DMASequencer.cc revision 10472
17008Snate@binkert.org/*
27008Snate@binkert.org * Copyright (c) 2008 Mark D. Hill and David A. Wood
37008Snate@binkert.org * All rights reserved.
47008Snate@binkert.org *
57008Snate@binkert.org * Redistribution and use in source and binary forms, with or without
67008Snate@binkert.org * modification, are permitted provided that the following conditions are
77008Snate@binkert.org * met: redistributions of source code must retain the above copyright
87008Snate@binkert.org * notice, this list of conditions and the following disclaimer;
97008Snate@binkert.org * redistributions in binary form must reproduce the above copyright
107008Snate@binkert.org * notice, this list of conditions and the following disclaimer in the
117008Snate@binkert.org * documentation and/or other materials provided with the distribution;
127008Snate@binkert.org * neither the name of the copyright holders nor the names of its
137008Snate@binkert.org * contributors may be used to endorse or promote products derived from
147008Snate@binkert.org * this software without specific prior written permission.
157008Snate@binkert.org *
167008Snate@binkert.org * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
177008Snate@binkert.org * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
187008Snate@binkert.org * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
197008Snate@binkert.org * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
207008Snate@binkert.org * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
217008Snate@binkert.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
227008Snate@binkert.org * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
237008Snate@binkert.org * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
247008Snate@binkert.org * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
257008Snate@binkert.org * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
267008Snate@binkert.org * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
277008Snate@binkert.org */
286285Snate@binkert.org
2910472Sandreas.hansson@arm.com#include <memory>
3010472Sandreas.hansson@arm.com
318232Snate@binkert.org#include "debug/RubyDma.hh"
329104Shestness@cs.utexas.edu#include "debug/RubyStats.hh"
337039Snate@binkert.org#include "mem/protocol/SequencerMsg.hh"
347039Snate@binkert.org#include "mem/protocol/SequencerRequestType.hh"
357039Snate@binkert.org#include "mem/ruby/system/DMASequencer.hh"
366285Snate@binkert.org#include "mem/ruby/system/System.hh"
376285Snate@binkert.org
386876Ssteve.reinhardt@amd.comDMASequencer::DMASequencer(const Params *p)
397039Snate@binkert.org    : RubyPort(p)
406285Snate@binkert.org{
416285Snate@binkert.org}
426285Snate@binkert.org
437039Snate@binkert.orgvoid
447039Snate@binkert.orgDMASequencer::init()
456285Snate@binkert.org{
467039Snate@binkert.org    RubyPort::init();
477039Snate@binkert.org    m_is_busy = false;
487039Snate@binkert.org    m_data_block_mask = ~ (~0 << RubySystem::getBlockSizeBits());
496285Snate@binkert.org}
506285Snate@binkert.org
517039Snate@binkert.orgRequestStatus
528615Snilay@cs.wisc.eduDMASequencer::makeRequest(PacketPtr pkt)
536285Snate@binkert.org{
547544SBrad.Beckmann@amd.com    if (m_is_busy) {
557544SBrad.Beckmann@amd.com        return RequestStatus_BufferFull;
567544SBrad.Beckmann@amd.com    }
577544SBrad.Beckmann@amd.com
588615Snilay@cs.wisc.edu    uint64_t paddr = pkt->getAddr();
598615Snilay@cs.wisc.edu    uint8_t* data =  pkt->getPtr<uint8_t>(true);
608615Snilay@cs.wisc.edu    int len = pkt->getSize();
618615Snilay@cs.wisc.edu    bool write = pkt->isWrite();
626285Snate@binkert.org
637039Snate@binkert.org    assert(!m_is_busy);  // only support one outstanding DMA request
647039Snate@binkert.org    m_is_busy = true;
656285Snate@binkert.org
667039Snate@binkert.org    active_request.start_paddr = paddr;
677039Snate@binkert.org    active_request.write = write;
687039Snate@binkert.org    active_request.data = data;
697039Snate@binkert.org    active_request.len = len;
707039Snate@binkert.org    active_request.bytes_completed = 0;
717039Snate@binkert.org    active_request.bytes_issued = 0;
728615Snilay@cs.wisc.edu    active_request.pkt = pkt;
736285Snate@binkert.org
7410472Sandreas.hansson@arm.com    std::shared_ptr<SequencerMsg> msg =
7510472Sandreas.hansson@arm.com        std::make_shared<SequencerMsg>(clockEdge());
767453Snate@binkert.org    msg->getPhysicalAddress() = Address(paddr);
777453Snate@binkert.org    msg->getLineAddress() = line_address(msg->getPhysicalAddress());
787453Snate@binkert.org    msg->getType() = write ? SequencerRequestType_ST : SequencerRequestType_LD;
797039Snate@binkert.org    int offset = paddr & m_data_block_mask;
806888SBrad.Beckmann@amd.com
817453Snate@binkert.org    msg->getLen() = (offset + len) <= RubySystem::getBlockSizeBytes() ?
827039Snate@binkert.org        len : RubySystem::getBlockSizeBytes() - offset;
836888SBrad.Beckmann@amd.com
847915SBrad.Beckmann@amd.com    if (write && (data != NULL)) {
857915SBrad.Beckmann@amd.com        if (active_request.data != NULL) {
867915SBrad.Beckmann@amd.com            msg->getDataBlk().setData(data, offset, msg->getLen());
877915SBrad.Beckmann@amd.com        }
887039Snate@binkert.org    }
896888SBrad.Beckmann@amd.com
907039Snate@binkert.org    assert(m_mandatory_q_ptr != NULL);
917039Snate@binkert.org    m_mandatory_q_ptr->enqueue(msg);
927453Snate@binkert.org    active_request.bytes_issued += msg->getLen();
936285Snate@binkert.org
947039Snate@binkert.org    return RequestStatus_Issued;
956285Snate@binkert.org}
966285Snate@binkert.org
977039Snate@binkert.orgvoid
987039Snate@binkert.orgDMASequencer::issueNext()
996285Snate@binkert.org{
10010231Ssteve.reinhardt@amd.com    assert(m_is_busy);
1017039Snate@binkert.org    active_request.bytes_completed = active_request.bytes_issued;
1027039Snate@binkert.org    if (active_request.len == active_request.bytes_completed) {
1038162SBrad.Beckmann@amd.com        //
1048162SBrad.Beckmann@amd.com        // Must unset the busy flag before calling back the dma port because
1058162SBrad.Beckmann@amd.com        // the callback may cause a previously nacked request to be reissued
1068162SBrad.Beckmann@amd.com        //
1078162SBrad.Beckmann@amd.com        DPRINTF(RubyDma, "DMA request completed\n");
1088162SBrad.Beckmann@amd.com        m_is_busy = false;
1097039Snate@binkert.org        ruby_hit_callback(active_request.pkt);
1107039Snate@binkert.org        return;
1117039Snate@binkert.org    }
1126285Snate@binkert.org
11310472Sandreas.hansson@arm.com    std::shared_ptr<SequencerMsg> msg =
11410472Sandreas.hansson@arm.com        std::make_shared<SequencerMsg>(clockEdge());
1157453Snate@binkert.org    msg->getPhysicalAddress() = Address(active_request.start_paddr +
1167039Snate@binkert.org                                       active_request.bytes_completed);
1176888SBrad.Beckmann@amd.com
1187453Snate@binkert.org    assert((msg->getPhysicalAddress().getAddress() & m_data_block_mask) == 0);
1197453Snate@binkert.org    msg->getLineAddress() = line_address(msg->getPhysicalAddress());
1206888SBrad.Beckmann@amd.com
1217453Snate@binkert.org    msg->getType() = (active_request.write ? SequencerRequestType_ST :
1227039Snate@binkert.org                     SequencerRequestType_LD);
1236888SBrad.Beckmann@amd.com
1247453Snate@binkert.org    msg->getLen() =
1257039Snate@binkert.org        (active_request.len -
1267039Snate@binkert.org         active_request.bytes_completed < RubySystem::getBlockSizeBytes() ?
1277039Snate@binkert.org         active_request.len - active_request.bytes_completed :
1287039Snate@binkert.org         RubySystem::getBlockSizeBytes());
1296888SBrad.Beckmann@amd.com
1307039Snate@binkert.org    if (active_request.write) {
1317453Snate@binkert.org        msg->getDataBlk().
1327039Snate@binkert.org            setData(&active_request.data[active_request.bytes_completed],
1337453Snate@binkert.org                    0, msg->getLen());
1347453Snate@binkert.org        msg->getType() = SequencerRequestType_ST;
1357039Snate@binkert.org    } else {
1367453Snate@binkert.org        msg->getType() = SequencerRequestType_LD;
1377039Snate@binkert.org    }
1386888SBrad.Beckmann@amd.com
1397039Snate@binkert.org    assert(m_mandatory_q_ptr != NULL);
1407039Snate@binkert.org    m_mandatory_q_ptr->enqueue(msg);
1417453Snate@binkert.org    active_request.bytes_issued += msg->getLen();
1428160SBrad.Beckmann@amd.com    DPRINTF(RubyDma,
1438160SBrad.Beckmann@amd.com            "DMA request bytes issued %d, bytes completed %d, total len %d\n",
1448160SBrad.Beckmann@amd.com            active_request.bytes_issued, active_request.bytes_completed,
1458160SBrad.Beckmann@amd.com            active_request.len);
1466285Snate@binkert.org}
1476285Snate@binkert.org
1487039Snate@binkert.orgvoid
1497039Snate@binkert.orgDMASequencer::dataCallback(const DataBlock & dblk)
1506285Snate@binkert.org{
15110231Ssteve.reinhardt@amd.com    assert(m_is_busy);
1527039Snate@binkert.org    int len = active_request.bytes_issued - active_request.bytes_completed;
1537039Snate@binkert.org    int offset = 0;
1547039Snate@binkert.org    if (active_request.bytes_completed == 0)
1557039Snate@binkert.org        offset = active_request.start_paddr & m_data_block_mask;
15610231Ssteve.reinhardt@amd.com    assert(!active_request.write);
1577915SBrad.Beckmann@amd.com    if (active_request.data != NULL) {
1587915SBrad.Beckmann@amd.com        memcpy(&active_request.data[active_request.bytes_completed],
1597915SBrad.Beckmann@amd.com               dblk.getData(offset, len), len);
1607915SBrad.Beckmann@amd.com    }
1617039Snate@binkert.org    issueNext();
1626285Snate@binkert.org}
1636285Snate@binkert.org
1647039Snate@binkert.orgvoid
1657039Snate@binkert.orgDMASequencer::ackCallback()
1666285Snate@binkert.org{
1677039Snate@binkert.org    issueNext();
1686285Snate@binkert.org}
1696285Snate@binkert.org
1707039Snate@binkert.orgvoid
1719104Shestness@cs.utexas.eduDMASequencer::recordRequestType(DMASequencerRequestType requestType) {
1729104Shestness@cs.utexas.edu    DPRINTF(RubyStats, "Recorded statistic: %s\n",
1739104Shestness@cs.utexas.edu            DMASequencerRequestType_to_string(requestType));
1749104Shestness@cs.utexas.edu}
1759104Shestness@cs.utexas.edu
1766876Ssteve.reinhardt@amd.comDMASequencer *
1776876Ssteve.reinhardt@amd.comDMASequencerParams::create()
1786876Ssteve.reinhardt@amd.com{
1796876Ssteve.reinhardt@amd.com    return new DMASequencer(this);
1806876Ssteve.reinhardt@amd.com}
181