DMASequencer.cc revision 11702
17008Snate@binkert.org/* 27008Snate@binkert.org * Copyright (c) 2008 Mark D. Hill and David A. Wood 37008Snate@binkert.org * All rights reserved. 47008Snate@binkert.org * 57008Snate@binkert.org * Redistribution and use in source and binary forms, with or without 67008Snate@binkert.org * modification, are permitted provided that the following conditions are 77008Snate@binkert.org * met: redistributions of source code must retain the above copyright 87008Snate@binkert.org * notice, this list of conditions and the following disclaimer; 97008Snate@binkert.org * redistributions in binary form must reproduce the above copyright 107008Snate@binkert.org * notice, this list of conditions and the following disclaimer in the 117008Snate@binkert.org * documentation and/or other materials provided with the distribution; 127008Snate@binkert.org * neither the name of the copyright holders nor the names of its 137008Snate@binkert.org * contributors may be used to endorse or promote products derived from 147008Snate@binkert.org * this software without specific prior written permission. 157008Snate@binkert.org * 167008Snate@binkert.org * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 177008Snate@binkert.org * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 187008Snate@binkert.org * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 197008Snate@binkert.org * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 207008Snate@binkert.org * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 217008Snate@binkert.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 227008Snate@binkert.org * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 237008Snate@binkert.org * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 247008Snate@binkert.org * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 257008Snate@binkert.org * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 267008Snate@binkert.org * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 277008Snate@binkert.org */ 286285Snate@binkert.org 2910472Sandreas.hansson@arm.com#include <memory> 3010472Sandreas.hansson@arm.com 318232Snate@binkert.org#include "debug/RubyDma.hh" 329104Shestness@cs.utexas.edu#include "debug/RubyStats.hh" 337039Snate@binkert.org#include "mem/protocol/SequencerMsg.hh" 3411339SMichael.Lebeane@amd.com#include "mem/protocol/SequencerRequestType.hh" 357039Snate@binkert.org#include "mem/ruby/system/DMASequencer.hh" 3611108Sdavid.hashe@amd.com#include "mem/ruby/system/RubySystem.hh" 376285Snate@binkert.org 3811702Smichael.lebeane@amd.comDMARequest::DMARequest(uint64_t start_paddr, int len, bool write, 3911702Smichael.lebeane@amd.com int bytes_completed, int bytes_issued, uint8_t *data, 4011702Smichael.lebeane@amd.com PacketPtr pkt) 4111702Smichael.lebeane@amd.com : start_paddr(start_paddr), len(len), write(write), 4211702Smichael.lebeane@amd.com bytes_completed(bytes_completed), bytes_issued(bytes_issued), data(data), 4311702Smichael.lebeane@amd.com pkt(pkt) 4411702Smichael.lebeane@amd.com{ 4511702Smichael.lebeane@amd.com} 4611702Smichael.lebeane@amd.com 476876Ssteve.reinhardt@amd.comDMASequencer::DMASequencer(const Params *p) 4811702Smichael.lebeane@amd.com : RubyPort(p), m_outstanding_count(0), 4911702Smichael.lebeane@amd.com m_max_outstanding_requests(p->max_outstanding_requests) 506285Snate@binkert.org{ 516285Snate@binkert.org} 526285Snate@binkert.org 537039Snate@binkert.orgvoid 547039Snate@binkert.orgDMASequencer::init() 556285Snate@binkert.org{ 5611339SMichael.Lebeane@amd.com RubyPort::init(); 5711443Sandreas.hansson@arm.com m_data_block_mask = mask(RubySystem::getBlockSizeBits()); 5811346Santhony.gutierrez@amd.com 5911346Santhony.gutierrez@amd.com for (const auto &s_port : slave_ports) 6011346Santhony.gutierrez@amd.com s_port->sendRangeChange(); 6110518Snilay@cs.wisc.edu} 6210518Snilay@cs.wisc.edu 637039Snate@binkert.orgRequestStatus 648615Snilay@cs.wisc.eduDMASequencer::makeRequest(PacketPtr pkt) 656285Snate@binkert.org{ 6611702Smichael.lebeane@amd.com if (m_outstanding_count == m_max_outstanding_requests) { 677544SBrad.Beckmann@amd.com return RequestStatus_BufferFull; 687544SBrad.Beckmann@amd.com } 697544SBrad.Beckmann@amd.com 7011025Snilay@cs.wisc.edu Addr paddr = pkt->getAddr(); 7110562Sandreas.hansson@arm.com uint8_t* data = pkt->getPtr<uint8_t>(); 728615Snilay@cs.wisc.edu int len = pkt->getSize(); 738615Snilay@cs.wisc.edu bool write = pkt->isWrite(); 746285Snate@binkert.org 7511702Smichael.lebeane@amd.com assert(m_outstanding_count < m_max_outstanding_requests); 7611702Smichael.lebeane@amd.com Addr line_addr = makeLineAddress(paddr); 7711702Smichael.lebeane@amd.com auto emplace_pair = 7811702Smichael.lebeane@amd.com m_RequestTable.emplace(std::piecewise_construct, 7911702Smichael.lebeane@amd.com std::forward_as_tuple(line_addr), 8011702Smichael.lebeane@amd.com std::forward_as_tuple(paddr, len, write, 0, 8111702Smichael.lebeane@amd.com 0, data, pkt)); 8211702Smichael.lebeane@amd.com DMARequest& active_request = emplace_pair.first->second; 836285Snate@binkert.org 8411702Smichael.lebeane@amd.com // This is pretty conservative. A regular Sequencer with a more beefy 8511702Smichael.lebeane@amd.com // request table that can track multiple requests for a cache line should 8611702Smichael.lebeane@amd.com // be used if a more aggressive policy is needed. 8711702Smichael.lebeane@amd.com if (!emplace_pair.second) { 8811702Smichael.lebeane@amd.com DPRINTF(RubyDma, "DMA aliased: addr %p, len %d\n", line_addr, len); 8911702Smichael.lebeane@amd.com return RequestStatus_Aliased; 9011702Smichael.lebeane@amd.com } 9111702Smichael.lebeane@amd.com 9211702Smichael.lebeane@amd.com DPRINTF(RubyDma, "DMA req created: addr %p, len %d\n", line_addr, len); 936285Snate@binkert.org 9410472Sandreas.hansson@arm.com std::shared_ptr<SequencerMsg> msg = 9510472Sandreas.hansson@arm.com std::make_shared<SequencerMsg>(clockEdge()); 9611025Snilay@cs.wisc.edu msg->getPhysicalAddress() = paddr; 9711702Smichael.lebeane@amd.com msg->getLineAddress() = line_addr; 987453Snate@binkert.org msg->getType() = write ? SequencerRequestType_ST : SequencerRequestType_LD; 997039Snate@binkert.org int offset = paddr & m_data_block_mask; 1006888SBrad.Beckmann@amd.com 1017453Snate@binkert.org msg->getLen() = (offset + len) <= RubySystem::getBlockSizeBytes() ? 1027039Snate@binkert.org len : RubySystem::getBlockSizeBytes() - offset; 1036888SBrad.Beckmann@amd.com 1047915SBrad.Beckmann@amd.com if (write && (data != NULL)) { 1057915SBrad.Beckmann@amd.com if (active_request.data != NULL) { 1067915SBrad.Beckmann@amd.com msg->getDataBlk().setData(data, offset, msg->getLen()); 1077915SBrad.Beckmann@amd.com } 1087039Snate@binkert.org } 1096888SBrad.Beckmann@amd.com 11011702Smichael.lebeane@amd.com m_outstanding_count++; 11111702Smichael.lebeane@amd.com 1127039Snate@binkert.org assert(m_mandatory_q_ptr != NULL); 11311111Snilay@cs.wisc.edu m_mandatory_q_ptr->enqueue(msg, clockEdge(), cyclesToTicks(Cycles(1))); 1147453Snate@binkert.org active_request.bytes_issued += msg->getLen(); 1156285Snate@binkert.org 1167039Snate@binkert.org return RequestStatus_Issued; 1176285Snate@binkert.org} 1186285Snate@binkert.org 1197039Snate@binkert.orgvoid 12011702Smichael.lebeane@amd.comDMASequencer::issueNext(const Addr& address) 1216285Snate@binkert.org{ 12211702Smichael.lebeane@amd.com RequestTable::iterator i = m_RequestTable.find(address); 12311702Smichael.lebeane@amd.com assert(i != m_RequestTable.end()); 12411702Smichael.lebeane@amd.com 12511702Smichael.lebeane@amd.com DMARequest &active_request = i->second; 12611702Smichael.lebeane@amd.com 12711702Smichael.lebeane@amd.com assert(m_outstanding_count <= m_max_outstanding_requests); 1287039Snate@binkert.org active_request.bytes_completed = active_request.bytes_issued; 1297039Snate@binkert.org if (active_request.len == active_request.bytes_completed) { 13011702Smichael.lebeane@amd.com DPRINTF(RubyDma, "DMA request completed: addr %p, size %d\n", 13111702Smichael.lebeane@amd.com address, active_request.len); 13211702Smichael.lebeane@amd.com m_outstanding_count--; 13311702Smichael.lebeane@amd.com PacketPtr pkt = active_request.pkt; 13411702Smichael.lebeane@amd.com m_RequestTable.erase(i); 13511702Smichael.lebeane@amd.com ruby_hit_callback(pkt); 1367039Snate@binkert.org return; 1377039Snate@binkert.org } 1386285Snate@binkert.org 13910472Sandreas.hansson@arm.com std::shared_ptr<SequencerMsg> msg = 14010472Sandreas.hansson@arm.com std::make_shared<SequencerMsg>(clockEdge()); 14111025Snilay@cs.wisc.edu msg->getPhysicalAddress() = active_request.start_paddr + 14211025Snilay@cs.wisc.edu active_request.bytes_completed; 1436888SBrad.Beckmann@amd.com 14411025Snilay@cs.wisc.edu assert((msg->getPhysicalAddress() & m_data_block_mask) == 0); 14511025Snilay@cs.wisc.edu msg->getLineAddress() = makeLineAddress(msg->getPhysicalAddress()); 1466888SBrad.Beckmann@amd.com 1477453Snate@binkert.org msg->getType() = (active_request.write ? SequencerRequestType_ST : 1487039Snate@binkert.org SequencerRequestType_LD); 1496888SBrad.Beckmann@amd.com 1507453Snate@binkert.org msg->getLen() = 1517039Snate@binkert.org (active_request.len - 1527039Snate@binkert.org active_request.bytes_completed < RubySystem::getBlockSizeBytes() ? 1537039Snate@binkert.org active_request.len - active_request.bytes_completed : 1547039Snate@binkert.org RubySystem::getBlockSizeBytes()); 1556888SBrad.Beckmann@amd.com 1567039Snate@binkert.org if (active_request.write) { 1577453Snate@binkert.org msg->getDataBlk(). 1587039Snate@binkert.org setData(&active_request.data[active_request.bytes_completed], 1597453Snate@binkert.org 0, msg->getLen()); 1607039Snate@binkert.org } 1616888SBrad.Beckmann@amd.com 1627039Snate@binkert.org assert(m_mandatory_q_ptr != NULL); 16311111Snilay@cs.wisc.edu m_mandatory_q_ptr->enqueue(msg, clockEdge(), cyclesToTicks(Cycles(1))); 1647453Snate@binkert.org active_request.bytes_issued += msg->getLen(); 16510917Sbrandon.potter@amd.com DPRINTF(RubyDma, 1668160SBrad.Beckmann@amd.com "DMA request bytes issued %d, bytes completed %d, total len %d\n", 1678160SBrad.Beckmann@amd.com active_request.bytes_issued, active_request.bytes_completed, 1688160SBrad.Beckmann@amd.com active_request.len); 1696285Snate@binkert.org} 1706285Snate@binkert.org 1717039Snate@binkert.orgvoid 17211702Smichael.lebeane@amd.comDMASequencer::dataCallback(const DataBlock & dblk, const Addr& address) 1736285Snate@binkert.org{ 17411702Smichael.lebeane@amd.com 17511702Smichael.lebeane@amd.com RequestTable::iterator i = m_RequestTable.find(address); 17611702Smichael.lebeane@amd.com assert(i != m_RequestTable.end()); 17711702Smichael.lebeane@amd.com 17811702Smichael.lebeane@amd.com DMARequest &active_request = i->second; 1797039Snate@binkert.org int len = active_request.bytes_issued - active_request.bytes_completed; 1807039Snate@binkert.org int offset = 0; 1817039Snate@binkert.org if (active_request.bytes_completed == 0) 1827039Snate@binkert.org offset = active_request.start_paddr & m_data_block_mask; 18310231Ssteve.reinhardt@amd.com assert(!active_request.write); 1847915SBrad.Beckmann@amd.com if (active_request.data != NULL) { 1857915SBrad.Beckmann@amd.com memcpy(&active_request.data[active_request.bytes_completed], 1867915SBrad.Beckmann@amd.com dblk.getData(offset, len), len); 1877915SBrad.Beckmann@amd.com } 18811702Smichael.lebeane@amd.com issueNext(address); 1896285Snate@binkert.org} 1906285Snate@binkert.org 1917039Snate@binkert.orgvoid 19211702Smichael.lebeane@amd.comDMASequencer::ackCallback(const Addr& address) 1936285Snate@binkert.org{ 19411702Smichael.lebeane@amd.com RequestTable::iterator i = m_RequestTable.find(address); 19511702Smichael.lebeane@amd.com assert(i != m_RequestTable.end()); 19611702Smichael.lebeane@amd.com 19711702Smichael.lebeane@amd.com issueNext(address); 1986285Snate@binkert.org} 1996285Snate@binkert.org 2007039Snate@binkert.orgvoid 20110518Snilay@cs.wisc.eduDMASequencer::recordRequestType(DMASequencerRequestType requestType) 20210518Snilay@cs.wisc.edu{ 2039104Shestness@cs.utexas.edu DPRINTF(RubyStats, "Recorded statistic: %s\n", 2049104Shestness@cs.utexas.edu DMASequencerRequestType_to_string(requestType)); 2059104Shestness@cs.utexas.edu} 2069104Shestness@cs.utexas.edu 2076876Ssteve.reinhardt@amd.comDMASequencer * 2086876Ssteve.reinhardt@amd.comDMASequencerParams::create() 2096876Ssteve.reinhardt@amd.com{ 2106876Ssteve.reinhardt@amd.com return new DMASequencer(this); 2116876Ssteve.reinhardt@amd.com} 212