dma_device.cc revision 9133:82491f9ed266
18981Sandreas.hansson@arm.com/* 210902Sandreas.sandberg@arm.com * Copyright (c) 2012 ARM Limited 38981Sandreas.hansson@arm.com * All rights reserved. 48981Sandreas.hansson@arm.com * 58981Sandreas.hansson@arm.com * The license below extends only to copyright in the software and shall 68981Sandreas.hansson@arm.com * not be construed as granting a license to any other intellectual 78981Sandreas.hansson@arm.com * property including but not limited to intellectual property relating 88981Sandreas.hansson@arm.com * to a hardware implementation of the functionality of the software 98981Sandreas.hansson@arm.com * licensed hereunder. You may use the software subject to the license 108981Sandreas.hansson@arm.com * terms below provided that you ensure that this notice is replicated 118981Sandreas.hansson@arm.com * unmodified and in its entirety in all distributions of the software, 128981Sandreas.hansson@arm.com * modified or unmodified, in source code or in binary form. 138981Sandreas.hansson@arm.com * 148981Sandreas.hansson@arm.com * Copyright (c) 2006 The Regents of The University of Michigan 158981Sandreas.hansson@arm.com * All rights reserved. 168981Sandreas.hansson@arm.com * 178981Sandreas.hansson@arm.com * Redistribution and use in source and binary forms, with or without 188981Sandreas.hansson@arm.com * modification, are permitted provided that the following conditions are 198981Sandreas.hansson@arm.com * met: redistributions of source code must retain the above copyright 208981Sandreas.hansson@arm.com * notice, this list of conditions and the following disclaimer; 218981Sandreas.hansson@arm.com * redistributions in binary form must reproduce the above copyright 228981Sandreas.hansson@arm.com * notice, this list of conditions and the following disclaimer in the 238981Sandreas.hansson@arm.com * documentation and/or other materials provided with the distribution; 248981Sandreas.hansson@arm.com * neither the name of the copyright holders nor the names of its 258981Sandreas.hansson@arm.com * contributors may be used to endorse or promote products derived from 268981Sandreas.hansson@arm.com * this software without specific prior written permission. 278981Sandreas.hansson@arm.com * 288981Sandreas.hansson@arm.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 298981Sandreas.hansson@arm.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 308981Sandreas.hansson@arm.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 318981Sandreas.hansson@arm.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 328981Sandreas.hansson@arm.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 338981Sandreas.hansson@arm.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 348981Sandreas.hansson@arm.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 358981Sandreas.hansson@arm.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 368981Sandreas.hansson@arm.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 378981Sandreas.hansson@arm.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 388981Sandreas.hansson@arm.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 398981Sandreas.hansson@arm.com * 408981Sandreas.hansson@arm.com * Authors: Ali Saidi 418981Sandreas.hansson@arm.com * Nathan Binkert 428981Sandreas.hansson@arm.com */ 438981Sandreas.hansson@arm.com 448981Sandreas.hansson@arm.com#include "base/chunk_generator.hh" 458981Sandreas.hansson@arm.com#include "debug/DMA.hh" 4610615Skanishk.sugand@arm.com#include "dev/dma_device.hh" 478981Sandreas.hansson@arm.com#include "sim/system.hh" 489398Sandreas.hansson@arm.com 4910994Sandreas.sandberg@arm.comDmaPort::DmaPort(MemObject *dev, System *s, Tick min_backoff, Tick max_backoff) 5010129SSascha.Bischoff@ARM.com : MasterPort(dev->name() + ".dma", dev), device(dev), sys(s), 518981Sandreas.hansson@arm.com masterId(s->getMasterId(dev->name())), 528981Sandreas.hansson@arm.com pendingCount(0), drainEvent(NULL), 538981Sandreas.hansson@arm.com backoffTime(0), minBackoffDelay(min_backoff), 548981Sandreas.hansson@arm.com maxBackoffDelay(max_backoff), inRetry(false), 558981Sandreas.hansson@arm.com backoffEvent(this) 568981Sandreas.hansson@arm.com{ } 578981Sandreas.hansson@arm.com 588981Sandreas.hansson@arm.combool 598981Sandreas.hansson@arm.comDmaPort::recvTimingResp(PacketPtr pkt) 608981Sandreas.hansson@arm.com{ 618981Sandreas.hansson@arm.com if (pkt->wasNacked()) { 628981Sandreas.hansson@arm.com DPRINTF(DMA, "Received nacked %s addr %#x\n", 638981Sandreas.hansson@arm.com pkt->cmdString(), pkt->getAddr()); 648981Sandreas.hansson@arm.com 658981Sandreas.hansson@arm.com if (backoffTime < minBackoffDelay) 6610902Sandreas.sandberg@arm.com backoffTime = minBackoffDelay; 678981Sandreas.hansson@arm.com else if (backoffTime < maxBackoffDelay) 688981Sandreas.hansson@arm.com backoffTime <<= 1; 698981Sandreas.hansson@arm.com 708981Sandreas.hansson@arm.com device->reschedule(backoffEvent, curTick() + backoffTime, true); 718981Sandreas.hansson@arm.com 728981Sandreas.hansson@arm.com DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime); 738981Sandreas.hansson@arm.com 748981Sandreas.hansson@arm.com pkt->reinitNacked(); 758981Sandreas.hansson@arm.com queueDma(pkt, true); 768981Sandreas.hansson@arm.com } else if (pkt->senderState) { 778981Sandreas.hansson@arm.com DmaReqState *state; 788981Sandreas.hansson@arm.com backoffTime >>= 2; 798981Sandreas.hansson@arm.com 808981Sandreas.hansson@arm.com DPRINTF(DMA, "Received response %s addr %#x size %#x\n", 8110412Sandreas.hansson@arm.com pkt->cmdString(), pkt->getAddr(), pkt->req->getSize()); 829398Sandreas.hansson@arm.com state = dynamic_cast<DmaReqState*>(pkt->senderState); 8310902Sandreas.sandberg@arm.com pendingCount--; 8410902Sandreas.sandberg@arm.com 8510902Sandreas.sandberg@arm.com assert(pendingCount >= 0); 8610994Sandreas.sandberg@arm.com assert(state); 878981Sandreas.hansson@arm.com 8810902Sandreas.sandberg@arm.com // We shouldn't ever get a block in ownership state 8910902Sandreas.sandberg@arm.com assert(!(pkt->memInhibitAsserted() && !pkt->sharedAsserted())); 9010902Sandreas.sandberg@arm.com 918981Sandreas.hansson@arm.com state->numBytes += pkt->req->getSize(); 9210902Sandreas.sandberg@arm.com assert(state->totBytes >= state->numBytes); 9310902Sandreas.sandberg@arm.com if (state->totBytes == state->numBytes) { 948981Sandreas.hansson@arm.com if (state->completionEvent) { 958981Sandreas.hansson@arm.com if (state->delay) 968981Sandreas.hansson@arm.com device->schedule(state->completionEvent, 978981Sandreas.hansson@arm.com curTick() + state->delay); 988981Sandreas.hansson@arm.com else 998981Sandreas.hansson@arm.com state->completionEvent->process(); 1008981Sandreas.hansson@arm.com } 1018981Sandreas.hansson@arm.com delete state; 1028981Sandreas.hansson@arm.com } 1038981Sandreas.hansson@arm.com delete pkt->req; 1048981Sandreas.hansson@arm.com delete pkt; 1058981Sandreas.hansson@arm.com 1068981Sandreas.hansson@arm.com if (pendingCount == 0 && drainEvent) { 1079542Sandreas.hansson@arm.com drainEvent->process(); 1089542Sandreas.hansson@arm.com drainEvent = NULL; 1098981Sandreas.hansson@arm.com } 1108981Sandreas.hansson@arm.com } else { 1118981Sandreas.hansson@arm.com panic("Got packet without sender state... huh?\n"); 1129542Sandreas.hansson@arm.com } 1139542Sandreas.hansson@arm.com 1148981Sandreas.hansson@arm.com return true; 1158981Sandreas.hansson@arm.com} 1168981Sandreas.hansson@arm.com 1178981Sandreas.hansson@arm.comDmaDevice::DmaDevice(const Params *p) 1188981Sandreas.hansson@arm.com : PioDevice(p), dmaPort(this, sys, params()->min_backoff_delay, 1198981Sandreas.hansson@arm.com params()->max_backoff_delay) 1208981Sandreas.hansson@arm.com{ } 1218981Sandreas.hansson@arm.com 1228981Sandreas.hansson@arm.comvoid 1238981Sandreas.hansson@arm.comDmaDevice::init() 1248981Sandreas.hansson@arm.com{ 1258981Sandreas.hansson@arm.com if (!dmaPort.isConnected()) 1268981Sandreas.hansson@arm.com panic("DMA port of %s not connected to anything!", name()); 1278981Sandreas.hansson@arm.com PioDevice::init(); 1288981Sandreas.hansson@arm.com} 1298981Sandreas.hansson@arm.com 1308981Sandreas.hansson@arm.comunsigned int 1318981Sandreas.hansson@arm.comDmaDevice::drain(Event *de) 1328981Sandreas.hansson@arm.com{ 1338981Sandreas.hansson@arm.com unsigned int count; 1348981Sandreas.hansson@arm.com count = pioPort.drain(de) + dmaPort.drain(de); 1358981Sandreas.hansson@arm.com if (count) 1368981Sandreas.hansson@arm.com changeState(Draining); 1378981Sandreas.hansson@arm.com else 1388981Sandreas.hansson@arm.com changeState(Drained); 1398981Sandreas.hansson@arm.com return count; 1408981Sandreas.hansson@arm.com} 1418981Sandreas.hansson@arm.com 1428981Sandreas.hansson@arm.comunsigned int 1438981Sandreas.hansson@arm.comDmaPort::drain(Event *de) 1448981Sandreas.hansson@arm.com{ 1458981Sandreas.hansson@arm.com if (pendingCount == 0) 1468981Sandreas.hansson@arm.com return 0; 1478981Sandreas.hansson@arm.com drainEvent = de; 1488981Sandreas.hansson@arm.com return 1; 1498981Sandreas.hansson@arm.com} 1508981Sandreas.hansson@arm.com 1518981Sandreas.hansson@arm.comvoid 1528981Sandreas.hansson@arm.comDmaPort::recvRetry() 1538981Sandreas.hansson@arm.com{ 1548981Sandreas.hansson@arm.com assert(transmitList.size()); 1558981Sandreas.hansson@arm.com bool result = true; 1568981Sandreas.hansson@arm.com do { 1578981Sandreas.hansson@arm.com PacketPtr pkt = transmitList.front(); 1588981Sandreas.hansson@arm.com DPRINTF(DMA, "Retry on %s addr %#x\n", 1598981Sandreas.hansson@arm.com pkt->cmdString(), pkt->getAddr()); 1608981Sandreas.hansson@arm.com result = sendTimingReq(pkt); 1618981Sandreas.hansson@arm.com if (result) { 1628981Sandreas.hansson@arm.com DPRINTF(DMA, "-- Done\n"); 1638981Sandreas.hansson@arm.com transmitList.pop_front(); 1648981Sandreas.hansson@arm.com inRetry = false; 1658981Sandreas.hansson@arm.com } else { 1668981Sandreas.hansson@arm.com inRetry = true; 1678981Sandreas.hansson@arm.com DPRINTF(DMA, "-- Failed, queued\n"); 1688981Sandreas.hansson@arm.com } 1698981Sandreas.hansson@arm.com } while (!backoffTime && result && transmitList.size()); 1708981Sandreas.hansson@arm.com 17110713Sandreas.hansson@arm.com if (transmitList.size() && backoffTime && !inRetry) { 1728981Sandreas.hansson@arm.com DPRINTF(DMA, "Scheduling backoff for %d\n", curTick()+backoffTime); 17310713Sandreas.hansson@arm.com if (!backoffEvent.scheduled()) 1748981Sandreas.hansson@arm.com device->schedule(backoffEvent, backoffTime + curTick()); 1758981Sandreas.hansson@arm.com } 1768981Sandreas.hansson@arm.com DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n", 1778981Sandreas.hansson@arm.com transmitList.size(), backoffTime, inRetry, 1788981Sandreas.hansson@arm.com backoffEvent.scheduled()); 1798981Sandreas.hansson@arm.com} 1808981Sandreas.hansson@arm.com 1818981Sandreas.hansson@arm.comvoid 1828981Sandreas.hansson@arm.comDmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event, 1838981Sandreas.hansson@arm.com uint8_t *data, Tick delay, Request::Flags flag) 1848981Sandreas.hansson@arm.com{ 1858981Sandreas.hansson@arm.com assert(device->getState() == SimObject::Running); 1868981Sandreas.hansson@arm.com 1878981Sandreas.hansson@arm.com DmaReqState *reqState = new DmaReqState(event, size, delay); 1888981Sandreas.hansson@arm.com 1898981Sandreas.hansson@arm.com 1908981Sandreas.hansson@arm.com DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size, 1918981Sandreas.hansson@arm.com event ? event->scheduled() : -1 ); 1928981Sandreas.hansson@arm.com for (ChunkGenerator gen(addr, size, peerBlockSize()); 1938981Sandreas.hansson@arm.com !gen.done(); gen.next()) { 1948981Sandreas.hansson@arm.com Request *req = new Request(gen.addr(), gen.size(), flag, masterId); 1958981Sandreas.hansson@arm.com PacketPtr pkt = new Packet(req, cmd); 1968981Sandreas.hansson@arm.com 1978981Sandreas.hansson@arm.com // Increment the data pointer on a write 1988981Sandreas.hansson@arm.com if (data) 1998981Sandreas.hansson@arm.com pkt->dataStatic(data + gen.complete()); 2008981Sandreas.hansson@arm.com 2018981Sandreas.hansson@arm.com pkt->senderState = reqState; 2028981Sandreas.hansson@arm.com 2038981Sandreas.hansson@arm.com assert(pendingCount >= 0); 2048981Sandreas.hansson@arm.com pendingCount++; 2058981Sandreas.hansson@arm.com DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(), 2068981Sandreas.hansson@arm.com gen.size()); 2078981Sandreas.hansson@arm.com queueDma(pkt); 2088981Sandreas.hansson@arm.com } 2098981Sandreas.hansson@arm.com 2108981Sandreas.hansson@arm.com} 2118981Sandreas.hansson@arm.com 2128981Sandreas.hansson@arm.comvoid 2138981Sandreas.hansson@arm.comDmaPort::queueDma(PacketPtr pkt, bool front) 2148981Sandreas.hansson@arm.com{ 2158981Sandreas.hansson@arm.com 2168981Sandreas.hansson@arm.com if (front) 2178981Sandreas.hansson@arm.com transmitList.push_front(pkt); 2188981Sandreas.hansson@arm.com else 2198981Sandreas.hansson@arm.com transmitList.push_back(pkt); 2208981Sandreas.hansson@arm.com sendDma(); 2218981Sandreas.hansson@arm.com} 2229090Sandreas.hansson@arm.com 2238981Sandreas.hansson@arm.comvoid 2248981Sandreas.hansson@arm.comDmaPort::sendDma() 2258981Sandreas.hansson@arm.com{ 2268981Sandreas.hansson@arm.com // some kind of selction between access methods 22710713Sandreas.hansson@arm.com // more work is going to have to be done to make 2288981Sandreas.hansson@arm.com // switching actually work 22910713Sandreas.hansson@arm.com assert(transmitList.size()); 2308981Sandreas.hansson@arm.com PacketPtr pkt = transmitList.front(); 2318981Sandreas.hansson@arm.com 2328981Sandreas.hansson@arm.com Enums::MemoryMode state = sys->getMemoryMode(); 2338981Sandreas.hansson@arm.com if (state == Enums::timing) { 2348981Sandreas.hansson@arm.com if (backoffEvent.scheduled() || inRetry) { 2358981Sandreas.hansson@arm.com DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n"); 2368981Sandreas.hansson@arm.com return; 2378981Sandreas.hansson@arm.com } 2388981Sandreas.hansson@arm.com 2398981Sandreas.hansson@arm.com DPRINTF(DMA, "Attempting to send %s addr %#x\n", 2408981Sandreas.hansson@arm.com pkt->cmdString(), pkt->getAddr()); 2418981Sandreas.hansson@arm.com 2428981Sandreas.hansson@arm.com bool result; 2438981Sandreas.hansson@arm.com do { 2448981Sandreas.hansson@arm.com result = sendTimingReq(pkt); 2458981Sandreas.hansson@arm.com if (result) { 2468981Sandreas.hansson@arm.com transmitList.pop_front(); 2478981Sandreas.hansson@arm.com DPRINTF(DMA, "-- Done\n"); 2488981Sandreas.hansson@arm.com } else { 2498981Sandreas.hansson@arm.com inRetry = true; 2508981Sandreas.hansson@arm.com DPRINTF(DMA, "-- Failed: queued\n"); 2518981Sandreas.hansson@arm.com } 2528981Sandreas.hansson@arm.com } while (result && !backoffTime && transmitList.size()); 2538981Sandreas.hansson@arm.com 2548981Sandreas.hansson@arm.com if (transmitList.size() && backoffTime && !inRetry && 2558981Sandreas.hansson@arm.com !backoffEvent.scheduled()) { 2568981Sandreas.hansson@arm.com DPRINTF(DMA, "-- Scheduling backoff timer for %d\n", 2579090Sandreas.hansson@arm.com backoffTime+curTick()); 2588981Sandreas.hansson@arm.com device->schedule(backoffEvent, backoffTime + curTick()); 2598981Sandreas.hansson@arm.com } 2608981Sandreas.hansson@arm.com } else if (state == Enums::atomic) { 26110713Sandreas.hansson@arm.com transmitList.pop_front(); 2628981Sandreas.hansson@arm.com 26310713Sandreas.hansson@arm.com Tick lat; 2648981Sandreas.hansson@arm.com DPRINTF(DMA, "--Sending DMA for addr: %#x size: %d\n", 2658981Sandreas.hansson@arm.com pkt->req->getPaddr(), pkt->req->getSize()); 2668981Sandreas.hansson@arm.com lat = sendAtomic(pkt); 2678981Sandreas.hansson@arm.com assert(pkt->senderState); 2688981Sandreas.hansson@arm.com DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState); 2698981Sandreas.hansson@arm.com assert(state); 2708981Sandreas.hansson@arm.com state->numBytes += pkt->req->getSize(); 2718981Sandreas.hansson@arm.com 2728981Sandreas.hansson@arm.com DPRINTF(DMA, "--Received response for DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n", 2738981Sandreas.hansson@arm.com pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes, 2748981Sandreas.hansson@arm.com state->totBytes, 2758981Sandreas.hansson@arm.com state->completionEvent ? state->completionEvent->scheduled() : 0 ); 2768981Sandreas.hansson@arm.com 2778981Sandreas.hansson@arm.com if (state->totBytes == state->numBytes) { 2788981Sandreas.hansson@arm.com if (state->completionEvent) { 2798981Sandreas.hansson@arm.com assert(!state->completionEvent->scheduled()); 2808981Sandreas.hansson@arm.com device->schedule(state->completionEvent, 2818981Sandreas.hansson@arm.com curTick() + lat + state->delay); 2828981Sandreas.hansson@arm.com } 2838981Sandreas.hansson@arm.com delete state; 2848981Sandreas.hansson@arm.com delete pkt->req; 2858981Sandreas.hansson@arm.com } 2868981Sandreas.hansson@arm.com pendingCount--; 2878981Sandreas.hansson@arm.com assert(pendingCount >= 0); 2888981Sandreas.hansson@arm.com delete pkt; 2898981Sandreas.hansson@arm.com 2908981Sandreas.hansson@arm.com if (pendingCount == 0 && drainEvent) { 2918981Sandreas.hansson@arm.com drainEvent->process(); 2928981Sandreas.hansson@arm.com drainEvent = NULL; 2938981Sandreas.hansson@arm.com } 2948981Sandreas.hansson@arm.com 2958981Sandreas.hansson@arm.com } else 2968981Sandreas.hansson@arm.com panic("Unknown memory command state."); 2978981Sandreas.hansson@arm.com} 2988981Sandreas.hansson@arm.com 2998981Sandreas.hansson@arm.comDmaDevice::~DmaDevice() 3008981Sandreas.hansson@arm.com{ 3018981Sandreas.hansson@arm.com} 3028981Sandreas.hansson@arm.com 3038981Sandreas.hansson@arm.comMasterPort & 3048981Sandreas.hansson@arm.comDmaDevice::getMasterPort(const std::string &if_name, int idx) 3058981Sandreas.hansson@arm.com{ 3068981Sandreas.hansson@arm.com if (if_name == "dma") { 3078981Sandreas.hansson@arm.com return dmaPort; 3088981Sandreas.hansson@arm.com } 3098981Sandreas.hansson@arm.com return PioDevice::getMasterPort(if_name, idx); 3108981Sandreas.hansson@arm.com} 3118981Sandreas.hansson@arm.com