io_device.cc revision 7729
1545SN/A/* 22512SN/A * Copyright (c) 2006 The Regents of The University of Michigan 3545SN/A * All rights reserved. 4545SN/A * 5545SN/A * Redistribution and use in source and binary forms, with or without 6545SN/A * modification, are permitted provided that the following conditions are 7545SN/A * met: redistributions of source code must retain the above copyright 8545SN/A * notice, this list of conditions and the following disclaimer; 9545SN/A * redistributions in binary form must reproduce the above copyright 10545SN/A * notice, this list of conditions and the following disclaimer in the 11545SN/A * documentation and/or other materials provided with the distribution; 12545SN/A * neither the name of the copyright holders nor the names of its 13545SN/A * contributors may be used to endorse or promote products derived from 14545SN/A * this software without specific prior written permission. 15545SN/A * 16545SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 17545SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 18545SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 19545SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 20545SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 21545SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 22545SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23545SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24545SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25545SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 26545SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 272665Ssaidi@eecs.umich.edu * 282665Ssaidi@eecs.umich.edu * Authors: Ali Saidi 292665Ssaidi@eecs.umich.edu * Nathan Binkert 30545SN/A */ 31545SN/A 323090Sstever@eecs.umich.edu#include "base/chunk_generator.hh" 332657Ssaidi@eecs.umich.edu#include "base/trace.hh" 34545SN/A#include "dev/io_device.hh" 352901Ssaidi@eecs.umich.edu#include "sim/system.hh" 36545SN/A 372489SN/A 382901Ssaidi@eecs.umich.eduPioPort::PioPort(PioDevice *dev, System *s, std::string pname) 393401Sktlim@umich.edu : SimpleTimingPort(dev->name() + pname, dev), device(dev) 402489SN/A{ } 412489SN/A 422489SN/A 432489SN/ATick 443349Sbinkertn@umich.eduPioPort::recvAtomic(PacketPtr pkt) 452489SN/A{ 463091Sstever@eecs.umich.edu return pkt->isRead() ? device->read(pkt) : device->write(pkt); 472489SN/A} 482489SN/A 492489SN/Avoid 504475Sstever@eecs.umich.eduPioPort::getDeviceAddressRanges(AddrRangeList &resp, bool &snoop) 512489SN/A{ 524475Sstever@eecs.umich.edu snoop = false; 532521SN/A device->addressRanges(resp); 547729SAli.Saidi@ARM.com for (AddrRangeIter i = resp.begin(); i != resp.end(); i++) 557729SAli.Saidi@ARM.com DPRINTF(BusAddrRanges, "Adding Range %#x-%#x\n", i->start, i->end); 562489SN/A} 572489SN/A 582489SN/A 594762Snate@binkert.orgPioDevice::PioDevice(const Params *p) 604762Snate@binkert.org : MemObject(p), platform(p->platform), sys(p->system), pioPort(NULL) 614762Snate@binkert.org{} 624762Snate@binkert.org 63545SN/APioDevice::~PioDevice() 64545SN/A{ 652384SN/A if (pioPort) 662489SN/A delete pioPort; 67545SN/A} 68545SN/A 692542SN/Avoid 702541SN/APioDevice::init() 712541SN/A{ 722541SN/A if (!pioPort) 732541SN/A panic("Pio port not connected to anything!"); 742541SN/A pioPort->sendStatusChange(Port::RangeChange); 752541SN/A} 762541SN/A 772901Ssaidi@eecs.umich.edu 782901Ssaidi@eecs.umich.eduunsigned int 792901Ssaidi@eecs.umich.eduPioDevice::drain(Event *de) 802901Ssaidi@eecs.umich.edu{ 812901Ssaidi@eecs.umich.edu unsigned int count; 822901Ssaidi@eecs.umich.edu count = pioPort->drain(de); 832901Ssaidi@eecs.umich.edu if (count) 842901Ssaidi@eecs.umich.edu changeState(Draining); 852901Ssaidi@eecs.umich.edu else 862901Ssaidi@eecs.umich.edu changeState(Drained); 872901Ssaidi@eecs.umich.edu return count; 882901Ssaidi@eecs.umich.edu} 892901Ssaidi@eecs.umich.edu 904762Snate@binkert.orgBasicPioDevice::BasicPioDevice(const Params *p) 914762Snate@binkert.org : PioDevice(p), pioAddr(p->pio_addr), pioSize(0), 924762Snate@binkert.org pioDelay(p->pio_latency) 934762Snate@binkert.org{} 944762Snate@binkert.org 952539SN/Avoid 962539SN/ABasicPioDevice::addressRanges(AddrRangeList &range_list) 972539SN/A{ 982539SN/A assert(pioSize != 0); 992539SN/A range_list.clear(); 1007729SAli.Saidi@ARM.com DPRINTF(BusAddrRanges, "registering range: %#x-%#x\n", pioAddr, pioSize); 1012539SN/A range_list.push_back(RangeSize(pioAddr, pioSize)); 1022539SN/A} 1032539SN/A 1042489SN/A 1057403SAli.Saidi@ARM.comDmaPort::DmaPort(MemObject *dev, System *s, Tick min_backoff, Tick max_backoff) 1063401Sktlim@umich.edu : Port(dev->name() + "-dmaport", dev), device(dev), sys(s), 1074435Ssaidi@eecs.umich.edu pendingCount(0), actionInProgress(0), drainEvent(NULL), 1087403SAli.Saidi@ARM.com backoffTime(0), minBackoffDelay(min_backoff), 1097403SAli.Saidi@ARM.com maxBackoffDelay(max_backoff), inRetry(false), backoffEvent(this) 1102489SN/A{ } 1112489SN/A 1122489SN/Abool 1133349Sbinkertn@umich.eduDmaPort::recvTiming(PacketPtr pkt) 1142384SN/A{ 1154870Sstever@eecs.umich.edu if (pkt->wasNacked()) { 1164739Sstever@eecs.umich.edu DPRINTF(DMA, "Received nacked %s addr %#x\n", 1174739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 1184435Ssaidi@eecs.umich.edu 1197403SAli.Saidi@ARM.com if (backoffTime < minBackoffDelay) 1207403SAli.Saidi@ARM.com backoffTime = minBackoffDelay; 1217403SAli.Saidi@ARM.com else if (backoffTime < maxBackoffDelay) 1224435Ssaidi@eecs.umich.edu backoffTime <<= 1; 1234435Ssaidi@eecs.umich.edu 1245606Snate@binkert.org reschedule(backoffEvent, curTick + backoffTime, true); 1254435Ssaidi@eecs.umich.edu 1264435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime); 1274435Ssaidi@eecs.umich.edu 1282685Ssaidi@eecs.umich.edu pkt->reinitNacked(); 1294435Ssaidi@eecs.umich.edu queueDma(pkt, true); 1302685Ssaidi@eecs.umich.edu } else if (pkt->senderState) { 1312565SN/A DmaReqState *state; 1324435Ssaidi@eecs.umich.edu backoffTime >>= 2; 1334435Ssaidi@eecs.umich.edu 1344739Sstever@eecs.umich.edu DPRINTF(DMA, "Received response %s addr %#x size %#x\n", 1354739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr(), pkt->req->getSize()); 1362641Sstever@eecs.umich.edu state = dynamic_cast<DmaReqState*>(pkt->senderState); 1372685Ssaidi@eecs.umich.edu pendingCount--; 1382685Ssaidi@eecs.umich.edu 1392685Ssaidi@eecs.umich.edu assert(pendingCount >= 0); 1402657Ssaidi@eecs.umich.edu assert(state); 1412685Ssaidi@eecs.umich.edu 1422685Ssaidi@eecs.umich.edu state->numBytes += pkt->req->getSize(); 1434435Ssaidi@eecs.umich.edu assert(state->totBytes >= state->numBytes); 1442685Ssaidi@eecs.umich.edu if (state->totBytes == state->numBytes) { 1457403SAli.Saidi@ARM.com if (state->completionEvent) { 1467403SAli.Saidi@ARM.com if (state->delay) 1477403SAli.Saidi@ARM.com schedule(state->completionEvent, curTick + state->delay); 1487403SAli.Saidi@ARM.com else 1497403SAli.Saidi@ARM.com state->completionEvent->process(); 1507403SAli.Saidi@ARM.com } 1512685Ssaidi@eecs.umich.edu delete state; 1522685Ssaidi@eecs.umich.edu } 1532630SN/A delete pkt->req; 1542630SN/A delete pkt; 1552901Ssaidi@eecs.umich.edu 1562901Ssaidi@eecs.umich.edu if (pendingCount == 0 && drainEvent) { 1572901Ssaidi@eecs.umich.edu drainEvent->process(); 1582901Ssaidi@eecs.umich.edu drainEvent = NULL; 1592901Ssaidi@eecs.umich.edu } 1602569SN/A } else { 1612685Ssaidi@eecs.umich.edu panic("Got packet without sender state... huh?\n"); 1622565SN/A } 1632569SN/A 1642657Ssaidi@eecs.umich.edu return true; 1652384SN/A} 166679SN/A 1674762Snate@binkert.orgDmaDevice::DmaDevice(const Params *p) 1687403SAli.Saidi@ARM.com : PioDevice(p), dmaPort(NULL) 1692565SN/A{ } 1702384SN/A 1712901Ssaidi@eecs.umich.edu 1722901Ssaidi@eecs.umich.eduunsigned int 1732901Ssaidi@eecs.umich.eduDmaDevice::drain(Event *de) 1742901Ssaidi@eecs.umich.edu{ 1752901Ssaidi@eecs.umich.edu unsigned int count; 1762901Ssaidi@eecs.umich.edu count = pioPort->drain(de) + dmaPort->drain(de); 1772901Ssaidi@eecs.umich.edu if (count) 1782901Ssaidi@eecs.umich.edu changeState(Draining); 1792901Ssaidi@eecs.umich.edu else 1802901Ssaidi@eecs.umich.edu changeState(Drained); 1812901Ssaidi@eecs.umich.edu return count; 1822901Ssaidi@eecs.umich.edu} 1832901Ssaidi@eecs.umich.edu 1842901Ssaidi@eecs.umich.eduunsigned int 1852901Ssaidi@eecs.umich.eduDmaPort::drain(Event *de) 1862901Ssaidi@eecs.umich.edu{ 1872901Ssaidi@eecs.umich.edu if (pendingCount == 0) 1882901Ssaidi@eecs.umich.edu return 0; 1892901Ssaidi@eecs.umich.edu drainEvent = de; 1902901Ssaidi@eecs.umich.edu return 1; 1912901Ssaidi@eecs.umich.edu} 1922901Ssaidi@eecs.umich.edu 1932901Ssaidi@eecs.umich.edu 1942384SN/Avoid 1952489SN/ADmaPort::recvRetry() 1962489SN/A{ 1974435Ssaidi@eecs.umich.edu assert(transmitList.size()); 1982659Ssaidi@eecs.umich.edu bool result = true; 1994435Ssaidi@eecs.umich.edu do { 2005539Scws3k@cs.virginia.edu PacketPtr pkt = transmitList.front(); 2014739Sstever@eecs.umich.edu DPRINTF(DMA, "Retry on %s addr %#x\n", 2024739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 2032659Ssaidi@eecs.umich.edu result = sendTiming(pkt); 2042659Ssaidi@eecs.umich.edu if (result) { 2052659Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Done\n"); 2062659Ssaidi@eecs.umich.edu transmitList.pop_front(); 2074435Ssaidi@eecs.umich.edu inRetry = false; 2082659Ssaidi@eecs.umich.edu } else { 2094435Ssaidi@eecs.umich.edu inRetry = true; 2102659Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Failed, queued\n"); 2112659Ssaidi@eecs.umich.edu } 2124435Ssaidi@eecs.umich.edu } while (!backoffTime && result && transmitList.size()); 2134435Ssaidi@eecs.umich.edu 2144435Ssaidi@eecs.umich.edu if (transmitList.size() && backoffTime && !inRetry) { 2154435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Scheduling backoff for %d\n", curTick+backoffTime); 2164435Ssaidi@eecs.umich.edu if (!backoffEvent.scheduled()) 2175606Snate@binkert.org schedule(backoffEvent, backoffTime + curTick); 2182657Ssaidi@eecs.umich.edu } 2194435Ssaidi@eecs.umich.edu DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n", 2204435Ssaidi@eecs.umich.edu transmitList.size(), backoffTime, inRetry, 2214435Ssaidi@eecs.umich.edu backoffEvent.scheduled()); 2222489SN/A} 2232641Sstever@eecs.umich.edu 2242641Sstever@eecs.umich.edu 2252489SN/Avoid 2262641Sstever@eecs.umich.eduDmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event, 2277607SGene.Wu@arm.com uint8_t *data, Tick delay, Request::Flags flag) 2282384SN/A{ 2292901Ssaidi@eecs.umich.edu assert(device->getState() == SimObject::Running); 2302901Ssaidi@eecs.umich.edu 2315534Ssaidi@eecs.umich.edu DmaReqState *reqState = new DmaReqState(event, this, size, delay); 2322384SN/A 2334451Ssaidi@eecs.umich.edu 2344451Ssaidi@eecs.umich.edu DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size, 2357607SGene.Wu@arm.com event ? event->scheduled() : -1 ); 2362406SN/A for (ChunkGenerator gen(addr, size, peerBlockSize()); 2372406SN/A !gen.done(); gen.next()) { 2387607SGene.Wu@arm.com Request *req = new Request(gen.addr(), gen.size(), flag); 2393349Sbinkertn@umich.edu PacketPtr pkt = new Packet(req, cmd, Packet::Broadcast); 2402641Sstever@eecs.umich.edu 2412384SN/A // Increment the data pointer on a write 2422566SN/A if (data) 2432685Ssaidi@eecs.umich.edu pkt->dataStatic(data + gen.complete()); 2442641Sstever@eecs.umich.edu 2452685Ssaidi@eecs.umich.edu pkt->senderState = reqState; 2462641Sstever@eecs.umich.edu 2472565SN/A assert(pendingCount >= 0); 2482565SN/A pendingCount++; 2494451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(), 2504451Ssaidi@eecs.umich.edu gen.size()); 2514435Ssaidi@eecs.umich.edu queueDma(pkt); 2522384SN/A } 2532901Ssaidi@eecs.umich.edu 2542384SN/A} 2552384SN/A 2564435Ssaidi@eecs.umich.eduvoid 2574435Ssaidi@eecs.umich.eduDmaPort::queueDma(PacketPtr pkt, bool front) 2584435Ssaidi@eecs.umich.edu{ 2594435Ssaidi@eecs.umich.edu 2604435Ssaidi@eecs.umich.edu if (front) 2614435Ssaidi@eecs.umich.edu transmitList.push_front(pkt); 2624435Ssaidi@eecs.umich.edu else 2634435Ssaidi@eecs.umich.edu transmitList.push_back(pkt); 2644435Ssaidi@eecs.umich.edu sendDma(); 2654435Ssaidi@eecs.umich.edu} 2664435Ssaidi@eecs.umich.edu 2672384SN/A 2682384SN/Avoid 2694435Ssaidi@eecs.umich.eduDmaPort::sendDma() 2702384SN/A{ 2712901Ssaidi@eecs.umich.edu // some kind of selction between access methods 2722901Ssaidi@eecs.umich.edu // more work is going to have to be done to make 2732901Ssaidi@eecs.umich.edu // switching actually work 2744435Ssaidi@eecs.umich.edu assert(transmitList.size()); 2754435Ssaidi@eecs.umich.edu PacketPtr pkt = transmitList.front(); 2762902Ssaidi@eecs.umich.edu 2774762Snate@binkert.org Enums::MemoryMode state = sys->getMemoryMode(); 2784762Snate@binkert.org if (state == Enums::timing) { 2794435Ssaidi@eecs.umich.edu if (backoffEvent.scheduled() || inRetry) { 2804435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n"); 2814435Ssaidi@eecs.umich.edu return; 2824435Ssaidi@eecs.umich.edu } 2834435Ssaidi@eecs.umich.edu 2844739Sstever@eecs.umich.edu DPRINTF(DMA, "Attempting to send %s addr %#x\n", 2854739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 2864435Ssaidi@eecs.umich.edu 2874435Ssaidi@eecs.umich.edu bool result; 2884435Ssaidi@eecs.umich.edu do { 2894435Ssaidi@eecs.umich.edu result = sendTiming(pkt); 2904435Ssaidi@eecs.umich.edu if (result) { 2914435Ssaidi@eecs.umich.edu transmitList.pop_front(); 2924435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Done\n"); 2934435Ssaidi@eecs.umich.edu } else { 2944435Ssaidi@eecs.umich.edu inRetry = true; 2954435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Failed: queued\n"); 2964435Ssaidi@eecs.umich.edu } 2974435Ssaidi@eecs.umich.edu } while (result && !backoffTime && transmitList.size()); 2984435Ssaidi@eecs.umich.edu 2994435Ssaidi@eecs.umich.edu if (transmitList.size() && backoffTime && !inRetry && 3004435Ssaidi@eecs.umich.edu !backoffEvent.scheduled()) { 3014451Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Scheduling backoff timer for %d\n", 3024451Ssaidi@eecs.umich.edu backoffTime+curTick); 3035606Snate@binkert.org schedule(backoffEvent, backoffTime + curTick); 3042901Ssaidi@eecs.umich.edu } 3054762Snate@binkert.org } else if (state == Enums::atomic) { 3064435Ssaidi@eecs.umich.edu transmitList.pop_front(); 3074435Ssaidi@eecs.umich.edu 3082902Ssaidi@eecs.umich.edu Tick lat; 3094451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Sending DMA for addr: %#x size: %d\n", 3104451Ssaidi@eecs.umich.edu pkt->req->getPaddr(), pkt->req->getSize()); 3112902Ssaidi@eecs.umich.edu lat = sendAtomic(pkt); 3122901Ssaidi@eecs.umich.edu assert(pkt->senderState); 3132901Ssaidi@eecs.umich.edu DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState); 3142901Ssaidi@eecs.umich.edu assert(state); 3154451Ssaidi@eecs.umich.edu state->numBytes += pkt->req->getSize(); 3162384SN/A 3174451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Received response for DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n", 3184451Ssaidi@eecs.umich.edu pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes, 3197403SAli.Saidi@ARM.com state->totBytes, 3207403SAli.Saidi@ARM.com state->completionEvent ? state->completionEvent->scheduled() : 0 ); 3214451Ssaidi@eecs.umich.edu 3222901Ssaidi@eecs.umich.edu if (state->totBytes == state->numBytes) { 3237403SAli.Saidi@ARM.com if (state->completionEvent) { 3247403SAli.Saidi@ARM.com assert(!state->completionEvent->scheduled()); 3257403SAli.Saidi@ARM.com schedule(state->completionEvent, curTick + lat + state->delay); 3267403SAli.Saidi@ARM.com } 3272901Ssaidi@eecs.umich.edu delete state; 3282901Ssaidi@eecs.umich.edu delete pkt->req; 3292901Ssaidi@eecs.umich.edu } 3302901Ssaidi@eecs.umich.edu pendingCount--; 3312901Ssaidi@eecs.umich.edu assert(pendingCount >= 0); 3322901Ssaidi@eecs.umich.edu delete pkt; 3332566SN/A 3342901Ssaidi@eecs.umich.edu if (pendingCount == 0 && drainEvent) { 3352901Ssaidi@eecs.umich.edu drainEvent->process(); 3362901Ssaidi@eecs.umich.edu drainEvent = NULL; 3372901Ssaidi@eecs.umich.edu } 3382901Ssaidi@eecs.umich.edu 3392384SN/A } else 3402384SN/A panic("Unknown memory command state."); 3412384SN/A} 342545SN/A 343545SN/ADmaDevice::~DmaDevice() 344545SN/A{ 3452489SN/A if (dmaPort) 3462489SN/A delete dmaPort; 347545SN/A} 348