io_device.cc revision 8134
1545SN/A/* 22512SN/A * Copyright (c) 2006 The Regents of The University of Michigan 3545SN/A * All rights reserved. 4545SN/A * 5545SN/A * Redistribution and use in source and binary forms, with or without 6545SN/A * modification, are permitted provided that the following conditions are 7545SN/A * met: redistributions of source code must retain the above copyright 8545SN/A * notice, this list of conditions and the following disclaimer; 9545SN/A * redistributions in binary form must reproduce the above copyright 10545SN/A * notice, this list of conditions and the following disclaimer in the 11545SN/A * documentation and/or other materials provided with the distribution; 12545SN/A * neither the name of the copyright holders nor the names of its 13545SN/A * contributors may be used to endorse or promote products derived from 14545SN/A * this software without specific prior written permission. 15545SN/A * 16545SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 17545SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 18545SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 19545SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 20545SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 21545SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 22545SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23545SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24545SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25545SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 26545SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 272665Ssaidi@eecs.umich.edu * 282665Ssaidi@eecs.umich.edu * Authors: Ali Saidi 292665Ssaidi@eecs.umich.edu * Nathan Binkert 30545SN/A */ 31545SN/A 323090Sstever@eecs.umich.edu#include "base/chunk_generator.hh" 332657Ssaidi@eecs.umich.edu#include "base/trace.hh" 34545SN/A#include "dev/io_device.hh" 352901Ssaidi@eecs.umich.edu#include "sim/system.hh" 36545SN/A 372489SN/A 382901Ssaidi@eecs.umich.eduPioPort::PioPort(PioDevice *dev, System *s, std::string pname) 393401Sktlim@umich.edu : SimpleTimingPort(dev->name() + pname, dev), device(dev) 402489SN/A{ } 412489SN/A 422489SN/A 432489SN/ATick 443349Sbinkertn@umich.eduPioPort::recvAtomic(PacketPtr pkt) 452489SN/A{ 463091Sstever@eecs.umich.edu return pkt->isRead() ? device->read(pkt) : device->write(pkt); 472489SN/A} 482489SN/A 492489SN/Avoid 504475Sstever@eecs.umich.eduPioPort::getDeviceAddressRanges(AddrRangeList &resp, bool &snoop) 512489SN/A{ 524475Sstever@eecs.umich.edu snoop = false; 532521SN/A device->addressRanges(resp); 547729SAli.Saidi@ARM.com for (AddrRangeIter i = resp.begin(); i != resp.end(); i++) 557729SAli.Saidi@ARM.com DPRINTF(BusAddrRanges, "Adding Range %#x-%#x\n", i->start, i->end); 562489SN/A} 572489SN/A 582489SN/A 594762Snate@binkert.orgPioDevice::PioDevice(const Params *p) 604762Snate@binkert.org : MemObject(p), platform(p->platform), sys(p->system), pioPort(NULL) 614762Snate@binkert.org{} 624762Snate@binkert.org 63545SN/APioDevice::~PioDevice() 64545SN/A{ 652384SN/A if (pioPort) 662489SN/A delete pioPort; 67545SN/A} 68545SN/A 692542SN/Avoid 702541SN/APioDevice::init() 712541SN/A{ 722541SN/A if (!pioPort) 732541SN/A panic("Pio port not connected to anything!"); 742541SN/A pioPort->sendStatusChange(Port::RangeChange); 752541SN/A} 762541SN/A 772901Ssaidi@eecs.umich.edu 782901Ssaidi@eecs.umich.eduunsigned int 792901Ssaidi@eecs.umich.eduPioDevice::drain(Event *de) 802901Ssaidi@eecs.umich.edu{ 812901Ssaidi@eecs.umich.edu unsigned int count; 822901Ssaidi@eecs.umich.edu count = pioPort->drain(de); 832901Ssaidi@eecs.umich.edu if (count) 842901Ssaidi@eecs.umich.edu changeState(Draining); 852901Ssaidi@eecs.umich.edu else 862901Ssaidi@eecs.umich.edu changeState(Drained); 872901Ssaidi@eecs.umich.edu return count; 882901Ssaidi@eecs.umich.edu} 892901Ssaidi@eecs.umich.edu 904762Snate@binkert.orgBasicPioDevice::BasicPioDevice(const Params *p) 914762Snate@binkert.org : PioDevice(p), pioAddr(p->pio_addr), pioSize(0), 924762Snate@binkert.org pioDelay(p->pio_latency) 934762Snate@binkert.org{} 944762Snate@binkert.org 952539SN/Avoid 962539SN/ABasicPioDevice::addressRanges(AddrRangeList &range_list) 972539SN/A{ 982539SN/A assert(pioSize != 0); 992539SN/A range_list.clear(); 1007729SAli.Saidi@ARM.com DPRINTF(BusAddrRanges, "registering range: %#x-%#x\n", pioAddr, pioSize); 1012539SN/A range_list.push_back(RangeSize(pioAddr, pioSize)); 1022539SN/A} 1032539SN/A 1042489SN/A 1057403SAli.Saidi@ARM.comDmaPort::DmaPort(MemObject *dev, System *s, Tick min_backoff, Tick max_backoff) 1063401Sktlim@umich.edu : Port(dev->name() + "-dmaport", dev), device(dev), sys(s), 1074435Ssaidi@eecs.umich.edu pendingCount(0), actionInProgress(0), drainEvent(NULL), 1087403SAli.Saidi@ARM.com backoffTime(0), minBackoffDelay(min_backoff), 1097403SAli.Saidi@ARM.com maxBackoffDelay(max_backoff), inRetry(false), backoffEvent(this) 1102489SN/A{ } 1112489SN/A 1122489SN/Abool 1133349Sbinkertn@umich.eduDmaPort::recvTiming(PacketPtr pkt) 1142384SN/A{ 1154870Sstever@eecs.umich.edu if (pkt->wasNacked()) { 1164739Sstever@eecs.umich.edu DPRINTF(DMA, "Received nacked %s addr %#x\n", 1174739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 1184435Ssaidi@eecs.umich.edu 1197403SAli.Saidi@ARM.com if (backoffTime < minBackoffDelay) 1207403SAli.Saidi@ARM.com backoffTime = minBackoffDelay; 1217403SAli.Saidi@ARM.com else if (backoffTime < maxBackoffDelay) 1224435Ssaidi@eecs.umich.edu backoffTime <<= 1; 1234435Ssaidi@eecs.umich.edu 1247823Ssteve.reinhardt@amd.com reschedule(backoffEvent, curTick() + backoffTime, true); 1254435Ssaidi@eecs.umich.edu 1264435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime); 1274435Ssaidi@eecs.umich.edu 1282685Ssaidi@eecs.umich.edu pkt->reinitNacked(); 1294435Ssaidi@eecs.umich.edu queueDma(pkt, true); 1302685Ssaidi@eecs.umich.edu } else if (pkt->senderState) { 1312565SN/A DmaReqState *state; 1324435Ssaidi@eecs.umich.edu backoffTime >>= 2; 1334435Ssaidi@eecs.umich.edu 1344739Sstever@eecs.umich.edu DPRINTF(DMA, "Received response %s addr %#x size %#x\n", 1354739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr(), pkt->req->getSize()); 1362641Sstever@eecs.umich.edu state = dynamic_cast<DmaReqState*>(pkt->senderState); 1372685Ssaidi@eecs.umich.edu pendingCount--; 1382685Ssaidi@eecs.umich.edu 1392685Ssaidi@eecs.umich.edu assert(pendingCount >= 0); 1402657Ssaidi@eecs.umich.edu assert(state); 1412685Ssaidi@eecs.umich.edu 1428134SAli.Saidi@ARM.com // We shouldn't ever get a block in ownership state 1438134SAli.Saidi@ARM.com assert(!(pkt->memInhibitAsserted() && !pkt->sharedAsserted())); 1448134SAli.Saidi@ARM.com 1452685Ssaidi@eecs.umich.edu state->numBytes += pkt->req->getSize(); 1464435Ssaidi@eecs.umich.edu assert(state->totBytes >= state->numBytes); 1472685Ssaidi@eecs.umich.edu if (state->totBytes == state->numBytes) { 1487403SAli.Saidi@ARM.com if (state->completionEvent) { 1497403SAli.Saidi@ARM.com if (state->delay) 1507823Ssteve.reinhardt@amd.com schedule(state->completionEvent, curTick() + state->delay); 1517403SAli.Saidi@ARM.com else 1527403SAli.Saidi@ARM.com state->completionEvent->process(); 1537403SAli.Saidi@ARM.com } 1542685Ssaidi@eecs.umich.edu delete state; 1552685Ssaidi@eecs.umich.edu } 1562630SN/A delete pkt->req; 1572630SN/A delete pkt; 1582901Ssaidi@eecs.umich.edu 1592901Ssaidi@eecs.umich.edu if (pendingCount == 0 && drainEvent) { 1602901Ssaidi@eecs.umich.edu drainEvent->process(); 1612901Ssaidi@eecs.umich.edu drainEvent = NULL; 1622901Ssaidi@eecs.umich.edu } 1632569SN/A } else { 1642685Ssaidi@eecs.umich.edu panic("Got packet without sender state... huh?\n"); 1652565SN/A } 1662569SN/A 1672657Ssaidi@eecs.umich.edu return true; 1682384SN/A} 169679SN/A 1704762Snate@binkert.orgDmaDevice::DmaDevice(const Params *p) 1717403SAli.Saidi@ARM.com : PioDevice(p), dmaPort(NULL) 1722565SN/A{ } 1732384SN/A 1742901Ssaidi@eecs.umich.edu 1752901Ssaidi@eecs.umich.eduunsigned int 1762901Ssaidi@eecs.umich.eduDmaDevice::drain(Event *de) 1772901Ssaidi@eecs.umich.edu{ 1782901Ssaidi@eecs.umich.edu unsigned int count; 1792901Ssaidi@eecs.umich.edu count = pioPort->drain(de) + dmaPort->drain(de); 1802901Ssaidi@eecs.umich.edu if (count) 1812901Ssaidi@eecs.umich.edu changeState(Draining); 1822901Ssaidi@eecs.umich.edu else 1832901Ssaidi@eecs.umich.edu changeState(Drained); 1842901Ssaidi@eecs.umich.edu return count; 1852901Ssaidi@eecs.umich.edu} 1862901Ssaidi@eecs.umich.edu 1872901Ssaidi@eecs.umich.eduunsigned int 1882901Ssaidi@eecs.umich.eduDmaPort::drain(Event *de) 1892901Ssaidi@eecs.umich.edu{ 1902901Ssaidi@eecs.umich.edu if (pendingCount == 0) 1912901Ssaidi@eecs.umich.edu return 0; 1922901Ssaidi@eecs.umich.edu drainEvent = de; 1932901Ssaidi@eecs.umich.edu return 1; 1942901Ssaidi@eecs.umich.edu} 1952901Ssaidi@eecs.umich.edu 1962901Ssaidi@eecs.umich.edu 1972384SN/Avoid 1982489SN/ADmaPort::recvRetry() 1992489SN/A{ 2004435Ssaidi@eecs.umich.edu assert(transmitList.size()); 2012659Ssaidi@eecs.umich.edu bool result = true; 2024435Ssaidi@eecs.umich.edu do { 2035539Scws3k@cs.virginia.edu PacketPtr pkt = transmitList.front(); 2044739Sstever@eecs.umich.edu DPRINTF(DMA, "Retry on %s addr %#x\n", 2054739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 2062659Ssaidi@eecs.umich.edu result = sendTiming(pkt); 2072659Ssaidi@eecs.umich.edu if (result) { 2082659Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Done\n"); 2092659Ssaidi@eecs.umich.edu transmitList.pop_front(); 2104435Ssaidi@eecs.umich.edu inRetry = false; 2112659Ssaidi@eecs.umich.edu } else { 2124435Ssaidi@eecs.umich.edu inRetry = true; 2132659Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Failed, queued\n"); 2142659Ssaidi@eecs.umich.edu } 2154435Ssaidi@eecs.umich.edu } while (!backoffTime && result && transmitList.size()); 2164435Ssaidi@eecs.umich.edu 2174435Ssaidi@eecs.umich.edu if (transmitList.size() && backoffTime && !inRetry) { 2187823Ssteve.reinhardt@amd.com DPRINTF(DMA, "Scheduling backoff for %d\n", curTick()+backoffTime); 2194435Ssaidi@eecs.umich.edu if (!backoffEvent.scheduled()) 2207823Ssteve.reinhardt@amd.com schedule(backoffEvent, backoffTime + curTick()); 2212657Ssaidi@eecs.umich.edu } 2224435Ssaidi@eecs.umich.edu DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n", 2234435Ssaidi@eecs.umich.edu transmitList.size(), backoffTime, inRetry, 2244435Ssaidi@eecs.umich.edu backoffEvent.scheduled()); 2252489SN/A} 2262641Sstever@eecs.umich.edu 2272641Sstever@eecs.umich.edu 2282489SN/Avoid 2292641Sstever@eecs.umich.eduDmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event, 2307607SGene.Wu@arm.com uint8_t *data, Tick delay, Request::Flags flag) 2312384SN/A{ 2322901Ssaidi@eecs.umich.edu assert(device->getState() == SimObject::Running); 2332901Ssaidi@eecs.umich.edu 2345534Ssaidi@eecs.umich.edu DmaReqState *reqState = new DmaReqState(event, this, size, delay); 2352384SN/A 2364451Ssaidi@eecs.umich.edu 2374451Ssaidi@eecs.umich.edu DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size, 2387607SGene.Wu@arm.com event ? event->scheduled() : -1 ); 2392406SN/A for (ChunkGenerator gen(addr, size, peerBlockSize()); 2402406SN/A !gen.done(); gen.next()) { 2417607SGene.Wu@arm.com Request *req = new Request(gen.addr(), gen.size(), flag); 2423349Sbinkertn@umich.edu PacketPtr pkt = new Packet(req, cmd, Packet::Broadcast); 2432641Sstever@eecs.umich.edu 2442384SN/A // Increment the data pointer on a write 2452566SN/A if (data) 2462685Ssaidi@eecs.umich.edu pkt->dataStatic(data + gen.complete()); 2472641Sstever@eecs.umich.edu 2482685Ssaidi@eecs.umich.edu pkt->senderState = reqState; 2492641Sstever@eecs.umich.edu 2502565SN/A assert(pendingCount >= 0); 2512565SN/A pendingCount++; 2524451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(), 2534451Ssaidi@eecs.umich.edu gen.size()); 2544435Ssaidi@eecs.umich.edu queueDma(pkt); 2552384SN/A } 2562901Ssaidi@eecs.umich.edu 2572384SN/A} 2582384SN/A 2594435Ssaidi@eecs.umich.eduvoid 2604435Ssaidi@eecs.umich.eduDmaPort::queueDma(PacketPtr pkt, bool front) 2614435Ssaidi@eecs.umich.edu{ 2624435Ssaidi@eecs.umich.edu 2634435Ssaidi@eecs.umich.edu if (front) 2644435Ssaidi@eecs.umich.edu transmitList.push_front(pkt); 2654435Ssaidi@eecs.umich.edu else 2664435Ssaidi@eecs.umich.edu transmitList.push_back(pkt); 2674435Ssaidi@eecs.umich.edu sendDma(); 2684435Ssaidi@eecs.umich.edu} 2694435Ssaidi@eecs.umich.edu 2702384SN/A 2712384SN/Avoid 2724435Ssaidi@eecs.umich.eduDmaPort::sendDma() 2732384SN/A{ 2742901Ssaidi@eecs.umich.edu // some kind of selction between access methods 2752901Ssaidi@eecs.umich.edu // more work is going to have to be done to make 2762901Ssaidi@eecs.umich.edu // switching actually work 2774435Ssaidi@eecs.umich.edu assert(transmitList.size()); 2784435Ssaidi@eecs.umich.edu PacketPtr pkt = transmitList.front(); 2792902Ssaidi@eecs.umich.edu 2804762Snate@binkert.org Enums::MemoryMode state = sys->getMemoryMode(); 2814762Snate@binkert.org if (state == Enums::timing) { 2824435Ssaidi@eecs.umich.edu if (backoffEvent.scheduled() || inRetry) { 2834435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n"); 2844435Ssaidi@eecs.umich.edu return; 2854435Ssaidi@eecs.umich.edu } 2864435Ssaidi@eecs.umich.edu 2874739Sstever@eecs.umich.edu DPRINTF(DMA, "Attempting to send %s addr %#x\n", 2884739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 2894435Ssaidi@eecs.umich.edu 2904435Ssaidi@eecs.umich.edu bool result; 2914435Ssaidi@eecs.umich.edu do { 2924435Ssaidi@eecs.umich.edu result = sendTiming(pkt); 2934435Ssaidi@eecs.umich.edu if (result) { 2944435Ssaidi@eecs.umich.edu transmitList.pop_front(); 2954435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Done\n"); 2964435Ssaidi@eecs.umich.edu } else { 2974435Ssaidi@eecs.umich.edu inRetry = true; 2984435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Failed: queued\n"); 2994435Ssaidi@eecs.umich.edu } 3004435Ssaidi@eecs.umich.edu } while (result && !backoffTime && transmitList.size()); 3014435Ssaidi@eecs.umich.edu 3024435Ssaidi@eecs.umich.edu if (transmitList.size() && backoffTime && !inRetry && 3034435Ssaidi@eecs.umich.edu !backoffEvent.scheduled()) { 3044451Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Scheduling backoff timer for %d\n", 3057823Ssteve.reinhardt@amd.com backoffTime+curTick()); 3067823Ssteve.reinhardt@amd.com schedule(backoffEvent, backoffTime + curTick()); 3072901Ssaidi@eecs.umich.edu } 3084762Snate@binkert.org } else if (state == Enums::atomic) { 3094435Ssaidi@eecs.umich.edu transmitList.pop_front(); 3104435Ssaidi@eecs.umich.edu 3112902Ssaidi@eecs.umich.edu Tick lat; 3124451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Sending DMA for addr: %#x size: %d\n", 3134451Ssaidi@eecs.umich.edu pkt->req->getPaddr(), pkt->req->getSize()); 3142902Ssaidi@eecs.umich.edu lat = sendAtomic(pkt); 3152901Ssaidi@eecs.umich.edu assert(pkt->senderState); 3162901Ssaidi@eecs.umich.edu DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState); 3172901Ssaidi@eecs.umich.edu assert(state); 3184451Ssaidi@eecs.umich.edu state->numBytes += pkt->req->getSize(); 3192384SN/A 3204451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Received response for DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n", 3214451Ssaidi@eecs.umich.edu pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes, 3227403SAli.Saidi@ARM.com state->totBytes, 3237403SAli.Saidi@ARM.com state->completionEvent ? state->completionEvent->scheduled() : 0 ); 3244451Ssaidi@eecs.umich.edu 3252901Ssaidi@eecs.umich.edu if (state->totBytes == state->numBytes) { 3267403SAli.Saidi@ARM.com if (state->completionEvent) { 3277403SAli.Saidi@ARM.com assert(!state->completionEvent->scheduled()); 3287823Ssteve.reinhardt@amd.com schedule(state->completionEvent, curTick() + lat + state->delay); 3297403SAli.Saidi@ARM.com } 3302901Ssaidi@eecs.umich.edu delete state; 3312901Ssaidi@eecs.umich.edu delete pkt->req; 3322901Ssaidi@eecs.umich.edu } 3332901Ssaidi@eecs.umich.edu pendingCount--; 3342901Ssaidi@eecs.umich.edu assert(pendingCount >= 0); 3352901Ssaidi@eecs.umich.edu delete pkt; 3362566SN/A 3372901Ssaidi@eecs.umich.edu if (pendingCount == 0 && drainEvent) { 3382901Ssaidi@eecs.umich.edu drainEvent->process(); 3392901Ssaidi@eecs.umich.edu drainEvent = NULL; 3402901Ssaidi@eecs.umich.edu } 3412901Ssaidi@eecs.umich.edu 3422384SN/A } else 3432384SN/A panic("Unknown memory command state."); 3442384SN/A} 345545SN/A 346545SN/ADmaDevice::~DmaDevice() 347545SN/A{ 3482489SN/A if (dmaPort) 3492489SN/A delete dmaPort; 350545SN/A} 351