io_device.cc revision 4739
1545SN/A/* 22512SN/A * Copyright (c) 2006 The Regents of The University of Michigan 3545SN/A * All rights reserved. 4545SN/A * 5545SN/A * Redistribution and use in source and binary forms, with or without 6545SN/A * modification, are permitted provided that the following conditions are 7545SN/A * met: redistributions of source code must retain the above copyright 8545SN/A * notice, this list of conditions and the following disclaimer; 9545SN/A * redistributions in binary form must reproduce the above copyright 10545SN/A * notice, this list of conditions and the following disclaimer in the 11545SN/A * documentation and/or other materials provided with the distribution; 12545SN/A * neither the name of the copyright holders nor the names of its 13545SN/A * contributors may be used to endorse or promote products derived from 14545SN/A * this software without specific prior written permission. 15545SN/A * 16545SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 17545SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 18545SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 19545SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 20545SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 21545SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 22545SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23545SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24545SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25545SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 26545SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 272665Ssaidi@eecs.umich.edu * 282665Ssaidi@eecs.umich.edu * Authors: Ali Saidi 292665Ssaidi@eecs.umich.edu * Nathan Binkert 30545SN/A */ 31545SN/A 323090Sstever@eecs.umich.edu#include "base/chunk_generator.hh" 332657Ssaidi@eecs.umich.edu#include "base/trace.hh" 34545SN/A#include "dev/io_device.hh" 352901Ssaidi@eecs.umich.edu#include "sim/builder.hh" 36545SN/A#include "sim/system.hh" 372489SN/A 382901Ssaidi@eecs.umich.edu 393401Sktlim@umich.eduPioPort::PioPort(PioDevice *dev, System *s, std::string pname) 402489SN/A : SimpleTimingPort(dev->name() + pname, dev), device(dev) 412489SN/A{ } 422489SN/A 432489SN/A 443349Sbinkertn@umich.eduTick 452489SN/APioPort::recvAtomic(PacketPtr pkt) 463091Sstever@eecs.umich.edu{ 472489SN/A return pkt->isRead() ? device->read(pkt) : device->write(pkt); 482489SN/A} 492489SN/A 504475Sstever@eecs.umich.eduvoid 512489SN/APioPort::getDeviceAddressRanges(AddrRangeList &resp, bool &snoop) 524475Sstever@eecs.umich.edu{ 532521SN/A snoop = false; 542489SN/A device->addressRanges(resp); 552489SN/A} 562489SN/A 574762Snate@binkert.org 584762Snate@binkert.orgPioDevice::~PioDevice() 594762Snate@binkert.org{ 604762Snate@binkert.org if (pioPort) 61545SN/A delete pioPort; 62545SN/A} 632384SN/A 642489SN/Avoid 65545SN/APioDevice::init() 66545SN/A{ 672542SN/A if (!pioPort) 682541SN/A panic("Pio port not connected to anything!"); 692541SN/A pioPort->sendStatusChange(Port::RangeChange); 702541SN/A} 712541SN/A 722541SN/A 732541SN/Aunsigned int 742541SN/APioDevice::drain(Event *de) 752901Ssaidi@eecs.umich.edu{ 762901Ssaidi@eecs.umich.edu unsigned int count; 772901Ssaidi@eecs.umich.edu count = pioPort->drain(de); 782901Ssaidi@eecs.umich.edu if (count) 792901Ssaidi@eecs.umich.edu changeState(Draining); 802901Ssaidi@eecs.umich.edu else 812901Ssaidi@eecs.umich.edu changeState(Drained); 822901Ssaidi@eecs.umich.edu return count; 832901Ssaidi@eecs.umich.edu} 842901Ssaidi@eecs.umich.edu 852901Ssaidi@eecs.umich.eduvoid 862901Ssaidi@eecs.umich.eduBasicPioDevice::addressRanges(AddrRangeList &range_list) 872901Ssaidi@eecs.umich.edu{ 884762Snate@binkert.org assert(pioSize != 0); 894762Snate@binkert.org range_list.clear(); 904762Snate@binkert.org range_list.push_back(RangeSize(pioAddr, pioSize)); 914762Snate@binkert.org} 924762Snate@binkert.org 932539SN/A 942539SN/ADmaPort::DmaPort(DmaDevice *dev, System *s) 952539SN/A : Port(dev->name() + "-dmaport", dev), device(dev), sys(s), 962539SN/A pendingCount(0), actionInProgress(0), drainEvent(NULL), 972539SN/A backoffTime(0), inRetry(false), backoffEvent(this) 982539SN/A{ } 992539SN/A 1002539SN/Abool 1012489SN/ADmaPort::recvTiming(PacketPtr pkt) 1027403SAli.Saidi@ARM.com{ 1033401Sktlim@umich.edu 1044435Ssaidi@eecs.umich.edu 1057403SAli.Saidi@ARM.com if (pkt->result == Packet::Nacked) { 1067403SAli.Saidi@ARM.com DPRINTF(DMA, "Received nacked %s addr %#x\n", 1072489SN/A pkt->cmdString(), pkt->getAddr()); 1082489SN/A 1092489SN/A if (backoffTime < device->minBackoffDelay) 1103349Sbinkertn@umich.edu backoffTime = device->minBackoffDelay; 1112384SN/A else if (backoffTime < device->maxBackoffDelay) 1124870Sstever@eecs.umich.edu backoffTime <<= 1; 1134739Sstever@eecs.umich.edu 1144739Sstever@eecs.umich.edu backoffEvent.reschedule(curTick + backoffTime, true); 1154435Ssaidi@eecs.umich.edu 1167403SAli.Saidi@ARM.com DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime); 1177403SAli.Saidi@ARM.com 1187403SAli.Saidi@ARM.com pkt->reinitNacked(); 1194435Ssaidi@eecs.umich.edu queueDma(pkt, true); 1204435Ssaidi@eecs.umich.edu } else if (pkt->senderState) { 1215606Snate@binkert.org DmaReqState *state; 1224435Ssaidi@eecs.umich.edu backoffTime >>= 2; 1234435Ssaidi@eecs.umich.edu 1244435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Received response %s addr %#x size %#x\n", 1252685Ssaidi@eecs.umich.edu pkt->cmdString(), pkt->getAddr(), pkt->req->getSize()); 1264435Ssaidi@eecs.umich.edu state = dynamic_cast<DmaReqState*>(pkt->senderState); 1272685Ssaidi@eecs.umich.edu pendingCount--; 1282565SN/A 1294435Ssaidi@eecs.umich.edu assert(pendingCount >= 0); 1304435Ssaidi@eecs.umich.edu assert(state); 1314739Sstever@eecs.umich.edu 1324739Sstever@eecs.umich.edu state->numBytes += pkt->req->getSize(); 1332641Sstever@eecs.umich.edu assert(state->totBytes >= state->numBytes); 1342685Ssaidi@eecs.umich.edu if (state->totBytes == state->numBytes) { 1352685Ssaidi@eecs.umich.edu state->completionEvent->process(); 1362685Ssaidi@eecs.umich.edu delete state; 1372657Ssaidi@eecs.umich.edu } 1382685Ssaidi@eecs.umich.edu delete pkt->req; 1392685Ssaidi@eecs.umich.edu delete pkt; 1404435Ssaidi@eecs.umich.edu 1412685Ssaidi@eecs.umich.edu if (pendingCount == 0 && drainEvent) { 1427403SAli.Saidi@ARM.com drainEvent->process(); 1437403SAli.Saidi@ARM.com drainEvent = NULL; 1447403SAli.Saidi@ARM.com } 1457403SAli.Saidi@ARM.com } else { 1467403SAli.Saidi@ARM.com panic("Got packet without sender state... huh?\n"); 1477403SAli.Saidi@ARM.com } 1482685Ssaidi@eecs.umich.edu 1492685Ssaidi@eecs.umich.edu return true; 1502630SN/A} 1512630SN/A 1522901Ssaidi@eecs.umich.eduDmaDevice::DmaDevice(Params *p) 1532901Ssaidi@eecs.umich.edu : PioDevice(p), dmaPort(NULL), minBackoffDelay(p->min_backoff_delay), 1542901Ssaidi@eecs.umich.edu maxBackoffDelay(p->max_backoff_delay) 1552901Ssaidi@eecs.umich.edu{ } 1562901Ssaidi@eecs.umich.edu 1572569SN/A 1582685Ssaidi@eecs.umich.eduunsigned int 1592565SN/ADmaDevice::drain(Event *de) 1602569SN/A{ 1612657Ssaidi@eecs.umich.edu unsigned int count; 1622384SN/A count = pioPort->drain(de) + dmaPort->drain(de); 163679SN/A if (count) 1644762Snate@binkert.org changeState(Draining); 1657403SAli.Saidi@ARM.com else 1662565SN/A changeState(Drained); 1672384SN/A return count; 1682901Ssaidi@eecs.umich.edu} 1692901Ssaidi@eecs.umich.edu 1702901Ssaidi@eecs.umich.eduunsigned int 1712901Ssaidi@eecs.umich.eduDmaPort::drain(Event *de) 1722901Ssaidi@eecs.umich.edu{ 1732901Ssaidi@eecs.umich.edu if (pendingCount == 0) 1742901Ssaidi@eecs.umich.edu return 0; 1752901Ssaidi@eecs.umich.edu drainEvent = de; 1762901Ssaidi@eecs.umich.edu return 1; 1772901Ssaidi@eecs.umich.edu} 1782901Ssaidi@eecs.umich.edu 1792901Ssaidi@eecs.umich.edu 1802901Ssaidi@eecs.umich.eduvoid 1812901Ssaidi@eecs.umich.eduDmaPort::recvRetry() 1822901Ssaidi@eecs.umich.edu{ 1832901Ssaidi@eecs.umich.edu assert(transmitList.size()); 1842901Ssaidi@eecs.umich.edu PacketPtr pkt = transmitList.front(); 1852901Ssaidi@eecs.umich.edu bool result = true; 1862901Ssaidi@eecs.umich.edu do { 1872901Ssaidi@eecs.umich.edu DPRINTF(DMA, "Retry on %s addr %#x\n", 1882901Ssaidi@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 1892901Ssaidi@eecs.umich.edu result = sendTiming(pkt); 1902901Ssaidi@eecs.umich.edu if (result) { 1912384SN/A DPRINTF(DMA, "-- Done\n"); 1922489SN/A transmitList.pop_front(); 1932489SN/A inRetry = false; 1944435Ssaidi@eecs.umich.edu } else { 1952659Ssaidi@eecs.umich.edu inRetry = true; 1964435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Failed, queued\n"); 1975539Scws3k@cs.virginia.edu } 1984739Sstever@eecs.umich.edu } while (!backoffTime && result && transmitList.size()); 1994739Sstever@eecs.umich.edu 2002659Ssaidi@eecs.umich.edu if (transmitList.size() && backoffTime && !inRetry) { 2012659Ssaidi@eecs.umich.edu DPRINTF(DMA, "Scheduling backoff for %d\n", curTick+backoffTime); 2022659Ssaidi@eecs.umich.edu if (!backoffEvent.scheduled()) 2032659Ssaidi@eecs.umich.edu backoffEvent.schedule(backoffTime+curTick); 2044435Ssaidi@eecs.umich.edu } 2052659Ssaidi@eecs.umich.edu DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n", 2064435Ssaidi@eecs.umich.edu transmitList.size(), backoffTime, inRetry, 2072659Ssaidi@eecs.umich.edu backoffEvent.scheduled()); 2082659Ssaidi@eecs.umich.edu} 2094435Ssaidi@eecs.umich.edu 2104435Ssaidi@eecs.umich.edu 2114435Ssaidi@eecs.umich.eduvoid 2124435Ssaidi@eecs.umich.eduDmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event, 2134435Ssaidi@eecs.umich.edu uint8_t *data) 2145606Snate@binkert.org{ 2152657Ssaidi@eecs.umich.edu assert(event); 2164435Ssaidi@eecs.umich.edu 2174435Ssaidi@eecs.umich.edu assert(device->getState() == SimObject::Running); 2184435Ssaidi@eecs.umich.edu 2192489SN/A DmaReqState *reqState = new DmaReqState(event, this, size); 2202641Sstever@eecs.umich.edu 2212641Sstever@eecs.umich.edu 2222489SN/A DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size, 2232641Sstever@eecs.umich.edu event->scheduled()); 2245534Ssaidi@eecs.umich.edu for (ChunkGenerator gen(addr, size, peerBlockSize()); 2252384SN/A !gen.done(); gen.next()) { 2262901Ssaidi@eecs.umich.edu Request *req = new Request(gen.addr(), gen.size(), 0); 2272901Ssaidi@eecs.umich.edu PacketPtr pkt = new Packet(req, cmd, Packet::Broadcast); 2285534Ssaidi@eecs.umich.edu 2292384SN/A // Increment the data pointer on a write 2304451Ssaidi@eecs.umich.edu if (data) 2314451Ssaidi@eecs.umich.edu pkt->dataStatic(data + gen.complete()); 2324451Ssaidi@eecs.umich.edu 2332406SN/A pkt->senderState = reqState; 2342406SN/A 2352663Sstever@eecs.umich.edu assert(pendingCount >= 0); 2363349Sbinkertn@umich.edu pendingCount++; 2372641Sstever@eecs.umich.edu DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(), 2382384SN/A gen.size()); 2392566SN/A queueDma(pkt); 2402685Ssaidi@eecs.umich.edu } 2412641Sstever@eecs.umich.edu 2422685Ssaidi@eecs.umich.edu} 2432641Sstever@eecs.umich.edu 2442565SN/Avoid 2452565SN/ADmaPort::queueDma(PacketPtr pkt, bool front) 2464451Ssaidi@eecs.umich.edu{ 2474451Ssaidi@eecs.umich.edu 2484435Ssaidi@eecs.umich.edu if (front) 2492384SN/A transmitList.push_front(pkt); 2502901Ssaidi@eecs.umich.edu else 2512384SN/A transmitList.push_back(pkt); 2522384SN/A sendDma(); 2534435Ssaidi@eecs.umich.edu} 2544435Ssaidi@eecs.umich.edu 2554435Ssaidi@eecs.umich.edu 2564435Ssaidi@eecs.umich.eduvoid 2574435Ssaidi@eecs.umich.eduDmaPort::sendDma() 2584435Ssaidi@eecs.umich.edu{ 2594435Ssaidi@eecs.umich.edu // some kind of selction between access methods 2604435Ssaidi@eecs.umich.edu // more work is going to have to be done to make 2614435Ssaidi@eecs.umich.edu // switching actually work 2624435Ssaidi@eecs.umich.edu assert(transmitList.size()); 2634435Ssaidi@eecs.umich.edu PacketPtr pkt = transmitList.front(); 2642384SN/A 2652384SN/A System::MemoryMode state = sys->getMemoryMode(); 2664435Ssaidi@eecs.umich.edu if (state == System::Timing) { 2672384SN/A if (backoffEvent.scheduled() || inRetry) { 2682901Ssaidi@eecs.umich.edu DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n"); 2692901Ssaidi@eecs.umich.edu return; 2702901Ssaidi@eecs.umich.edu } 2714435Ssaidi@eecs.umich.edu 2724435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Attempting to send %s addr %#x\n", 2732902Ssaidi@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 2744762Snate@binkert.org 2754762Snate@binkert.org bool result; 2764435Ssaidi@eecs.umich.edu do { 2774435Ssaidi@eecs.umich.edu result = sendTiming(pkt); 2784435Ssaidi@eecs.umich.edu if (result) { 2794435Ssaidi@eecs.umich.edu transmitList.pop_front(); 2804435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Done\n"); 2814739Sstever@eecs.umich.edu } else { 2824739Sstever@eecs.umich.edu inRetry = true; 2834435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Failed: queued\n"); 2844435Ssaidi@eecs.umich.edu } 2854435Ssaidi@eecs.umich.edu } while (result && !backoffTime && transmitList.size()); 2864435Ssaidi@eecs.umich.edu 2874435Ssaidi@eecs.umich.edu if (transmitList.size() && backoffTime && !inRetry && 2884435Ssaidi@eecs.umich.edu !backoffEvent.scheduled()) { 2894435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Scheduling backoff timer for %d\n", 2904435Ssaidi@eecs.umich.edu backoffTime+curTick); 2914435Ssaidi@eecs.umich.edu backoffEvent.schedule(backoffTime+curTick); 2924435Ssaidi@eecs.umich.edu } 2934435Ssaidi@eecs.umich.edu } else if (state == System::Atomic) { 2944435Ssaidi@eecs.umich.edu transmitList.pop_front(); 2954435Ssaidi@eecs.umich.edu 2964435Ssaidi@eecs.umich.edu Tick lat; 2974435Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Sending DMA for addr: %#x size: %d\n", 2984451Ssaidi@eecs.umich.edu pkt->req->getPaddr(), pkt->req->getSize()); 2994451Ssaidi@eecs.umich.edu lat = sendAtomic(pkt); 3005606Snate@binkert.org assert(pkt->senderState); 3012901Ssaidi@eecs.umich.edu DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState); 3024762Snate@binkert.org assert(state); 3034435Ssaidi@eecs.umich.edu state->numBytes += pkt->req->getSize(); 3044435Ssaidi@eecs.umich.edu 3052902Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Received response for DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n", 3064451Ssaidi@eecs.umich.edu pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes, 3074451Ssaidi@eecs.umich.edu state->totBytes, state->completionEvent->scheduled()); 3082902Ssaidi@eecs.umich.edu 3092901Ssaidi@eecs.umich.edu if (state->totBytes == state->numBytes) { 3102901Ssaidi@eecs.umich.edu assert(!state->completionEvent->scheduled()); 3112901Ssaidi@eecs.umich.edu state->completionEvent->schedule(curTick + lat); 3124451Ssaidi@eecs.umich.edu delete state; 3132384SN/A delete pkt->req; 3144451Ssaidi@eecs.umich.edu } 3154451Ssaidi@eecs.umich.edu pendingCount--; 3167403SAli.Saidi@ARM.com assert(pendingCount >= 0); 3177403SAli.Saidi@ARM.com delete pkt; 3184451Ssaidi@eecs.umich.edu 3192901Ssaidi@eecs.umich.edu if (pendingCount == 0 && drainEvent) { 3207403SAli.Saidi@ARM.com drainEvent->process(); 3217403SAli.Saidi@ARM.com drainEvent = NULL; 3227403SAli.Saidi@ARM.com } 3237403SAli.Saidi@ARM.com 3242901Ssaidi@eecs.umich.edu } else 3252901Ssaidi@eecs.umich.edu panic("Unknown memory command state."); 3262901Ssaidi@eecs.umich.edu} 3272901Ssaidi@eecs.umich.edu 3282901Ssaidi@eecs.umich.eduDmaDevice::~DmaDevice() 3292901Ssaidi@eecs.umich.edu{ 3302566SN/A if (dmaPort) 3312901Ssaidi@eecs.umich.edu delete dmaPort; 3322901Ssaidi@eecs.umich.edu} 3332901Ssaidi@eecs.umich.edu 3342901Ssaidi@eecs.umich.edu 3352901Ssaidi@eecs.umich.edu