io_device.cc revision 7403
1545SN/A/* 22512SN/A * Copyright (c) 2006 The Regents of The University of Michigan 3545SN/A * All rights reserved. 4545SN/A * 5545SN/A * Redistribution and use in source and binary forms, with or without 6545SN/A * modification, are permitted provided that the following conditions are 7545SN/A * met: redistributions of source code must retain the above copyright 8545SN/A * notice, this list of conditions and the following disclaimer; 9545SN/A * redistributions in binary form must reproduce the above copyright 10545SN/A * notice, this list of conditions and the following disclaimer in the 11545SN/A * documentation and/or other materials provided with the distribution; 12545SN/A * neither the name of the copyright holders nor the names of its 13545SN/A * contributors may be used to endorse or promote products derived from 14545SN/A * this software without specific prior written permission. 15545SN/A * 16545SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 17545SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 18545SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 19545SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 20545SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 21545SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 22545SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23545SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24545SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25545SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 26545SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 272665Ssaidi@eecs.umich.edu * 282665Ssaidi@eecs.umich.edu * Authors: Ali Saidi 292665Ssaidi@eecs.umich.edu * Nathan Binkert 30545SN/A */ 31545SN/A 323090Sstever@eecs.umich.edu#include "base/chunk_generator.hh" 332657Ssaidi@eecs.umich.edu#include "base/trace.hh" 34545SN/A#include "dev/io_device.hh" 352901Ssaidi@eecs.umich.edu#include "sim/system.hh" 36545SN/A 372489SN/A 382901Ssaidi@eecs.umich.eduPioPort::PioPort(PioDevice *dev, System *s, std::string pname) 393401Sktlim@umich.edu : SimpleTimingPort(dev->name() + pname, dev), device(dev) 402489SN/A{ } 412489SN/A 422489SN/A 432489SN/ATick 443349Sbinkertn@umich.eduPioPort::recvAtomic(PacketPtr pkt) 452489SN/A{ 463091Sstever@eecs.umich.edu return pkt->isRead() ? device->read(pkt) : device->write(pkt); 472489SN/A} 482489SN/A 492489SN/Avoid 504475Sstever@eecs.umich.eduPioPort::getDeviceAddressRanges(AddrRangeList &resp, bool &snoop) 512489SN/A{ 524475Sstever@eecs.umich.edu snoop = false; 532521SN/A device->addressRanges(resp); 542489SN/A} 552489SN/A 562489SN/A 574762Snate@binkert.orgPioDevice::PioDevice(const Params *p) 584762Snate@binkert.org : MemObject(p), platform(p->platform), sys(p->system), pioPort(NULL) 594762Snate@binkert.org{} 604762Snate@binkert.org 61545SN/APioDevice::~PioDevice() 62545SN/A{ 632384SN/A if (pioPort) 642489SN/A delete pioPort; 65545SN/A} 66545SN/A 672542SN/Avoid 682541SN/APioDevice::init() 692541SN/A{ 702541SN/A if (!pioPort) 712541SN/A panic("Pio port not connected to anything!"); 722541SN/A pioPort->sendStatusChange(Port::RangeChange); 732541SN/A} 742541SN/A 752901Ssaidi@eecs.umich.edu 762901Ssaidi@eecs.umich.eduunsigned int 772901Ssaidi@eecs.umich.eduPioDevice::drain(Event *de) 782901Ssaidi@eecs.umich.edu{ 792901Ssaidi@eecs.umich.edu unsigned int count; 802901Ssaidi@eecs.umich.edu count = pioPort->drain(de); 812901Ssaidi@eecs.umich.edu if (count) 822901Ssaidi@eecs.umich.edu changeState(Draining); 832901Ssaidi@eecs.umich.edu else 842901Ssaidi@eecs.umich.edu changeState(Drained); 852901Ssaidi@eecs.umich.edu return count; 862901Ssaidi@eecs.umich.edu} 872901Ssaidi@eecs.umich.edu 884762Snate@binkert.orgBasicPioDevice::BasicPioDevice(const Params *p) 894762Snate@binkert.org : PioDevice(p), pioAddr(p->pio_addr), pioSize(0), 904762Snate@binkert.org pioDelay(p->pio_latency) 914762Snate@binkert.org{} 924762Snate@binkert.org 932539SN/Avoid 942539SN/ABasicPioDevice::addressRanges(AddrRangeList &range_list) 952539SN/A{ 962539SN/A assert(pioSize != 0); 972539SN/A range_list.clear(); 982539SN/A range_list.push_back(RangeSize(pioAddr, pioSize)); 992539SN/A} 1002539SN/A 1012489SN/A 1027403SAli.Saidi@ARM.comDmaPort::DmaPort(MemObject *dev, System *s, Tick min_backoff, Tick max_backoff) 1033401Sktlim@umich.edu : Port(dev->name() + "-dmaport", dev), device(dev), sys(s), 1044435Ssaidi@eecs.umich.edu pendingCount(0), actionInProgress(0), drainEvent(NULL), 1057403SAli.Saidi@ARM.com backoffTime(0), minBackoffDelay(min_backoff), 1067403SAli.Saidi@ARM.com maxBackoffDelay(max_backoff), inRetry(false), backoffEvent(this) 1072489SN/A{ } 1082489SN/A 1092489SN/Abool 1103349Sbinkertn@umich.eduDmaPort::recvTiming(PacketPtr pkt) 1112384SN/A{ 1124870Sstever@eecs.umich.edu if (pkt->wasNacked()) { 1134739Sstever@eecs.umich.edu DPRINTF(DMA, "Received nacked %s addr %#x\n", 1144739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 1154435Ssaidi@eecs.umich.edu 1167403SAli.Saidi@ARM.com if (backoffTime < minBackoffDelay) 1177403SAli.Saidi@ARM.com backoffTime = minBackoffDelay; 1187403SAli.Saidi@ARM.com else if (backoffTime < maxBackoffDelay) 1194435Ssaidi@eecs.umich.edu backoffTime <<= 1; 1204435Ssaidi@eecs.umich.edu 1215606Snate@binkert.org reschedule(backoffEvent, curTick + backoffTime, true); 1224435Ssaidi@eecs.umich.edu 1234435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime); 1244435Ssaidi@eecs.umich.edu 1252685Ssaidi@eecs.umich.edu pkt->reinitNacked(); 1264435Ssaidi@eecs.umich.edu queueDma(pkt, true); 1272685Ssaidi@eecs.umich.edu } else if (pkt->senderState) { 1282565SN/A DmaReqState *state; 1294435Ssaidi@eecs.umich.edu backoffTime >>= 2; 1304435Ssaidi@eecs.umich.edu 1314739Sstever@eecs.umich.edu DPRINTF(DMA, "Received response %s addr %#x size %#x\n", 1324739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr(), pkt->req->getSize()); 1332641Sstever@eecs.umich.edu state = dynamic_cast<DmaReqState*>(pkt->senderState); 1342685Ssaidi@eecs.umich.edu pendingCount--; 1352685Ssaidi@eecs.umich.edu 1362685Ssaidi@eecs.umich.edu assert(pendingCount >= 0); 1372657Ssaidi@eecs.umich.edu assert(state); 1382685Ssaidi@eecs.umich.edu 1392685Ssaidi@eecs.umich.edu state->numBytes += pkt->req->getSize(); 1404435Ssaidi@eecs.umich.edu assert(state->totBytes >= state->numBytes); 1412685Ssaidi@eecs.umich.edu if (state->totBytes == state->numBytes) { 1427403SAli.Saidi@ARM.com if (state->completionEvent) { 1437403SAli.Saidi@ARM.com if (state->delay) 1447403SAli.Saidi@ARM.com schedule(state->completionEvent, curTick + state->delay); 1457403SAli.Saidi@ARM.com else 1467403SAli.Saidi@ARM.com state->completionEvent->process(); 1477403SAli.Saidi@ARM.com } 1482685Ssaidi@eecs.umich.edu delete state; 1492685Ssaidi@eecs.umich.edu } 1502630SN/A delete pkt->req; 1512630SN/A delete pkt; 1522901Ssaidi@eecs.umich.edu 1532901Ssaidi@eecs.umich.edu if (pendingCount == 0 && drainEvent) { 1542901Ssaidi@eecs.umich.edu drainEvent->process(); 1552901Ssaidi@eecs.umich.edu drainEvent = NULL; 1562901Ssaidi@eecs.umich.edu } 1572569SN/A } else { 1582685Ssaidi@eecs.umich.edu panic("Got packet without sender state... huh?\n"); 1592565SN/A } 1602569SN/A 1612657Ssaidi@eecs.umich.edu return true; 1622384SN/A} 163679SN/A 1644762Snate@binkert.orgDmaDevice::DmaDevice(const Params *p) 1657403SAli.Saidi@ARM.com : PioDevice(p), dmaPort(NULL) 1662565SN/A{ } 1672384SN/A 1682901Ssaidi@eecs.umich.edu 1692901Ssaidi@eecs.umich.eduunsigned int 1702901Ssaidi@eecs.umich.eduDmaDevice::drain(Event *de) 1712901Ssaidi@eecs.umich.edu{ 1722901Ssaidi@eecs.umich.edu unsigned int count; 1732901Ssaidi@eecs.umich.edu count = pioPort->drain(de) + dmaPort->drain(de); 1742901Ssaidi@eecs.umich.edu if (count) 1752901Ssaidi@eecs.umich.edu changeState(Draining); 1762901Ssaidi@eecs.umich.edu else 1772901Ssaidi@eecs.umich.edu changeState(Drained); 1782901Ssaidi@eecs.umich.edu return count; 1792901Ssaidi@eecs.umich.edu} 1802901Ssaidi@eecs.umich.edu 1812901Ssaidi@eecs.umich.eduunsigned int 1822901Ssaidi@eecs.umich.eduDmaPort::drain(Event *de) 1832901Ssaidi@eecs.umich.edu{ 1842901Ssaidi@eecs.umich.edu if (pendingCount == 0) 1852901Ssaidi@eecs.umich.edu return 0; 1862901Ssaidi@eecs.umich.edu drainEvent = de; 1872901Ssaidi@eecs.umich.edu return 1; 1882901Ssaidi@eecs.umich.edu} 1892901Ssaidi@eecs.umich.edu 1902901Ssaidi@eecs.umich.edu 1912384SN/Avoid 1922489SN/ADmaPort::recvRetry() 1932489SN/A{ 1944435Ssaidi@eecs.umich.edu assert(transmitList.size()); 1952659Ssaidi@eecs.umich.edu bool result = true; 1964435Ssaidi@eecs.umich.edu do { 1975539Scws3k@cs.virginia.edu PacketPtr pkt = transmitList.front(); 1984739Sstever@eecs.umich.edu DPRINTF(DMA, "Retry on %s addr %#x\n", 1994739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 2002659Ssaidi@eecs.umich.edu result = sendTiming(pkt); 2012659Ssaidi@eecs.umich.edu if (result) { 2022659Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Done\n"); 2032659Ssaidi@eecs.umich.edu transmitList.pop_front(); 2044435Ssaidi@eecs.umich.edu inRetry = false; 2052659Ssaidi@eecs.umich.edu } else { 2064435Ssaidi@eecs.umich.edu inRetry = true; 2072659Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Failed, queued\n"); 2082659Ssaidi@eecs.umich.edu } 2094435Ssaidi@eecs.umich.edu } while (!backoffTime && result && transmitList.size()); 2104435Ssaidi@eecs.umich.edu 2114435Ssaidi@eecs.umich.edu if (transmitList.size() && backoffTime && !inRetry) { 2124435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Scheduling backoff for %d\n", curTick+backoffTime); 2134435Ssaidi@eecs.umich.edu if (!backoffEvent.scheduled()) 2145606Snate@binkert.org schedule(backoffEvent, backoffTime + curTick); 2152657Ssaidi@eecs.umich.edu } 2164435Ssaidi@eecs.umich.edu DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n", 2174435Ssaidi@eecs.umich.edu transmitList.size(), backoffTime, inRetry, 2184435Ssaidi@eecs.umich.edu backoffEvent.scheduled()); 2192489SN/A} 2202641Sstever@eecs.umich.edu 2212641Sstever@eecs.umich.edu 2222489SN/Avoid 2232641Sstever@eecs.umich.eduDmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event, 2245534Ssaidi@eecs.umich.edu uint8_t *data, Tick delay) 2252384SN/A{ 2262901Ssaidi@eecs.umich.edu assert(device->getState() == SimObject::Running); 2272901Ssaidi@eecs.umich.edu 2285534Ssaidi@eecs.umich.edu DmaReqState *reqState = new DmaReqState(event, this, size, delay); 2292384SN/A 2304451Ssaidi@eecs.umich.edu 2314451Ssaidi@eecs.umich.edu DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size, 2324451Ssaidi@eecs.umich.edu event->scheduled()); 2332406SN/A for (ChunkGenerator gen(addr, size, peerBlockSize()); 2342406SN/A !gen.done(); gen.next()) { 2352663Sstever@eecs.umich.edu Request *req = new Request(gen.addr(), gen.size(), 0); 2363349Sbinkertn@umich.edu PacketPtr pkt = new Packet(req, cmd, Packet::Broadcast); 2372641Sstever@eecs.umich.edu 2382384SN/A // Increment the data pointer on a write 2392566SN/A if (data) 2402685Ssaidi@eecs.umich.edu pkt->dataStatic(data + gen.complete()); 2412641Sstever@eecs.umich.edu 2422685Ssaidi@eecs.umich.edu pkt->senderState = reqState; 2432641Sstever@eecs.umich.edu 2442565SN/A assert(pendingCount >= 0); 2452565SN/A pendingCount++; 2464451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(), 2474451Ssaidi@eecs.umich.edu gen.size()); 2484435Ssaidi@eecs.umich.edu queueDma(pkt); 2492384SN/A } 2502901Ssaidi@eecs.umich.edu 2512384SN/A} 2522384SN/A 2534435Ssaidi@eecs.umich.eduvoid 2544435Ssaidi@eecs.umich.eduDmaPort::queueDma(PacketPtr pkt, bool front) 2554435Ssaidi@eecs.umich.edu{ 2564435Ssaidi@eecs.umich.edu 2574435Ssaidi@eecs.umich.edu if (front) 2584435Ssaidi@eecs.umich.edu transmitList.push_front(pkt); 2594435Ssaidi@eecs.umich.edu else 2604435Ssaidi@eecs.umich.edu transmitList.push_back(pkt); 2614435Ssaidi@eecs.umich.edu sendDma(); 2624435Ssaidi@eecs.umich.edu} 2634435Ssaidi@eecs.umich.edu 2642384SN/A 2652384SN/Avoid 2664435Ssaidi@eecs.umich.eduDmaPort::sendDma() 2672384SN/A{ 2682901Ssaidi@eecs.umich.edu // some kind of selction between access methods 2692901Ssaidi@eecs.umich.edu // more work is going to have to be done to make 2702901Ssaidi@eecs.umich.edu // switching actually work 2714435Ssaidi@eecs.umich.edu assert(transmitList.size()); 2724435Ssaidi@eecs.umich.edu PacketPtr pkt = transmitList.front(); 2732902Ssaidi@eecs.umich.edu 2744762Snate@binkert.org Enums::MemoryMode state = sys->getMemoryMode(); 2754762Snate@binkert.org if (state == Enums::timing) { 2764435Ssaidi@eecs.umich.edu if (backoffEvent.scheduled() || inRetry) { 2774435Ssaidi@eecs.umich.edu DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n"); 2784435Ssaidi@eecs.umich.edu return; 2794435Ssaidi@eecs.umich.edu } 2804435Ssaidi@eecs.umich.edu 2814739Sstever@eecs.umich.edu DPRINTF(DMA, "Attempting to send %s addr %#x\n", 2824739Sstever@eecs.umich.edu pkt->cmdString(), pkt->getAddr()); 2834435Ssaidi@eecs.umich.edu 2844435Ssaidi@eecs.umich.edu bool result; 2854435Ssaidi@eecs.umich.edu do { 2864435Ssaidi@eecs.umich.edu result = sendTiming(pkt); 2874435Ssaidi@eecs.umich.edu if (result) { 2884435Ssaidi@eecs.umich.edu transmitList.pop_front(); 2894435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Done\n"); 2904435Ssaidi@eecs.umich.edu } else { 2914435Ssaidi@eecs.umich.edu inRetry = true; 2924435Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Failed: queued\n"); 2934435Ssaidi@eecs.umich.edu } 2944435Ssaidi@eecs.umich.edu } while (result && !backoffTime && transmitList.size()); 2954435Ssaidi@eecs.umich.edu 2964435Ssaidi@eecs.umich.edu if (transmitList.size() && backoffTime && !inRetry && 2974435Ssaidi@eecs.umich.edu !backoffEvent.scheduled()) { 2984451Ssaidi@eecs.umich.edu DPRINTF(DMA, "-- Scheduling backoff timer for %d\n", 2994451Ssaidi@eecs.umich.edu backoffTime+curTick); 3005606Snate@binkert.org schedule(backoffEvent, backoffTime + curTick); 3012901Ssaidi@eecs.umich.edu } 3024762Snate@binkert.org } else if (state == Enums::atomic) { 3034435Ssaidi@eecs.umich.edu transmitList.pop_front(); 3044435Ssaidi@eecs.umich.edu 3052902Ssaidi@eecs.umich.edu Tick lat; 3064451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Sending DMA for addr: %#x size: %d\n", 3074451Ssaidi@eecs.umich.edu pkt->req->getPaddr(), pkt->req->getSize()); 3082902Ssaidi@eecs.umich.edu lat = sendAtomic(pkt); 3092901Ssaidi@eecs.umich.edu assert(pkt->senderState); 3102901Ssaidi@eecs.umich.edu DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState); 3112901Ssaidi@eecs.umich.edu assert(state); 3124451Ssaidi@eecs.umich.edu state->numBytes += pkt->req->getSize(); 3132384SN/A 3144451Ssaidi@eecs.umich.edu DPRINTF(DMA, "--Received response for DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n", 3154451Ssaidi@eecs.umich.edu pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes, 3167403SAli.Saidi@ARM.com state->totBytes, 3177403SAli.Saidi@ARM.com state->completionEvent ? state->completionEvent->scheduled() : 0 ); 3184451Ssaidi@eecs.umich.edu 3192901Ssaidi@eecs.umich.edu if (state->totBytes == state->numBytes) { 3207403SAli.Saidi@ARM.com if (state->completionEvent) { 3217403SAli.Saidi@ARM.com assert(!state->completionEvent->scheduled()); 3227403SAli.Saidi@ARM.com schedule(state->completionEvent, curTick + lat + state->delay); 3237403SAli.Saidi@ARM.com } 3242901Ssaidi@eecs.umich.edu delete state; 3252901Ssaidi@eecs.umich.edu delete pkt->req; 3262901Ssaidi@eecs.umich.edu } 3272901Ssaidi@eecs.umich.edu pendingCount--; 3282901Ssaidi@eecs.umich.edu assert(pendingCount >= 0); 3292901Ssaidi@eecs.umich.edu delete pkt; 3302566SN/A 3312901Ssaidi@eecs.umich.edu if (pendingCount == 0 && drainEvent) { 3322901Ssaidi@eecs.umich.edu drainEvent->process(); 3332901Ssaidi@eecs.umich.edu drainEvent = NULL; 3342901Ssaidi@eecs.umich.edu } 3352901Ssaidi@eecs.umich.edu 3362384SN/A } else 3372384SN/A panic("Unknown memory command state."); 3382384SN/A} 339545SN/A 340545SN/ADmaDevice::~DmaDevice() 341545SN/A{ 3422489SN/A if (dmaPort) 3432489SN/A delete dmaPort; 344545SN/A} 345