io_device.cc revision 7729
1545SN/A/*
22512SN/A * Copyright (c) 2006 The Regents of The University of Michigan
3545SN/A * All rights reserved.
4545SN/A *
5545SN/A * Redistribution and use in source and binary forms, with or without
6545SN/A * modification, are permitted provided that the following conditions are
7545SN/A * met: redistributions of source code must retain the above copyright
8545SN/A * notice, this list of conditions and the following disclaimer;
9545SN/A * redistributions in binary form must reproduce the above copyright
10545SN/A * notice, this list of conditions and the following disclaimer in the
11545SN/A * documentation and/or other materials provided with the distribution;
12545SN/A * neither the name of the copyright holders nor the names of its
13545SN/A * contributors may be used to endorse or promote products derived from
14545SN/A * this software without specific prior written permission.
15545SN/A *
16545SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17545SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18545SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19545SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20545SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21545SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22545SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23545SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24545SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25545SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26545SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
272665Ssaidi@eecs.umich.edu *
282665Ssaidi@eecs.umich.edu * Authors: Ali Saidi
292665Ssaidi@eecs.umich.edu *          Nathan Binkert
30545SN/A */
31545SN/A
323090Sstever@eecs.umich.edu#include "base/chunk_generator.hh"
332657Ssaidi@eecs.umich.edu#include "base/trace.hh"
34545SN/A#include "dev/io_device.hh"
352901Ssaidi@eecs.umich.edu#include "sim/system.hh"
36545SN/A
372489SN/A
382901Ssaidi@eecs.umich.eduPioPort::PioPort(PioDevice *dev, System *s, std::string pname)
393401Sktlim@umich.edu    : SimpleTimingPort(dev->name() + pname, dev), device(dev)
402489SN/A{ }
412489SN/A
422489SN/A
432489SN/ATick
443349Sbinkertn@umich.eduPioPort::recvAtomic(PacketPtr pkt)
452489SN/A{
463091Sstever@eecs.umich.edu    return pkt->isRead() ? device->read(pkt) : device->write(pkt);
472489SN/A}
482489SN/A
492489SN/Avoid
504475Sstever@eecs.umich.eduPioPort::getDeviceAddressRanges(AddrRangeList &resp, bool &snoop)
512489SN/A{
524475Sstever@eecs.umich.edu    snoop = false;
532521SN/A    device->addressRanges(resp);
547729SAli.Saidi@ARM.com    for (AddrRangeIter i = resp.begin(); i != resp.end(); i++)
557729SAli.Saidi@ARM.com         DPRINTF(BusAddrRanges, "Adding Range %#x-%#x\n", i->start, i->end);
562489SN/A}
572489SN/A
582489SN/A
594762Snate@binkert.orgPioDevice::PioDevice(const Params *p)
604762Snate@binkert.org    : MemObject(p), platform(p->platform), sys(p->system), pioPort(NULL)
614762Snate@binkert.org{}
624762Snate@binkert.org
63545SN/APioDevice::~PioDevice()
64545SN/A{
652384SN/A    if (pioPort)
662489SN/A        delete pioPort;
67545SN/A}
68545SN/A
692542SN/Avoid
702541SN/APioDevice::init()
712541SN/A{
722541SN/A    if (!pioPort)
732541SN/A        panic("Pio port not connected to anything!");
742541SN/A    pioPort->sendStatusChange(Port::RangeChange);
752541SN/A}
762541SN/A
772901Ssaidi@eecs.umich.edu
782901Ssaidi@eecs.umich.eduunsigned int
792901Ssaidi@eecs.umich.eduPioDevice::drain(Event *de)
802901Ssaidi@eecs.umich.edu{
812901Ssaidi@eecs.umich.edu    unsigned int count;
822901Ssaidi@eecs.umich.edu    count = pioPort->drain(de);
832901Ssaidi@eecs.umich.edu    if (count)
842901Ssaidi@eecs.umich.edu        changeState(Draining);
852901Ssaidi@eecs.umich.edu    else
862901Ssaidi@eecs.umich.edu        changeState(Drained);
872901Ssaidi@eecs.umich.edu    return count;
882901Ssaidi@eecs.umich.edu}
892901Ssaidi@eecs.umich.edu
904762Snate@binkert.orgBasicPioDevice::BasicPioDevice(const Params *p)
914762Snate@binkert.org    : PioDevice(p), pioAddr(p->pio_addr), pioSize(0),
924762Snate@binkert.org      pioDelay(p->pio_latency)
934762Snate@binkert.org{}
944762Snate@binkert.org
952539SN/Avoid
962539SN/ABasicPioDevice::addressRanges(AddrRangeList &range_list)
972539SN/A{
982539SN/A    assert(pioSize != 0);
992539SN/A    range_list.clear();
1007729SAli.Saidi@ARM.com    DPRINTF(BusAddrRanges, "registering range: %#x-%#x\n", pioAddr, pioSize);
1012539SN/A    range_list.push_back(RangeSize(pioAddr, pioSize));
1022539SN/A}
1032539SN/A
1042489SN/A
1057403SAli.Saidi@ARM.comDmaPort::DmaPort(MemObject *dev, System *s, Tick min_backoff, Tick max_backoff)
1063401Sktlim@umich.edu    : Port(dev->name() + "-dmaport", dev), device(dev), sys(s),
1074435Ssaidi@eecs.umich.edu      pendingCount(0), actionInProgress(0), drainEvent(NULL),
1087403SAli.Saidi@ARM.com      backoffTime(0), minBackoffDelay(min_backoff),
1097403SAli.Saidi@ARM.com      maxBackoffDelay(max_backoff), inRetry(false), backoffEvent(this)
1102489SN/A{ }
1112489SN/A
1122489SN/Abool
1133349Sbinkertn@umich.eduDmaPort::recvTiming(PacketPtr pkt)
1142384SN/A{
1154870Sstever@eecs.umich.edu    if (pkt->wasNacked()) {
1164739Sstever@eecs.umich.edu        DPRINTF(DMA, "Received nacked %s addr %#x\n",
1174739Sstever@eecs.umich.edu                pkt->cmdString(), pkt->getAddr());
1184435Ssaidi@eecs.umich.edu
1197403SAli.Saidi@ARM.com        if (backoffTime < minBackoffDelay)
1207403SAli.Saidi@ARM.com            backoffTime = minBackoffDelay;
1217403SAli.Saidi@ARM.com        else if (backoffTime < maxBackoffDelay)
1224435Ssaidi@eecs.umich.edu            backoffTime <<= 1;
1234435Ssaidi@eecs.umich.edu
1245606Snate@binkert.org        reschedule(backoffEvent, curTick + backoffTime, true);
1254435Ssaidi@eecs.umich.edu
1264435Ssaidi@eecs.umich.edu        DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime);
1274435Ssaidi@eecs.umich.edu
1282685Ssaidi@eecs.umich.edu        pkt->reinitNacked();
1294435Ssaidi@eecs.umich.edu        queueDma(pkt, true);
1302685Ssaidi@eecs.umich.edu    } else if (pkt->senderState) {
1312565SN/A        DmaReqState *state;
1324435Ssaidi@eecs.umich.edu        backoffTime >>= 2;
1334435Ssaidi@eecs.umich.edu
1344739Sstever@eecs.umich.edu        DPRINTF(DMA, "Received response %s addr %#x size %#x\n",
1354739Sstever@eecs.umich.edu                pkt->cmdString(), pkt->getAddr(), pkt->req->getSize());
1362641Sstever@eecs.umich.edu        state = dynamic_cast<DmaReqState*>(pkt->senderState);
1372685Ssaidi@eecs.umich.edu        pendingCount--;
1382685Ssaidi@eecs.umich.edu
1392685Ssaidi@eecs.umich.edu        assert(pendingCount >= 0);
1402657Ssaidi@eecs.umich.edu        assert(state);
1412685Ssaidi@eecs.umich.edu
1422685Ssaidi@eecs.umich.edu        state->numBytes += pkt->req->getSize();
1434435Ssaidi@eecs.umich.edu        assert(state->totBytes >= state->numBytes);
1442685Ssaidi@eecs.umich.edu        if (state->totBytes == state->numBytes) {
1457403SAli.Saidi@ARM.com            if (state->completionEvent) {
1467403SAli.Saidi@ARM.com                if (state->delay)
1477403SAli.Saidi@ARM.com                    schedule(state->completionEvent, curTick + state->delay);
1487403SAli.Saidi@ARM.com                else
1497403SAli.Saidi@ARM.com                    state->completionEvent->process();
1507403SAli.Saidi@ARM.com            }
1512685Ssaidi@eecs.umich.edu            delete state;
1522685Ssaidi@eecs.umich.edu        }
1532630SN/A        delete pkt->req;
1542630SN/A        delete pkt;
1552901Ssaidi@eecs.umich.edu
1562901Ssaidi@eecs.umich.edu        if (pendingCount == 0 && drainEvent) {
1572901Ssaidi@eecs.umich.edu            drainEvent->process();
1582901Ssaidi@eecs.umich.edu            drainEvent = NULL;
1592901Ssaidi@eecs.umich.edu        }
1602569SN/A    }  else {
1612685Ssaidi@eecs.umich.edu        panic("Got packet without sender state... huh?\n");
1622565SN/A    }
1632569SN/A
1642657Ssaidi@eecs.umich.edu    return true;
1652384SN/A}
166679SN/A
1674762Snate@binkert.orgDmaDevice::DmaDevice(const Params *p)
1687403SAli.Saidi@ARM.com    : PioDevice(p), dmaPort(NULL)
1692565SN/A{ }
1702384SN/A
1712901Ssaidi@eecs.umich.edu
1722901Ssaidi@eecs.umich.eduunsigned int
1732901Ssaidi@eecs.umich.eduDmaDevice::drain(Event *de)
1742901Ssaidi@eecs.umich.edu{
1752901Ssaidi@eecs.umich.edu    unsigned int count;
1762901Ssaidi@eecs.umich.edu    count = pioPort->drain(de) + dmaPort->drain(de);
1772901Ssaidi@eecs.umich.edu    if (count)
1782901Ssaidi@eecs.umich.edu        changeState(Draining);
1792901Ssaidi@eecs.umich.edu    else
1802901Ssaidi@eecs.umich.edu        changeState(Drained);
1812901Ssaidi@eecs.umich.edu    return count;
1822901Ssaidi@eecs.umich.edu}
1832901Ssaidi@eecs.umich.edu
1842901Ssaidi@eecs.umich.eduunsigned int
1852901Ssaidi@eecs.umich.eduDmaPort::drain(Event *de)
1862901Ssaidi@eecs.umich.edu{
1872901Ssaidi@eecs.umich.edu    if (pendingCount == 0)
1882901Ssaidi@eecs.umich.edu        return 0;
1892901Ssaidi@eecs.umich.edu    drainEvent = de;
1902901Ssaidi@eecs.umich.edu    return 1;
1912901Ssaidi@eecs.umich.edu}
1922901Ssaidi@eecs.umich.edu
1932901Ssaidi@eecs.umich.edu
1942384SN/Avoid
1952489SN/ADmaPort::recvRetry()
1962489SN/A{
1974435Ssaidi@eecs.umich.edu    assert(transmitList.size());
1982659Ssaidi@eecs.umich.edu    bool result = true;
1994435Ssaidi@eecs.umich.edu    do {
2005539Scws3k@cs.virginia.edu        PacketPtr pkt = transmitList.front();
2014739Sstever@eecs.umich.edu        DPRINTF(DMA, "Retry on %s addr %#x\n",
2024739Sstever@eecs.umich.edu                pkt->cmdString(), pkt->getAddr());
2032659Ssaidi@eecs.umich.edu        result = sendTiming(pkt);
2042659Ssaidi@eecs.umich.edu        if (result) {
2052659Ssaidi@eecs.umich.edu            DPRINTF(DMA, "-- Done\n");
2062659Ssaidi@eecs.umich.edu            transmitList.pop_front();
2074435Ssaidi@eecs.umich.edu            inRetry = false;
2082659Ssaidi@eecs.umich.edu        } else {
2094435Ssaidi@eecs.umich.edu            inRetry = true;
2102659Ssaidi@eecs.umich.edu            DPRINTF(DMA, "-- Failed, queued\n");
2112659Ssaidi@eecs.umich.edu        }
2124435Ssaidi@eecs.umich.edu    } while (!backoffTime &&  result && transmitList.size());
2134435Ssaidi@eecs.umich.edu
2144435Ssaidi@eecs.umich.edu    if (transmitList.size() && backoffTime && !inRetry) {
2154435Ssaidi@eecs.umich.edu        DPRINTF(DMA, "Scheduling backoff for %d\n", curTick+backoffTime);
2164435Ssaidi@eecs.umich.edu        if (!backoffEvent.scheduled())
2175606Snate@binkert.org            schedule(backoffEvent, backoffTime + curTick);
2182657Ssaidi@eecs.umich.edu    }
2194435Ssaidi@eecs.umich.edu    DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n",
2204435Ssaidi@eecs.umich.edu            transmitList.size(), backoffTime, inRetry,
2214435Ssaidi@eecs.umich.edu            backoffEvent.scheduled());
2222489SN/A}
2232641Sstever@eecs.umich.edu
2242641Sstever@eecs.umich.edu
2252489SN/Avoid
2262641Sstever@eecs.umich.eduDmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event,
2277607SGene.Wu@arm.com                   uint8_t *data, Tick delay, Request::Flags flag)
2282384SN/A{
2292901Ssaidi@eecs.umich.edu    assert(device->getState() == SimObject::Running);
2302901Ssaidi@eecs.umich.edu
2315534Ssaidi@eecs.umich.edu    DmaReqState *reqState = new DmaReqState(event, this, size, delay);
2322384SN/A
2334451Ssaidi@eecs.umich.edu
2344451Ssaidi@eecs.umich.edu    DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size,
2357607SGene.Wu@arm.com            event ? event->scheduled() : -1 );
2362406SN/A    for (ChunkGenerator gen(addr, size, peerBlockSize());
2372406SN/A         !gen.done(); gen.next()) {
2387607SGene.Wu@arm.com            Request *req = new Request(gen.addr(), gen.size(), flag);
2393349Sbinkertn@umich.edu            PacketPtr pkt = new Packet(req, cmd, Packet::Broadcast);
2402641Sstever@eecs.umich.edu
2412384SN/A            // Increment the data pointer on a write
2422566SN/A            if (data)
2432685Ssaidi@eecs.umich.edu                pkt->dataStatic(data + gen.complete());
2442641Sstever@eecs.umich.edu
2452685Ssaidi@eecs.umich.edu            pkt->senderState = reqState;
2462641Sstever@eecs.umich.edu
2472565SN/A            assert(pendingCount >= 0);
2482565SN/A            pendingCount++;
2494451Ssaidi@eecs.umich.edu            DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(),
2504451Ssaidi@eecs.umich.edu                    gen.size());
2514435Ssaidi@eecs.umich.edu            queueDma(pkt);
2522384SN/A    }
2532901Ssaidi@eecs.umich.edu
2542384SN/A}
2552384SN/A
2564435Ssaidi@eecs.umich.eduvoid
2574435Ssaidi@eecs.umich.eduDmaPort::queueDma(PacketPtr pkt, bool front)
2584435Ssaidi@eecs.umich.edu{
2594435Ssaidi@eecs.umich.edu
2604435Ssaidi@eecs.umich.edu    if (front)
2614435Ssaidi@eecs.umich.edu        transmitList.push_front(pkt);
2624435Ssaidi@eecs.umich.edu    else
2634435Ssaidi@eecs.umich.edu        transmitList.push_back(pkt);
2644435Ssaidi@eecs.umich.edu    sendDma();
2654435Ssaidi@eecs.umich.edu}
2664435Ssaidi@eecs.umich.edu
2672384SN/A
2682384SN/Avoid
2694435Ssaidi@eecs.umich.eduDmaPort::sendDma()
2702384SN/A{
2712901Ssaidi@eecs.umich.edu    // some kind of selction between access methods
2722901Ssaidi@eecs.umich.edu    // more work is going to have to be done to make
2732901Ssaidi@eecs.umich.edu    // switching actually work
2744435Ssaidi@eecs.umich.edu    assert(transmitList.size());
2754435Ssaidi@eecs.umich.edu    PacketPtr pkt = transmitList.front();
2762902Ssaidi@eecs.umich.edu
2774762Snate@binkert.org    Enums::MemoryMode state = sys->getMemoryMode();
2784762Snate@binkert.org    if (state == Enums::timing) {
2794435Ssaidi@eecs.umich.edu        if (backoffEvent.scheduled() || inRetry) {
2804435Ssaidi@eecs.umich.edu            DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n");
2814435Ssaidi@eecs.umich.edu            return;
2824435Ssaidi@eecs.umich.edu        }
2834435Ssaidi@eecs.umich.edu
2844739Sstever@eecs.umich.edu        DPRINTF(DMA, "Attempting to send %s addr %#x\n",
2854739Sstever@eecs.umich.edu                pkt->cmdString(), pkt->getAddr());
2864435Ssaidi@eecs.umich.edu
2874435Ssaidi@eecs.umich.edu        bool result;
2884435Ssaidi@eecs.umich.edu        do {
2894435Ssaidi@eecs.umich.edu            result = sendTiming(pkt);
2904435Ssaidi@eecs.umich.edu            if (result) {
2914435Ssaidi@eecs.umich.edu                transmitList.pop_front();
2924435Ssaidi@eecs.umich.edu                DPRINTF(DMA, "-- Done\n");
2934435Ssaidi@eecs.umich.edu            } else {
2944435Ssaidi@eecs.umich.edu                inRetry = true;
2954435Ssaidi@eecs.umich.edu                DPRINTF(DMA, "-- Failed: queued\n");
2964435Ssaidi@eecs.umich.edu            }
2974435Ssaidi@eecs.umich.edu        } while (result && !backoffTime && transmitList.size());
2984435Ssaidi@eecs.umich.edu
2994435Ssaidi@eecs.umich.edu        if (transmitList.size() && backoffTime && !inRetry &&
3004435Ssaidi@eecs.umich.edu                !backoffEvent.scheduled()) {
3014451Ssaidi@eecs.umich.edu            DPRINTF(DMA, "-- Scheduling backoff timer for %d\n",
3024451Ssaidi@eecs.umich.edu                    backoffTime+curTick);
3035606Snate@binkert.org            schedule(backoffEvent, backoffTime + curTick);
3042901Ssaidi@eecs.umich.edu        }
3054762Snate@binkert.org    } else if (state == Enums::atomic) {
3064435Ssaidi@eecs.umich.edu        transmitList.pop_front();
3074435Ssaidi@eecs.umich.edu
3082902Ssaidi@eecs.umich.edu        Tick lat;
3094451Ssaidi@eecs.umich.edu        DPRINTF(DMA, "--Sending  DMA for addr: %#x size: %d\n",
3104451Ssaidi@eecs.umich.edu                pkt->req->getPaddr(), pkt->req->getSize());
3112902Ssaidi@eecs.umich.edu        lat = sendAtomic(pkt);
3122901Ssaidi@eecs.umich.edu        assert(pkt->senderState);
3132901Ssaidi@eecs.umich.edu        DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState);
3142901Ssaidi@eecs.umich.edu        assert(state);
3154451Ssaidi@eecs.umich.edu        state->numBytes += pkt->req->getSize();
3162384SN/A
3174451Ssaidi@eecs.umich.edu        DPRINTF(DMA, "--Received response for  DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n",
3184451Ssaidi@eecs.umich.edu                pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes,
3197403SAli.Saidi@ARM.com                state->totBytes,
3207403SAli.Saidi@ARM.com                state->completionEvent ? state->completionEvent->scheduled() : 0 );
3214451Ssaidi@eecs.umich.edu
3222901Ssaidi@eecs.umich.edu        if (state->totBytes == state->numBytes) {
3237403SAli.Saidi@ARM.com            if (state->completionEvent) {
3247403SAli.Saidi@ARM.com                assert(!state->completionEvent->scheduled());
3257403SAli.Saidi@ARM.com                schedule(state->completionEvent, curTick + lat + state->delay);
3267403SAli.Saidi@ARM.com            }
3272901Ssaidi@eecs.umich.edu            delete state;
3282901Ssaidi@eecs.umich.edu            delete pkt->req;
3292901Ssaidi@eecs.umich.edu        }
3302901Ssaidi@eecs.umich.edu        pendingCount--;
3312901Ssaidi@eecs.umich.edu        assert(pendingCount >= 0);
3322901Ssaidi@eecs.umich.edu        delete pkt;
3332566SN/A
3342901Ssaidi@eecs.umich.edu        if (pendingCount == 0 && drainEvent) {
3352901Ssaidi@eecs.umich.edu            drainEvent->process();
3362901Ssaidi@eecs.umich.edu            drainEvent = NULL;
3372901Ssaidi@eecs.umich.edu        }
3382901Ssaidi@eecs.umich.edu
3392384SN/A   } else
3402384SN/A       panic("Unknown memory command state.");
3412384SN/A}
342545SN/A
343545SN/ADmaDevice::~DmaDevice()
344545SN/A{
3452489SN/A    if (dmaPort)
3462489SN/A        delete dmaPort;
347545SN/A}
348