dma_device.cc revision 9133:82491f9ed266
18981Sandreas.hansson@arm.com/*
210902Sandreas.sandberg@arm.com * Copyright (c) 2012 ARM Limited
38981Sandreas.hansson@arm.com * All rights reserved.
48981Sandreas.hansson@arm.com *
58981Sandreas.hansson@arm.com * The license below extends only to copyright in the software and shall
68981Sandreas.hansson@arm.com * not be construed as granting a license to any other intellectual
78981Sandreas.hansson@arm.com * property including but not limited to intellectual property relating
88981Sandreas.hansson@arm.com * to a hardware implementation of the functionality of the software
98981Sandreas.hansson@arm.com * licensed hereunder.  You may use the software subject to the license
108981Sandreas.hansson@arm.com * terms below provided that you ensure that this notice is replicated
118981Sandreas.hansson@arm.com * unmodified and in its entirety in all distributions of the software,
128981Sandreas.hansson@arm.com * modified or unmodified, in source code or in binary form.
138981Sandreas.hansson@arm.com *
148981Sandreas.hansson@arm.com * Copyright (c) 2006 The Regents of The University of Michigan
158981Sandreas.hansson@arm.com * All rights reserved.
168981Sandreas.hansson@arm.com *
178981Sandreas.hansson@arm.com * Redistribution and use in source and binary forms, with or without
188981Sandreas.hansson@arm.com * modification, are permitted provided that the following conditions are
198981Sandreas.hansson@arm.com * met: redistributions of source code must retain the above copyright
208981Sandreas.hansson@arm.com * notice, this list of conditions and the following disclaimer;
218981Sandreas.hansson@arm.com * redistributions in binary form must reproduce the above copyright
228981Sandreas.hansson@arm.com * notice, this list of conditions and the following disclaimer in the
238981Sandreas.hansson@arm.com * documentation and/or other materials provided with the distribution;
248981Sandreas.hansson@arm.com * neither the name of the copyright holders nor the names of its
258981Sandreas.hansson@arm.com * contributors may be used to endorse or promote products derived from
268981Sandreas.hansson@arm.com * this software without specific prior written permission.
278981Sandreas.hansson@arm.com *
288981Sandreas.hansson@arm.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
298981Sandreas.hansson@arm.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
308981Sandreas.hansson@arm.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
318981Sandreas.hansson@arm.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
328981Sandreas.hansson@arm.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
338981Sandreas.hansson@arm.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
348981Sandreas.hansson@arm.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
358981Sandreas.hansson@arm.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
368981Sandreas.hansson@arm.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
378981Sandreas.hansson@arm.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
388981Sandreas.hansson@arm.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
398981Sandreas.hansson@arm.com *
408981Sandreas.hansson@arm.com * Authors: Ali Saidi
418981Sandreas.hansson@arm.com *          Nathan Binkert
428981Sandreas.hansson@arm.com */
438981Sandreas.hansson@arm.com
448981Sandreas.hansson@arm.com#include "base/chunk_generator.hh"
458981Sandreas.hansson@arm.com#include "debug/DMA.hh"
4610615Skanishk.sugand@arm.com#include "dev/dma_device.hh"
478981Sandreas.hansson@arm.com#include "sim/system.hh"
489398Sandreas.hansson@arm.com
4910994Sandreas.sandberg@arm.comDmaPort::DmaPort(MemObject *dev, System *s, Tick min_backoff, Tick max_backoff)
5010129SSascha.Bischoff@ARM.com    : MasterPort(dev->name() + ".dma", dev), device(dev), sys(s),
518981Sandreas.hansson@arm.com      masterId(s->getMasterId(dev->name())),
528981Sandreas.hansson@arm.com      pendingCount(0), drainEvent(NULL),
538981Sandreas.hansson@arm.com      backoffTime(0), minBackoffDelay(min_backoff),
548981Sandreas.hansson@arm.com      maxBackoffDelay(max_backoff), inRetry(false),
558981Sandreas.hansson@arm.com      backoffEvent(this)
568981Sandreas.hansson@arm.com{ }
578981Sandreas.hansson@arm.com
588981Sandreas.hansson@arm.combool
598981Sandreas.hansson@arm.comDmaPort::recvTimingResp(PacketPtr pkt)
608981Sandreas.hansson@arm.com{
618981Sandreas.hansson@arm.com    if (pkt->wasNacked()) {
628981Sandreas.hansson@arm.com        DPRINTF(DMA, "Received nacked %s addr %#x\n",
638981Sandreas.hansson@arm.com                pkt->cmdString(), pkt->getAddr());
648981Sandreas.hansson@arm.com
658981Sandreas.hansson@arm.com        if (backoffTime < minBackoffDelay)
6610902Sandreas.sandberg@arm.com            backoffTime = minBackoffDelay;
678981Sandreas.hansson@arm.com        else if (backoffTime < maxBackoffDelay)
688981Sandreas.hansson@arm.com            backoffTime <<= 1;
698981Sandreas.hansson@arm.com
708981Sandreas.hansson@arm.com        device->reschedule(backoffEvent, curTick() + backoffTime, true);
718981Sandreas.hansson@arm.com
728981Sandreas.hansson@arm.com        DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime);
738981Sandreas.hansson@arm.com
748981Sandreas.hansson@arm.com        pkt->reinitNacked();
758981Sandreas.hansson@arm.com        queueDma(pkt, true);
768981Sandreas.hansson@arm.com    } else if (pkt->senderState) {
778981Sandreas.hansson@arm.com        DmaReqState *state;
788981Sandreas.hansson@arm.com        backoffTime >>= 2;
798981Sandreas.hansson@arm.com
808981Sandreas.hansson@arm.com        DPRINTF(DMA, "Received response %s addr %#x size %#x\n",
8110412Sandreas.hansson@arm.com                pkt->cmdString(), pkt->getAddr(), pkt->req->getSize());
829398Sandreas.hansson@arm.com        state = dynamic_cast<DmaReqState*>(pkt->senderState);
8310902Sandreas.sandberg@arm.com        pendingCount--;
8410902Sandreas.sandberg@arm.com
8510902Sandreas.sandberg@arm.com        assert(pendingCount >= 0);
8610994Sandreas.sandberg@arm.com        assert(state);
878981Sandreas.hansson@arm.com
8810902Sandreas.sandberg@arm.com        // We shouldn't ever get a block in ownership state
8910902Sandreas.sandberg@arm.com        assert(!(pkt->memInhibitAsserted() && !pkt->sharedAsserted()));
9010902Sandreas.sandberg@arm.com
918981Sandreas.hansson@arm.com        state->numBytes += pkt->req->getSize();
9210902Sandreas.sandberg@arm.com        assert(state->totBytes >= state->numBytes);
9310902Sandreas.sandberg@arm.com        if (state->totBytes == state->numBytes) {
948981Sandreas.hansson@arm.com            if (state->completionEvent) {
958981Sandreas.hansson@arm.com                if (state->delay)
968981Sandreas.hansson@arm.com                    device->schedule(state->completionEvent,
978981Sandreas.hansson@arm.com                                     curTick() + state->delay);
988981Sandreas.hansson@arm.com                else
998981Sandreas.hansson@arm.com                    state->completionEvent->process();
1008981Sandreas.hansson@arm.com            }
1018981Sandreas.hansson@arm.com            delete state;
1028981Sandreas.hansson@arm.com        }
1038981Sandreas.hansson@arm.com        delete pkt->req;
1048981Sandreas.hansson@arm.com        delete pkt;
1058981Sandreas.hansson@arm.com
1068981Sandreas.hansson@arm.com        if (pendingCount == 0 && drainEvent) {
1079542Sandreas.hansson@arm.com            drainEvent->process();
1089542Sandreas.hansson@arm.com            drainEvent = NULL;
1098981Sandreas.hansson@arm.com        }
1108981Sandreas.hansson@arm.com    }  else {
1118981Sandreas.hansson@arm.com        panic("Got packet without sender state... huh?\n");
1129542Sandreas.hansson@arm.com    }
1139542Sandreas.hansson@arm.com
1148981Sandreas.hansson@arm.com    return true;
1158981Sandreas.hansson@arm.com}
1168981Sandreas.hansson@arm.com
1178981Sandreas.hansson@arm.comDmaDevice::DmaDevice(const Params *p)
1188981Sandreas.hansson@arm.com    : PioDevice(p), dmaPort(this, sys, params()->min_backoff_delay,
1198981Sandreas.hansson@arm.com                            params()->max_backoff_delay)
1208981Sandreas.hansson@arm.com{ }
1218981Sandreas.hansson@arm.com
1228981Sandreas.hansson@arm.comvoid
1238981Sandreas.hansson@arm.comDmaDevice::init()
1248981Sandreas.hansson@arm.com{
1258981Sandreas.hansson@arm.com    if (!dmaPort.isConnected())
1268981Sandreas.hansson@arm.com        panic("DMA port of %s not connected to anything!", name());
1278981Sandreas.hansson@arm.com    PioDevice::init();
1288981Sandreas.hansson@arm.com}
1298981Sandreas.hansson@arm.com
1308981Sandreas.hansson@arm.comunsigned int
1318981Sandreas.hansson@arm.comDmaDevice::drain(Event *de)
1328981Sandreas.hansson@arm.com{
1338981Sandreas.hansson@arm.com    unsigned int count;
1348981Sandreas.hansson@arm.com    count = pioPort.drain(de) + dmaPort.drain(de);
1358981Sandreas.hansson@arm.com    if (count)
1368981Sandreas.hansson@arm.com        changeState(Draining);
1378981Sandreas.hansson@arm.com    else
1388981Sandreas.hansson@arm.com        changeState(Drained);
1398981Sandreas.hansson@arm.com    return count;
1408981Sandreas.hansson@arm.com}
1418981Sandreas.hansson@arm.com
1428981Sandreas.hansson@arm.comunsigned int
1438981Sandreas.hansson@arm.comDmaPort::drain(Event *de)
1448981Sandreas.hansson@arm.com{
1458981Sandreas.hansson@arm.com    if (pendingCount == 0)
1468981Sandreas.hansson@arm.com        return 0;
1478981Sandreas.hansson@arm.com    drainEvent = de;
1488981Sandreas.hansson@arm.com    return 1;
1498981Sandreas.hansson@arm.com}
1508981Sandreas.hansson@arm.com
1518981Sandreas.hansson@arm.comvoid
1528981Sandreas.hansson@arm.comDmaPort::recvRetry()
1538981Sandreas.hansson@arm.com{
1548981Sandreas.hansson@arm.com    assert(transmitList.size());
1558981Sandreas.hansson@arm.com    bool result = true;
1568981Sandreas.hansson@arm.com    do {
1578981Sandreas.hansson@arm.com        PacketPtr pkt = transmitList.front();
1588981Sandreas.hansson@arm.com        DPRINTF(DMA, "Retry on %s addr %#x\n",
1598981Sandreas.hansson@arm.com                pkt->cmdString(), pkt->getAddr());
1608981Sandreas.hansson@arm.com        result = sendTimingReq(pkt);
1618981Sandreas.hansson@arm.com        if (result) {
1628981Sandreas.hansson@arm.com            DPRINTF(DMA, "-- Done\n");
1638981Sandreas.hansson@arm.com            transmitList.pop_front();
1648981Sandreas.hansson@arm.com            inRetry = false;
1658981Sandreas.hansson@arm.com        } else {
1668981Sandreas.hansson@arm.com            inRetry = true;
1678981Sandreas.hansson@arm.com            DPRINTF(DMA, "-- Failed, queued\n");
1688981Sandreas.hansson@arm.com        }
1698981Sandreas.hansson@arm.com    } while (!backoffTime &&  result && transmitList.size());
1708981Sandreas.hansson@arm.com
17110713Sandreas.hansson@arm.com    if (transmitList.size() && backoffTime && !inRetry) {
1728981Sandreas.hansson@arm.com        DPRINTF(DMA, "Scheduling backoff for %d\n", curTick()+backoffTime);
17310713Sandreas.hansson@arm.com        if (!backoffEvent.scheduled())
1748981Sandreas.hansson@arm.com            device->schedule(backoffEvent, backoffTime + curTick());
1758981Sandreas.hansson@arm.com    }
1768981Sandreas.hansson@arm.com    DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n",
1778981Sandreas.hansson@arm.com            transmitList.size(), backoffTime, inRetry,
1788981Sandreas.hansson@arm.com            backoffEvent.scheduled());
1798981Sandreas.hansson@arm.com}
1808981Sandreas.hansson@arm.com
1818981Sandreas.hansson@arm.comvoid
1828981Sandreas.hansson@arm.comDmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event,
1838981Sandreas.hansson@arm.com                   uint8_t *data, Tick delay, Request::Flags flag)
1848981Sandreas.hansson@arm.com{
1858981Sandreas.hansson@arm.com    assert(device->getState() == SimObject::Running);
1868981Sandreas.hansson@arm.com
1878981Sandreas.hansson@arm.com    DmaReqState *reqState = new DmaReqState(event, size, delay);
1888981Sandreas.hansson@arm.com
1898981Sandreas.hansson@arm.com
1908981Sandreas.hansson@arm.com    DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size,
1918981Sandreas.hansson@arm.com            event ? event->scheduled() : -1 );
1928981Sandreas.hansson@arm.com    for (ChunkGenerator gen(addr, size, peerBlockSize());
1938981Sandreas.hansson@arm.com         !gen.done(); gen.next()) {
1948981Sandreas.hansson@arm.com            Request *req = new Request(gen.addr(), gen.size(), flag, masterId);
1958981Sandreas.hansson@arm.com            PacketPtr pkt = new Packet(req, cmd);
1968981Sandreas.hansson@arm.com
1978981Sandreas.hansson@arm.com            // Increment the data pointer on a write
1988981Sandreas.hansson@arm.com            if (data)
1998981Sandreas.hansson@arm.com                pkt->dataStatic(data + gen.complete());
2008981Sandreas.hansson@arm.com
2018981Sandreas.hansson@arm.com            pkt->senderState = reqState;
2028981Sandreas.hansson@arm.com
2038981Sandreas.hansson@arm.com            assert(pendingCount >= 0);
2048981Sandreas.hansson@arm.com            pendingCount++;
2058981Sandreas.hansson@arm.com            DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(),
2068981Sandreas.hansson@arm.com                    gen.size());
2078981Sandreas.hansson@arm.com            queueDma(pkt);
2088981Sandreas.hansson@arm.com    }
2098981Sandreas.hansson@arm.com
2108981Sandreas.hansson@arm.com}
2118981Sandreas.hansson@arm.com
2128981Sandreas.hansson@arm.comvoid
2138981Sandreas.hansson@arm.comDmaPort::queueDma(PacketPtr pkt, bool front)
2148981Sandreas.hansson@arm.com{
2158981Sandreas.hansson@arm.com
2168981Sandreas.hansson@arm.com    if (front)
2178981Sandreas.hansson@arm.com        transmitList.push_front(pkt);
2188981Sandreas.hansson@arm.com    else
2198981Sandreas.hansson@arm.com        transmitList.push_back(pkt);
2208981Sandreas.hansson@arm.com    sendDma();
2218981Sandreas.hansson@arm.com}
2229090Sandreas.hansson@arm.com
2238981Sandreas.hansson@arm.comvoid
2248981Sandreas.hansson@arm.comDmaPort::sendDma()
2258981Sandreas.hansson@arm.com{
2268981Sandreas.hansson@arm.com    // some kind of selction between access methods
22710713Sandreas.hansson@arm.com    // more work is going to have to be done to make
2288981Sandreas.hansson@arm.com    // switching actually work
22910713Sandreas.hansson@arm.com    assert(transmitList.size());
2308981Sandreas.hansson@arm.com    PacketPtr pkt = transmitList.front();
2318981Sandreas.hansson@arm.com
2328981Sandreas.hansson@arm.com    Enums::MemoryMode state = sys->getMemoryMode();
2338981Sandreas.hansson@arm.com    if (state == Enums::timing) {
2348981Sandreas.hansson@arm.com        if (backoffEvent.scheduled() || inRetry) {
2358981Sandreas.hansson@arm.com            DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n");
2368981Sandreas.hansson@arm.com            return;
2378981Sandreas.hansson@arm.com        }
2388981Sandreas.hansson@arm.com
2398981Sandreas.hansson@arm.com        DPRINTF(DMA, "Attempting to send %s addr %#x\n",
2408981Sandreas.hansson@arm.com                pkt->cmdString(), pkt->getAddr());
2418981Sandreas.hansson@arm.com
2428981Sandreas.hansson@arm.com        bool result;
2438981Sandreas.hansson@arm.com        do {
2448981Sandreas.hansson@arm.com            result = sendTimingReq(pkt);
2458981Sandreas.hansson@arm.com            if (result) {
2468981Sandreas.hansson@arm.com                transmitList.pop_front();
2478981Sandreas.hansson@arm.com                DPRINTF(DMA, "-- Done\n");
2488981Sandreas.hansson@arm.com            } else {
2498981Sandreas.hansson@arm.com                inRetry = true;
2508981Sandreas.hansson@arm.com                DPRINTF(DMA, "-- Failed: queued\n");
2518981Sandreas.hansson@arm.com            }
2528981Sandreas.hansson@arm.com        } while (result && !backoffTime && transmitList.size());
2538981Sandreas.hansson@arm.com
2548981Sandreas.hansson@arm.com        if (transmitList.size() && backoffTime && !inRetry &&
2558981Sandreas.hansson@arm.com                !backoffEvent.scheduled()) {
2568981Sandreas.hansson@arm.com            DPRINTF(DMA, "-- Scheduling backoff timer for %d\n",
2579090Sandreas.hansson@arm.com                    backoffTime+curTick());
2588981Sandreas.hansson@arm.com            device->schedule(backoffEvent, backoffTime + curTick());
2598981Sandreas.hansson@arm.com        }
2608981Sandreas.hansson@arm.com    } else if (state == Enums::atomic) {
26110713Sandreas.hansson@arm.com        transmitList.pop_front();
2628981Sandreas.hansson@arm.com
26310713Sandreas.hansson@arm.com        Tick lat;
2648981Sandreas.hansson@arm.com        DPRINTF(DMA, "--Sending  DMA for addr: %#x size: %d\n",
2658981Sandreas.hansson@arm.com                pkt->req->getPaddr(), pkt->req->getSize());
2668981Sandreas.hansson@arm.com        lat = sendAtomic(pkt);
2678981Sandreas.hansson@arm.com        assert(pkt->senderState);
2688981Sandreas.hansson@arm.com        DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState);
2698981Sandreas.hansson@arm.com        assert(state);
2708981Sandreas.hansson@arm.com        state->numBytes += pkt->req->getSize();
2718981Sandreas.hansson@arm.com
2728981Sandreas.hansson@arm.com        DPRINTF(DMA, "--Received response for  DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n",
2738981Sandreas.hansson@arm.com                pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes,
2748981Sandreas.hansson@arm.com                state->totBytes,
2758981Sandreas.hansson@arm.com                state->completionEvent ? state->completionEvent->scheduled() : 0 );
2768981Sandreas.hansson@arm.com
2778981Sandreas.hansson@arm.com        if (state->totBytes == state->numBytes) {
2788981Sandreas.hansson@arm.com            if (state->completionEvent) {
2798981Sandreas.hansson@arm.com                assert(!state->completionEvent->scheduled());
2808981Sandreas.hansson@arm.com                device->schedule(state->completionEvent,
2818981Sandreas.hansson@arm.com                                 curTick() + lat + state->delay);
2828981Sandreas.hansson@arm.com            }
2838981Sandreas.hansson@arm.com            delete state;
2848981Sandreas.hansson@arm.com            delete pkt->req;
2858981Sandreas.hansson@arm.com        }
2868981Sandreas.hansson@arm.com        pendingCount--;
2878981Sandreas.hansson@arm.com        assert(pendingCount >= 0);
2888981Sandreas.hansson@arm.com        delete pkt;
2898981Sandreas.hansson@arm.com
2908981Sandreas.hansson@arm.com        if (pendingCount == 0 && drainEvent) {
2918981Sandreas.hansson@arm.com            drainEvent->process();
2928981Sandreas.hansson@arm.com            drainEvent = NULL;
2938981Sandreas.hansson@arm.com        }
2948981Sandreas.hansson@arm.com
2958981Sandreas.hansson@arm.com   } else
2968981Sandreas.hansson@arm.com       panic("Unknown memory command state.");
2978981Sandreas.hansson@arm.com}
2988981Sandreas.hansson@arm.com
2998981Sandreas.hansson@arm.comDmaDevice::~DmaDevice()
3008981Sandreas.hansson@arm.com{
3018981Sandreas.hansson@arm.com}
3028981Sandreas.hansson@arm.com
3038981Sandreas.hansson@arm.comMasterPort &
3048981Sandreas.hansson@arm.comDmaDevice::getMasterPort(const std::string &if_name, int idx)
3058981Sandreas.hansson@arm.com{
3068981Sandreas.hansson@arm.com    if (if_name == "dma") {
3078981Sandreas.hansson@arm.com        return dmaPort;
3088981Sandreas.hansson@arm.com    }
3098981Sandreas.hansson@arm.com    return PioDevice::getMasterPort(if_name, idx);
3108981Sandreas.hansson@arm.com}
3118981Sandreas.hansson@arm.com