io_device.cc revision 8711:c7e14f52c682
13914Ssaidi@eecs.umich.edu/*
23914Ssaidi@eecs.umich.edu * Copyright (c) 2006 The Regents of The University of Michigan
33914Ssaidi@eecs.umich.edu * All rights reserved.
43914Ssaidi@eecs.umich.edu *
53914Ssaidi@eecs.umich.edu * Redistribution and use in source and binary forms, with or without
63914Ssaidi@eecs.umich.edu * modification, are permitted provided that the following conditions are
73914Ssaidi@eecs.umich.edu * met: redistributions of source code must retain the above copyright
83914Ssaidi@eecs.umich.edu * notice, this list of conditions and the following disclaimer;
93914Ssaidi@eecs.umich.edu * redistributions in binary form must reproduce the above copyright
103914Ssaidi@eecs.umich.edu * notice, this list of conditions and the following disclaimer in the
113914Ssaidi@eecs.umich.edu * documentation and/or other materials provided with the distribution;
123914Ssaidi@eecs.umich.edu * neither the name of the copyright holders nor the names of its
133914Ssaidi@eecs.umich.edu * contributors may be used to endorse or promote products derived from
143914Ssaidi@eecs.umich.edu * this software without specific prior written permission.
153914Ssaidi@eecs.umich.edu *
163914Ssaidi@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
173914Ssaidi@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
183914Ssaidi@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
193914Ssaidi@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
203914Ssaidi@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
213914Ssaidi@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
223914Ssaidi@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
233914Ssaidi@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
243914Ssaidi@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
253914Ssaidi@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
263914Ssaidi@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
273914Ssaidi@eecs.umich.edu *
283914Ssaidi@eecs.umich.edu * Authors: Ali Saidi
293914Ssaidi@eecs.umich.edu *          Nathan Binkert
303914Ssaidi@eecs.umich.edu */
313914Ssaidi@eecs.umich.edu
323914Ssaidi@eecs.umich.edu#include "base/chunk_generator.hh"
333914Ssaidi@eecs.umich.edu#include "base/trace.hh"
3411793Sbrandon.potter@amd.com#include "debug/BusAddrRanges.hh"
3511793Sbrandon.potter@amd.com#include "debug/DMA.hh"
363914Ssaidi@eecs.umich.edu#include "dev/io_device.hh"
373914Ssaidi@eecs.umich.edu#include "sim/system.hh"
383914Ssaidi@eecs.umich.edu
393914Ssaidi@eecs.umich.eduPioPort::PioPort(PioDevice *dev, System *s, std::string pname)
403914Ssaidi@eecs.umich.edu    : SimpleTimingPort(dev->name() + pname, dev), device(dev)
413914Ssaidi@eecs.umich.edu{ }
424762Snate@binkert.org
433914Ssaidi@eecs.umich.edu
443914Ssaidi@eecs.umich.eduTick
453914Ssaidi@eecs.umich.eduPioPort::recvAtomic(PacketPtr pkt)
463914Ssaidi@eecs.umich.edu{
473914Ssaidi@eecs.umich.edu    return pkt->isRead() ? device->read(pkt) : device->write(pkt);
483914Ssaidi@eecs.umich.edu}
493914Ssaidi@eecs.umich.edu
503914Ssaidi@eecs.umich.eduAddrRangeList
514762Snate@binkert.orgPioPort::getAddrRanges()
529808Sstever@gmail.com{
533914Ssaidi@eecs.umich.edu    return device->getAddrRanges();
544762Snate@binkert.org}
5510531Sandreas.hansson@arm.com
563943Sbinkertn@umich.edu
573914Ssaidi@eecs.umich.eduPioDevice::PioDevice(const Params *p)
583914Ssaidi@eecs.umich.edu    : MemObject(p), platform(p->platform), sys(p->system), pioPort(NULL)
593914Ssaidi@eecs.umich.edu{}
603914Ssaidi@eecs.umich.edu
613914Ssaidi@eecs.umich.eduPioDevice::~PioDevice()
623914Ssaidi@eecs.umich.edu{
633914Ssaidi@eecs.umich.edu    if (pioPort)
643914Ssaidi@eecs.umich.edu        delete pioPort;
653914Ssaidi@eecs.umich.edu}
663914Ssaidi@eecs.umich.edu
6713231Sgabeblack@google.comvoid
683914Ssaidi@eecs.umich.eduPioDevice::init()
693914Ssaidi@eecs.umich.edu{
704870Sstever@eecs.umich.edu    if (!pioPort)
713914Ssaidi@eecs.umich.edu        panic("Pio port of %s not connected to anything!", name());
723914Ssaidi@eecs.umich.edu    pioPort->sendRangeChange();
733914Ssaidi@eecs.umich.edu}
743914Ssaidi@eecs.umich.edu
753914Ssaidi@eecs.umich.eduPort *
763914Ssaidi@eecs.umich.eduPioDevice::getPort(const std::string &if_name, int idx)
773914Ssaidi@eecs.umich.edu{
783914Ssaidi@eecs.umich.edu    if (if_name == "pio") {
793914Ssaidi@eecs.umich.edu        if (pioPort != NULL)
803990Ssaidi@eecs.umich.edu            fatal("%s: pio port already connected to %s",
8110905Sandreas.sandberg@arm.com                  name(), pioPort->getPeer()->name());
823990Ssaidi@eecs.umich.edu        pioPort = new PioPort(this, sys);
833990Ssaidi@eecs.umich.edu        return pioPort;
843990Ssaidi@eecs.umich.edu    }
853990Ssaidi@eecs.umich.edu    return NULL;
863990Ssaidi@eecs.umich.edu}
8710905Sandreas.sandberg@arm.com
883990Ssaidi@eecs.umich.eduunsigned int
893990Ssaidi@eecs.umich.eduPioDevice::drain(Event *de)
903990Ssaidi@eecs.umich.edu{
913990Ssaidi@eecs.umich.edu    unsigned int count;
924762Snate@binkert.org    count = pioPort->drain(de);
934762Snate@binkert.org    if (count)
943914Ssaidi@eecs.umich.edu        changeState(Draining);
954762Snate@binkert.org    else
963914Ssaidi@eecs.umich.edu        changeState(Drained);
97    return count;
98}
99
100BasicPioDevice::BasicPioDevice(const Params *p)
101    : PioDevice(p), pioAddr(p->pio_addr), pioSize(0),
102      pioDelay(p->pio_latency)
103{}
104
105AddrRangeList
106BasicPioDevice::getAddrRanges()
107{
108    assert(pioSize != 0);
109    AddrRangeList ranges;
110    DPRINTF(BusAddrRanges, "registering range: %#x-%#x\n", pioAddr, pioSize);
111    ranges.push_back(RangeSize(pioAddr, pioSize));
112    return ranges;
113}
114
115
116DmaPort::DmaPort(MemObject *dev, System *s, Tick min_backoff, Tick max_backoff,
117                 bool recv_snoops)
118    : Port(dev->name() + "-dmaport", dev), device(dev), sys(s),
119      pendingCount(0), actionInProgress(0), drainEvent(NULL),
120      backoffTime(0), minBackoffDelay(min_backoff),
121      maxBackoffDelay(max_backoff), inRetry(false), recvSnoops(recv_snoops),
122      backoffEvent(this)
123{ }
124
125bool
126DmaPort::recvTiming(PacketPtr pkt)
127{
128    if (pkt->wasNacked()) {
129        DPRINTF(DMA, "Received nacked %s addr %#x\n",
130                pkt->cmdString(), pkt->getAddr());
131
132        if (backoffTime < minBackoffDelay)
133            backoffTime = minBackoffDelay;
134        else if (backoffTime < maxBackoffDelay)
135            backoffTime <<= 1;
136
137        device->reschedule(backoffEvent, curTick() + backoffTime, true);
138
139        DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime);
140
141        pkt->reinitNacked();
142        queueDma(pkt, true);
143    } else if (pkt->isRequest() && recvSnoops) {
144        return true;
145    } else if (pkt->senderState) {
146        DmaReqState *state;
147        backoffTime >>= 2;
148
149        DPRINTF(DMA, "Received response %s addr %#x size %#x\n",
150                pkt->cmdString(), pkt->getAddr(), pkt->req->getSize());
151        state = dynamic_cast<DmaReqState*>(pkt->senderState);
152        pendingCount--;
153
154        assert(pendingCount >= 0);
155        assert(state);
156
157        // We shouldn't ever get a block in ownership state
158        assert(!(pkt->memInhibitAsserted() && !pkt->sharedAsserted()));
159
160        state->numBytes += pkt->req->getSize();
161        assert(state->totBytes >= state->numBytes);
162        if (state->totBytes == state->numBytes) {
163            if (state->completionEvent) {
164                if (state->delay)
165                    device->schedule(state->completionEvent,
166                                     curTick() + state->delay);
167                else
168                    state->completionEvent->process();
169            }
170            delete state;
171        }
172        delete pkt->req;
173        delete pkt;
174
175        if (pendingCount == 0 && drainEvent) {
176            drainEvent->process();
177            drainEvent = NULL;
178        }
179    }  else {
180        panic("Got packet without sender state... huh?\n");
181    }
182
183    return true;
184}
185
186DmaDevice::DmaDevice(const Params *p)
187    : PioDevice(p), dmaPort(NULL)
188{ }
189
190
191unsigned int
192DmaDevice::drain(Event *de)
193{
194    unsigned int count;
195    count = pioPort->drain(de) + dmaPort->drain(de);
196    if (count)
197        changeState(Draining);
198    else
199        changeState(Drained);
200    return count;
201}
202
203unsigned int
204DmaPort::drain(Event *de)
205{
206    if (pendingCount == 0)
207        return 0;
208    drainEvent = de;
209    return 1;
210}
211
212
213void
214DmaPort::recvRetry()
215{
216    assert(transmitList.size());
217    bool result = true;
218    do {
219        PacketPtr pkt = transmitList.front();
220        DPRINTF(DMA, "Retry on %s addr %#x\n",
221                pkt->cmdString(), pkt->getAddr());
222        result = sendTiming(pkt);
223        if (result) {
224            DPRINTF(DMA, "-- Done\n");
225            transmitList.pop_front();
226            inRetry = false;
227        } else {
228            inRetry = true;
229            DPRINTF(DMA, "-- Failed, queued\n");
230        }
231    } while (!backoffTime &&  result && transmitList.size());
232
233    if (transmitList.size() && backoffTime && !inRetry) {
234        DPRINTF(DMA, "Scheduling backoff for %d\n", curTick()+backoffTime);
235        if (!backoffEvent.scheduled())
236            device->schedule(backoffEvent, backoffTime + curTick());
237    }
238    DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n",
239            transmitList.size(), backoffTime, inRetry,
240            backoffEvent.scheduled());
241}
242
243
244void
245DmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event,
246                   uint8_t *data, Tick delay, Request::Flags flag)
247{
248    assert(device->getState() == SimObject::Running);
249
250    DmaReqState *reqState = new DmaReqState(event, this, size, delay);
251
252
253    DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size,
254            event ? event->scheduled() : -1 );
255    for (ChunkGenerator gen(addr, size, peerBlockSize());
256         !gen.done(); gen.next()) {
257            Request *req = new Request(gen.addr(), gen.size(), flag);
258            PacketPtr pkt = new Packet(req, cmd, Packet::Broadcast);
259
260            // Increment the data pointer on a write
261            if (data)
262                pkt->dataStatic(data + gen.complete());
263
264            pkt->senderState = reqState;
265
266            assert(pendingCount >= 0);
267            pendingCount++;
268            DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(),
269                    gen.size());
270            queueDma(pkt);
271    }
272
273}
274
275void
276DmaPort::queueDma(PacketPtr pkt, bool front)
277{
278
279    if (front)
280        transmitList.push_front(pkt);
281    else
282        transmitList.push_back(pkt);
283    sendDma();
284}
285
286
287void
288DmaPort::sendDma()
289{
290    // some kind of selction between access methods
291    // more work is going to have to be done to make
292    // switching actually work
293    assert(transmitList.size());
294    PacketPtr pkt = transmitList.front();
295
296    Enums::MemoryMode state = sys->getMemoryMode();
297    if (state == Enums::timing) {
298        if (backoffEvent.scheduled() || inRetry) {
299            DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n");
300            return;
301        }
302
303        DPRINTF(DMA, "Attempting to send %s addr %#x\n",
304                pkt->cmdString(), pkt->getAddr());
305
306        bool result;
307        do {
308            result = sendTiming(pkt);
309            if (result) {
310                transmitList.pop_front();
311                DPRINTF(DMA, "-- Done\n");
312            } else {
313                inRetry = true;
314                DPRINTF(DMA, "-- Failed: queued\n");
315            }
316        } while (result && !backoffTime && transmitList.size());
317
318        if (transmitList.size() && backoffTime && !inRetry &&
319                !backoffEvent.scheduled()) {
320            DPRINTF(DMA, "-- Scheduling backoff timer for %d\n",
321                    backoffTime+curTick());
322            device->schedule(backoffEvent, backoffTime + curTick());
323        }
324    } else if (state == Enums::atomic) {
325        transmitList.pop_front();
326
327        Tick lat;
328        DPRINTF(DMA, "--Sending  DMA for addr: %#x size: %d\n",
329                pkt->req->getPaddr(), pkt->req->getSize());
330        lat = sendAtomic(pkt);
331        assert(pkt->senderState);
332        DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState);
333        assert(state);
334        state->numBytes += pkt->req->getSize();
335
336        DPRINTF(DMA, "--Received response for  DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n",
337                pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes,
338                state->totBytes,
339                state->completionEvent ? state->completionEvent->scheduled() : 0 );
340
341        if (state->totBytes == state->numBytes) {
342            if (state->completionEvent) {
343                assert(!state->completionEvent->scheduled());
344                device->schedule(state->completionEvent,
345                                 curTick() + lat + state->delay);
346            }
347            delete state;
348            delete pkt->req;
349        }
350        pendingCount--;
351        assert(pendingCount >= 0);
352        delete pkt;
353
354        if (pendingCount == 0 && drainEvent) {
355            drainEvent->process();
356            drainEvent = NULL;
357        }
358
359   } else
360       panic("Unknown memory command state.");
361}
362
363DmaDevice::~DmaDevice()
364{
365    if (dmaPort)
366        delete dmaPort;
367}
368
369
370Port *
371DmaDevice::getPort(const std::string &if_name, int idx)
372{
373    if (if_name == "dma") {
374        if (dmaPort != NULL)
375            fatal("%s: dma port already connected to %s",
376                  name(), dmaPort->getPeer()->name());
377        dmaPort = new DmaPort(this, sys, params()->min_backoff_delay,
378                              params()->max_backoff_delay);
379        return dmaPort;
380    }
381    return PioDevice::getPort(if_name, idx);
382}
383
384