packet_queue.cc revision 10713
12914SN/A/*
210713Sandreas.hansson@arm.com * Copyright (c) 2012,2015 ARM Limited
38856SN/A * All rights reserved.
48856SN/A *
58856SN/A * The license below extends only to copyright in the software and shall
68856SN/A * not be construed as granting a license to any other intellectual
78856SN/A * property including but not limited to intellectual property relating
88856SN/A * to a hardware implementation of the functionality of the software
98856SN/A * licensed hereunder.  You may use the software subject to the license
108856SN/A * terms below provided that you ensure that this notice is replicated
118856SN/A * unmodified and in its entirety in all distributions of the software,
128856SN/A * modified or unmodified, in source code or in binary form.
138856SN/A *
142914SN/A * Copyright (c) 2006 The Regents of The University of Michigan
152914SN/A * All rights reserved.
162914SN/A *
172914SN/A * Redistribution and use in source and binary forms, with or without
182914SN/A * modification, are permitted provided that the following conditions are
192914SN/A * met: redistributions of source code must retain the above copyright
202914SN/A * notice, this list of conditions and the following disclaimer;
212914SN/A * redistributions in binary form must reproduce the above copyright
222914SN/A * notice, this list of conditions and the following disclaimer in the
232914SN/A * documentation and/or other materials provided with the distribution;
242914SN/A * neither the name of the copyright holders nor the names of its
252914SN/A * contributors may be used to endorse or promote products derived from
262914SN/A * this software without specific prior written permission.
272914SN/A *
282914SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
292914SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
302914SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
312914SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
322914SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
332914SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
342914SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
352914SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
362914SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
372914SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
382914SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
392914SN/A *
402914SN/A * Authors: Ali Saidi
418856SN/A *          Andreas Hansson
422914SN/A */
432914SN/A
449356Snilay@cs.wisc.edu#include "base/trace.hh"
459152Satgutier@umich.edu#include "debug/Drain.hh"
468914Sandreas.hansson@arm.com#include "debug/PacketQueue.hh"
478914Sandreas.hansson@arm.com#include "mem/packet_queue.hh"
482914SN/A
495740SN/Ausing namespace std;
505740SN/A
518975Sandreas.hansson@arm.comPacketQueue::PacketQueue(EventManager& _em, const std::string& _label)
529342SAndreas.Sandberg@arm.com    : em(_em), sendEvent(this), drainManager(NULL), label(_label),
535740SN/A      waitingOnRetry(false)
545740SN/A{
555740SN/A}
565740SN/A
578914Sandreas.hansson@arm.comPacketQueue::~PacketQueue()
585740SN/A{
595740SN/A}
605740SN/A
618914Sandreas.hansson@arm.comvoid
628914Sandreas.hansson@arm.comPacketQueue::retry()
638914Sandreas.hansson@arm.com{
648914Sandreas.hansson@arm.com    DPRINTF(PacketQueue, "Queue %s received retry\n", name());
658914Sandreas.hansson@arm.com    assert(waitingOnRetry);
6610713Sandreas.hansson@arm.com    waitingOnRetry = false;
678914Sandreas.hansson@arm.com    sendDeferredPacket();
688914Sandreas.hansson@arm.com}
698914Sandreas.hansson@arm.com
704929SN/Abool
7110713Sandreas.hansson@arm.comPacketQueue::hasAddr(Addr addr) const
7210713Sandreas.hansson@arm.com{
7310713Sandreas.hansson@arm.com    // caller is responsible for ensuring that all packets have the
7410713Sandreas.hansson@arm.com    // same alignment
7510713Sandreas.hansson@arm.com    for (const auto& p : transmitList) {
7610713Sandreas.hansson@arm.com        if (p.pkt->getAddr() == addr)
7710713Sandreas.hansson@arm.com            return true;
7810713Sandreas.hansson@arm.com    }
7910713Sandreas.hansson@arm.com    return false;
8010713Sandreas.hansson@arm.com}
8110713Sandreas.hansson@arm.com
8210713Sandreas.hansson@arm.combool
838914Sandreas.hansson@arm.comPacketQueue::checkFunctional(PacketPtr pkt)
843091SN/A{
858856SN/A    pkt->pushLabel(label);
868856SN/A
8710322Sandreas.hansson@arm.com    auto i = transmitList.begin();
888856SN/A    bool found = false;
893296SN/A
9010322Sandreas.hansson@arm.com    while (!found && i != transmitList.end()) {
918856SN/A        // If the buffered packet contains data, and it overlaps the
928856SN/A        // current packet, then update data
938856SN/A        found = pkt->checkFunctional(i->pkt);
948856SN/A        ++i;
953284SN/A    }
964929SN/A
978856SN/A    pkt->popLabel();
988856SN/A
998856SN/A    return found;
1004490SN/A}
1013342SN/A
1024490SN/Avoid
10310713Sandreas.hansson@arm.comPacketQueue::schedSendTiming(PacketPtr pkt, Tick when)
1043403SN/A{
1059663Suri.wiener@arm.com    DPRINTF(PacketQueue, "%s for %s address %x size %d\n", __func__,
1069663Suri.wiener@arm.com            pkt->cmdString(), pkt->getAddr(), pkt->getSize());
10710713Sandreas.hansson@arm.com
1089160Sandreas.hansson@arm.com    // we can still send a packet before the end of this tick
1099160Sandreas.hansson@arm.com    assert(when >= curTick());
1104492SN/A
1119163Sandreas.hansson@arm.com    // express snoops should never be queued
1129163Sandreas.hansson@arm.com    assert(!pkt->isExpressSnoop());
1139163Sandreas.hansson@arm.com
1149390Sandreas.hansson@arm.com    // add a very basic sanity check on the port to ensure the
1159390Sandreas.hansson@arm.com    // invisible buffer is not growing beyond reasonable limits
1169390Sandreas.hansson@arm.com    if (transmitList.size() > 100) {
1179390Sandreas.hansson@arm.com        panic("Packet queue %s has grown beyond 100 packets\n",
1189390Sandreas.hansson@arm.com              name());
1199390Sandreas.hansson@arm.com    }
1209390Sandreas.hansson@arm.com
1218914Sandreas.hansson@arm.com    // nothing on the list, or earlier than current front element,
1228914Sandreas.hansson@arm.com    // schedule an event
1234666SN/A    if (transmitList.empty() || when < transmitList.front().tick) {
1248914Sandreas.hansson@arm.com        // note that currently we ignore a potentially outstanding retry
1258914Sandreas.hansson@arm.com        // and could in theory put a new packet at the head of the
1268914Sandreas.hansson@arm.com        // transmit list before retrying the existing packet
12710713Sandreas.hansson@arm.com        transmitList.push_front(DeferredPacket(when, pkt));
1284666SN/A        schedSendEvent(when);
1294666SN/A        return;
1304666SN/A    }
1314666SN/A
13210713Sandreas.hansson@arm.com    // we should either have an outstanding retry, or a send event
13310713Sandreas.hansson@arm.com    // scheduled, but there is an unfortunate corner case where the
13410713Sandreas.hansson@arm.com    // x86 page-table walker and timing CPU send out a new request as
13510713Sandreas.hansson@arm.com    // part of the receiving of a response (called by
13610713Sandreas.hansson@arm.com    // PacketQueue::sendDeferredPacket), in which we end up calling
13710713Sandreas.hansson@arm.com    // ourselves again before we had a chance to update waitingOnRetry
13810713Sandreas.hansson@arm.com    // assert(waitingOnRetry || sendEvent.scheduled());
13910713Sandreas.hansson@arm.com
1408914Sandreas.hansson@arm.com    // list is non-empty and this belongs at the end
1414666SN/A    if (when >= transmitList.back().tick) {
14210713Sandreas.hansson@arm.com        transmitList.push_back(DeferredPacket(when, pkt));
1433450SN/A        return;
1443403SN/A    }
1453450SN/A
1468914Sandreas.hansson@arm.com    // this belongs in the middle somewhere, insertion sort
14710322Sandreas.hansson@arm.com    auto i = transmitList.begin();
1488914Sandreas.hansson@arm.com    ++i; // already checked for insertion at front
1498914Sandreas.hansson@arm.com    while (i != transmitList.end() && when >= i->tick)
1508914Sandreas.hansson@arm.com        ++i;
15110713Sandreas.hansson@arm.com    transmitList.insert(i, DeferredPacket(when, pkt));
1528856SN/A}
1538856SN/A
1548856SN/Avoid
15510713Sandreas.hansson@arm.comPacketQueue::schedSendEvent(Tick when)
1568856SN/A{
15710713Sandreas.hansson@arm.com    // if we are waiting on a retry just hold off
15810713Sandreas.hansson@arm.com    if (waitingOnRetry) {
15910713Sandreas.hansson@arm.com        DPRINTF(PacketQueue, "Not scheduling send as waiting for retry\n");
16010713Sandreas.hansson@arm.com        assert(!sendEvent.scheduled());
16110713Sandreas.hansson@arm.com        return;
16210713Sandreas.hansson@arm.com    }
1638914Sandreas.hansson@arm.com
16410713Sandreas.hansson@arm.com    if (when != MaxTick) {
16510713Sandreas.hansson@arm.com        // we cannot go back in time, and to be consistent we stick to
16610713Sandreas.hansson@arm.com        // one tick in the future
16710713Sandreas.hansson@arm.com        when = std::max(when, curTick() + 1);
16810713Sandreas.hansson@arm.com        // @todo Revisit the +1
16910713Sandreas.hansson@arm.com
17010423Sandreas.hansson@arm.com        if (!sendEvent.scheduled()) {
17110713Sandreas.hansson@arm.com            em.schedule(&sendEvent, when);
17210713Sandreas.hansson@arm.com        } else if (when < sendEvent.when()) {
17310423Sandreas.hansson@arm.com            // if the new time is earlier than when the event
17410423Sandreas.hansson@arm.com            // currently is scheduled, move it forward
17510713Sandreas.hansson@arm.com            em.reschedule(&sendEvent, when);
17610423Sandreas.hansson@arm.com        }
1778856SN/A    } else {
17810713Sandreas.hansson@arm.com        // we get a MaxTick when there is no more to send, so if we're
17910713Sandreas.hansson@arm.com        // draining, we may be done at this point
1809342SAndreas.Sandberg@arm.com        if (drainManager && transmitList.empty() && !sendEvent.scheduled()) {
1819152Satgutier@umich.edu            DPRINTF(Drain, "PacketQueue done draining,"
1829152Satgutier@umich.edu                    "processing drain event\n");
1839342SAndreas.Sandberg@arm.com            drainManager->signalDrainDone();
1849342SAndreas.Sandberg@arm.com            drainManager = NULL;
1858856SN/A        }
1868856SN/A    }
1878856SN/A}
1884492SN/A
1893403SN/Avoid
1908914Sandreas.hansson@arm.comPacketQueue::sendDeferredPacket()
1912914SN/A{
19210713Sandreas.hansson@arm.com    // sanity checks
19310713Sandreas.hansson@arm.com    assert(!waitingOnRetry);
19410713Sandreas.hansson@arm.com    assert(deferredPacketReady());
19510713Sandreas.hansson@arm.com
19610713Sandreas.hansson@arm.com    DeferredPacket dp = transmitList.front();
19710713Sandreas.hansson@arm.com
19810713Sandreas.hansson@arm.com    // take the packet of the list before sending it, as sending of
19910713Sandreas.hansson@arm.com    // the packet in some cases causes a new packet to be enqueued
20010713Sandreas.hansson@arm.com    // (most notaly when responding to the timing CPU, leading to a
20110713Sandreas.hansson@arm.com    // new request hitting in the L1 icache, leading to a new
20210713Sandreas.hansson@arm.com    // response)
20310713Sandreas.hansson@arm.com    transmitList.pop_front();
20410713Sandreas.hansson@arm.com
20510713Sandreas.hansson@arm.com    // use the appropriate implementation of sendTiming based on the
20610713Sandreas.hansson@arm.com    // type of queue
20710713Sandreas.hansson@arm.com    waitingOnRetry = !sendTiming(dp.pkt);
2084492SN/A
2098856SN/A    // if we succeeded and are not waiting for a retry, schedule the
2108856SN/A    // next send
2118856SN/A    if (!waitingOnRetry) {
21210713Sandreas.hansson@arm.com        schedSendEvent(deferredPacketReadyTime());
21310713Sandreas.hansson@arm.com    } else {
21410713Sandreas.hansson@arm.com        // put the packet back at the front of the list
21510713Sandreas.hansson@arm.com        transmitList.push_front(dp);
2164492SN/A    }
2174492SN/A}
2184492SN/A
2194492SN/Avoid
2208914Sandreas.hansson@arm.comPacketQueue::processSendEvent()
2214492SN/A{
2224492SN/A    assert(!waitingOnRetry);
2234492SN/A    sendDeferredPacket();
2242914SN/A}
2252914SN/A
2262914SN/Aunsigned int
2279342SAndreas.Sandberg@arm.comPacketQueue::drain(DrainManager *dm)
2282914SN/A{
22910322Sandreas.hansson@arm.com    if (transmitList.empty())
2302914SN/A        return 0;
2319152Satgutier@umich.edu    DPRINTF(Drain, "PacketQueue not drained\n");
2329342SAndreas.Sandberg@arm.com    drainManager = dm;
2332914SN/A    return 1;
2342914SN/A}
2358975Sandreas.hansson@arm.com
23610713Sandreas.hansson@arm.comReqPacketQueue::ReqPacketQueue(EventManager& _em, MasterPort& _masterPort,
23710713Sandreas.hansson@arm.com                               const std::string _label)
2388975Sandreas.hansson@arm.com    : PacketQueue(_em, _label), masterPort(_masterPort)
2398975Sandreas.hansson@arm.com{
2408975Sandreas.hansson@arm.com}
2418975Sandreas.hansson@arm.com
2428975Sandreas.hansson@arm.combool
24310713Sandreas.hansson@arm.comReqPacketQueue::sendTiming(PacketPtr pkt)
2448975Sandreas.hansson@arm.com{
24510713Sandreas.hansson@arm.com    return masterPort.sendTimingReq(pkt);
2468975Sandreas.hansson@arm.com}
2478975Sandreas.hansson@arm.com
24810713Sandreas.hansson@arm.comSnoopRespPacketQueue::SnoopRespPacketQueue(EventManager& _em,
24910713Sandreas.hansson@arm.com                                           MasterPort& _masterPort,
25010713Sandreas.hansson@arm.com                                           const std::string _label)
25110713Sandreas.hansson@arm.com    : PacketQueue(_em, _label), masterPort(_masterPort)
25210713Sandreas.hansson@arm.com{
25310713Sandreas.hansson@arm.com}
25410713Sandreas.hansson@arm.com
25510713Sandreas.hansson@arm.combool
25610713Sandreas.hansson@arm.comSnoopRespPacketQueue::sendTiming(PacketPtr pkt)
25710713Sandreas.hansson@arm.com{
25810713Sandreas.hansson@arm.com    return masterPort.sendTimingSnoopResp(pkt);
25910713Sandreas.hansson@arm.com}
26010713Sandreas.hansson@arm.com
26110713Sandreas.hansson@arm.comRespPacketQueue::RespPacketQueue(EventManager& _em, SlavePort& _slavePort,
26210713Sandreas.hansson@arm.com                                 const std::string _label)
2638975Sandreas.hansson@arm.com    : PacketQueue(_em, _label), slavePort(_slavePort)
2648975Sandreas.hansson@arm.com{
2658975Sandreas.hansson@arm.com}
2668975Sandreas.hansson@arm.com
2678975Sandreas.hansson@arm.combool
26810713Sandreas.hansson@arm.comRespPacketQueue::sendTiming(PacketPtr pkt)
2698975Sandreas.hansson@arm.com{
2708975Sandreas.hansson@arm.com    return slavePort.sendTimingResp(pkt);
2718975Sandreas.hansson@arm.com}
272