lsq_unit_impl.hh revision 2679
12292SN/A/*
22292SN/A * Copyright (c) 2004-2005 The Regents of The University of Michigan
32292SN/A * All rights reserved.
42292SN/A *
52292SN/A * Redistribution and use in source and binary forms, with or without
62292SN/A * modification, are permitted provided that the following conditions are
72292SN/A * met: redistributions of source code must retain the above copyright
82292SN/A * notice, this list of conditions and the following disclaimer;
92292SN/A * redistributions in binary form must reproduce the above copyright
102292SN/A * notice, this list of conditions and the following disclaimer in the
112292SN/A * documentation and/or other materials provided with the distribution;
122292SN/A * neither the name of the copyright holders nor the names of its
132292SN/A * contributors may be used to endorse or promote products derived from
142292SN/A * this software without specific prior written permission.
152292SN/A *
162292SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
172292SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
182292SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
192292SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
202292SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
212292SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
222292SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
232292SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
242292SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
252292SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
262292SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
272292SN/A */
282292SN/A
292316SN/A#include "cpu/checker/cpu.hh"
302292SN/A#include "cpu/o3/lsq_unit.hh"
312292SN/A#include "base/str.hh"
322669Sktlim@umich.edu#include "mem/request.hh"
332292SN/A
342669Sktlim@umich.edutemplate<class Impl>
352678Sktlim@umich.eduLSQUnit<Impl>::WritebackEvent::WritebackEvent(DynInstPtr &_inst, PacketPtr _pkt,
362678Sktlim@umich.edu                                              LSQUnit *lsq_ptr)
372678Sktlim@umich.edu    : Event(&mainEventQueue), inst(_inst), pkt(_pkt), lsqPtr(lsq_ptr)
382292SN/A{
392678Sktlim@umich.edu    this->setFlags(Event::AutoDelete);
402292SN/A}
412292SN/A
422669Sktlim@umich.edutemplate<class Impl>
432292SN/Avoid
442678Sktlim@umich.eduLSQUnit<Impl>::WritebackEvent::process()
452292SN/A{
462678Sktlim@umich.edu    if (!lsqPtr->isSwitchedOut()) {
472678Sktlim@umich.edu        lsqPtr->writeback(inst, pkt);
482678Sktlim@umich.edu    }
492678Sktlim@umich.edu    delete pkt;
502678Sktlim@umich.edu}
512292SN/A
522678Sktlim@umich.edutemplate<class Impl>
532678Sktlim@umich.educonst char *
542678Sktlim@umich.eduLSQUnit<Impl>::WritebackEvent::description()
552678Sktlim@umich.edu{
562678Sktlim@umich.edu    return "Store writeback event";
572678Sktlim@umich.edu}
582292SN/A
592678Sktlim@umich.edutemplate<class Impl>
602678Sktlim@umich.eduvoid
612678Sktlim@umich.eduLSQUnit<Impl>::completeDataAccess(PacketPtr pkt)
622678Sktlim@umich.edu{
632678Sktlim@umich.edu    LSQSenderState *state = dynamic_cast<LSQSenderState *>(pkt->senderState);
642678Sktlim@umich.edu    DynInstPtr inst = state->inst;
652678Sktlim@umich.edu    DPRINTF(IEW, "Writeback event [sn:%lli]\n", inst->seqNum);
662678Sktlim@umich.edu//    DPRINTF(Activity, "Activity: Ld Writeback event [sn:%lli]\n", inst->seqNum);
672344SN/A
682678Sktlim@umich.edu    //iewStage->ldstQueue.removeMSHR(inst->threadNumber,inst->seqNum);
692678Sktlim@umich.edu
702678Sktlim@umich.edu    if (isSwitchedOut() || inst->isSquashed()) {
712678Sktlim@umich.edu        delete state;
722678Sktlim@umich.edu        delete pkt;
732307SN/A        return;
742678Sktlim@umich.edu    } else {
752678Sktlim@umich.edu        if (!state->noWB) {
762678Sktlim@umich.edu            writeback(inst, pkt);
772678Sktlim@umich.edu        }
782678Sktlim@umich.edu
792678Sktlim@umich.edu        if (inst->isStore()) {
802678Sktlim@umich.edu            completeStore(state->idx);
812678Sktlim@umich.edu        }
822344SN/A    }
832307SN/A
842678Sktlim@umich.edu    delete state;
852678Sktlim@umich.edu    delete pkt;
862292SN/A}
872292SN/A
882292SN/Atemplate <class Impl>
892669Sktlim@umich.eduTick
902669Sktlim@umich.eduLSQUnit<Impl>::DcachePort::recvAtomic(PacketPtr pkt)
912292SN/A{
922669Sktlim@umich.edu    panic("O3CPU model does not work with atomic mode!");
932669Sktlim@umich.edu    return curTick;
942669Sktlim@umich.edu}
952669Sktlim@umich.edu
962669Sktlim@umich.edutemplate <class Impl>
972669Sktlim@umich.eduvoid
982669Sktlim@umich.eduLSQUnit<Impl>::DcachePort::recvFunctional(PacketPtr pkt)
992669Sktlim@umich.edu{
1002669Sktlim@umich.edu    panic("O3CPU doesn't expect recvFunctional callback!");
1012669Sktlim@umich.edu}
1022669Sktlim@umich.edu
1032669Sktlim@umich.edutemplate <class Impl>
1042669Sktlim@umich.eduvoid
1052669Sktlim@umich.eduLSQUnit<Impl>::DcachePort::recvStatusChange(Status status)
1062669Sktlim@umich.edu{
1072669Sktlim@umich.edu    if (status == RangeChange)
1082669Sktlim@umich.edu        return;
1092669Sktlim@umich.edu
1102669Sktlim@umich.edu    panic("O3CPU doesn't expect recvStatusChange callback!");
1112669Sktlim@umich.edu}
1122669Sktlim@umich.edu
1132669Sktlim@umich.edutemplate <class Impl>
1142669Sktlim@umich.edubool
1152669Sktlim@umich.eduLSQUnit<Impl>::DcachePort::recvTiming(PacketPtr pkt)
1162669Sktlim@umich.edu{
1172669Sktlim@umich.edu    lsq->completeDataAccess(pkt);
1182669Sktlim@umich.edu    return true;
1192669Sktlim@umich.edu}
1202669Sktlim@umich.edu
1212669Sktlim@umich.edutemplate <class Impl>
1222669Sktlim@umich.eduvoid
1232669Sktlim@umich.eduLSQUnit<Impl>::DcachePort::recvRetry()
1242669Sktlim@umich.edu{
1252669Sktlim@umich.edu    panic("Retry unsupported for now!");
1262669Sktlim@umich.edu    // we shouldn't get a retry unless we have a packet that we're
1272669Sktlim@umich.edu    // waiting to transmit
1282669Sktlim@umich.edu/*
1292669Sktlim@umich.edu    assert(cpu->dcache_pkt != NULL);
1302669Sktlim@umich.edu    assert(cpu->_status == DcacheRetry);
1312669Sktlim@umich.edu    PacketPtr tmp = cpu->dcache_pkt;
1322669Sktlim@umich.edu    if (sendTiming(tmp)) {
1332669Sktlim@umich.edu        cpu->_status = DcacheWaitResponse;
1342669Sktlim@umich.edu        cpu->dcache_pkt = NULL;
1352669Sktlim@umich.edu    }
1362669Sktlim@umich.edu*/
1372292SN/A}
1382292SN/A
1392292SN/Atemplate <class Impl>
1402292SN/ALSQUnit<Impl>::LSQUnit()
1412678Sktlim@umich.edu    : loads(0), stores(0), storesToWB(0), stalled(false),
1422678Sktlim@umich.edu      isStoreBlocked(false), isLoadBlocked(false),
1432292SN/A      loadBlockedHandled(false)
1442292SN/A{
1452292SN/A}
1462292SN/A
1472292SN/Atemplate<class Impl>
1482292SN/Avoid
1492292SN/ALSQUnit<Impl>::init(Params *params, unsigned maxLQEntries,
1502292SN/A                    unsigned maxSQEntries, unsigned id)
1512292SN/A{
1522292SN/A    DPRINTF(LSQUnit, "Creating LSQUnit%i object.\n",id);
1532292SN/A
1542307SN/A    switchedOut = false;
1552307SN/A
1562292SN/A    lsqID = id;
1572292SN/A
1582329SN/A    // Add 1 for the sentinel entry (they are circular queues).
1592329SN/A    LQEntries = maxLQEntries + 1;
1602329SN/A    SQEntries = maxSQEntries + 1;
1612292SN/A
1622292SN/A    loadQueue.resize(LQEntries);
1632292SN/A    storeQueue.resize(SQEntries);
1642292SN/A
1652292SN/A    loadHead = loadTail = 0;
1662292SN/A
1672292SN/A    storeHead = storeWBIdx = storeTail = 0;
1682292SN/A
1692292SN/A    usedPorts = 0;
1702292SN/A    cachePorts = params->cachePorts;
1712292SN/A
1722678Sktlim@umich.edu    mem = params->mem;
1732292SN/A
1742329SN/A    memDepViolator = NULL;
1752292SN/A
1762292SN/A    blockedLoadSeqNum = 0;
1772292SN/A}
1782292SN/A
1792292SN/Atemplate<class Impl>
1802669Sktlim@umich.eduvoid
1812669Sktlim@umich.eduLSQUnit<Impl>::setCPU(FullCPU *cpu_ptr)
1822669Sktlim@umich.edu{
1832669Sktlim@umich.edu    cpu = cpu_ptr;
1842669Sktlim@umich.edu    dcachePort = new DcachePort(cpu, this);
1852678Sktlim@umich.edu
1862678Sktlim@umich.edu    Port *mem_dport = mem->getPort("");
1872678Sktlim@umich.edu    dcachePort->setPeer(mem_dport);
1882678Sktlim@umich.edu    mem_dport->setPeer(dcachePort);
1892679Sktlim@umich.edu
1902679Sktlim@umich.edu    if (cpu->checker) {
1912679Sktlim@umich.edu        cpu->checker->setDcachePort(dcachePort);
1922679Sktlim@umich.edu    }
1932669Sktlim@umich.edu}
1942669Sktlim@umich.edu
1952669Sktlim@umich.edutemplate<class Impl>
1962292SN/Astd::string
1972292SN/ALSQUnit<Impl>::name() const
1982292SN/A{
1992292SN/A    if (Impl::MaxThreads == 1) {
2002292SN/A        return iewStage->name() + ".lsq";
2012292SN/A    } else {
2022292SN/A        return iewStage->name() + ".lsq.thread." + to_string(lsqID);
2032292SN/A    }
2042292SN/A}
2052292SN/A
2062292SN/Atemplate<class Impl>
2072292SN/Avoid
2082292SN/ALSQUnit<Impl>::clearLQ()
2092292SN/A{
2102292SN/A    loadQueue.clear();
2112292SN/A}
2122292SN/A
2132292SN/Atemplate<class Impl>
2142292SN/Avoid
2152292SN/ALSQUnit<Impl>::clearSQ()
2162292SN/A{
2172292SN/A    storeQueue.clear();
2182292SN/A}
2192292SN/A
2202292SN/A#if 0
2212292SN/Atemplate<class Impl>
2222292SN/Avoid
2232292SN/ALSQUnit<Impl>::setPageTable(PageTable *pt_ptr)
2242292SN/A{
2252292SN/A    DPRINTF(LSQUnit, "Setting the page table pointer.\n");
2262292SN/A    pTable = pt_ptr;
2272292SN/A}
2282292SN/A#endif
2292292SN/A
2302292SN/Atemplate<class Impl>
2312292SN/Avoid
2322307SN/ALSQUnit<Impl>::switchOut()
2332307SN/A{
2342307SN/A    switchedOut = true;
2352307SN/A    for (int i = 0; i < loadQueue.size(); ++i)
2362307SN/A        loadQueue[i] = NULL;
2372307SN/A
2382329SN/A    assert(storesToWB == 0);
2392307SN/A}
2402307SN/A
2412307SN/Atemplate<class Impl>
2422307SN/Avoid
2432307SN/ALSQUnit<Impl>::takeOverFrom()
2442307SN/A{
2452307SN/A    switchedOut = false;
2462307SN/A    loads = stores = storesToWB = 0;
2472307SN/A
2482307SN/A    loadHead = loadTail = 0;
2492307SN/A
2502307SN/A    storeHead = storeWBIdx = storeTail = 0;
2512307SN/A
2522307SN/A    usedPorts = 0;
2532307SN/A
2542329SN/A    memDepViolator = NULL;
2552307SN/A
2562307SN/A    blockedLoadSeqNum = 0;
2572307SN/A
2582307SN/A    stalled = false;
2592307SN/A    isLoadBlocked = false;
2602307SN/A    loadBlockedHandled = false;
2612307SN/A}
2622307SN/A
2632307SN/Atemplate<class Impl>
2642307SN/Avoid
2652292SN/ALSQUnit<Impl>::resizeLQ(unsigned size)
2662292SN/A{
2672329SN/A    unsigned size_plus_sentinel = size + 1;
2682329SN/A    assert(size_plus_sentinel >= LQEntries);
2692292SN/A
2702329SN/A    if (size_plus_sentinel > LQEntries) {
2712329SN/A        while (size_plus_sentinel > loadQueue.size()) {
2722292SN/A            DynInstPtr dummy;
2732292SN/A            loadQueue.push_back(dummy);
2742292SN/A            LQEntries++;
2752292SN/A        }
2762292SN/A    } else {
2772329SN/A        LQEntries = size_plus_sentinel;
2782292SN/A    }
2792292SN/A
2802292SN/A}
2812292SN/A
2822292SN/Atemplate<class Impl>
2832292SN/Avoid
2842292SN/ALSQUnit<Impl>::resizeSQ(unsigned size)
2852292SN/A{
2862329SN/A    unsigned size_plus_sentinel = size + 1;
2872329SN/A    if (size_plus_sentinel > SQEntries) {
2882329SN/A        while (size_plus_sentinel > storeQueue.size()) {
2892292SN/A            SQEntry dummy;
2902292SN/A            storeQueue.push_back(dummy);
2912292SN/A            SQEntries++;
2922292SN/A        }
2932292SN/A    } else {
2942329SN/A        SQEntries = size_plus_sentinel;
2952292SN/A    }
2962292SN/A}
2972292SN/A
2982292SN/Atemplate <class Impl>
2992292SN/Avoid
3002292SN/ALSQUnit<Impl>::insert(DynInstPtr &inst)
3012292SN/A{
3022292SN/A    assert(inst->isMemRef());
3032292SN/A
3042292SN/A    assert(inst->isLoad() || inst->isStore());
3052292SN/A
3062292SN/A    if (inst->isLoad()) {
3072292SN/A        insertLoad(inst);
3082292SN/A    } else {
3092292SN/A        insertStore(inst);
3102292SN/A    }
3112292SN/A
3122292SN/A    inst->setInLSQ();
3132292SN/A}
3142292SN/A
3152292SN/Atemplate <class Impl>
3162292SN/Avoid
3172292SN/ALSQUnit<Impl>::insertLoad(DynInstPtr &load_inst)
3182292SN/A{
3192329SN/A    assert((loadTail + 1) % LQEntries != loadHead);
3202329SN/A    assert(loads < LQEntries);
3212292SN/A
3222292SN/A    DPRINTF(LSQUnit, "Inserting load PC %#x, idx:%i [sn:%lli]\n",
3232292SN/A            load_inst->readPC(), loadTail, load_inst->seqNum);
3242292SN/A
3252292SN/A    load_inst->lqIdx = loadTail;
3262292SN/A
3272292SN/A    if (stores == 0) {
3282292SN/A        load_inst->sqIdx = -1;
3292292SN/A    } else {
3302292SN/A        load_inst->sqIdx = storeTail;
3312292SN/A    }
3322292SN/A
3332292SN/A    loadQueue[loadTail] = load_inst;
3342292SN/A
3352292SN/A    incrLdIdx(loadTail);
3362292SN/A
3372292SN/A    ++loads;
3382292SN/A}
3392292SN/A
3402292SN/Atemplate <class Impl>
3412292SN/Avoid
3422292SN/ALSQUnit<Impl>::insertStore(DynInstPtr &store_inst)
3432292SN/A{
3442292SN/A    // Make sure it is not full before inserting an instruction.
3452292SN/A    assert((storeTail + 1) % SQEntries != storeHead);
3462292SN/A    assert(stores < SQEntries);
3472292SN/A
3482292SN/A    DPRINTF(LSQUnit, "Inserting store PC %#x, idx:%i [sn:%lli]\n",
3492292SN/A            store_inst->readPC(), storeTail, store_inst->seqNum);
3502292SN/A
3512292SN/A    store_inst->sqIdx = storeTail;
3522292SN/A    store_inst->lqIdx = loadTail;
3532292SN/A
3542292SN/A    storeQueue[storeTail] = SQEntry(store_inst);
3552292SN/A
3562292SN/A    incrStIdx(storeTail);
3572292SN/A
3582292SN/A    ++stores;
3592292SN/A}
3602292SN/A
3612292SN/Atemplate <class Impl>
3622292SN/Atypename Impl::DynInstPtr
3632292SN/ALSQUnit<Impl>::getMemDepViolator()
3642292SN/A{
3652292SN/A    DynInstPtr temp = memDepViolator;
3662292SN/A
3672292SN/A    memDepViolator = NULL;
3682292SN/A
3692292SN/A    return temp;
3702292SN/A}
3712292SN/A
3722292SN/Atemplate <class Impl>
3732292SN/Aunsigned
3742292SN/ALSQUnit<Impl>::numFreeEntries()
3752292SN/A{
3762292SN/A    unsigned free_lq_entries = LQEntries - loads;
3772292SN/A    unsigned free_sq_entries = SQEntries - stores;
3782292SN/A
3792292SN/A    // Both the LQ and SQ entries have an extra dummy entry to differentiate
3802292SN/A    // empty/full conditions.  Subtract 1 from the free entries.
3812292SN/A    if (free_lq_entries < free_sq_entries) {
3822292SN/A        return free_lq_entries - 1;
3832292SN/A    } else {
3842292SN/A        return free_sq_entries - 1;
3852292SN/A    }
3862292SN/A}
3872292SN/A
3882292SN/Atemplate <class Impl>
3892292SN/Aint
3902292SN/ALSQUnit<Impl>::numLoadsReady()
3912292SN/A{
3922292SN/A    int load_idx = loadHead;
3932292SN/A    int retval = 0;
3942292SN/A
3952292SN/A    while (load_idx != loadTail) {
3962292SN/A        assert(loadQueue[load_idx]);
3972292SN/A
3982292SN/A        if (loadQueue[load_idx]->readyToIssue()) {
3992292SN/A            ++retval;
4002292SN/A        }
4012292SN/A    }
4022292SN/A
4032292SN/A    return retval;
4042292SN/A}
4052292SN/A
4062292SN/Atemplate <class Impl>
4072292SN/AFault
4082292SN/ALSQUnit<Impl>::executeLoad(DynInstPtr &inst)
4092292SN/A{
4102292SN/A    // Execute a specific load.
4112292SN/A    Fault load_fault = NoFault;
4122292SN/A
4132292SN/A    DPRINTF(LSQUnit, "Executing load PC %#x, [sn:%lli]\n",
4142292SN/A            inst->readPC(),inst->seqNum);
4152292SN/A
4162669Sktlim@umich.edu    load_fault = inst->initiateAcc();
4172292SN/A
4182292SN/A    // If the instruction faulted, then we need to send it along to commit
4192292SN/A    // without the instruction completing.
4202292SN/A    if (load_fault != NoFault) {
4212329SN/A        // Send this instruction to commit, also make sure iew stage
4222329SN/A        // realizes there is activity.
4232292SN/A        iewStage->instToCommit(inst);
4242292SN/A        iewStage->activityThisCycle();
4252292SN/A    }
4262292SN/A
4272292SN/A    return load_fault;
4282292SN/A}
4292292SN/A
4302292SN/Atemplate <class Impl>
4312292SN/AFault
4322292SN/ALSQUnit<Impl>::executeStore(DynInstPtr &store_inst)
4332292SN/A{
4342292SN/A    using namespace TheISA;
4352292SN/A    // Make sure that a store exists.
4362292SN/A    assert(stores != 0);
4372292SN/A
4382292SN/A    int store_idx = store_inst->sqIdx;
4392292SN/A
4402292SN/A    DPRINTF(LSQUnit, "Executing store PC %#x [sn:%lli]\n",
4412292SN/A            store_inst->readPC(), store_inst->seqNum);
4422292SN/A
4432292SN/A    // Check the recently completed loads to see if any match this store's
4442292SN/A    // address.  If so, then we have a memory ordering violation.
4452292SN/A    int load_idx = store_inst->lqIdx;
4462292SN/A
4472292SN/A    Fault store_fault = store_inst->initiateAcc();
4482292SN/A
4492329SN/A    if (storeQueue[store_idx].size == 0) {
4502292SN/A        DPRINTF(LSQUnit,"Fault on Store PC %#x, [sn:%lli],Size = 0\n",
4512292SN/A                store_inst->readPC(),store_inst->seqNum);
4522292SN/A
4532292SN/A        return store_fault;
4542292SN/A    }
4552292SN/A
4562292SN/A    assert(store_fault == NoFault);
4572292SN/A
4582336SN/A    if (store_inst->isStoreConditional()) {
4592336SN/A        // Store conditionals need to set themselves as able to
4602336SN/A        // writeback if we haven't had a fault by here.
4612329SN/A        storeQueue[store_idx].canWB = true;
4622292SN/A
4632329SN/A        ++storesToWB;
4642292SN/A    }
4652292SN/A
4662292SN/A    if (!memDepViolator) {
4672292SN/A        while (load_idx != loadTail) {
4682329SN/A            // Really only need to check loads that have actually executed
4692329SN/A            // It's safe to check all loads because effAddr is set to
4702329SN/A            // InvalAddr when the dyn inst is created.
4712292SN/A
4722329SN/A            // @todo: For now this is extra conservative, detecting a
4732329SN/A            // violation if the addresses match assuming all accesses
4742329SN/A            // are quad word accesses.
4752329SN/A
4762292SN/A            // @todo: Fix this, magic number being used here
4772292SN/A            if ((loadQueue[load_idx]->effAddr >> 8) ==
4782292SN/A                (store_inst->effAddr >> 8)) {
4792292SN/A                // A load incorrectly passed this store.  Squash and refetch.
4802292SN/A                // For now return a fault to show that it was unsuccessful.
4812292SN/A                memDepViolator = loadQueue[load_idx];
4822292SN/A
4832292SN/A                return genMachineCheckFault();
4842292SN/A            }
4852292SN/A
4862292SN/A            incrLdIdx(load_idx);
4872292SN/A        }
4882292SN/A
4892292SN/A        // If we've reached this point, there was no violation.
4902292SN/A        memDepViolator = NULL;
4912292SN/A    }
4922292SN/A
4932292SN/A    return store_fault;
4942292SN/A}
4952292SN/A
4962292SN/Atemplate <class Impl>
4972292SN/Avoid
4982292SN/ALSQUnit<Impl>::commitLoad()
4992292SN/A{
5002292SN/A    assert(loadQueue[loadHead]);
5012292SN/A
5022292SN/A    DPRINTF(LSQUnit, "Committing head load instruction, PC %#x\n",
5032292SN/A            loadQueue[loadHead]->readPC());
5042292SN/A
5052292SN/A    loadQueue[loadHead] = NULL;
5062292SN/A
5072292SN/A    incrLdIdx(loadHead);
5082292SN/A
5092292SN/A    --loads;
5102292SN/A}
5112292SN/A
5122292SN/Atemplate <class Impl>
5132292SN/Avoid
5142292SN/ALSQUnit<Impl>::commitLoads(InstSeqNum &youngest_inst)
5152292SN/A{
5162292SN/A    assert(loads == 0 || loadQueue[loadHead]);
5172292SN/A
5182292SN/A    while (loads != 0 && loadQueue[loadHead]->seqNum <= youngest_inst) {
5192292SN/A        commitLoad();
5202292SN/A    }
5212292SN/A}
5222292SN/A
5232292SN/Atemplate <class Impl>
5242292SN/Avoid
5252292SN/ALSQUnit<Impl>::commitStores(InstSeqNum &youngest_inst)
5262292SN/A{
5272292SN/A    assert(stores == 0 || storeQueue[storeHead].inst);
5282292SN/A
5292292SN/A    int store_idx = storeHead;
5302292SN/A
5312292SN/A    while (store_idx != storeTail) {
5322292SN/A        assert(storeQueue[store_idx].inst);
5332329SN/A        // Mark any stores that are now committed and have not yet
5342329SN/A        // been marked as able to write back.
5352292SN/A        if (!storeQueue[store_idx].canWB) {
5362292SN/A            if (storeQueue[store_idx].inst->seqNum > youngest_inst) {
5372292SN/A                break;
5382292SN/A            }
5392292SN/A            DPRINTF(LSQUnit, "Marking store as able to write back, PC "
5402292SN/A                    "%#x [sn:%lli]\n",
5412292SN/A                    storeQueue[store_idx].inst->readPC(),
5422292SN/A                    storeQueue[store_idx].inst->seqNum);
5432292SN/A
5442292SN/A            storeQueue[store_idx].canWB = true;
5452292SN/A
5462292SN/A            ++storesToWB;
5472292SN/A        }
5482292SN/A
5492292SN/A        incrStIdx(store_idx);
5502292SN/A    }
5512292SN/A}
5522292SN/A
5532292SN/Atemplate <class Impl>
5542292SN/Avoid
5552292SN/ALSQUnit<Impl>::writebackStores()
5562292SN/A{
5572292SN/A    while (storesToWB > 0 &&
5582292SN/A           storeWBIdx != storeTail &&
5592292SN/A           storeQueue[storeWBIdx].inst &&
5602292SN/A           storeQueue[storeWBIdx].canWB &&
5612292SN/A           usedPorts < cachePorts) {
5622292SN/A
5632678Sktlim@umich.edu        if (isStoreBlocked) {
5642678Sktlim@umich.edu            DPRINTF(LSQUnit, "Unable to write back any more stores, cache"
5652678Sktlim@umich.edu                    " is blocked!\n");
5662678Sktlim@umich.edu            break;
5672678Sktlim@umich.edu        }
5682678Sktlim@umich.edu
5692329SN/A        // Store didn't write any data so no need to write it back to
5702329SN/A        // memory.
5712292SN/A        if (storeQueue[storeWBIdx].size == 0) {
5722292SN/A            completeStore(storeWBIdx);
5732292SN/A
5742292SN/A            incrStIdx(storeWBIdx);
5752292SN/A
5762292SN/A            continue;
5772292SN/A        }
5782678Sktlim@umich.edu
5792292SN/A        ++usedPorts;
5802292SN/A
5812292SN/A        if (storeQueue[storeWBIdx].inst->isDataPrefetch()) {
5822292SN/A            incrStIdx(storeWBIdx);
5832292SN/A
5842292SN/A            continue;
5852292SN/A        }
5862292SN/A
5872292SN/A        assert(storeQueue[storeWBIdx].req);
5882292SN/A        assert(!storeQueue[storeWBIdx].committed);
5892292SN/A
5902669Sktlim@umich.edu        DynInstPtr inst = storeQueue[storeWBIdx].inst;
5912669Sktlim@umich.edu
5922669Sktlim@umich.edu        Request *req = storeQueue[storeWBIdx].req;
5932292SN/A        storeQueue[storeWBIdx].committed = true;
5942292SN/A
5952669Sktlim@umich.edu        assert(!inst->memData);
5962669Sktlim@umich.edu        inst->memData = new uint8_t[64];
5972678Sktlim@umich.edu        memcpy(inst->memData, (uint8_t *)&storeQueue[storeWBIdx].data,
5982678Sktlim@umich.edu               req->getSize());
5992669Sktlim@umich.edu
6002669Sktlim@umich.edu        PacketPtr data_pkt = new Packet(req, Packet::WriteReq, Packet::Broadcast);
6012669Sktlim@umich.edu        data_pkt->dataStatic(inst->memData);
6022292SN/A
6032678Sktlim@umich.edu        LSQSenderState *state = new LSQSenderState;
6042678Sktlim@umich.edu        state->isLoad = false;
6052678Sktlim@umich.edu        state->idx = storeWBIdx;
6062678Sktlim@umich.edu        state->inst = inst;
6072678Sktlim@umich.edu        data_pkt->senderState = state;
6082678Sktlim@umich.edu
6092292SN/A        DPRINTF(LSQUnit, "D-Cache: Writing back store idx:%i PC:%#x "
6102292SN/A                "to Addr:%#x, data:%#x [sn:%lli]\n",
6112669Sktlim@umich.edu                storeWBIdx, storeQueue[storeWBIdx].inst->readPC(),
6122669Sktlim@umich.edu                req->getPaddr(), *(inst->memData),
6132292SN/A                storeQueue[storeWBIdx].inst->seqNum);
6142292SN/A
6152669Sktlim@umich.edu        if (!dcachePort->sendTiming(data_pkt)) {
6162669Sktlim@umich.edu            // Need to handle becoming blocked on a store.
6172678Sktlim@umich.edu            isStoreBlocked = true;
6182669Sktlim@umich.edu        } else {
6192292SN/A            if (isStalled() &&
6202292SN/A                storeQueue[storeWBIdx].inst->seqNum == stallingStoreIsn) {
6212292SN/A                DPRINTF(LSQUnit, "Unstalling, stalling store [sn:%lli] "
6222292SN/A                        "load idx:%i\n",
6232292SN/A                        stallingStoreIsn, stallingLoadIdx);
6242292SN/A                stalled = false;
6252292SN/A                stallingStoreIsn = 0;
6262292SN/A                iewStage->replayMemInst(loadQueue[stallingLoadIdx]);
6272292SN/A            }
6282678Sktlim@umich.edu
6292678Sktlim@umich.edu            if (!(req->getFlags() & LOCKED)) {
6302678Sktlim@umich.edu                assert(!storeQueue[storeWBIdx].inst->isStoreConditional());
6312678Sktlim@umich.edu                // Non-store conditionals do not need a writeback.
6322678Sktlim@umich.edu                state->noWB = true;
6332329SN/A            }
6342678Sktlim@umich.edu
6352669Sktlim@umich.edu            if (data_pkt->result != Packet::Success) {
6362329SN/A                DPRINTF(LSQUnit,"D-Cache Write Miss on idx:%i!\n",
6372329SN/A                        storeWBIdx);
6382292SN/A
6392292SN/A                DPRINTF(Activity, "Active st accessing mem miss [sn:%lli]\n",
6402292SN/A                        storeQueue[storeWBIdx].inst->seqNum);
6412292SN/A
6422292SN/A                //mshrSeqNums.push_back(storeQueue[storeWBIdx].inst->seqNum);
6432292SN/A
6442292SN/A                //DPRINTF(LSQUnit, "Added MSHR. count = %i\n",mshrSeqNums.size());
6452292SN/A
6462329SN/A                // @todo: Increment stat here.
6472292SN/A            } else {
6482292SN/A                DPRINTF(LSQUnit,"D-Cache: Write Hit on idx:%i !\n",
6492292SN/A                        storeWBIdx);
6502292SN/A
6512292SN/A                DPRINTF(Activity, "Active st accessing mem hit [sn:%lli]\n",
6522292SN/A                        storeQueue[storeWBIdx].inst->seqNum);
6532292SN/A            }
6542292SN/A
6552292SN/A            incrStIdx(storeWBIdx);
6562292SN/A        }
6572292SN/A    }
6582292SN/A
6592292SN/A    // Not sure this should set it to 0.
6602292SN/A    usedPorts = 0;
6612292SN/A
6622292SN/A    assert(stores >= 0 && storesToWB >= 0);
6632292SN/A}
6642292SN/A
6652292SN/A/*template <class Impl>
6662292SN/Avoid
6672292SN/ALSQUnit<Impl>::removeMSHR(InstSeqNum seqNum)
6682292SN/A{
6692292SN/A    list<InstSeqNum>::iterator mshr_it = find(mshrSeqNums.begin(),
6702292SN/A                                              mshrSeqNums.end(),
6712292SN/A                                              seqNum);
6722292SN/A
6732292SN/A    if (mshr_it != mshrSeqNums.end()) {
6742292SN/A        mshrSeqNums.erase(mshr_it);
6752292SN/A        DPRINTF(LSQUnit, "Removing MSHR. count = %i\n",mshrSeqNums.size());
6762292SN/A    }
6772292SN/A}*/
6782292SN/A
6792292SN/Atemplate <class Impl>
6802292SN/Avoid
6812292SN/ALSQUnit<Impl>::squash(const InstSeqNum &squashed_num)
6822292SN/A{
6832292SN/A    DPRINTF(LSQUnit, "Squashing until [sn:%lli]!"
6842329SN/A            "(Loads:%i Stores:%i)\n", squashed_num, loads, stores);
6852292SN/A
6862292SN/A    int load_idx = loadTail;
6872292SN/A    decrLdIdx(load_idx);
6882292SN/A
6892292SN/A    while (loads != 0 && loadQueue[load_idx]->seqNum > squashed_num) {
6902292SN/A        DPRINTF(LSQUnit,"Load Instruction PC %#x squashed, "
6912292SN/A                "[sn:%lli]\n",
6922292SN/A                loadQueue[load_idx]->readPC(),
6932292SN/A                loadQueue[load_idx]->seqNum);
6942292SN/A
6952292SN/A        if (isStalled() && load_idx == stallingLoadIdx) {
6962292SN/A            stalled = false;
6972292SN/A            stallingStoreIsn = 0;
6982292SN/A            stallingLoadIdx = 0;
6992292SN/A        }
7002292SN/A
7012329SN/A        // Clear the smart pointer to make sure it is decremented.
7022292SN/A        loadQueue[load_idx]->squashed = true;
7032292SN/A        loadQueue[load_idx] = NULL;
7042292SN/A        --loads;
7052292SN/A
7062292SN/A        // Inefficient!
7072292SN/A        loadTail = load_idx;
7082292SN/A
7092292SN/A        decrLdIdx(load_idx);
7102292SN/A    }
7112292SN/A
7122292SN/A    if (isLoadBlocked) {
7132292SN/A        if (squashed_num < blockedLoadSeqNum) {
7142292SN/A            isLoadBlocked = false;
7152292SN/A            loadBlockedHandled = false;
7162292SN/A            blockedLoadSeqNum = 0;
7172292SN/A        }
7182292SN/A    }
7192292SN/A
7202292SN/A    int store_idx = storeTail;
7212292SN/A    decrStIdx(store_idx);
7222292SN/A
7232292SN/A    while (stores != 0 &&
7242292SN/A           storeQueue[store_idx].inst->seqNum > squashed_num) {
7252329SN/A        // Instructions marked as can WB are already committed.
7262292SN/A        if (storeQueue[store_idx].canWB) {
7272292SN/A            break;
7282292SN/A        }
7292292SN/A
7302292SN/A        DPRINTF(LSQUnit,"Store Instruction PC %#x squashed, "
7312292SN/A                "idx:%i [sn:%lli]\n",
7322292SN/A                storeQueue[store_idx].inst->readPC(),
7332292SN/A                store_idx, storeQueue[store_idx].inst->seqNum);
7342292SN/A
7352329SN/A        // I don't think this can happen.  It should have been cleared
7362329SN/A        // by the stalling load.
7372292SN/A        if (isStalled() &&
7382292SN/A            storeQueue[store_idx].inst->seqNum == stallingStoreIsn) {
7392292SN/A            panic("Is stalled should have been cleared by stalling load!\n");
7402292SN/A            stalled = false;
7412292SN/A            stallingStoreIsn = 0;
7422292SN/A        }
7432292SN/A
7442329SN/A        // Clear the smart pointer to make sure it is decremented.
7452292SN/A        storeQueue[store_idx].inst->squashed = true;
7462292SN/A        storeQueue[store_idx].inst = NULL;
7472292SN/A        storeQueue[store_idx].canWB = 0;
7482292SN/A
7492292SN/A        storeQueue[store_idx].req = NULL;
7502292SN/A        --stores;
7512292SN/A
7522292SN/A        // Inefficient!
7532292SN/A        storeTail = store_idx;
7542292SN/A
7552292SN/A        decrStIdx(store_idx);
7562292SN/A    }
7572292SN/A}
7582292SN/A
7592292SN/Atemplate <class Impl>
7602292SN/Avoid
7612678Sktlim@umich.eduLSQUnit<Impl>::writeback(DynInstPtr &inst, PacketPtr pkt)
7622678Sktlim@umich.edu{
7632678Sktlim@umich.edu    iewStage->wakeCPU();
7642678Sktlim@umich.edu
7652678Sktlim@umich.edu    // Squashed instructions do not need to complete their access.
7662678Sktlim@umich.edu    if (inst->isSquashed()) {
7672678Sktlim@umich.edu        assert(!inst->isStore());
7682678Sktlim@umich.edu        return;
7692678Sktlim@umich.edu    }
7702678Sktlim@umich.edu
7712678Sktlim@umich.edu    if (!inst->isExecuted()) {
7722678Sktlim@umich.edu        inst->setExecuted();
7732678Sktlim@umich.edu
7742678Sktlim@umich.edu        // Complete access to copy data to proper place.
7752678Sktlim@umich.edu        inst->completeAcc(pkt);
7762678Sktlim@umich.edu    }
7772678Sktlim@umich.edu
7782678Sktlim@umich.edu    // Need to insert instruction into queue to commit
7792678Sktlim@umich.edu    iewStage->instToCommit(inst);
7802678Sktlim@umich.edu
7812678Sktlim@umich.edu    iewStage->activityThisCycle();
7822678Sktlim@umich.edu}
7832678Sktlim@umich.edu
7842678Sktlim@umich.edutemplate <class Impl>
7852678Sktlim@umich.eduvoid
7862292SN/ALSQUnit<Impl>::completeStore(int store_idx)
7872292SN/A{
7882292SN/A    assert(storeQueue[store_idx].inst);
7892292SN/A    storeQueue[store_idx].completed = true;
7902292SN/A    --storesToWB;
7912292SN/A    // A bit conservative because a store completion may not free up entries,
7922292SN/A    // but hopefully avoids two store completions in one cycle from making
7932292SN/A    // the CPU tick twice.
7942292SN/A    cpu->activityThisCycle();
7952292SN/A
7962292SN/A    if (store_idx == storeHead) {
7972292SN/A        do {
7982292SN/A            incrStIdx(storeHead);
7992292SN/A
8002292SN/A            --stores;
8012292SN/A        } while (storeQueue[storeHead].completed &&
8022292SN/A                 storeHead != storeTail);
8032292SN/A
8042292SN/A        iewStage->updateLSQNextCycle = true;
8052292SN/A    }
8062292SN/A
8072329SN/A    DPRINTF(LSQUnit, "Completing store [sn:%lli], idx:%i, store head "
8082329SN/A            "idx:%i\n",
8092329SN/A            storeQueue[store_idx].inst->seqNum, store_idx, storeHead);
8102292SN/A
8112292SN/A    if (isStalled() &&
8122292SN/A        storeQueue[store_idx].inst->seqNum == stallingStoreIsn) {
8132292SN/A        DPRINTF(LSQUnit, "Unstalling, stalling store [sn:%lli] "
8142292SN/A                "load idx:%i\n",
8152292SN/A                stallingStoreIsn, stallingLoadIdx);
8162292SN/A        stalled = false;
8172292SN/A        stallingStoreIsn = 0;
8182292SN/A        iewStage->replayMemInst(loadQueue[stallingLoadIdx]);
8192292SN/A    }
8202316SN/A
8212316SN/A    storeQueue[store_idx].inst->setCompleted();
8222329SN/A
8232329SN/A    // Tell the checker we've completed this instruction.  Some stores
8242329SN/A    // may get reported twice to the checker, but the checker can
8252329SN/A    // handle that case.
8262316SN/A    if (cpu->checker) {
8272316SN/A        cpu->checker->tick(storeQueue[store_idx].inst);
8282316SN/A    }
8292292SN/A}
8302292SN/A
8312292SN/Atemplate <class Impl>
8322292SN/Ainline void
8332292SN/ALSQUnit<Impl>::incrStIdx(int &store_idx)
8342292SN/A{
8352292SN/A    if (++store_idx >= SQEntries)
8362292SN/A        store_idx = 0;
8372292SN/A}
8382292SN/A
8392292SN/Atemplate <class Impl>
8402292SN/Ainline void
8412292SN/ALSQUnit<Impl>::decrStIdx(int &store_idx)
8422292SN/A{
8432292SN/A    if (--store_idx < 0)
8442292SN/A        store_idx += SQEntries;
8452292SN/A}
8462292SN/A
8472292SN/Atemplate <class Impl>
8482292SN/Ainline void
8492292SN/ALSQUnit<Impl>::incrLdIdx(int &load_idx)
8502292SN/A{
8512292SN/A    if (++load_idx >= LQEntries)
8522292SN/A        load_idx = 0;
8532292SN/A}
8542292SN/A
8552292SN/Atemplate <class Impl>
8562292SN/Ainline void
8572292SN/ALSQUnit<Impl>::decrLdIdx(int &load_idx)
8582292SN/A{
8592292SN/A    if (--load_idx < 0)
8602292SN/A        load_idx += LQEntries;
8612292SN/A}
8622329SN/A
8632329SN/Atemplate <class Impl>
8642329SN/Avoid
8652329SN/ALSQUnit<Impl>::dumpInsts()
8662329SN/A{
8672329SN/A    cprintf("Load store queue: Dumping instructions.\n");
8682329SN/A    cprintf("Load queue size: %i\n", loads);
8692329SN/A    cprintf("Load queue: ");
8702329SN/A
8712329SN/A    int load_idx = loadHead;
8722329SN/A
8732329SN/A    while (load_idx != loadTail && loadQueue[load_idx]) {
8742329SN/A        cprintf("%#x ", loadQueue[load_idx]->readPC());
8752329SN/A
8762329SN/A        incrLdIdx(load_idx);
8772329SN/A    }
8782329SN/A
8792329SN/A    cprintf("Store queue size: %i\n", stores);
8802329SN/A    cprintf("Store queue: ");
8812329SN/A
8822329SN/A    int store_idx = storeHead;
8832329SN/A
8842329SN/A    while (store_idx != storeTail && storeQueue[store_idx].inst) {
8852329SN/A        cprintf("%#x ", storeQueue[store_idx].inst->readPC());
8862329SN/A
8872329SN/A        incrStIdx(store_idx);
8882329SN/A    }
8892329SN/A
8902329SN/A    cprintf("\n");
8912329SN/A}
892