queued.cc revision 14013
110623Smitch.hayenga@arm.com/* 211439SRekai.GonzalezAlberquilla@arm.com * Copyright (c) 2014-2015 ARM Limited 310623Smitch.hayenga@arm.com * All rights reserved 410623Smitch.hayenga@arm.com * 510623Smitch.hayenga@arm.com * The license below extends only to copyright in the software and shall 610623Smitch.hayenga@arm.com * not be construed as granting a license to any other intellectual 710623Smitch.hayenga@arm.com * property including but not limited to intellectual property relating 810623Smitch.hayenga@arm.com * to a hardware implementation of the functionality of the software 910623Smitch.hayenga@arm.com * licensed hereunder. You may use the software subject to the license 1010623Smitch.hayenga@arm.com * terms below provided that you ensure that this notice is replicated 1110623Smitch.hayenga@arm.com * unmodified and in its entirety in all distributions of the software, 1210623Smitch.hayenga@arm.com * modified or unmodified, in source code or in binary form. 1310623Smitch.hayenga@arm.com * 1410623Smitch.hayenga@arm.com * Redistribution and use in source and binary forms, with or without 1510623Smitch.hayenga@arm.com * modification, are permitted provided that the following conditions are 1610623Smitch.hayenga@arm.com * met: redistributions of source code must retain the above copyright 1710623Smitch.hayenga@arm.com * notice, this list of conditions and the following disclaimer; 1810623Smitch.hayenga@arm.com * redistributions in binary form must reproduce the above copyright 1910623Smitch.hayenga@arm.com * notice, this list of conditions and the following disclaimer in the 2010623Smitch.hayenga@arm.com * documentation and/or other materials provided with the distribution; 2110623Smitch.hayenga@arm.com * neither the name of the copyright holders nor the names of its 2210623Smitch.hayenga@arm.com * contributors may be used to endorse or promote products derived from 2310623Smitch.hayenga@arm.com * this software without specific prior written permission. 2410623Smitch.hayenga@arm.com * 2510623Smitch.hayenga@arm.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 2610623Smitch.hayenga@arm.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 2710623Smitch.hayenga@arm.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 2810623Smitch.hayenga@arm.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 2910623Smitch.hayenga@arm.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 3010623Smitch.hayenga@arm.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 3110623Smitch.hayenga@arm.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 3210623Smitch.hayenga@arm.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 3310623Smitch.hayenga@arm.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 3410623Smitch.hayenga@arm.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 3510623Smitch.hayenga@arm.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 3610623Smitch.hayenga@arm.com * 3710623Smitch.hayenga@arm.com * Authors: Mitch Hayenga 3810623Smitch.hayenga@arm.com */ 3910623Smitch.hayenga@arm.com 4011793Sbrandon.potter@amd.com#include "mem/cache/prefetch/queued.hh" 4111793Sbrandon.potter@amd.com 4212727Snikos.nikoleris@arm.com#include <cassert> 4312727Snikos.nikoleris@arm.com 4414013Sjavier.bueno@metempsy.com#include "arch/generic/tlb.hh" 4512727Snikos.nikoleris@arm.com#include "base/logging.hh" 4612727Snikos.nikoleris@arm.com#include "base/trace.hh" 4710623Smitch.hayenga@arm.com#include "debug/HWPrefetch.hh" 4814013Sjavier.bueno@metempsy.com#include "mem/cache/base.hh" 4912727Snikos.nikoleris@arm.com#include "mem/request.hh" 5012727Snikos.nikoleris@arm.com#include "params/QueuedPrefetcher.hh" 5110623Smitch.hayenga@arm.com 5214013Sjavier.bueno@metempsy.comvoid 5314013Sjavier.bueno@metempsy.comQueuedPrefetcher::DeferredPacket::createPkt(Addr paddr, unsigned blk_size, 5414013Sjavier.bueno@metempsy.com MasterID mid, bool tag_prefetch, 5514013Sjavier.bueno@metempsy.com Tick t) { 5614013Sjavier.bueno@metempsy.com /* Create a prefetch memory request */ 5714013Sjavier.bueno@metempsy.com RequestPtr req = std::make_shared<Request>(paddr, blk_size, 0, mid); 5814013Sjavier.bueno@metempsy.com 5914013Sjavier.bueno@metempsy.com if (pfInfo.isSecure()) { 6014013Sjavier.bueno@metempsy.com req->setFlags(Request::SECURE); 6114013Sjavier.bueno@metempsy.com } 6214013Sjavier.bueno@metempsy.com req->taskId(ContextSwitchTaskId::Prefetcher); 6314013Sjavier.bueno@metempsy.com pkt = new Packet(req, MemCmd::HardPFReq); 6414013Sjavier.bueno@metempsy.com pkt->allocate(); 6514013Sjavier.bueno@metempsy.com if (tag_prefetch && pfInfo.hasPC()) { 6614013Sjavier.bueno@metempsy.com // Tag prefetch packet with accessing pc 6714013Sjavier.bueno@metempsy.com pkt->req->setPC(pfInfo.getPC()); 6814013Sjavier.bueno@metempsy.com } 6914013Sjavier.bueno@metempsy.com tick = t; 7014013Sjavier.bueno@metempsy.com} 7114013Sjavier.bueno@metempsy.com 7214013Sjavier.bueno@metempsy.comvoid 7314013Sjavier.bueno@metempsy.comQueuedPrefetcher::DeferredPacket::startTranslation(BaseTLB *tlb) 7414013Sjavier.bueno@metempsy.com{ 7514013Sjavier.bueno@metempsy.com assert(translationRequest != nullptr); 7614013Sjavier.bueno@metempsy.com if (!ongoingTranslation) { 7714013Sjavier.bueno@metempsy.com ongoingTranslation = true; 7814013Sjavier.bueno@metempsy.com // Prefetchers only operate in Timing mode 7914013Sjavier.bueno@metempsy.com tlb->translateTiming(translationRequest, tc, this, BaseTLB::Read); 8014013Sjavier.bueno@metempsy.com } 8114013Sjavier.bueno@metempsy.com} 8214013Sjavier.bueno@metempsy.com 8314013Sjavier.bueno@metempsy.comvoid 8414013Sjavier.bueno@metempsy.comQueuedPrefetcher::DeferredPacket::finish(const Fault &fault, 8514013Sjavier.bueno@metempsy.com const RequestPtr &req, ThreadContext *tc, BaseTLB::Mode mode) 8614013Sjavier.bueno@metempsy.com{ 8714013Sjavier.bueno@metempsy.com assert(ongoingTranslation); 8814013Sjavier.bueno@metempsy.com ongoingTranslation = false; 8914013Sjavier.bueno@metempsy.com bool failed = (fault != NoFault); 9014013Sjavier.bueno@metempsy.com owner->translationComplete(this, failed); 9114013Sjavier.bueno@metempsy.com} 9214013Sjavier.bueno@metempsy.com 9310623Smitch.hayenga@arm.comQueuedPrefetcher::QueuedPrefetcher(const QueuedPrefetcherParams *p) 9414013Sjavier.bueno@metempsy.com : BasePrefetcher(p), queueSize(p->queue_size), 9514013Sjavier.bueno@metempsy.com missingTranslationQueueSize( 9614013Sjavier.bueno@metempsy.com p->max_prefetch_requests_with_pending_translation), 9714013Sjavier.bueno@metempsy.com latency(p->latency), queueSquash(p->queue_squash), 9814013Sjavier.bueno@metempsy.com queueFilter(p->queue_filter), cacheSnoop(p->cache_snoop), 9914013Sjavier.bueno@metempsy.com tagPrefetch(p->tag_prefetch) 10010623Smitch.hayenga@arm.com{ 10110623Smitch.hayenga@arm.com} 10210623Smitch.hayenga@arm.com 10310623Smitch.hayenga@arm.comQueuedPrefetcher::~QueuedPrefetcher() 10410623Smitch.hayenga@arm.com{ 10510623Smitch.hayenga@arm.com // Delete the queued prefetch packets 10610623Smitch.hayenga@arm.com for (DeferredPacket &p : pfq) { 10710623Smitch.hayenga@arm.com delete p.pkt; 10810623Smitch.hayenga@arm.com } 10910623Smitch.hayenga@arm.com} 11010623Smitch.hayenga@arm.com 11113416Sjavier.bueno@metempsy.comvoid 11213551Sjavier.bueno@metempsy.comQueuedPrefetcher::notify(const PacketPtr &pkt, const PrefetchInfo &pfi) 11310623Smitch.hayenga@arm.com{ 11413551Sjavier.bueno@metempsy.com Addr blk_addr = blockAddress(pfi.getAddr()); 11513551Sjavier.bueno@metempsy.com bool is_secure = pfi.isSecure(); 11610623Smitch.hayenga@arm.com 11713551Sjavier.bueno@metempsy.com // Squash queued prefetches if demand miss to same line 11813551Sjavier.bueno@metempsy.com if (queueSquash) { 11913551Sjavier.bueno@metempsy.com auto itr = pfq.begin(); 12013551Sjavier.bueno@metempsy.com while (itr != pfq.end()) { 12113551Sjavier.bueno@metempsy.com if (itr->pfInfo.getAddr() == blk_addr && 12213551Sjavier.bueno@metempsy.com itr->pfInfo.isSecure() == is_secure) { 12313551Sjavier.bueno@metempsy.com delete itr->pkt; 12413551Sjavier.bueno@metempsy.com itr = pfq.erase(itr); 12513551Sjavier.bueno@metempsy.com } else { 12613551Sjavier.bueno@metempsy.com ++itr; 12710623Smitch.hayenga@arm.com } 12810623Smitch.hayenga@arm.com } 12913551Sjavier.bueno@metempsy.com } 13010623Smitch.hayenga@arm.com 13113551Sjavier.bueno@metempsy.com // Calculate prefetches given this access 13213551Sjavier.bueno@metempsy.com std::vector<AddrPriority> addresses; 13313551Sjavier.bueno@metempsy.com calculatePrefetch(pfi, addresses); 13410623Smitch.hayenga@arm.com 13513551Sjavier.bueno@metempsy.com // Queue up generated prefetches 13613551Sjavier.bueno@metempsy.com for (AddrPriority& addr_prio : addresses) { 13710623Smitch.hayenga@arm.com 13813551Sjavier.bueno@metempsy.com // Block align prefetch address 13913551Sjavier.bueno@metempsy.com addr_prio.first = blockAddress(addr_prio.first); 14010623Smitch.hayenga@arm.com 14114013Sjavier.bueno@metempsy.com if (!samePage(addr_prio.first, pfi.getAddr())) { 14214013Sjavier.bueno@metempsy.com pfSpanPage += 1; 14314013Sjavier.bueno@metempsy.com } 14414013Sjavier.bueno@metempsy.com 14514013Sjavier.bueno@metempsy.com bool can_cross_page = (tlb != nullptr); 14614013Sjavier.bueno@metempsy.com if (can_cross_page || samePage(addr_prio.first, pfi.getAddr())) { 14713552Sjavier.bueno@metempsy.com PrefetchInfo new_pfi(pfi,addr_prio.first); 14813552Sjavier.bueno@metempsy.com pfIdentified++; 14913552Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "Found a pf candidate addr: %#x, " 15013552Sjavier.bueno@metempsy.com "inserting into prefetch queue.\n", new_pfi.getAddr()); 15113552Sjavier.bueno@metempsy.com // Create and insert the request 15213552Sjavier.bueno@metempsy.com insert(pkt, new_pfi, addr_prio.second); 15313552Sjavier.bueno@metempsy.com } else { 15413552Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "Ignoring page crossing prefetch.\n"); 15513552Sjavier.bueno@metempsy.com } 15610623Smitch.hayenga@arm.com } 15710623Smitch.hayenga@arm.com} 15810623Smitch.hayenga@arm.com 15910623Smitch.hayenga@arm.comPacketPtr 16010623Smitch.hayenga@arm.comQueuedPrefetcher::getPacket() 16110623Smitch.hayenga@arm.com{ 16210623Smitch.hayenga@arm.com DPRINTF(HWPrefetch, "Requesting a prefetch to issue.\n"); 16310623Smitch.hayenga@arm.com 16410623Smitch.hayenga@arm.com if (pfq.empty()) { 16514013Sjavier.bueno@metempsy.com // If the queue is empty, attempt first to fill it with requests 16614013Sjavier.bueno@metempsy.com // from the queue of missing translations 16714013Sjavier.bueno@metempsy.com processMissingTranslations(queueSize); 16814013Sjavier.bueno@metempsy.com } 16914013Sjavier.bueno@metempsy.com 17014013Sjavier.bueno@metempsy.com if (pfq.empty()) { 17110623Smitch.hayenga@arm.com DPRINTF(HWPrefetch, "No hardware prefetches available.\n"); 17211484Snikos.nikoleris@arm.com return nullptr; 17310623Smitch.hayenga@arm.com } 17410623Smitch.hayenga@arm.com 17513551Sjavier.bueno@metempsy.com PacketPtr pkt = pfq.front().pkt; 17610623Smitch.hayenga@arm.com pfq.pop_front(); 17710623Smitch.hayenga@arm.com 17810623Smitch.hayenga@arm.com pfIssued++; 17913624Sjavier.bueno@metempsy.com issuedPrefetches += 1; 18011484Snikos.nikoleris@arm.com assert(pkt != nullptr); 18110623Smitch.hayenga@arm.com DPRINTF(HWPrefetch, "Generating prefetch for %#x.\n", pkt->getAddr()); 18214013Sjavier.bueno@metempsy.com 18314013Sjavier.bueno@metempsy.com processMissingTranslations(queueSize - pfq.size()); 18410623Smitch.hayenga@arm.com return pkt; 18510623Smitch.hayenga@arm.com} 18610623Smitch.hayenga@arm.com 18710623Smitch.hayenga@arm.comvoid 18810623Smitch.hayenga@arm.comQueuedPrefetcher::regStats() 18910623Smitch.hayenga@arm.com{ 19010623Smitch.hayenga@arm.com BasePrefetcher::regStats(); 19110623Smitch.hayenga@arm.com 19210623Smitch.hayenga@arm.com pfIdentified 19310623Smitch.hayenga@arm.com .name(name() + ".pfIdentified") 19410623Smitch.hayenga@arm.com .desc("number of prefetch candidates identified"); 19510623Smitch.hayenga@arm.com 19610623Smitch.hayenga@arm.com pfBufferHit 19710623Smitch.hayenga@arm.com .name(name() + ".pfBufferHit") 19810623Smitch.hayenga@arm.com .desc("number of redundant prefetches already in prefetch queue"); 19910623Smitch.hayenga@arm.com 20010623Smitch.hayenga@arm.com pfInCache 20110623Smitch.hayenga@arm.com .name(name() + ".pfInCache") 20210623Smitch.hayenga@arm.com .desc("number of redundant prefetches already in cache/mshr dropped"); 20310623Smitch.hayenga@arm.com 20410623Smitch.hayenga@arm.com pfRemovedFull 20510623Smitch.hayenga@arm.com .name(name() + ".pfRemovedFull") 20610623Smitch.hayenga@arm.com .desc("number of prefetches dropped due to prefetch queue size"); 20710623Smitch.hayenga@arm.com 20810623Smitch.hayenga@arm.com pfSpanPage 20910623Smitch.hayenga@arm.com .name(name() + ".pfSpanPage") 21014013Sjavier.bueno@metempsy.com .desc("number of prefetches that crossed the page"); 21114013Sjavier.bueno@metempsy.com} 21214013Sjavier.bueno@metempsy.com 21314013Sjavier.bueno@metempsy.com 21414013Sjavier.bueno@metempsy.comvoid 21514013Sjavier.bueno@metempsy.comQueuedPrefetcher::processMissingTranslations(unsigned max) 21614013Sjavier.bueno@metempsy.com{ 21714013Sjavier.bueno@metempsy.com unsigned count = 0; 21814013Sjavier.bueno@metempsy.com iterator it = pfqMissingTranslation.begin(); 21914013Sjavier.bueno@metempsy.com while (it != pfqMissingTranslation.end() && count < max) { 22014013Sjavier.bueno@metempsy.com DeferredPacket &dp = *it; 22114013Sjavier.bueno@metempsy.com // Increase the iterator first because dp.startTranslation can end up 22214013Sjavier.bueno@metempsy.com // calling finishTranslation, which will erase "it" 22314013Sjavier.bueno@metempsy.com it++; 22414013Sjavier.bueno@metempsy.com dp.startTranslation(tlb); 22514013Sjavier.bueno@metempsy.com count += 1; 22614013Sjavier.bueno@metempsy.com } 22714013Sjavier.bueno@metempsy.com} 22814013Sjavier.bueno@metempsy.com 22914013Sjavier.bueno@metempsy.comvoid 23014013Sjavier.bueno@metempsy.comQueuedPrefetcher::translationComplete(DeferredPacket *dp, bool failed) 23114013Sjavier.bueno@metempsy.com{ 23214013Sjavier.bueno@metempsy.com auto it = pfqMissingTranslation.begin(); 23314013Sjavier.bueno@metempsy.com while (it != pfqMissingTranslation.end()) { 23414013Sjavier.bueno@metempsy.com if (&(*it) == dp) { 23514013Sjavier.bueno@metempsy.com break; 23614013Sjavier.bueno@metempsy.com } 23714013Sjavier.bueno@metempsy.com it++; 23814013Sjavier.bueno@metempsy.com } 23914013Sjavier.bueno@metempsy.com assert(it != pfqMissingTranslation.end()); 24014013Sjavier.bueno@metempsy.com if (!failed) { 24114013Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "%s Translation of vaddr %#x succeeded: " 24214013Sjavier.bueno@metempsy.com "paddr %#x \n", tlb->name(), 24314013Sjavier.bueno@metempsy.com it->translationRequest->getVaddr(), 24414013Sjavier.bueno@metempsy.com it->translationRequest->getPaddr()); 24514013Sjavier.bueno@metempsy.com Addr target_paddr = it->translationRequest->getPaddr(); 24614013Sjavier.bueno@metempsy.com // check if this prefetch is already redundant 24714013Sjavier.bueno@metempsy.com if (cacheSnoop && (inCache(target_paddr, it->pfInfo.isSecure()) || 24814013Sjavier.bueno@metempsy.com inMissQueue(target_paddr, it->pfInfo.isSecure()))) { 24914013Sjavier.bueno@metempsy.com pfInCache++; 25014013Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "Dropping redundant in " 25114013Sjavier.bueno@metempsy.com "cache/MSHR prefetch addr:%#x\n", target_paddr); 25214013Sjavier.bueno@metempsy.com } else { 25314013Sjavier.bueno@metempsy.com Tick pf_time = curTick() + clockPeriod() * latency; 25414013Sjavier.bueno@metempsy.com it->createPkt(it->translationRequest->getPaddr(), blkSize, 25514013Sjavier.bueno@metempsy.com masterId, tagPrefetch, pf_time); 25614013Sjavier.bueno@metempsy.com addToQueue(pfq, *it); 25714013Sjavier.bueno@metempsy.com } 25814013Sjavier.bueno@metempsy.com } else { 25914013Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "%s Translation of vaddr %#x failed, dropping " 26014013Sjavier.bueno@metempsy.com "prefetch request %#x \n", tlb->name(), 26114013Sjavier.bueno@metempsy.com it->translationRequest->getVaddr()); 26214013Sjavier.bueno@metempsy.com } 26314013Sjavier.bueno@metempsy.com pfqMissingTranslation.erase(it); 26414013Sjavier.bueno@metempsy.com} 26514013Sjavier.bueno@metempsy.com 26614013Sjavier.bueno@metempsy.combool 26714013Sjavier.bueno@metempsy.comQueuedPrefetcher::alreadyInQueue(std::list<DeferredPacket> &queue, 26814013Sjavier.bueno@metempsy.com const PrefetchInfo &pfi, int32_t priority) 26914013Sjavier.bueno@metempsy.com{ 27014013Sjavier.bueno@metempsy.com bool found = false; 27114013Sjavier.bueno@metempsy.com iterator it; 27214013Sjavier.bueno@metempsy.com for (it = queue.begin(); it != queue.end() && !found; it++) { 27314013Sjavier.bueno@metempsy.com found = it->pfInfo.sameAddr(pfi); 27414013Sjavier.bueno@metempsy.com } 27514013Sjavier.bueno@metempsy.com 27614013Sjavier.bueno@metempsy.com /* If the address is already in the queue, update priority and leave */ 27714013Sjavier.bueno@metempsy.com if (it != queue.end()) { 27814013Sjavier.bueno@metempsy.com pfBufferHit++; 27914013Sjavier.bueno@metempsy.com if (it->priority < priority) { 28014013Sjavier.bueno@metempsy.com /* Update priority value and position in the queue */ 28114013Sjavier.bueno@metempsy.com it->priority = priority; 28214013Sjavier.bueno@metempsy.com iterator prev = it; 28314013Sjavier.bueno@metempsy.com while (prev != queue.begin()) { 28414013Sjavier.bueno@metempsy.com prev--; 28514013Sjavier.bueno@metempsy.com /* If the packet has higher priority, swap */ 28614013Sjavier.bueno@metempsy.com if (*it > *prev) { 28714013Sjavier.bueno@metempsy.com std::swap(*it, *prev); 28814013Sjavier.bueno@metempsy.com it = prev; 28914013Sjavier.bueno@metempsy.com } 29014013Sjavier.bueno@metempsy.com } 29114013Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "Prefetch addr already in " 29214013Sjavier.bueno@metempsy.com "prefetch queue, priority updated\n"); 29314013Sjavier.bueno@metempsy.com } else { 29414013Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "Prefetch addr already in " 29514013Sjavier.bueno@metempsy.com "prefetch queue\n"); 29614013Sjavier.bueno@metempsy.com } 29714013Sjavier.bueno@metempsy.com } 29814013Sjavier.bueno@metempsy.com return found; 29914013Sjavier.bueno@metempsy.com} 30014013Sjavier.bueno@metempsy.com 30114013Sjavier.bueno@metempsy.comRequestPtr 30214013Sjavier.bueno@metempsy.comQueuedPrefetcher::createPrefetchRequest(Addr addr, PrefetchInfo const &pfi, 30314013Sjavier.bueno@metempsy.com PacketPtr pkt) 30414013Sjavier.bueno@metempsy.com{ 30514013Sjavier.bueno@metempsy.com RequestPtr translation_req = std::make_shared<Request>(pkt->req->getAsid(), 30614013Sjavier.bueno@metempsy.com addr, blkSize, pkt->req->getFlags(), masterId, pfi.getPC(), 30714013Sjavier.bueno@metempsy.com pkt->req->contextId()); 30814013Sjavier.bueno@metempsy.com translation_req->setFlags(Request::PREFETCH); 30914013Sjavier.bueno@metempsy.com return translation_req; 31010623Smitch.hayenga@arm.com} 31111439SRekai.GonzalezAlberquilla@arm.com 31213551Sjavier.bueno@metempsy.comvoid 31313551Sjavier.bueno@metempsy.comQueuedPrefetcher::insert(const PacketPtr &pkt, PrefetchInfo &new_pfi, 31413551Sjavier.bueno@metempsy.com int32_t priority) 31511439SRekai.GonzalezAlberquilla@arm.com{ 31611439SRekai.GonzalezAlberquilla@arm.com if (queueFilter) { 31714013Sjavier.bueno@metempsy.com if (alreadyInQueue(pfq, new_pfi, priority)) { 31814013Sjavier.bueno@metempsy.com return; 31914013Sjavier.bueno@metempsy.com } 32014013Sjavier.bueno@metempsy.com if (alreadyInQueue(pfqMissingTranslation, new_pfi, priority)) { 32113551Sjavier.bueno@metempsy.com return; 32211439SRekai.GonzalezAlberquilla@arm.com } 32311439SRekai.GonzalezAlberquilla@arm.com } 32411439SRekai.GonzalezAlberquilla@arm.com 32514013Sjavier.bueno@metempsy.com /* 32614013Sjavier.bueno@metempsy.com * Physical address computation 32714013Sjavier.bueno@metempsy.com * if the prefetch is within the same page 32814013Sjavier.bueno@metempsy.com * using VA: add the computed stride to the original PA 32914013Sjavier.bueno@metempsy.com * using PA: no actions needed 33014013Sjavier.bueno@metempsy.com * if we are page crossing 33114013Sjavier.bueno@metempsy.com * using VA: Create a translaion request and enqueue the corresponding 33214013Sjavier.bueno@metempsy.com * deferred packet to the queue of pending translations 33314013Sjavier.bueno@metempsy.com * using PA: use the provided VA to obtain the target VA, then attempt to 33414013Sjavier.bueno@metempsy.com * translate the resulting address 33514013Sjavier.bueno@metempsy.com */ 33614013Sjavier.bueno@metempsy.com 33714013Sjavier.bueno@metempsy.com Addr orig_addr = useVirtualAddresses ? 33814013Sjavier.bueno@metempsy.com pkt->req->getVaddr() : pkt->req->getPaddr(); 33914013Sjavier.bueno@metempsy.com bool positive_stride = new_pfi.getAddr() >= orig_addr; 34014013Sjavier.bueno@metempsy.com Addr stride = positive_stride ? 34114013Sjavier.bueno@metempsy.com (new_pfi.getAddr() - orig_addr) : (orig_addr - new_pfi.getAddr()); 34214013Sjavier.bueno@metempsy.com 34314013Sjavier.bueno@metempsy.com Addr target_paddr; 34414013Sjavier.bueno@metempsy.com bool has_target_pa = false; 34514013Sjavier.bueno@metempsy.com RequestPtr translation_req = nullptr; 34614013Sjavier.bueno@metempsy.com if (samePage(orig_addr, new_pfi.getAddr())) { 34714013Sjavier.bueno@metempsy.com if (useVirtualAddresses) { 34814013Sjavier.bueno@metempsy.com // if we trained with virtual addresses, 34914013Sjavier.bueno@metempsy.com // compute the target PA using the original PA and adding the 35014013Sjavier.bueno@metempsy.com // prefetch stride (difference between target VA and original VA) 35114013Sjavier.bueno@metempsy.com target_paddr = positive_stride ? (pkt->req->getPaddr() + stride) : 35214013Sjavier.bueno@metempsy.com (pkt->req->getPaddr() - stride); 35313551Sjavier.bueno@metempsy.com } else { 35414013Sjavier.bueno@metempsy.com target_paddr = new_pfi.getAddr(); 35514013Sjavier.bueno@metempsy.com } 35614013Sjavier.bueno@metempsy.com has_target_pa = true; 35714013Sjavier.bueno@metempsy.com } else { 35814013Sjavier.bueno@metempsy.com // Page crossing reference 35914013Sjavier.bueno@metempsy.com 36014013Sjavier.bueno@metempsy.com // ContextID is needed for translation 36114013Sjavier.bueno@metempsy.com if (!pkt->req->hasContextId()) { 36214013Sjavier.bueno@metempsy.com return; 36314013Sjavier.bueno@metempsy.com } 36414013Sjavier.bueno@metempsy.com if (useVirtualAddresses) { 36514013Sjavier.bueno@metempsy.com has_target_pa = false; 36614013Sjavier.bueno@metempsy.com translation_req = createPrefetchRequest(new_pfi.getAddr(), new_pfi, 36714013Sjavier.bueno@metempsy.com pkt); 36814013Sjavier.bueno@metempsy.com } else if (pkt->req->hasVaddr()) { 36914013Sjavier.bueno@metempsy.com has_target_pa = false; 37014013Sjavier.bueno@metempsy.com // Compute the target VA using req->getVaddr + stride 37114013Sjavier.bueno@metempsy.com Addr target_vaddr = positive_stride ? 37214013Sjavier.bueno@metempsy.com (pkt->req->getVaddr() + stride) : 37314013Sjavier.bueno@metempsy.com (pkt->req->getVaddr() - stride); 37414013Sjavier.bueno@metempsy.com translation_req = createPrefetchRequest(target_vaddr, new_pfi, 37514013Sjavier.bueno@metempsy.com pkt); 37614013Sjavier.bueno@metempsy.com } else { 37714013Sjavier.bueno@metempsy.com // Using PA for training but the request does not have a VA, 37814013Sjavier.bueno@metempsy.com // unable to process this page crossing prefetch. 37914013Sjavier.bueno@metempsy.com return; 38013551Sjavier.bueno@metempsy.com } 38113551Sjavier.bueno@metempsy.com } 38214013Sjavier.bueno@metempsy.com if (has_target_pa && cacheSnoop && 38314013Sjavier.bueno@metempsy.com (inCache(target_paddr, new_pfi.isSecure()) || 38414013Sjavier.bueno@metempsy.com inMissQueue(target_paddr, new_pfi.isSecure()))) { 38511439SRekai.GonzalezAlberquilla@arm.com pfInCache++; 38611439SRekai.GonzalezAlberquilla@arm.com DPRINTF(HWPrefetch, "Dropping redundant in " 38714013Sjavier.bueno@metempsy.com "cache/MSHR prefetch addr:%#x\n", target_paddr); 38813551Sjavier.bueno@metempsy.com return; 38911439SRekai.GonzalezAlberquilla@arm.com } 39011439SRekai.GonzalezAlberquilla@arm.com 39114013Sjavier.bueno@metempsy.com /* Create the packet and find the spot to insert it */ 39214013Sjavier.bueno@metempsy.com DeferredPacket dpp(this, new_pfi, 0, priority); 39314013Sjavier.bueno@metempsy.com if (has_target_pa) { 39414013Sjavier.bueno@metempsy.com Tick pf_time = curTick() + clockPeriod() * latency; 39514013Sjavier.bueno@metempsy.com dpp.createPkt(target_paddr, blkSize, masterId, tagPrefetch, pf_time); 39614013Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "Prefetch queued. " 39714013Sjavier.bueno@metempsy.com "addr:%#x priority: %3d tick:%lld.\n", 39814013Sjavier.bueno@metempsy.com new_pfi.getAddr(), priority, pf_time); 39914013Sjavier.bueno@metempsy.com addToQueue(pfq, dpp); 40014013Sjavier.bueno@metempsy.com } else { 40114013Sjavier.bueno@metempsy.com // Add the translation request and try to resolve it later 40214013Sjavier.bueno@metempsy.com dpp.setTranslationRequest(translation_req); 40314013Sjavier.bueno@metempsy.com dpp.tc = cache->system->getThreadContext(translation_req->contextId()); 40414013Sjavier.bueno@metempsy.com DPRINTF(HWPrefetch, "Prefetch queued with no translation. " 40514013Sjavier.bueno@metempsy.com "addr:%#x priority: %3d\n", new_pfi.getAddr(), priority); 40614013Sjavier.bueno@metempsy.com addToQueue(pfqMissingTranslation, dpp); 40714013Sjavier.bueno@metempsy.com } 40814013Sjavier.bueno@metempsy.com} 40911439SRekai.GonzalezAlberquilla@arm.com 41014013Sjavier.bueno@metempsy.comvoid 41114013Sjavier.bueno@metempsy.comQueuedPrefetcher::addToQueue(std::list<DeferredPacket> &queue, 41214013Sjavier.bueno@metempsy.com DeferredPacket &dpp) 41314013Sjavier.bueno@metempsy.com{ 41411439SRekai.GonzalezAlberquilla@arm.com /* Verify prefetch buffer space for request */ 41514013Sjavier.bueno@metempsy.com if (queue.size() == queueSize) { 41611439SRekai.GonzalezAlberquilla@arm.com pfRemovedFull++; 41711439SRekai.GonzalezAlberquilla@arm.com /* Lowest priority packet */ 41814013Sjavier.bueno@metempsy.com iterator it = queue.end(); 41914013Sjavier.bueno@metempsy.com panic_if (it == queue.begin(), 42014013Sjavier.bueno@metempsy.com "Prefetch queue is both full and empty!"); 42111439SRekai.GonzalezAlberquilla@arm.com --it; 42211439SRekai.GonzalezAlberquilla@arm.com /* Look for oldest in that level of priority */ 42314013Sjavier.bueno@metempsy.com panic_if (it == queue.begin(), 42414013Sjavier.bueno@metempsy.com "Prefetch queue is full with 1 element!"); 42511439SRekai.GonzalezAlberquilla@arm.com iterator prev = it; 42611439SRekai.GonzalezAlberquilla@arm.com bool cont = true; 42711439SRekai.GonzalezAlberquilla@arm.com /* While not at the head of the queue */ 42814013Sjavier.bueno@metempsy.com while (cont && prev != queue.begin()) { 42911439SRekai.GonzalezAlberquilla@arm.com prev--; 43011439SRekai.GonzalezAlberquilla@arm.com /* While at the same level of priority */ 43113551Sjavier.bueno@metempsy.com cont = prev->priority == it->priority; 43211439SRekai.GonzalezAlberquilla@arm.com if (cont) 43311439SRekai.GonzalezAlberquilla@arm.com /* update pointer */ 43411439SRekai.GonzalezAlberquilla@arm.com it = prev; 43511439SRekai.GonzalezAlberquilla@arm.com } 43611439SRekai.GonzalezAlberquilla@arm.com DPRINTF(HWPrefetch, "Prefetch queue full, removing lowest priority " 43714013Sjavier.bueno@metempsy.com "oldest packet, addr: %#x\n",it->pfInfo.getAddr()); 43811439SRekai.GonzalezAlberquilla@arm.com delete it->pkt; 43914013Sjavier.bueno@metempsy.com queue.erase(it); 44011439SRekai.GonzalezAlberquilla@arm.com } 44111439SRekai.GonzalezAlberquilla@arm.com 44214013Sjavier.bueno@metempsy.com if (queue.size() == 0) { 44314013Sjavier.bueno@metempsy.com queue.emplace_back(dpp); 44411439SRekai.GonzalezAlberquilla@arm.com } else { 44514013Sjavier.bueno@metempsy.com iterator it = queue.end(); 44613428Sjavier.bueno@metempsy.com do { 44711439SRekai.GonzalezAlberquilla@arm.com --it; 44814013Sjavier.bueno@metempsy.com } while (it != queue.begin() && dpp > *it); 44911439SRekai.GonzalezAlberquilla@arm.com /* If we reach the head, we have to see if the new element is new head 45011439SRekai.GonzalezAlberquilla@arm.com * or not */ 45114013Sjavier.bueno@metempsy.com if (it == queue.begin() && dpp <= *it) 45211439SRekai.GonzalezAlberquilla@arm.com it++; 45314013Sjavier.bueno@metempsy.com queue.insert(it, dpp); 45411439SRekai.GonzalezAlberquilla@arm.com } 45511439SRekai.GonzalezAlberquilla@arm.com} 456