base.cc revision 13717
12810SN/A/* 210623Smitch.hayenga@arm.com * Copyright (c) 2013-2014 ARM Limited 39546Sandreas.hansson@arm.com * All rights reserved. 49546Sandreas.hansson@arm.com * 59546Sandreas.hansson@arm.com * The license below extends only to copyright in the software and shall 69546Sandreas.hansson@arm.com * not be construed as granting a license to any other intellectual 79546Sandreas.hansson@arm.com * property including but not limited to intellectual property relating 89546Sandreas.hansson@arm.com * to a hardware implementation of the functionality of the software 99546Sandreas.hansson@arm.com * licensed hereunder. You may use the software subject to the license 109546Sandreas.hansson@arm.com * terms below provided that you ensure that this notice is replicated 119546Sandreas.hansson@arm.com * unmodified and in its entirety in all distributions of the software, 129546Sandreas.hansson@arm.com * modified or unmodified, in source code or in binary form. 139546Sandreas.hansson@arm.com * 142810SN/A * Copyright (c) 2005 The Regents of The University of Michigan 152810SN/A * All rights reserved. 162810SN/A * 172810SN/A * Redistribution and use in source and binary forms, with or without 182810SN/A * modification, are permitted provided that the following conditions are 192810SN/A * met: redistributions of source code must retain the above copyright 202810SN/A * notice, this list of conditions and the following disclaimer; 212810SN/A * redistributions in binary form must reproduce the above copyright 222810SN/A * notice, this list of conditions and the following disclaimer in the 232810SN/A * documentation and/or other materials provided with the distribution; 242810SN/A * neither the name of the copyright holders nor the names of its 252810SN/A * contributors may be used to endorse or promote products derived from 262810SN/A * this software without specific prior written permission. 272810SN/A * 282810SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 292810SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 302810SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 312810SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 322810SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 332810SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 342810SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 352810SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 362810SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 372810SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 382810SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 392810SN/A * 402810SN/A * Authors: Ron Dreslinski 4110623Smitch.hayenga@arm.com * Mitch Hayenga 422810SN/A */ 432810SN/A 442810SN/A/** 452810SN/A * @file 462810SN/A * Hardware Prefetcher Definition. 472810SN/A */ 482810SN/A 4911793Sbrandon.potter@amd.com#include "mem/cache/prefetch/base.hh" 5011793Sbrandon.potter@amd.com 5112727Snikos.nikoleris@arm.com#include <cassert> 526658Snate@binkert.org 5311438SRekai.GonzalezAlberquilla@arm.com#include "base/intmath.hh" 5413416Sjavier.bueno@metempsy.com#include "cpu/base.hh" 555338Sstever@gmail.com#include "mem/cache/base.hh" 5612727Snikos.nikoleris@arm.com#include "params/BasePrefetcher.hh" 578832SAli.Saidi@ARM.com#include "sim/system.hh" 582810SN/A 5913551Sjavier.bueno@metempsy.comBasePrefetcher::PrefetchInfo::PrefetchInfo(PacketPtr pkt, Addr addr) 6013551Sjavier.bueno@metempsy.com : address(addr), pc(pkt->req->hasPC() ? pkt->req->getPC() : 0), 6113551Sjavier.bueno@metempsy.com masterId(pkt->req->masterId()), validPC(pkt->req->hasPC()), 6213551Sjavier.bueno@metempsy.com secure(pkt->isSecure()) 6313551Sjavier.bueno@metempsy.com{ 6413551Sjavier.bueno@metempsy.com} 6513551Sjavier.bueno@metempsy.com 6613551Sjavier.bueno@metempsy.comBasePrefetcher::PrefetchInfo::PrefetchInfo(PrefetchInfo const &pfi, Addr addr) 6713551Sjavier.bueno@metempsy.com : address(addr), pc(pfi.pc), masterId(pfi.masterId), validPC(pfi.validPC), 6813551Sjavier.bueno@metempsy.com secure(pfi.secure) 6913551Sjavier.bueno@metempsy.com{ 7013551Sjavier.bueno@metempsy.com} 7113551Sjavier.bueno@metempsy.com 7213416Sjavier.bueno@metempsy.comvoid 7313416Sjavier.bueno@metempsy.comBasePrefetcher::PrefetchListener::notify(const PacketPtr &pkt) 7413416Sjavier.bueno@metempsy.com{ 7513717Sivan.pizarro@metempsy.com if (isFill) { 7613717Sivan.pizarro@metempsy.com parent.notifyFill(pkt); 7713717Sivan.pizarro@metempsy.com } else { 7813717Sivan.pizarro@metempsy.com parent.probeNotify(pkt); 7913717Sivan.pizarro@metempsy.com } 8013416Sjavier.bueno@metempsy.com} 8113416Sjavier.bueno@metempsy.com 8210623Smitch.hayenga@arm.comBasePrefetcher::BasePrefetcher(const BasePrefetcherParams *p) 8313422Sodanrc@yahoo.com.br : ClockedObject(p), listeners(), cache(nullptr), blkSize(p->block_size), 8413422Sodanrc@yahoo.com.br lBlkSize(floorLog2(blkSize)), onMiss(p->on_miss), onRead(p->on_read), 8510623Smitch.hayenga@arm.com onWrite(p->on_write), onData(p->on_data), onInst(p->on_inst), 8613422Sodanrc@yahoo.com.br masterId(p->sys->getMasterId(this)), pageBytes(p->sys->getPageBytes()), 8713551Sjavier.bueno@metempsy.com prefetchOnAccess(p->prefetch_on_access), 8813624Sjavier.bueno@metempsy.com useVirtualAddresses(p->use_virtual_addresses), issuedPrefetches(0), 8913624Sjavier.bueno@metempsy.com usefulPrefetches(0) 902810SN/A{ 912810SN/A} 922810SN/A 932810SN/Avoid 942810SN/ABasePrefetcher::setCache(BaseCache *_cache) 952810SN/A{ 9610360Sandreas.hansson@arm.com assert(!cache); 972810SN/A cache = _cache; 9813422Sodanrc@yahoo.com.br 9913422Sodanrc@yahoo.com.br // If the cache has a different block size from the system's, save it 1002810SN/A blkSize = cache->getBlockSize(); 10111438SRekai.GonzalezAlberquilla@arm.com lBlkSize = floorLog2(blkSize); 1022810SN/A} 1032810SN/A 1042810SN/Avoid 1058831Smrinmoy.ghosh@arm.comBasePrefetcher::regStats() 1062810SN/A{ 10711522Sstephan.diestelhorst@arm.com ClockedObject::regStats(); 10811522Sstephan.diestelhorst@arm.com 1092810SN/A pfIssued 11010623Smitch.hayenga@arm.com .name(name() + ".num_hwpf_issued") 1112810SN/A .desc("number of hwpf issued") 1122810SN/A ; 11311438SRekai.GonzalezAlberquilla@arm.com 1142810SN/A} 1152810SN/A 11610623Smitch.hayenga@arm.combool 11710623Smitch.hayenga@arm.comBasePrefetcher::observeAccess(const PacketPtr &pkt) const 11810623Smitch.hayenga@arm.com{ 11910623Smitch.hayenga@arm.com Addr addr = pkt->getAddr(); 12010623Smitch.hayenga@arm.com bool fetch = pkt->req->isInstFetch(); 12110626SCurtis.Dunham@arm.com bool read = pkt->isRead(); 12210626SCurtis.Dunham@arm.com bool inv = pkt->isInvalidate(); 12310623Smitch.hayenga@arm.com bool is_secure = pkt->isSecure(); 12410623Smitch.hayenga@arm.com 12510623Smitch.hayenga@arm.com if (pkt->req->isUncacheable()) return false; 12610623Smitch.hayenga@arm.com if (fetch && !onInst) return false; 12710623Smitch.hayenga@arm.com if (!fetch && !onData) return false; 12810623Smitch.hayenga@arm.com if (!fetch && read && !onRead) return false; 12910623Smitch.hayenga@arm.com if (!fetch && !read && !onWrite) return false; 13010626SCurtis.Dunham@arm.com if (!fetch && !read && inv) return false; 13110883Sali.jafri@arm.com if (pkt->cmd == MemCmd::CleanEvict) return false; 13210623Smitch.hayenga@arm.com 13310623Smitch.hayenga@arm.com if (onMiss) { 13410623Smitch.hayenga@arm.com return !inCache(addr, is_secure) && 13510623Smitch.hayenga@arm.com !inMissQueue(addr, is_secure); 13610623Smitch.hayenga@arm.com } 13710623Smitch.hayenga@arm.com 13810623Smitch.hayenga@arm.com return true; 13910623Smitch.hayenga@arm.com} 14010623Smitch.hayenga@arm.com 14110623Smitch.hayenga@arm.combool 14210623Smitch.hayenga@arm.comBasePrefetcher::inCache(Addr addr, bool is_secure) const 1433861SN/A{ 14413422Sodanrc@yahoo.com.br return cache->inCache(addr, is_secure); 1453861SN/A} 1463861SN/A 14710623Smitch.hayenga@arm.combool 14810623Smitch.hayenga@arm.comBasePrefetcher::inMissQueue(Addr addr, bool is_secure) const 1493861SN/A{ 15013422Sodanrc@yahoo.com.br return cache->inMissQueue(addr, is_secure); 1513861SN/A} 1523861SN/A 1535875Ssteve.reinhardt@amd.combool 15413624Sjavier.bueno@metempsy.comBasePrefetcher::hasBeenPrefetched(Addr addr, bool is_secure) const 15513624Sjavier.bueno@metempsy.com{ 15613624Sjavier.bueno@metempsy.com return cache->hasBeenPrefetched(addr, is_secure); 15713624Sjavier.bueno@metempsy.com} 15813624Sjavier.bueno@metempsy.com 15913624Sjavier.bueno@metempsy.combool 16010466Sandreas.hansson@arm.comBasePrefetcher::samePage(Addr a, Addr b) const 1615875Ssteve.reinhardt@amd.com{ 16210466Sandreas.hansson@arm.com return roundDown(a, pageBytes) == roundDown(b, pageBytes); 1635875Ssteve.reinhardt@amd.com} 1648831Smrinmoy.ghosh@arm.com 16511438SRekai.GonzalezAlberquilla@arm.comAddr 16611438SRekai.GonzalezAlberquilla@arm.comBasePrefetcher::blockAddress(Addr a) const 16711438SRekai.GonzalezAlberquilla@arm.com{ 16813434Sjavier.bueno@metempsy.com return a & ~((Addr)blkSize-1); 16911438SRekai.GonzalezAlberquilla@arm.com} 1708831Smrinmoy.ghosh@arm.com 17111438SRekai.GonzalezAlberquilla@arm.comAddr 17211438SRekai.GonzalezAlberquilla@arm.comBasePrefetcher::blockIndex(Addr a) const 17311438SRekai.GonzalezAlberquilla@arm.com{ 17411438SRekai.GonzalezAlberquilla@arm.com return a >> lBlkSize; 17511438SRekai.GonzalezAlberquilla@arm.com} 17611438SRekai.GonzalezAlberquilla@arm.com 17711438SRekai.GonzalezAlberquilla@arm.comAddr 17811438SRekai.GonzalezAlberquilla@arm.comBasePrefetcher::pageAddress(Addr a) const 17911438SRekai.GonzalezAlberquilla@arm.com{ 18011438SRekai.GonzalezAlberquilla@arm.com return roundDown(a, pageBytes); 18111438SRekai.GonzalezAlberquilla@arm.com} 18211438SRekai.GonzalezAlberquilla@arm.com 18311438SRekai.GonzalezAlberquilla@arm.comAddr 18411438SRekai.GonzalezAlberquilla@arm.comBasePrefetcher::pageOffset(Addr a) const 18511438SRekai.GonzalezAlberquilla@arm.com{ 18611438SRekai.GonzalezAlberquilla@arm.com return a & (pageBytes - 1); 18711438SRekai.GonzalezAlberquilla@arm.com} 18811438SRekai.GonzalezAlberquilla@arm.com 18911438SRekai.GonzalezAlberquilla@arm.comAddr 19011438SRekai.GonzalezAlberquilla@arm.comBasePrefetcher::pageIthBlockAddress(Addr page, uint32_t blockIndex) const 19111438SRekai.GonzalezAlberquilla@arm.com{ 19211438SRekai.GonzalezAlberquilla@arm.com return page + (blockIndex << lBlkSize); 19311438SRekai.GonzalezAlberquilla@arm.com} 19413416Sjavier.bueno@metempsy.com 19513416Sjavier.bueno@metempsy.comvoid 19613416Sjavier.bueno@metempsy.comBasePrefetcher::probeNotify(const PacketPtr &pkt) 19713416Sjavier.bueno@metempsy.com{ 19813416Sjavier.bueno@metempsy.com // Don't notify prefetcher on SWPrefetch, cache maintenance 19913416Sjavier.bueno@metempsy.com // operations or for writes that we are coaslescing. 20013416Sjavier.bueno@metempsy.com if (pkt->cmd.isSWPrefetch()) return; 20113416Sjavier.bueno@metempsy.com if (pkt->req->isCacheMaintenance()) return; 20213416Sjavier.bueno@metempsy.com if (pkt->isWrite() && cache != nullptr && cache->coalesce()) return; 20313551Sjavier.bueno@metempsy.com 20413624Sjavier.bueno@metempsy.com if (hasBeenPrefetched(pkt->getAddr(), pkt->isSecure())) { 20513624Sjavier.bueno@metempsy.com usefulPrefetches += 1; 20613624Sjavier.bueno@metempsy.com } 20713624Sjavier.bueno@metempsy.com 20813551Sjavier.bueno@metempsy.com // Verify this access type is observed by prefetcher 20913551Sjavier.bueno@metempsy.com if (observeAccess(pkt)) { 21013551Sjavier.bueno@metempsy.com if (useVirtualAddresses && pkt->req->hasVaddr()) { 21113551Sjavier.bueno@metempsy.com PrefetchInfo pfi(pkt, pkt->req->getVaddr()); 21213551Sjavier.bueno@metempsy.com notify(pkt, pfi); 21313551Sjavier.bueno@metempsy.com } else if (!useVirtualAddresses && pkt->req->hasPaddr()) { 21413551Sjavier.bueno@metempsy.com PrefetchInfo pfi(pkt, pkt->req->getPaddr()); 21513551Sjavier.bueno@metempsy.com notify(pkt, pfi); 21613551Sjavier.bueno@metempsy.com } 21713551Sjavier.bueno@metempsy.com } 21813416Sjavier.bueno@metempsy.com} 21913416Sjavier.bueno@metempsy.com 22013416Sjavier.bueno@metempsy.comvoid 22113416Sjavier.bueno@metempsy.comBasePrefetcher::regProbeListeners() 22213416Sjavier.bueno@metempsy.com{ 22313416Sjavier.bueno@metempsy.com /** 22413416Sjavier.bueno@metempsy.com * If no probes were added by the configuration scripts, connect to the 22513416Sjavier.bueno@metempsy.com * parent cache using the probe "Miss". Also connect to "Hit", if the 22613416Sjavier.bueno@metempsy.com * cache is configured to prefetch on accesses. 22713416Sjavier.bueno@metempsy.com */ 22813416Sjavier.bueno@metempsy.com if (listeners.empty() && cache != nullptr) { 22913416Sjavier.bueno@metempsy.com ProbeManager *pm(cache->getProbeManager()); 23013416Sjavier.bueno@metempsy.com listeners.push_back(new PrefetchListener(*this, pm, "Miss")); 23113717Sivan.pizarro@metempsy.com listeners.push_back(new PrefetchListener(*this, pm, "Fill", true)); 23213416Sjavier.bueno@metempsy.com if (prefetchOnAccess) { 23313416Sjavier.bueno@metempsy.com listeners.push_back(new PrefetchListener(*this, pm, "Hit")); 23413416Sjavier.bueno@metempsy.com } 23513416Sjavier.bueno@metempsy.com } 23613416Sjavier.bueno@metempsy.com} 23713416Sjavier.bueno@metempsy.com 23813416Sjavier.bueno@metempsy.comvoid 23913416Sjavier.bueno@metempsy.comBasePrefetcher::addEventProbe(SimObject *obj, const char *name) 24013416Sjavier.bueno@metempsy.com{ 24113416Sjavier.bueno@metempsy.com ProbeManager *pm(obj->getProbeManager()); 24213416Sjavier.bueno@metempsy.com listeners.push_back(new PrefetchListener(*this, pm, name)); 24313416Sjavier.bueno@metempsy.com} 244