MOESI_AMD_Base-RegionDir.sm revision 14184
114184Sgabeblack@google.com/* 214184Sgabeblack@google.com * Copyright (c) 2012-2015 Advanced Micro Devices, Inc. 314184Sgabeblack@google.com * All rights reserved. 414184Sgabeblack@google.com * 514184Sgabeblack@google.com * For use for simulation and test purposes only 614184Sgabeblack@google.com * 714184Sgabeblack@google.com * Redistribution and use in source and binary forms, with or without 814184Sgabeblack@google.com * modification, are permitted provided that the following conditions are met: 914184Sgabeblack@google.com * 1014184Sgabeblack@google.com * 1. Redistributions of source code must retain the above copyright notice, 1114184Sgabeblack@google.com * this list of conditions and the following disclaimer. 1214184Sgabeblack@google.com * 1314184Sgabeblack@google.com * 2. Redistributions in binary form must reproduce the above copyright notice, 1414184Sgabeblack@google.com * this list of conditions and the following disclaimer in the documentation 1514184Sgabeblack@google.com * and/or other materials provided with the distribution. 1614184Sgabeblack@google.com * 1714184Sgabeblack@google.com * 3. Neither the name of the copyright holder nor the names of its 1814184Sgabeblack@google.com * contributors may be used to endorse or promote products derived from this 1914184Sgabeblack@google.com * software without specific prior written permission. 2014184Sgabeblack@google.com * 2114184Sgabeblack@google.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 2214184Sgabeblack@google.com * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2314184Sgabeblack@google.com * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2414184Sgabeblack@google.com * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE 2514184Sgabeblack@google.com * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 2614184Sgabeblack@google.com * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 2714184Sgabeblack@google.com * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 2814184Sgabeblack@google.com * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 2914184Sgabeblack@google.com * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 3014184Sgabeblack@google.com * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 3114184Sgabeblack@google.com * POSSIBILITY OF SUCH DAMAGE. 3214184Sgabeblack@google.com * 3314184Sgabeblack@google.com * Authors: Jason Power 3414184Sgabeblack@google.com */ 3514184Sgabeblack@google.com 3614184Sgabeblack@google.commachine(MachineType:RegionDir, "Region Directory for AMD_Base-like protocol") 3714184Sgabeblack@google.com: CacheMemory *cacheMemory; // stores only region addresses. Must set block size same as below 3814184Sgabeblack@google.com NodeID cpuRegionBufferNum; 3914184Sgabeblack@google.com NodeID gpuRegionBufferNum; 4014184Sgabeblack@google.com int blocksPerRegion := 64; // 4k regions 4114184Sgabeblack@google.com Cycles toDirLatency := 10; // Latency to fwd requests and send invs to directory 4214184Sgabeblack@google.com bool always_migrate := "False"; 4314184Sgabeblack@google.com bool sym_migrate := "False"; 4414184Sgabeblack@google.com bool asym_migrate := "False"; 4514184Sgabeblack@google.com bool noTCCdir := "False"; 4614184Sgabeblack@google.com int TCC_select_num_bits := 1; 4714184Sgabeblack@google.com 4814184Sgabeblack@google.com // To the directory 4914184Sgabeblack@google.com MessageBuffer * requestToDir, network="To", virtual_network="5", vnet_type="request"; 5014184Sgabeblack@google.com 5114184Sgabeblack@google.com // To the region buffers 5214184Sgabeblack@google.com MessageBuffer * notifyToRBuffer, network="To", virtual_network="7", vnet_type="request"; 5314184Sgabeblack@google.com MessageBuffer * probeToRBuffer, network="To", virtual_network="8", vnet_type="request"; 5414184Sgabeblack@google.com 5514184Sgabeblack@google.com // From the region buffers 5614184Sgabeblack@google.com MessageBuffer * responseFromRBuffer, network="From", virtual_network="2", vnet_type="response"; 5714184Sgabeblack@google.com MessageBuffer * requestFromRegBuf, network="From", virtual_network="0", vnet_type="request"; 5814184Sgabeblack@google.com 5914184Sgabeblack@google.com MessageBuffer * triggerQueue; 6014184Sgabeblack@google.com{ 6114184Sgabeblack@google.com 6214184Sgabeblack@google.com // States 6314184Sgabeblack@google.com state_declaration(State, desc="Region states", default="RegionDir_State_NP") { 6414184Sgabeblack@google.com NP, AccessPermission:Invalid, desc="Not present in region directory"; 6514184Sgabeblack@google.com P, AccessPermission:Invalid, desc="Region is private to owner"; 6614184Sgabeblack@google.com S, AccessPermission:Invalid, desc="Region is shared between CPU and GPU"; 6714184Sgabeblack@google.com 6814184Sgabeblack@google.com P_NP, AccessPermission:Invalid, desc="Evicting the region"; 6914184Sgabeblack@google.com NP_P, AccessPermission:Invalid, desc="Must wait for ack from R-buf"; 7014184Sgabeblack@google.com NP_S, AccessPermission:Invalid, desc="Must wait for ack from R-buf"; 7114184Sgabeblack@google.com P_P, AccessPermission:Invalid, desc="Waiting for ack from R-buf"; 7214184Sgabeblack@google.com S_S, AccessPermission:Invalid, desc="Waiting for ack from R-buf"; 7314184Sgabeblack@google.com P_S, AccessPermission:Invalid, desc="Downgrading the region"; 7414184Sgabeblack@google.com S_P, AccessPermission:Invalid, desc="Upgrading the region"; 7514184Sgabeblack@google.com P_AS, AccessPermission:Invalid, desc="Sent invalidates, waiting for acks"; 7614184Sgabeblack@google.com S_AP, AccessPermission:Invalid, desc="Sent invalidates, waiting for acks"; 7714184Sgabeblack@google.com P_AP, AccessPermission:Invalid, desc="Sent invalidates, waiting for acks"; 7814184Sgabeblack@google.com 7914184Sgabeblack@google.com SP_NP_W, AccessPermission:Invalid, desc="Last sharer writing back, waiting for ack"; 8014184Sgabeblack@google.com S_W, AccessPermission:Invalid, desc="Sharer writing back, waiting for ack"; 8114184Sgabeblack@google.com 8214184Sgabeblack@google.com P_AP_W, AccessPermission:Invalid, desc="Fwded request to dir, waiting for ack"; 8314184Sgabeblack@google.com P_AS_W, AccessPermission:Invalid, desc="Fwded request to dir, waiting for ack"; 8414184Sgabeblack@google.com S_AP_W, AccessPermission:Invalid, desc="Fwded request to dir, waiting for ack"; 8514184Sgabeblack@google.com } 8614184Sgabeblack@google.com 8714184Sgabeblack@google.com enumeration(Event, desc="Region directory events") { 8814184Sgabeblack@google.com SendInv, desc="Send inv message to any machine that has a region buffer"; 8914184Sgabeblack@google.com SendUpgrade, desc="Send upgrade message to any machine that has a region buffer"; 9014184Sgabeblack@google.com SendDowngrade, desc="Send downgrade message to any machine that has a region buffer"; 9114184Sgabeblack@google.com 9214184Sgabeblack@google.com Evict, desc="Evict this region"; 9314184Sgabeblack@google.com 9414184Sgabeblack@google.com UpgradeRequest, desc="Request from r-buf for an upgrade"; 9514184Sgabeblack@google.com SharedRequest, desc="Request from r-buf for read"; 9614184Sgabeblack@google.com PrivateRequest, desc="Request from r-buf for write"; 9714184Sgabeblack@google.com 9814184Sgabeblack@google.com InvAckCore, desc="Ack from region buffer to order the invalidate"; 9914184Sgabeblack@google.com InvAckCoreNoShare, desc="Ack from region buffer to order the invalidate, and it does not have the region"; 10014184Sgabeblack@google.com CPUPrivateAck, desc="Ack from region buffer to order private notification"; 10114184Sgabeblack@google.com 10214184Sgabeblack@google.com LastAck, desc="Done eviciting all the blocks"; 10314184Sgabeblack@google.com 10414184Sgabeblack@google.com StaleCleanWbRequest, desc="stale clean writeback reqeust"; 10514184Sgabeblack@google.com StaleCleanWbRequestNoShare, desc="stale clean wb req from a cache which should be removed from sharers"; 10614184Sgabeblack@google.com CleanWbRequest, desc="clean writeback reqeust, multiple sharers"; 10714184Sgabeblack@google.com CleanWbRequest_LastSharer, desc="clean writeback reqeust, last sharer"; 10814184Sgabeblack@google.com WritebackAck, desc="Writeback Ack from region buffer"; 10914184Sgabeblack@google.com DirReadyAck, desc="Directory is ready, waiting Ack from region buffer"; 11014184Sgabeblack@google.com 11114184Sgabeblack@google.com TriggerInv, desc="trigger invalidate message"; 11214184Sgabeblack@google.com TriggerDowngrade, desc="trigger downgrade message"; 11314184Sgabeblack@google.com } 11414184Sgabeblack@google.com 11514184Sgabeblack@google.com enumeration(RequestType, desc="To communicate stats from transitions to recordStats") { 11614184Sgabeblack@google.com DataArrayRead, desc="Read the data array"; 11714184Sgabeblack@google.com DataArrayWrite, desc="Write the data array"; 11814184Sgabeblack@google.com TagArrayRead, desc="Read the data array"; 11914184Sgabeblack@google.com TagArrayWrite, desc="Write the data array"; 12014184Sgabeblack@google.com } 12114184Sgabeblack@google.com 12214184Sgabeblack@google.com structure(BoolVec, external="yes") { 12314184Sgabeblack@google.com bool at(int); 12414184Sgabeblack@google.com void resize(int); 12514184Sgabeblack@google.com void clear(); 12614184Sgabeblack@google.com } 12714184Sgabeblack@google.com 12814184Sgabeblack@google.com structure(Entry, desc="Region entry", interface="AbstractCacheEntry") { 12914184Sgabeblack@google.com Addr addr, desc="Base address of this region"; 13014184Sgabeblack@google.com NetDest Sharers, desc="Set of machines that are sharing, but not owners"; 13114184Sgabeblack@google.com State RegionState, desc="Region state"; 13214184Sgabeblack@google.com DataBlock DataBlk, desc="Data for the block (always empty in region dir)"; 13314184Sgabeblack@google.com MachineID Owner, desc="Machine which owns all blocks in this region"; 13414184Sgabeblack@google.com Cycles ProbeStart, desc="Time when the first probe request was issued"; 13514184Sgabeblack@google.com bool LastWriten, default="false", desc="The last time someone accessed this region, it wrote it"; 13614184Sgabeblack@google.com bool LastWritenByCpu, default="false", desc="The last time the CPU accessed this region, it wrote it"; 13714184Sgabeblack@google.com bool LastWritenByGpu, default="false", desc="The last time the GPU accessed this region, it wrote it"; 13814184Sgabeblack@google.com } 13914184Sgabeblack@google.com 14014184Sgabeblack@google.com structure(TBE, desc="...") { 14114184Sgabeblack@google.com State TBEState, desc="Transient state"; 14214184Sgabeblack@google.com MachineID Owner, desc="Machine which owns all blocks in this region"; 14314184Sgabeblack@google.com NetDest Sharers, desc="Set of machines to send evicts"; 14414184Sgabeblack@google.com int NumValidBlocks, desc="Number of blocks valid so we don't have to count a BoolVec"; 14514184Sgabeblack@google.com bool AllAcksReceived, desc="Got all necessary acks from dir"; 14614184Sgabeblack@google.com CoherenceRequestType MsgType, desc="Msg type for the evicts could be inv or dwngrd"; 14714184Sgabeblack@google.com Cycles ProbeRequestTime, default="Cycles(0)", desc="Start of probe request"; 14814184Sgabeblack@google.com Cycles InitialRequestTime, default="Cycles(0)", desc="To forward back on out msg"; 14914184Sgabeblack@google.com Addr DemandAddress, desc="Demand address from original request"; 15014184Sgabeblack@google.com uint64_t probe_id, desc="probe id for lifetime profiling"; 15114184Sgabeblack@google.com } 15214184Sgabeblack@google.com 15314184Sgabeblack@google.com structure(TBETable, external="yes") { 15414184Sgabeblack@google.com TBE lookup(Addr); 15514184Sgabeblack@google.com void allocate(Addr); 15614184Sgabeblack@google.com void deallocate(Addr); 15714184Sgabeblack@google.com bool isPresent(Addr); 15814184Sgabeblack@google.com } 15914184Sgabeblack@google.com 16014184Sgabeblack@google.com // Stores only region addresses 16114184Sgabeblack@google.com TBETable TBEs, template="<RegionDir_TBE>", constructor="m_number_of_TBEs"; 16214184Sgabeblack@google.com int TCC_select_low_bit, default="RubySystem::getBlockSizeBits()"; 16314184Sgabeblack@google.com 16414184Sgabeblack@google.com Tick clockEdge(); 16514184Sgabeblack@google.com Tick cyclesToTicks(Cycles c); 16614184Sgabeblack@google.com 16714184Sgabeblack@google.com void set_cache_entry(AbstractCacheEntry b); 16814184Sgabeblack@google.com void unset_cache_entry(); 16914184Sgabeblack@google.com void set_tbe(TBE b); 17014184Sgabeblack@google.com void unset_tbe(); 17114184Sgabeblack@google.com void wakeUpAllBuffers(); 17214184Sgabeblack@google.com void wakeUpBuffers(Addr a); 17314184Sgabeblack@google.com Cycles curCycle(); 17414184Sgabeblack@google.com MachineID mapAddressToMachine(Addr addr, MachineType mtype); 17514184Sgabeblack@google.com 17614184Sgabeblack@google.com int blockBits, default="RubySystem::getBlockSizeBits()"; 17714184Sgabeblack@google.com int blockBytes, default="RubySystem::getBlockSizeBytes()"; 17814184Sgabeblack@google.com int regionBits, default="log2(m_blocksPerRegion)"; 17914184Sgabeblack@google.com 18014184Sgabeblack@google.com // Functions 18114184Sgabeblack@google.com 18214184Sgabeblack@google.com MachineID getCoreMachine(MachineID rBuf, Addr address) { 18314184Sgabeblack@google.com if (machineIDToNodeID(rBuf) == cpuRegionBufferNum) { 18414184Sgabeblack@google.com return createMachineID(MachineType:CorePair, intToID(0)); 18514184Sgabeblack@google.com } else if (machineIDToNodeID(rBuf) == gpuRegionBufferNum) { 18614184Sgabeblack@google.com if (noTCCdir) { 18714184Sgabeblack@google.com return mapAddressToRange(address,MachineType:TCC, 18814184Sgabeblack@google.com TCC_select_low_bit, TCC_select_num_bits); 18914184Sgabeblack@google.com } else { 19014184Sgabeblack@google.com return createMachineID(MachineType:TCCdir, intToID(0)); 19114184Sgabeblack@google.com } 19214184Sgabeblack@google.com } else { 19314184Sgabeblack@google.com error("Unexpected region buffer number"); 19414184Sgabeblack@google.com } 19514184Sgabeblack@google.com } 19614184Sgabeblack@google.com 19714184Sgabeblack@google.com bool isCpuMachine(MachineID rBuf) { 19814184Sgabeblack@google.com if (machineIDToNodeID(rBuf) == cpuRegionBufferNum) { 19914184Sgabeblack@google.com return true; 20014184Sgabeblack@google.com } else if (machineIDToNodeID(rBuf) == gpuRegionBufferNum) { 20114184Sgabeblack@google.com return false; 20214184Sgabeblack@google.com } else { 20314184Sgabeblack@google.com error("Unexpected region buffer number"); 20414184Sgabeblack@google.com } 20514184Sgabeblack@google.com } 20614184Sgabeblack@google.com 20714184Sgabeblack@google.com bool symMigrate(Entry cache_entry) { 20814184Sgabeblack@google.com return cache_entry.LastWriten; 20914184Sgabeblack@google.com } 21014184Sgabeblack@google.com 21114184Sgabeblack@google.com bool asymMigrate(Entry cache_entry, MachineID requestor) { 21214184Sgabeblack@google.com if (isCpuMachine(requestor)) { 21314184Sgabeblack@google.com return cache_entry.LastWritenByCpu; 21414184Sgabeblack@google.com } else { 21514184Sgabeblack@google.com return cache_entry.LastWritenByGpu; 21614184Sgabeblack@google.com } 21714184Sgabeblack@google.com } 21814184Sgabeblack@google.com 21914184Sgabeblack@google.com int getRegionOffset(Addr addr) { 22014184Sgabeblack@google.com if (blocksPerRegion > 1) { 22114184Sgabeblack@google.com Addr offset := bitSelect(addr, blockBits, regionBits+blockBits-1); 22214184Sgabeblack@google.com int ret := addressToInt(offset); 22314184Sgabeblack@google.com assert(ret < blocksPerRegion); 22414184Sgabeblack@google.com return ret; 22514184Sgabeblack@google.com } else { 22614184Sgabeblack@google.com return 0; 22714184Sgabeblack@google.com } 22814184Sgabeblack@google.com } 22914184Sgabeblack@google.com 23014184Sgabeblack@google.com Addr getRegionBase(Addr addr) { 23114184Sgabeblack@google.com return maskLowOrderBits(addr, blockBits+regionBits); 23214184Sgabeblack@google.com } 23314184Sgabeblack@google.com 23414184Sgabeblack@google.com Addr getNextBlock(Addr addr) { 23514184Sgabeblack@google.com Addr a := addr; 23614184Sgabeblack@google.com makeNextStrideAddress(a, 1); 23714184Sgabeblack@google.com return a; 23814184Sgabeblack@google.com } 23914184Sgabeblack@google.com 24014184Sgabeblack@google.com bool presentOrAvail(Addr addr) { 24114184Sgabeblack@google.com DPRINTF(RubySlicc, "Present? %s, avail? %s\n", cacheMemory.isTagPresent(getRegionBase(addr)), cacheMemory.cacheAvail(getRegionBase(addr))); 24214184Sgabeblack@google.com return cacheMemory.isTagPresent(getRegionBase(addr)) || cacheMemory.cacheAvail(getRegionBase(addr)); 24314184Sgabeblack@google.com } 24414184Sgabeblack@google.com 24514184Sgabeblack@google.com // Returns a region entry! 24614184Sgabeblack@google.com Entry getCacheEntry(Addr addr), return_by_pointer="yes" { 24714184Sgabeblack@google.com return static_cast(Entry, "pointer", cacheMemory.lookup(getRegionBase(addr))); 24814184Sgabeblack@google.com } 24914184Sgabeblack@google.com 25014184Sgabeblack@google.com TBE getTBE(Addr addr), return_by_pointer="yes" { 25114184Sgabeblack@google.com return TBEs.lookup(getRegionBase(addr)); 25214184Sgabeblack@google.com } 25314184Sgabeblack@google.com 25414184Sgabeblack@google.com DataBlock getDataBlock(Addr addr), return_by_ref="yes" { 25514184Sgabeblack@google.com return getCacheEntry(getRegionBase(addr)).DataBlk; 25614184Sgabeblack@google.com } 25714184Sgabeblack@google.com 25814184Sgabeblack@google.com State getState(TBE tbe, Entry cache_entry, Addr addr) { 25914184Sgabeblack@google.com if (is_valid(tbe)) { 26014184Sgabeblack@google.com return tbe.TBEState; 26114184Sgabeblack@google.com } else if (is_valid(cache_entry)) { 26214184Sgabeblack@google.com return cache_entry.RegionState; 26314184Sgabeblack@google.com } 26414184Sgabeblack@google.com return State:NP; 26514184Sgabeblack@google.com } 26614184Sgabeblack@google.com 26714184Sgabeblack@google.com void setState(TBE tbe, Entry cache_entry, Addr addr, State state) { 26814184Sgabeblack@google.com if (is_valid(tbe)) { 26914184Sgabeblack@google.com tbe.TBEState := state; 27014184Sgabeblack@google.com } 27114184Sgabeblack@google.com if (is_valid(cache_entry)) { 27214184Sgabeblack@google.com cache_entry.RegionState := state; 27314184Sgabeblack@google.com } 27414184Sgabeblack@google.com } 27514184Sgabeblack@google.com 27614184Sgabeblack@google.com AccessPermission getAccessPermission(Addr addr) { 27714184Sgabeblack@google.com TBE tbe := getTBE(addr); 27814184Sgabeblack@google.com if(is_valid(tbe)) { 27914184Sgabeblack@google.com return RegionDir_State_to_permission(tbe.TBEState); 28014184Sgabeblack@google.com } 28114184Sgabeblack@google.com Entry cache_entry := getCacheEntry(addr); 28214184Sgabeblack@google.com if(is_valid(cache_entry)) { 28314184Sgabeblack@google.com return RegionDir_State_to_permission(cache_entry.RegionState); 28414184Sgabeblack@google.com } 28514184Sgabeblack@google.com return AccessPermission:NotPresent; 28614184Sgabeblack@google.com } 28714184Sgabeblack@google.com 28814184Sgabeblack@google.com void setAccessPermission(Entry cache_entry, Addr addr, State state) { 28914184Sgabeblack@google.com if (is_valid(cache_entry)) { 29014184Sgabeblack@google.com cache_entry.changePermission(RegionDir_State_to_permission(state)); 29114184Sgabeblack@google.com } 29214184Sgabeblack@google.com } 29314184Sgabeblack@google.com 29414184Sgabeblack@google.com void functionalRead(Addr addr, Packet *pkt) { 29514184Sgabeblack@google.com functionalMemoryRead(pkt); 29614184Sgabeblack@google.com } 29714184Sgabeblack@google.com 29814184Sgabeblack@google.com int functionalWrite(Addr addr, Packet *pkt) { 29914184Sgabeblack@google.com if (functionalMemoryWrite(pkt)) { 30014184Sgabeblack@google.com return 1; 30114184Sgabeblack@google.com } else { 30214184Sgabeblack@google.com return 0; 30314184Sgabeblack@google.com } 30414184Sgabeblack@google.com } 30514184Sgabeblack@google.com 30614184Sgabeblack@google.com void recordRequestType(RequestType request_type, Addr addr) { 30714184Sgabeblack@google.com if (request_type == RequestType:DataArrayRead) { 30814184Sgabeblack@google.com cacheMemory.recordRequestType(CacheRequestType:DataArrayRead, addr); 30914184Sgabeblack@google.com } else if (request_type == RequestType:DataArrayWrite) { 31014184Sgabeblack@google.com cacheMemory.recordRequestType(CacheRequestType:DataArrayWrite, addr); 31114184Sgabeblack@google.com } else if (request_type == RequestType:TagArrayRead) { 31214184Sgabeblack@google.com cacheMemory.recordRequestType(CacheRequestType:TagArrayRead, addr); 31314184Sgabeblack@google.com } else if (request_type == RequestType:TagArrayWrite) { 31414184Sgabeblack@google.com cacheMemory.recordRequestType(CacheRequestType:TagArrayWrite, addr); 31514184Sgabeblack@google.com } 31614184Sgabeblack@google.com } 31714184Sgabeblack@google.com 31814184Sgabeblack@google.com bool checkResourceAvailable(RequestType request_type, Addr addr) { 31914184Sgabeblack@google.com if (request_type == RequestType:DataArrayRead) { 32014184Sgabeblack@google.com return cacheMemory.checkResourceAvailable(CacheResourceType:DataArray, addr); 32114184Sgabeblack@google.com } else if (request_type == RequestType:DataArrayWrite) { 32214184Sgabeblack@google.com return cacheMemory.checkResourceAvailable(CacheResourceType:DataArray, addr); 32314184Sgabeblack@google.com } else if (request_type == RequestType:TagArrayRead) { 32414184Sgabeblack@google.com return cacheMemory.checkResourceAvailable(CacheResourceType:TagArray, addr); 32514184Sgabeblack@google.com } else if (request_type == RequestType:TagArrayWrite) { 32614184Sgabeblack@google.com return cacheMemory.checkResourceAvailable(CacheResourceType:TagArray, addr); 32714184Sgabeblack@google.com } else { 32814184Sgabeblack@google.com error("Invalid RequestType type in checkResourceAvailable"); 32914184Sgabeblack@google.com return true; 33014184Sgabeblack@google.com } 33114184Sgabeblack@google.com } 33214184Sgabeblack@google.com 33314184Sgabeblack@google.com out_port(triggerQueue_out, TriggerMsg, triggerQueue); 33414184Sgabeblack@google.com 33514184Sgabeblack@google.com out_port(requestNetwork_out, CPURequestMsg, requestToDir); 33614184Sgabeblack@google.com out_port(notifyNetwork_out, CPURequestMsg, notifyToRBuffer); 33714184Sgabeblack@google.com out_port(probeNetwork_out, NBProbeRequestMsg, probeToRBuffer); 33814184Sgabeblack@google.com 33914184Sgabeblack@google.com in_port(triggerQueue_in, TriggerMsg, triggerQueue, rank=2) { 34014184Sgabeblack@google.com if (triggerQueue_in.isReady(clockEdge())) { 34114184Sgabeblack@google.com peek(triggerQueue_in, TriggerMsg) { 34214184Sgabeblack@google.com assert(in_msg.addr == getRegionBase(in_msg.addr)); 34314184Sgabeblack@google.com Entry cache_entry := getCacheEntry(in_msg.addr); 34414184Sgabeblack@google.com TBE tbe := getTBE(in_msg.addr); 34514184Sgabeblack@google.com DPRINTF(RubySlicc, "trigger msg: %s (%s)\n", in_msg, getRegionBase(in_msg.addr)); 34614184Sgabeblack@google.com if (in_msg.Type == TriggerType:AcksComplete) { 34714184Sgabeblack@google.com assert(is_valid(tbe)); 34814184Sgabeblack@google.com trigger(Event:LastAck, in_msg.addr, cache_entry, tbe); 34914184Sgabeblack@google.com } else if (in_msg.Type == TriggerType:InvRegion) { 35014184Sgabeblack@google.com assert(is_valid(tbe)); 35114184Sgabeblack@google.com trigger(Event:TriggerInv, in_msg.addr, cache_entry, tbe); 35214184Sgabeblack@google.com } else if (in_msg.Type == TriggerType:DowngradeRegion) { 35314184Sgabeblack@google.com assert(is_valid(tbe)); 35414184Sgabeblack@google.com trigger(Event:TriggerDowngrade, in_msg.addr, cache_entry, tbe); 35514184Sgabeblack@google.com } else { 35614184Sgabeblack@google.com error("Unknown trigger message"); 35714184Sgabeblack@google.com } 35814184Sgabeblack@google.com } 35914184Sgabeblack@google.com } 36014184Sgabeblack@google.com } 36114184Sgabeblack@google.com 36214184Sgabeblack@google.com in_port(responseNetwork_in, ResponseMsg, responseFromRBuffer, rank=1) { 36314184Sgabeblack@google.com if (responseNetwork_in.isReady(clockEdge())) { 36414184Sgabeblack@google.com peek(responseNetwork_in, ResponseMsg) { 36514184Sgabeblack@google.com TBE tbe := getTBE(in_msg.addr); 36614184Sgabeblack@google.com Entry cache_entry := getCacheEntry(in_msg.addr); 36714184Sgabeblack@google.com if (in_msg.Type == CoherenceResponseType:CPUPrbResp) { 36814184Sgabeblack@google.com assert(in_msg.addr == getRegionBase(in_msg.addr)); 36914184Sgabeblack@google.com assert(is_valid(tbe)); 37014184Sgabeblack@google.com if (in_msg.NotCached) { 37114184Sgabeblack@google.com trigger(Event:InvAckCoreNoShare, in_msg.addr, cache_entry, tbe); 37214184Sgabeblack@google.com } else { 37314184Sgabeblack@google.com trigger(Event:InvAckCore, in_msg.addr, cache_entry, tbe); 37414184Sgabeblack@google.com } 37514184Sgabeblack@google.com } else if (in_msg.Type == CoherenceResponseType:PrivateAck) { 37614184Sgabeblack@google.com assert(in_msg.addr == getRegionBase(in_msg.addr)); 37714184Sgabeblack@google.com assert(is_valid(cache_entry)); 37814184Sgabeblack@google.com //Fix Me...add back in: assert(cache_entry.Sharers.isElement(in_msg.Sender)); 37914184Sgabeblack@google.com trigger(Event:CPUPrivateAck, in_msg.addr, cache_entry, tbe); 38014184Sgabeblack@google.com } else if (in_msg.Type == CoherenceResponseType:RegionWbAck) { 38114184Sgabeblack@google.com //Fix Me...add back in: assert(cache_entry.Sharers.isElement(in_msg.Sender) == false); 38214184Sgabeblack@google.com assert(in_msg.addr == getRegionBase(in_msg.addr)); 38314184Sgabeblack@google.com trigger(Event:WritebackAck, in_msg.addr, cache_entry, tbe); 38414184Sgabeblack@google.com } else if (in_msg.Type == CoherenceResponseType:DirReadyAck) { 38514184Sgabeblack@google.com assert(is_valid(tbe)); 38614184Sgabeblack@google.com trigger(Event:DirReadyAck, getRegionBase(in_msg.addr), cache_entry, tbe); 38714184Sgabeblack@google.com } else { 38814184Sgabeblack@google.com error("Invalid response type"); 38914184Sgabeblack@google.com } 39014184Sgabeblack@google.com } 39114184Sgabeblack@google.com } 39214184Sgabeblack@google.com } 39314184Sgabeblack@google.com 39414184Sgabeblack@google.com // In from cores 39514184Sgabeblack@google.com // NOTE: We get the cache / TBE entry based on the region address, 39614184Sgabeblack@google.com // but pass the block address to the actions 39714184Sgabeblack@google.com in_port(requestNetwork_in, CPURequestMsg, requestFromRegBuf, rank=0) { 39814184Sgabeblack@google.com if (requestNetwork_in.isReady(clockEdge())) { 39914184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 40014184Sgabeblack@google.com //assert(in_msg.addr == getRegionBase(in_msg.addr)); 40114184Sgabeblack@google.com Addr address := getRegionBase(in_msg.addr); 40214184Sgabeblack@google.com DPRINTF(RubySlicc, "Got %s, base %s\n", in_msg.addr, address); 40314184Sgabeblack@google.com if (presentOrAvail(address)) { 40414184Sgabeblack@google.com TBE tbe := getTBE(address); 40514184Sgabeblack@google.com Entry cache_entry := getCacheEntry(address); 40614184Sgabeblack@google.com if (in_msg.Type == CoherenceRequestType:PrivateRequest) { 40714184Sgabeblack@google.com if (is_valid(cache_entry) && (cache_entry.Owner != in_msg.Requestor || 40814184Sgabeblack@google.com getState(tbe, cache_entry, address) == State:S)) { 40914184Sgabeblack@google.com trigger(Event:SendInv, address, cache_entry, tbe); 41014184Sgabeblack@google.com } else { 41114184Sgabeblack@google.com trigger(Event:PrivateRequest, address, cache_entry, tbe); 41214184Sgabeblack@google.com } 41314184Sgabeblack@google.com } else if (in_msg.Type == CoherenceRequestType:SharedRequest) { 41414184Sgabeblack@google.com if (is_invalid(cache_entry)) { 41514184Sgabeblack@google.com // If no one has ever requested this region give private permissions 41614184Sgabeblack@google.com trigger(Event:PrivateRequest, address, cache_entry, tbe); 41714184Sgabeblack@google.com } else { 41814184Sgabeblack@google.com if (always_migrate || 41914184Sgabeblack@google.com (sym_migrate && symMigrate(cache_entry)) || 42014184Sgabeblack@google.com (asym_migrate && asymMigrate(cache_entry, in_msg.Requestor))) { 42114184Sgabeblack@google.com if (cache_entry.Sharers.count() == 1 && 42214184Sgabeblack@google.com cache_entry.Sharers.isElement(in_msg.Requestor)) { 42314184Sgabeblack@google.com trigger(Event:UpgradeRequest, address, cache_entry, tbe); 42414184Sgabeblack@google.com } else { 42514184Sgabeblack@google.com trigger(Event:SendInv, address, cache_entry, tbe); 42614184Sgabeblack@google.com } 42714184Sgabeblack@google.com } else { // don't migrate 42814184Sgabeblack@google.com if(cache_entry.Sharers.isElement(in_msg.Requestor) || 42914184Sgabeblack@google.com getState(tbe, cache_entry, address) == State:S) { 43014184Sgabeblack@google.com trigger(Event:SharedRequest, address, cache_entry, tbe); 43114184Sgabeblack@google.com } else { 43214184Sgabeblack@google.com trigger(Event:SendDowngrade, address, cache_entry, tbe); 43314184Sgabeblack@google.com } 43414184Sgabeblack@google.com } 43514184Sgabeblack@google.com } 43614184Sgabeblack@google.com } else if (in_msg.Type == CoherenceRequestType:UpgradeRequest) { 43714184Sgabeblack@google.com if (is_invalid(cache_entry)) { 43814184Sgabeblack@google.com trigger(Event:PrivateRequest, address, cache_entry, tbe); 43914184Sgabeblack@google.com } else if (cache_entry.Sharers.count() == 1 && cache_entry.Sharers.isElement(in_msg.Requestor)) { 44014184Sgabeblack@google.com trigger(Event:UpgradeRequest, address, cache_entry, tbe); 44114184Sgabeblack@google.com } else { 44214184Sgabeblack@google.com trigger(Event:SendUpgrade, address, cache_entry, tbe); 44314184Sgabeblack@google.com } 44414184Sgabeblack@google.com } else if (in_msg.Type == CoherenceRequestType:CleanWbRequest) { 44514184Sgabeblack@google.com if (is_invalid(cache_entry) || cache_entry.Sharers.isElement(in_msg.Requestor) == false) { 44614184Sgabeblack@google.com trigger(Event:StaleCleanWbRequest, address, cache_entry, tbe); 44714184Sgabeblack@google.com } else { 44814184Sgabeblack@google.com DPRINTF(RubySlicc, "wb address %s(%s) owner %s sharers %s requestor %s %d %d\n", in_msg.addr, getRegionBase(in_msg.addr), cache_entry.Owner, cache_entry.Sharers, in_msg.Requestor, cache_entry.Sharers.isElement(in_msg.Requestor), cache_entry.Sharers.count()); 44914184Sgabeblack@google.com if (cache_entry.Sharers.isElement(in_msg.Requestor) && cache_entry.Sharers.count() == 1) { 45014184Sgabeblack@google.com DPRINTF(RubySlicc, "last wb\n"); 45114184Sgabeblack@google.com trigger(Event:CleanWbRequest_LastSharer, address, cache_entry, tbe); 45214184Sgabeblack@google.com } else { 45314184Sgabeblack@google.com DPRINTF(RubySlicc, "clean wb\n"); 45414184Sgabeblack@google.com trigger(Event:CleanWbRequest, address, cache_entry, tbe); 45514184Sgabeblack@google.com } 45614184Sgabeblack@google.com } 45714184Sgabeblack@google.com } else { 45814184Sgabeblack@google.com error("unknown region dir request type"); 45914184Sgabeblack@google.com } 46014184Sgabeblack@google.com } else { 46114184Sgabeblack@google.com Addr victim := cacheMemory.cacheProbe(getRegionBase(in_msg.addr)); 46214184Sgabeblack@google.com TBE victim_tbe := getTBE(victim); 46314184Sgabeblack@google.com Entry victim_entry := getCacheEntry(victim); 46414184Sgabeblack@google.com DPRINTF(RubySlicc, "Evicting address %s for new region at address %s(%s)\n", victim, in_msg.addr, getRegionBase(in_msg.addr)); 46514184Sgabeblack@google.com assert(is_valid(victim_entry)); 46614184Sgabeblack@google.com trigger(Event:Evict, victim, victim_entry, victim_tbe); 46714184Sgabeblack@google.com } 46814184Sgabeblack@google.com } 46914184Sgabeblack@google.com } 47014184Sgabeblack@google.com } 47114184Sgabeblack@google.com 47214184Sgabeblack@google.com // Actions 47314184Sgabeblack@google.com 47414184Sgabeblack@google.com action(f_fwdReqToDir, "f", desc="Forward CPU request to directory") { 47514184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 47614184Sgabeblack@google.com enqueue(requestNetwork_out, CPURequestMsg, toDirLatency) { 47714184Sgabeblack@google.com out_msg.addr := in_msg.addr; // This is the block address. "address" is the region address 47814184Sgabeblack@google.com out_msg.Type := in_msg.OriginalType; 47914184Sgabeblack@google.com out_msg.DataBlk := in_msg.DataBlk; 48014184Sgabeblack@google.com out_msg.Dirty := in_msg.Dirty; 48114184Sgabeblack@google.com out_msg.Requestor := getCoreMachine(in_msg.Requestor,address); 48214184Sgabeblack@google.com out_msg.WTRequestor := in_msg.WTRequestor; 48314184Sgabeblack@google.com out_msg.Destination.add(mapAddressToMachine(in_msg.addr, MachineType:Directory)); 48414184Sgabeblack@google.com out_msg.Shared := in_msg.Shared; 48514184Sgabeblack@google.com out_msg.MessageSize := in_msg.MessageSize; 48614184Sgabeblack@google.com out_msg.Private := in_msg.Private; 48714184Sgabeblack@google.com out_msg.NoAckNeeded := true; 48814184Sgabeblack@google.com out_msg.InitialRequestTime := in_msg.InitialRequestTime; 48914184Sgabeblack@google.com out_msg.ProbeRequestStartTime := curCycle(); 49014184Sgabeblack@google.com out_msg.DemandRequest := true; 49114184Sgabeblack@google.com if (is_valid(cache_entry) && getState(tbe, cache_entry, address) != State:S) { 49214184Sgabeblack@google.com out_msg.Acks := cache_entry.Sharers.count(); 49314184Sgabeblack@google.com } else { 49414184Sgabeblack@google.com out_msg.Acks := 0; 49514184Sgabeblack@google.com } 49614184Sgabeblack@google.com } 49714184Sgabeblack@google.com } 49814184Sgabeblack@google.com } 49914184Sgabeblack@google.com 50014184Sgabeblack@google.com action(f_fwdReqToDirShared, "fs", desc="Forward CPU request to directory (shared)") { 50114184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 50214184Sgabeblack@google.com enqueue(requestNetwork_out, CPURequestMsg, toDirLatency) { 50314184Sgabeblack@google.com out_msg.addr := in_msg.addr; // This is the block address. "address" is the region address 50414184Sgabeblack@google.com out_msg.Type := in_msg.OriginalType; 50514184Sgabeblack@google.com out_msg.DataBlk := in_msg.DataBlk; 50614184Sgabeblack@google.com out_msg.Dirty := in_msg.Dirty; 50714184Sgabeblack@google.com out_msg.Requestor := getCoreMachine(in_msg.Requestor,address); 50814184Sgabeblack@google.com out_msg.WTRequestor := in_msg.WTRequestor; 50914184Sgabeblack@google.com out_msg.Destination.add(mapAddressToMachine(in_msg.addr, MachineType:Directory)); 51014184Sgabeblack@google.com out_msg.Shared := in_msg.Shared; 51114184Sgabeblack@google.com out_msg.MessageSize := in_msg.MessageSize; 51214184Sgabeblack@google.com out_msg.Private := in_msg.Private; 51314184Sgabeblack@google.com out_msg.NoAckNeeded := true; 51414184Sgabeblack@google.com out_msg.InitialRequestTime := in_msg.InitialRequestTime; 51514184Sgabeblack@google.com out_msg.ProbeRequestStartTime := curCycle(); 51614184Sgabeblack@google.com out_msg.DemandRequest := true; 51714184Sgabeblack@google.com out_msg.ForceShared := true; 51814184Sgabeblack@google.com if (is_valid(cache_entry) && getState(tbe, cache_entry, address) != State:S) { 51914184Sgabeblack@google.com out_msg.Acks := cache_entry.Sharers.count(); 52014184Sgabeblack@google.com } else { 52114184Sgabeblack@google.com out_msg.Acks := 0; 52214184Sgabeblack@google.com } 52314184Sgabeblack@google.com } 52414184Sgabeblack@google.com } 52514184Sgabeblack@google.com } 52614184Sgabeblack@google.com 52714184Sgabeblack@google.com action(f_fwdReqToDirWithAck, "fa", desc="Forward CPU request to directory with ack request") { 52814184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 52914184Sgabeblack@google.com enqueue(requestNetwork_out, CPURequestMsg, toDirLatency) { 53014184Sgabeblack@google.com out_msg.addr := in_msg.addr; // This is the block address. "address" is the region address 53114184Sgabeblack@google.com out_msg.Type := in_msg.OriginalType; 53214184Sgabeblack@google.com out_msg.DataBlk := in_msg.DataBlk; 53314184Sgabeblack@google.com out_msg.Dirty := in_msg.Dirty; 53414184Sgabeblack@google.com out_msg.Requestor := getCoreMachine(in_msg.Requestor,address); 53514184Sgabeblack@google.com out_msg.WTRequestor := in_msg.WTRequestor; 53614184Sgabeblack@google.com out_msg.Destination.add(mapAddressToMachine(in_msg.addr, MachineType:Directory)); 53714184Sgabeblack@google.com out_msg.Shared := in_msg.Shared; 53814184Sgabeblack@google.com out_msg.MessageSize := in_msg.MessageSize; 53914184Sgabeblack@google.com out_msg.Private := in_msg.Private; 54014184Sgabeblack@google.com out_msg.NoAckNeeded := false; 54114184Sgabeblack@google.com out_msg.InitialRequestTime := in_msg.InitialRequestTime; 54214184Sgabeblack@google.com out_msg.ProbeRequestStartTime := curCycle(); 54314184Sgabeblack@google.com out_msg.DemandRequest := true; 54414184Sgabeblack@google.com if (is_valid(cache_entry)) { 54514184Sgabeblack@google.com out_msg.Acks := cache_entry.Sharers.count(); 54614184Sgabeblack@google.com // Don't need an ack from the requestor! 54714184Sgabeblack@google.com if (cache_entry.Sharers.isElement(in_msg.Requestor)) { 54814184Sgabeblack@google.com out_msg.Acks := out_msg.Acks - 1; 54914184Sgabeblack@google.com } 55014184Sgabeblack@google.com } else { 55114184Sgabeblack@google.com out_msg.Acks := 0; 55214184Sgabeblack@google.com } 55314184Sgabeblack@google.com } 55414184Sgabeblack@google.com } 55514184Sgabeblack@google.com } 55614184Sgabeblack@google.com 55714184Sgabeblack@google.com action(f_fwdReqToDirWithAckShared, "fas", desc="Forward CPU request to directory with ack request") { 55814184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 55914184Sgabeblack@google.com enqueue(requestNetwork_out, CPURequestMsg, toDirLatency) { 56014184Sgabeblack@google.com out_msg.addr := in_msg.addr; // This is the block address. "address" is the region address 56114184Sgabeblack@google.com out_msg.Type := in_msg.OriginalType; 56214184Sgabeblack@google.com out_msg.DataBlk := in_msg.DataBlk; 56314184Sgabeblack@google.com out_msg.Dirty := in_msg.Dirty; 56414184Sgabeblack@google.com out_msg.Requestor := getCoreMachine(in_msg.Requestor,address); 56514184Sgabeblack@google.com out_msg.WTRequestor := in_msg.WTRequestor; 56614184Sgabeblack@google.com out_msg.Destination.add(mapAddressToMachine(in_msg.addr, MachineType:Directory)); 56714184Sgabeblack@google.com out_msg.Shared := in_msg.Shared; 56814184Sgabeblack@google.com out_msg.MessageSize := in_msg.MessageSize; 56914184Sgabeblack@google.com out_msg.Private := in_msg.Private; 57014184Sgabeblack@google.com out_msg.NoAckNeeded := false; 57114184Sgabeblack@google.com out_msg.InitialRequestTime := in_msg.InitialRequestTime; 57214184Sgabeblack@google.com out_msg.ProbeRequestStartTime := curCycle(); 57314184Sgabeblack@google.com out_msg.DemandRequest := true; 57414184Sgabeblack@google.com out_msg.ForceShared := true; 57514184Sgabeblack@google.com if (is_valid(cache_entry)) { 57614184Sgabeblack@google.com out_msg.Acks := cache_entry.Sharers.count(); 57714184Sgabeblack@google.com // Don't need an ack from the requestor! 57814184Sgabeblack@google.com if (cache_entry.Sharers.isElement(in_msg.Requestor)) { 57914184Sgabeblack@google.com out_msg.Acks := out_msg.Acks - 1; 58014184Sgabeblack@google.com } 58114184Sgabeblack@google.com } else { 58214184Sgabeblack@google.com out_msg.Acks := 0; 58314184Sgabeblack@google.com } 58414184Sgabeblack@google.com } 58514184Sgabeblack@google.com } 58614184Sgabeblack@google.com } 58714184Sgabeblack@google.com 58814184Sgabeblack@google.com action(a_allocateRegionEntry, "a", desc="Allocate a new entry") { 58914184Sgabeblack@google.com set_cache_entry(cacheMemory.allocate(getRegionBase(address), new Entry)); 59014184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 59114184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(in_msg.Requestor); 59214184Sgabeblack@google.com } 59314184Sgabeblack@google.com } 59414184Sgabeblack@google.com 59514184Sgabeblack@google.com action(d_deallocateRegionEntry, "d", desc="Deallocate region entry") { 59614184Sgabeblack@google.com cacheMemory.deallocate(getRegionBase(address)); 59714184Sgabeblack@google.com unset_cache_entry(); 59814184Sgabeblack@google.com } 59914184Sgabeblack@google.com 60014184Sgabeblack@google.com action(ra_receiveAck, "ra", desc="Mark TBE entry as received this ack") { 60114184Sgabeblack@google.com //assert(tbe.ValidBlocks.at(getRegionOffset(address))); 60214184Sgabeblack@google.com DPRINTF(RubySlicc, "received ack for %s reg: %s\n", address, getRegionBase(address)); 60314184Sgabeblack@google.com tbe.NumValidBlocks := tbe.NumValidBlocks - 1; 60414184Sgabeblack@google.com assert(tbe.NumValidBlocks >= 0); 60514184Sgabeblack@google.com if (tbe.NumValidBlocks == 0) { 60614184Sgabeblack@google.com tbe.AllAcksReceived := true; 60714184Sgabeblack@google.com enqueue(triggerQueue_out, TriggerMsg, 1) { 60814184Sgabeblack@google.com out_msg.Type := TriggerType:AcksComplete; 60914184Sgabeblack@google.com out_msg.addr := address; 61014184Sgabeblack@google.com } 61114184Sgabeblack@google.com } 61214184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(getRegionBase(address)); 61314184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(" Acks left receive "); 61414184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(tbe.NumValidBlocks); 61514184Sgabeblack@google.com } 61614184Sgabeblack@google.com 61714184Sgabeblack@google.com action(ca_checkAcks, "ca", desc="Check to see if we need more acks") { 61814184Sgabeblack@google.com if (tbe.NumValidBlocks == 0) { 61914184Sgabeblack@google.com tbe.AllAcksReceived := true; 62014184Sgabeblack@google.com enqueue(triggerQueue_out, TriggerMsg, 1) { 62114184Sgabeblack@google.com out_msg.Type := TriggerType:AcksComplete; 62214184Sgabeblack@google.com out_msg.addr := address; 62314184Sgabeblack@google.com } 62414184Sgabeblack@google.com } 62514184Sgabeblack@google.com } 62614184Sgabeblack@google.com 62714184Sgabeblack@google.com action(ti_triggerInv, "ti", desc="") { 62814184Sgabeblack@google.com enqueue(triggerQueue_out, TriggerMsg, 1) { 62914184Sgabeblack@google.com out_msg.Type := TriggerType:InvRegion; 63014184Sgabeblack@google.com out_msg.addr := address; 63114184Sgabeblack@google.com } 63214184Sgabeblack@google.com } 63314184Sgabeblack@google.com 63414184Sgabeblack@google.com action(td_triggerDowngrade, "td", desc="") { 63514184Sgabeblack@google.com enqueue(triggerQueue_out, TriggerMsg, 1) { 63614184Sgabeblack@google.com out_msg.Type := TriggerType:DowngradeRegion; 63714184Sgabeblack@google.com out_msg.addr := address; 63814184Sgabeblack@google.com } 63914184Sgabeblack@google.com } 64014184Sgabeblack@google.com 64114184Sgabeblack@google.com action(t_allocateTBE, "t", desc="allocate TBE Entry") { 64214184Sgabeblack@google.com check_allocate(TBEs); 64314184Sgabeblack@google.com TBEs.allocate(getRegionBase(address)); 64414184Sgabeblack@google.com set_tbe(getTBE(address)); 64514184Sgabeblack@google.com if (is_valid(cache_entry)) { 64614184Sgabeblack@google.com tbe.Owner := cache_entry.Owner; 64714184Sgabeblack@google.com tbe.Sharers := cache_entry.Sharers; 64814184Sgabeblack@google.com tbe.AllAcksReceived := true; // assume no acks are required 64914184Sgabeblack@google.com } 65014184Sgabeblack@google.com tbe.ProbeRequestTime := curCycle(); 65114184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 65214184Sgabeblack@google.com tbe.InitialRequestTime := in_msg.InitialRequestTime; 65314184Sgabeblack@google.com tbe.DemandAddress := in_msg.addr; 65414184Sgabeblack@google.com } 65514184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(getRegionBase(address)); 65614184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(" Acks left "); 65714184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(tbe.NumValidBlocks); 65814184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(" Owner, "); 65914184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(tbe.Owner); 66014184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(" sharers, "); 66114184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(tbe.Sharers); 66214184Sgabeblack@google.com } 66314184Sgabeblack@google.com 66414184Sgabeblack@google.com action(ss_setSharers, "ss", desc="Add requestor to sharers") { 66514184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 66614184Sgabeblack@google.com cache_entry.Sharers.add(in_msg.Requestor); 66714184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(cache_entry.Sharers); 66814184Sgabeblack@google.com } 66914184Sgabeblack@google.com } 67014184Sgabeblack@google.com 67114184Sgabeblack@google.com action(rs_removeSharer, "rs", desc="Remove requestor to sharers") { 67214184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 67314184Sgabeblack@google.com cache_entry.Sharers.remove(in_msg.Requestor); 67414184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(" removing "); 67514184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(in_msg.Requestor); 67614184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(" sharers "); 67714184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(cache_entry.Sharers); 67814184Sgabeblack@google.com } 67914184Sgabeblack@google.com } 68014184Sgabeblack@google.com 68114184Sgabeblack@google.com action(rsr_removeSharerResponse, "rsr", desc="Remove requestor to sharers") { 68214184Sgabeblack@google.com peek(responseNetwork_in, ResponseMsg) { 68314184Sgabeblack@google.com cache_entry.Sharers.remove(in_msg.Sender); 68414184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(cache_entry.Sharers); 68514184Sgabeblack@google.com } 68614184Sgabeblack@google.com } 68714184Sgabeblack@google.com 68814184Sgabeblack@google.com action(cs_clearSharers, "cs", desc="Add requestor to sharers") { 68914184Sgabeblack@google.com cache_entry.Sharers.clear(); 69014184Sgabeblack@google.com } 69114184Sgabeblack@google.com 69214184Sgabeblack@google.com action(so_setOwner, "so", desc="Set the owner to the requestor") { 69314184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 69414184Sgabeblack@google.com cache_entry.Owner := in_msg.Requestor; 69514184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(" Owner now: "); 69614184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(cache_entry.Owner); 69714184Sgabeblack@google.com } 69814184Sgabeblack@google.com } 69914184Sgabeblack@google.com 70014184Sgabeblack@google.com action(rr_removeRequestorFromTBE, "rr", desc="Remove requestor from TBE sharers") { 70114184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 70214184Sgabeblack@google.com tbe.Sharers.remove(in_msg.Requestor); 70314184Sgabeblack@google.com } 70414184Sgabeblack@google.com } 70514184Sgabeblack@google.com 70614184Sgabeblack@google.com action(ur_updateDirtyStatusOnRequest, "ur", desc="Update dirty status on demand request") { 70714184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 70814184Sgabeblack@google.com if (is_valid(cache_entry)) { 70914184Sgabeblack@google.com if ((in_msg.Type == CoherenceRequestType:SharedRequest) && 71014184Sgabeblack@google.com (cache_entry.Sharers.isElement(in_msg.Requestor) == false)) { 71114184Sgabeblack@google.com cache_entry.LastWriten := false; 71214184Sgabeblack@google.com if (isCpuMachine(in_msg.Requestor)) { 71314184Sgabeblack@google.com cache_entry.LastWritenByCpu := false; 71414184Sgabeblack@google.com } else { 71514184Sgabeblack@google.com cache_entry.LastWritenByGpu := false; 71614184Sgabeblack@google.com } 71714184Sgabeblack@google.com } else if ((in_msg.Type == CoherenceRequestType:PrivateRequest) || 71814184Sgabeblack@google.com (in_msg.Type == CoherenceRequestType:UpgradeRequest)) { 71914184Sgabeblack@google.com cache_entry.LastWriten := true; 72014184Sgabeblack@google.com if (isCpuMachine(in_msg.Requestor)) { 72114184Sgabeblack@google.com cache_entry.LastWritenByCpu := true; 72214184Sgabeblack@google.com } else { 72314184Sgabeblack@google.com cache_entry.LastWritenByGpu := true; 72414184Sgabeblack@google.com } 72514184Sgabeblack@google.com } 72614184Sgabeblack@google.com } 72714184Sgabeblack@google.com } 72814184Sgabeblack@google.com } 72914184Sgabeblack@google.com 73014184Sgabeblack@google.com action(ud_updateDirtyStatusWithWb, "ud", desc="Update dirty status on writeback") { 73114184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 73214184Sgabeblack@google.com if (is_valid(cache_entry) && in_msg.Dirty) { 73314184Sgabeblack@google.com cache_entry.LastWriten := true; 73414184Sgabeblack@google.com if (isCpuMachine(in_msg.Requestor)) { 73514184Sgabeblack@google.com cache_entry.LastWritenByCpu := true; 73614184Sgabeblack@google.com } else { 73714184Sgabeblack@google.com cache_entry.LastWritenByGpu := true; 73814184Sgabeblack@google.com } 73914184Sgabeblack@google.com } 74014184Sgabeblack@google.com } 74114184Sgabeblack@google.com } 74214184Sgabeblack@google.com 74314184Sgabeblack@google.com action(sns_setNumAcksSharers, "sns", desc="Set number of acks to one per shared region buffer") { 74414184Sgabeblack@google.com assert(is_valid(tbe)); 74514184Sgabeblack@google.com assert(is_valid(cache_entry)); 74614184Sgabeblack@google.com tbe.NumValidBlocks := tbe.Sharers.count(); 74714184Sgabeblack@google.com } 74814184Sgabeblack@google.com 74914184Sgabeblack@google.com action(sno_setNumAcksOne, "sno", desc="Set number of acks to one per shared region buffer") { 75014184Sgabeblack@google.com assert(is_valid(tbe)); 75114184Sgabeblack@google.com assert(is_valid(cache_entry)); 75214184Sgabeblack@google.com tbe.NumValidBlocks := 1; 75314184Sgabeblack@google.com } 75414184Sgabeblack@google.com 75514184Sgabeblack@google.com action(dt_deallocateTBE, "dt", desc="deallocate TBE Entry") { 75614184Sgabeblack@google.com TBEs.deallocate(getRegionBase(address)); 75714184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(" reg: "); 75814184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(getRegionBase(address)); 75914184Sgabeblack@google.com unset_tbe(); 76014184Sgabeblack@google.com } 76114184Sgabeblack@google.com 76214184Sgabeblack@google.com action(wb_sendWbNotice, "wb", desc="Send notice to cache that writeback is acknowledged") { 76314184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 76414184Sgabeblack@google.com enqueue(notifyNetwork_out, CPURequestMsg, 1) { 76514184Sgabeblack@google.com out_msg.addr := getRegionBase(address); 76614184Sgabeblack@google.com out_msg.Type := CoherenceRequestType:WbNotify; 76714184Sgabeblack@google.com out_msg.Destination.add(in_msg.Requestor); 76814184Sgabeblack@google.com out_msg.Requestor := machineID; 76914184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 77014184Sgabeblack@google.com out_msg.InitialRequestTime := in_msg.InitialRequestTime; 77114184Sgabeblack@google.com } 77214184Sgabeblack@google.com } 77314184Sgabeblack@google.com } 77414184Sgabeblack@google.com 77514184Sgabeblack@google.com action(wbn_sendWbNoticeNoAck, "wbn", desc="Send notice to cache that writeback is acknowledged (no ack needed)") { 77614184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 77714184Sgabeblack@google.com enqueue(notifyNetwork_out, CPURequestMsg, 1) { 77814184Sgabeblack@google.com out_msg.addr := getRegionBase(address); 77914184Sgabeblack@google.com out_msg.Type := CoherenceRequestType:WbNotify; 78014184Sgabeblack@google.com out_msg.Destination.add(in_msg.Requestor); 78114184Sgabeblack@google.com out_msg.Requestor := machineID; 78214184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 78314184Sgabeblack@google.com out_msg.InitialRequestTime := in_msg.InitialRequestTime; 78414184Sgabeblack@google.com out_msg.NoAckNeeded := true; 78514184Sgabeblack@google.com } 78614184Sgabeblack@google.com } 78714184Sgabeblack@google.com } 78814184Sgabeblack@google.com 78914184Sgabeblack@google.com action(b_sendPrivateNotice, "b", desc="Send notice to private cache that it has private access") { 79014184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 79114184Sgabeblack@google.com enqueue(notifyNetwork_out, CPURequestMsg, 1) { 79214184Sgabeblack@google.com out_msg.addr := getRegionBase(address); 79314184Sgabeblack@google.com out_msg.Type := CoherenceRequestType:PrivateNotify; 79414184Sgabeblack@google.com out_msg.Destination.add(in_msg.Requestor); 79514184Sgabeblack@google.com out_msg.Requestor := machineID; 79614184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 79714184Sgabeblack@google.com out_msg.InitialRequestTime := in_msg.InitialRequestTime; 79814184Sgabeblack@google.com } 79914184Sgabeblack@google.com } 80014184Sgabeblack@google.com } 80114184Sgabeblack@google.com 80214184Sgabeblack@google.com action(bs_sendSharedNotice, "bs", desc="Send notice to private cache that it has private access") { 80314184Sgabeblack@google.com peek(requestNetwork_in, CPURequestMsg) { 80414184Sgabeblack@google.com enqueue(notifyNetwork_out, CPURequestMsg, 1) { 80514184Sgabeblack@google.com out_msg.addr := getRegionBase(address); 80614184Sgabeblack@google.com out_msg.Type := CoherenceRequestType:SharedNotify; 80714184Sgabeblack@google.com out_msg.Destination.add(in_msg.Requestor); 80814184Sgabeblack@google.com out_msg.Requestor := machineID; 80914184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 81014184Sgabeblack@google.com out_msg.InitialRequestTime := in_msg.InitialRequestTime; 81114184Sgabeblack@google.com } 81214184Sgabeblack@google.com } 81314184Sgabeblack@google.com } 81414184Sgabeblack@google.com 81514184Sgabeblack@google.com action(c_sendSharedNoticeToOrigReq, "c", desc="Send notice to private cache that it has shared access") { 81614184Sgabeblack@google.com assert(is_valid(tbe)); 81714184Sgabeblack@google.com enqueue(notifyNetwork_out, CPURequestMsg, 1) { 81814184Sgabeblack@google.com out_msg.addr := getRegionBase(address); 81914184Sgabeblack@google.com out_msg.Type := CoherenceRequestType:SharedNotify; 82014184Sgabeblack@google.com out_msg.Destination.add(tbe.Owner); 82114184Sgabeblack@google.com out_msg.Requestor := machineID; 82214184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 82314184Sgabeblack@google.com out_msg.ProbeRequestStartTime := tbe.ProbeRequestTime; 82414184Sgabeblack@google.com out_msg.InitialRequestTime := tbe.InitialRequestTime; 82514184Sgabeblack@google.com APPEND_TRANSITION_COMMENT("dest: "); 82614184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(out_msg.Destination); 82714184Sgabeblack@google.com } 82814184Sgabeblack@google.com } 82914184Sgabeblack@google.com 83014184Sgabeblack@google.com action(sp_sendPrivateNoticeToOrigReq, "sp", desc="Send notice to private cache that it has private access") { 83114184Sgabeblack@google.com assert(is_valid(tbe)); 83214184Sgabeblack@google.com enqueue(notifyNetwork_out, CPURequestMsg, 1) { 83314184Sgabeblack@google.com out_msg.addr := getRegionBase(address); 83414184Sgabeblack@google.com out_msg.Type := CoherenceRequestType:PrivateNotify; 83514184Sgabeblack@google.com out_msg.Destination.add(tbe.Owner); 83614184Sgabeblack@google.com out_msg.Requestor := machineID; 83714184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 83814184Sgabeblack@google.com out_msg.ProbeRequestStartTime := tbe.ProbeRequestTime; 83914184Sgabeblack@google.com out_msg.InitialRequestTime := tbe.InitialRequestTime; 84014184Sgabeblack@google.com APPEND_TRANSITION_COMMENT("dest: "); 84114184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(out_msg.Destination); 84214184Sgabeblack@google.com } 84314184Sgabeblack@google.com } 84414184Sgabeblack@google.com 84514184Sgabeblack@google.com action(i_RegionInvNotify, "i", desc="Send notice to private cache that it no longer has private access") { 84614184Sgabeblack@google.com enqueue(probeNetwork_out, NBProbeRequestMsg, 1) { 84714184Sgabeblack@google.com out_msg.addr := address; 84814184Sgabeblack@google.com out_msg.DemandAddress := tbe.DemandAddress; 84914184Sgabeblack@google.com //out_msg.Requestor := tbe.Requestor; 85014184Sgabeblack@google.com out_msg.Requestor := machineID; 85114184Sgabeblack@google.com out_msg.Type := ProbeRequestType:PrbInv; 85214184Sgabeblack@google.com //Fix me: assert(tbe.Sharers.count() > 0); 85314184Sgabeblack@google.com out_msg.DemandRequest := true; 85414184Sgabeblack@google.com out_msg.Destination := tbe.Sharers; 85514184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 85614184Sgabeblack@google.com APPEND_TRANSITION_COMMENT("dest: "); 85714184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(out_msg.Destination); 85814184Sgabeblack@google.com } 85914184Sgabeblack@google.com } 86014184Sgabeblack@google.com 86114184Sgabeblack@google.com action(i0_RegionInvNotifyDemand0, "i0", desc="Send notice to private cache that it no longer has private access") { 86214184Sgabeblack@google.com enqueue(probeNetwork_out, NBProbeRequestMsg, 1) { 86314184Sgabeblack@google.com out_msg.addr := address; 86414184Sgabeblack@google.com // Demand address should default to 0 -> out_msg.DemandAddress := 0; 86514184Sgabeblack@google.com out_msg.Requestor := machineID; 86614184Sgabeblack@google.com out_msg.Type := ProbeRequestType:PrbInv; 86714184Sgabeblack@google.com out_msg.Destination := tbe.Sharers; 86814184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 86914184Sgabeblack@google.com APPEND_TRANSITION_COMMENT("dest: "); 87014184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(out_msg.Destination); 87114184Sgabeblack@google.com } 87214184Sgabeblack@google.com } 87314184Sgabeblack@google.com 87414184Sgabeblack@google.com action(rd_RegionDowngrade, "rd", desc="Send notice to private cache that it only has shared access") { 87514184Sgabeblack@google.com enqueue(probeNetwork_out, NBProbeRequestMsg, 1) { 87614184Sgabeblack@google.com out_msg.addr := address; 87714184Sgabeblack@google.com out_msg.DemandAddress := tbe.DemandAddress; 87814184Sgabeblack@google.com out_msg.Requestor := machineID; 87914184Sgabeblack@google.com out_msg.Type := ProbeRequestType:PrbDowngrade; 88014184Sgabeblack@google.com out_msg.DemandRequest := true; 88114184Sgabeblack@google.com out_msg.Destination := tbe.Sharers; 88214184Sgabeblack@google.com out_msg.MessageSize := MessageSizeType:Request_Control; 88314184Sgabeblack@google.com APPEND_TRANSITION_COMMENT("dest: "); 88414184Sgabeblack@google.com APPEND_TRANSITION_COMMENT(out_msg.Destination); 88514184Sgabeblack@google.com } 88614184Sgabeblack@google.com } 88714184Sgabeblack@google.com 88814184Sgabeblack@google.com action(p_popRequestQueue, "p", desc="Pop the request queue") { 88914184Sgabeblack@google.com requestNetwork_in.dequeue(clockEdge()); 89014184Sgabeblack@google.com } 89114184Sgabeblack@google.com 89214184Sgabeblack@google.com action(pt_popTriggerQueue, "pt", desc="Pop the trigger queue") { 89314184Sgabeblack@google.com triggerQueue_in.dequeue(clockEdge()); 89414184Sgabeblack@google.com } 89514184Sgabeblack@google.com 89614184Sgabeblack@google.com action(pr_popResponseQueue, "pr", desc="Pop the response queue") { 89714184Sgabeblack@google.com responseNetwork_in.dequeue(clockEdge()); 89814184Sgabeblack@google.com } 89914184Sgabeblack@google.com 90014184Sgabeblack@google.com action(s_stallAndWaitRequest, "s", desc="Stall and wait on the region address") { 90114184Sgabeblack@google.com Addr regAddr := getRegionBase(address); 90214184Sgabeblack@google.com stall_and_wait(requestNetwork_in, regAddr); 90314184Sgabeblack@google.com } 90414184Sgabeblack@google.com 90514184Sgabeblack@google.com action(w_wakeUpRegionDependents, "w", desc="Wake up any requests waiting for this region") { 90614184Sgabeblack@google.com wakeUpBuffers(getRegionBase(address)); 90714184Sgabeblack@google.com } 90814184Sgabeblack@google.com 90914184Sgabeblack@google.com action(wa_wakeUpAllDependents, "wa", desc="Wake up any requests waiting for this region") { 91014184Sgabeblack@google.com wakeUpAllBuffers(); 91114184Sgabeblack@google.com } 91214184Sgabeblack@google.com 91314184Sgabeblack@google.com action(zz_recycleRequestQueue, "\z", desc="...") { 91414184Sgabeblack@google.com requestNetwork_in.recycle(clockEdge(), cyclesToTicks(recycle_latency)); 91514184Sgabeblack@google.com } 91614184Sgabeblack@google.com 91714184Sgabeblack@google.com action(z_stall, "z", desc="stall request queue") { 91814184Sgabeblack@google.com // fake state 91914184Sgabeblack@google.com } 92014184Sgabeblack@google.com 92114184Sgabeblack@google.com action(mru_setMRU, "mru", desc="set MRU") { 92214184Sgabeblack@google.com cacheMemory.setMRU(address); 92314184Sgabeblack@google.com } 92414184Sgabeblack@google.com 92514184Sgabeblack@google.com // Transistions 92614184Sgabeblack@google.com 92714184Sgabeblack@google.com transition({NP_P, P_P, NP_S, S_S, S_P, P_S, P_NP, S_AP, P_AS, P_AP, SP_NP_W, S_W, P_AP_W, P_AS_W, S_AP_W}, {PrivateRequest, SharedRequest, UpgradeRequest, SendInv, SendUpgrade, SendDowngrade, CleanWbRequest, CleanWbRequest_LastSharer, StaleCleanWbRequest}) { 92814184Sgabeblack@google.com s_stallAndWaitRequest 92914184Sgabeblack@google.com } 93014184Sgabeblack@google.com 93114184Sgabeblack@google.com transition({NP_P, P_P, NP_S, S_S, S_P, S_W, P_S, P_NP, S_AP, P_AS, P_AP, P_AP_W, P_AS_W, S_AP_W}, Evict) { 93214184Sgabeblack@google.com zz_recycleRequestQueue; 93314184Sgabeblack@google.com } 93414184Sgabeblack@google.com 93514184Sgabeblack@google.com transition(NP, {PrivateRequest, SendUpgrade}, NP_P) {TagArrayRead, TagArrayWrite} { 93614184Sgabeblack@google.com a_allocateRegionEntry; 93714184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 93814184Sgabeblack@google.com f_fwdReqToDir; 93914184Sgabeblack@google.com b_sendPrivateNotice; 94014184Sgabeblack@google.com so_setOwner; 94114184Sgabeblack@google.com ss_setSharers; 94214184Sgabeblack@google.com t_allocateTBE; 94314184Sgabeblack@google.com p_popRequestQueue; 94414184Sgabeblack@google.com } 94514184Sgabeblack@google.com 94614184Sgabeblack@google.com transition(P, {PrivateRequest, UpgradeRequest}, P_P) {TagArrayRead} { 94714184Sgabeblack@google.com mru_setMRU; 94814184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 94914184Sgabeblack@google.com f_fwdReqToDir; 95014184Sgabeblack@google.com b_sendPrivateNotice; 95114184Sgabeblack@google.com t_allocateTBE; 95214184Sgabeblack@google.com p_popRequestQueue; 95314184Sgabeblack@google.com } 95414184Sgabeblack@google.com 95514184Sgabeblack@google.com transition({NP_P, P_P}, CPUPrivateAck, P) { 95614184Sgabeblack@google.com dt_deallocateTBE; 95714184Sgabeblack@google.com w_wakeUpRegionDependents; 95814184Sgabeblack@google.com pr_popResponseQueue; 95914184Sgabeblack@google.com } 96014184Sgabeblack@google.com 96114184Sgabeblack@google.com transition({NP, P, S}, StaleCleanWbRequest) {TagArrayRead, TagArrayWrite} { 96214184Sgabeblack@google.com wbn_sendWbNoticeNoAck; 96314184Sgabeblack@google.com ud_updateDirtyStatusWithWb; 96414184Sgabeblack@google.com p_popRequestQueue; 96514184Sgabeblack@google.com } 96614184Sgabeblack@google.com 96714184Sgabeblack@google.com transition(NP, SharedRequest, NP_S) {TagArrayRead, TagArrayWrite} { 96814184Sgabeblack@google.com a_allocateRegionEntry; 96914184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 97014184Sgabeblack@google.com f_fwdReqToDirShared; 97114184Sgabeblack@google.com bs_sendSharedNotice; 97214184Sgabeblack@google.com so_setOwner; 97314184Sgabeblack@google.com ss_setSharers; 97414184Sgabeblack@google.com t_allocateTBE; 97514184Sgabeblack@google.com p_popRequestQueue; 97614184Sgabeblack@google.com } 97714184Sgabeblack@google.com 97814184Sgabeblack@google.com // Could probably do this in parallel with other shared requests 97914184Sgabeblack@google.com transition(S, SharedRequest, S_S) {TagArrayRead, TagArrayWrite} { 98014184Sgabeblack@google.com mru_setMRU; 98114184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 98214184Sgabeblack@google.com f_fwdReqToDirShared; 98314184Sgabeblack@google.com bs_sendSharedNotice; 98414184Sgabeblack@google.com ss_setSharers; 98514184Sgabeblack@google.com t_allocateTBE; 98614184Sgabeblack@google.com p_popRequestQueue; 98714184Sgabeblack@google.com } 98814184Sgabeblack@google.com 98914184Sgabeblack@google.com transition({P, S}, CleanWbRequest_LastSharer, SP_NP_W) {TagArrayRead, TagArrayWrite} { 99014184Sgabeblack@google.com ud_updateDirtyStatusWithWb; 99114184Sgabeblack@google.com wb_sendWbNotice; 99214184Sgabeblack@google.com rs_removeSharer; 99314184Sgabeblack@google.com t_allocateTBE; 99414184Sgabeblack@google.com d_deallocateRegionEntry; 99514184Sgabeblack@google.com p_popRequestQueue; 99614184Sgabeblack@google.com } 99714184Sgabeblack@google.com 99814184Sgabeblack@google.com transition(S, CleanWbRequest, S_W) {TagArrayRead, TagArrayWrite} { 99914184Sgabeblack@google.com ud_updateDirtyStatusWithWb; 100014184Sgabeblack@google.com wb_sendWbNotice; 100114184Sgabeblack@google.com rs_removeSharer; 100214184Sgabeblack@google.com t_allocateTBE; 100314184Sgabeblack@google.com p_popRequestQueue; 100414184Sgabeblack@google.com } 100514184Sgabeblack@google.com 100614184Sgabeblack@google.com transition(SP_NP_W, WritebackAck, NP) { 100714184Sgabeblack@google.com dt_deallocateTBE; 100814184Sgabeblack@google.com w_wakeUpRegionDependents; 100914184Sgabeblack@google.com pr_popResponseQueue; 101014184Sgabeblack@google.com } 101114184Sgabeblack@google.com 101214184Sgabeblack@google.com transition(S_W, WritebackAck, S) { 101314184Sgabeblack@google.com dt_deallocateTBE; 101414184Sgabeblack@google.com w_wakeUpRegionDependents; 101514184Sgabeblack@google.com pr_popResponseQueue; 101614184Sgabeblack@google.com } 101714184Sgabeblack@google.com 101814184Sgabeblack@google.com transition({NP_S, S_S}, CPUPrivateAck, S) { 101914184Sgabeblack@google.com dt_deallocateTBE; 102014184Sgabeblack@google.com w_wakeUpRegionDependents; 102114184Sgabeblack@google.com pr_popResponseQueue; 102214184Sgabeblack@google.com } 102314184Sgabeblack@google.com 102414184Sgabeblack@google.com transition(S, UpgradeRequest, S_P) {TagArrayRead, TagArrayWrite} { 102514184Sgabeblack@google.com mru_setMRU; 102614184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 102714184Sgabeblack@google.com f_fwdReqToDir; 102814184Sgabeblack@google.com b_sendPrivateNotice; 102914184Sgabeblack@google.com so_setOwner; 103014184Sgabeblack@google.com t_allocateTBE; 103114184Sgabeblack@google.com p_popRequestQueue; 103214184Sgabeblack@google.com } 103314184Sgabeblack@google.com 103414184Sgabeblack@google.com transition(S_P, CPUPrivateAck, P) { 103514184Sgabeblack@google.com dt_deallocateTBE; 103614184Sgabeblack@google.com w_wakeUpRegionDependents; 103714184Sgabeblack@google.com pr_popResponseQueue; 103814184Sgabeblack@google.com } 103914184Sgabeblack@google.com 104014184Sgabeblack@google.com transition(P, SendInv, P_AP_W) {TagArrayRead, TagArrayWrite} { 104114184Sgabeblack@google.com mru_setMRU; 104214184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 104314184Sgabeblack@google.com f_fwdReqToDirWithAck; 104414184Sgabeblack@google.com so_setOwner; 104514184Sgabeblack@google.com t_allocateTBE; 104614184Sgabeblack@google.com rr_removeRequestorFromTBE; 104714184Sgabeblack@google.com sns_setNumAcksSharers; 104814184Sgabeblack@google.com cs_clearSharers; 104914184Sgabeblack@google.com ss_setSharers; 105014184Sgabeblack@google.com //i_RegionInvNotify; 105114184Sgabeblack@google.com p_popRequestQueue; 105214184Sgabeblack@google.com } 105314184Sgabeblack@google.com 105414184Sgabeblack@google.com transition({P_AP_W, S_AP_W}, DirReadyAck) { 105514184Sgabeblack@google.com ti_triggerInv; 105614184Sgabeblack@google.com pr_popResponseQueue; 105714184Sgabeblack@google.com } 105814184Sgabeblack@google.com 105914184Sgabeblack@google.com transition(P_AS_W, DirReadyAck) { 106014184Sgabeblack@google.com td_triggerDowngrade; 106114184Sgabeblack@google.com pr_popResponseQueue; 106214184Sgabeblack@google.com } 106314184Sgabeblack@google.com 106414184Sgabeblack@google.com transition(P_AS_W, TriggerDowngrade, P_AS) { 106514184Sgabeblack@google.com rd_RegionDowngrade; 106614184Sgabeblack@google.com pt_popTriggerQueue; 106714184Sgabeblack@google.com } 106814184Sgabeblack@google.com 106914184Sgabeblack@google.com transition(P_AP_W, TriggerInv, P_AP) { 107014184Sgabeblack@google.com i_RegionInvNotify; 107114184Sgabeblack@google.com pt_popTriggerQueue; 107214184Sgabeblack@google.com } 107314184Sgabeblack@google.com 107414184Sgabeblack@google.com transition(S_AP_W, TriggerInv, S_AP) { 107514184Sgabeblack@google.com i_RegionInvNotify; 107614184Sgabeblack@google.com pt_popTriggerQueue; 107714184Sgabeblack@google.com } 107814184Sgabeblack@google.com 107914184Sgabeblack@google.com transition(P, SendUpgrade, P_AP_W) {TagArrayRead, TagArrayWrite} { 108014184Sgabeblack@google.com mru_setMRU; 108114184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 108214184Sgabeblack@google.com f_fwdReqToDirWithAck; 108314184Sgabeblack@google.com so_setOwner; 108414184Sgabeblack@google.com t_allocateTBE; 108514184Sgabeblack@google.com rr_removeRequestorFromTBE; 108614184Sgabeblack@google.com sns_setNumAcksSharers; 108714184Sgabeblack@google.com cs_clearSharers; 108814184Sgabeblack@google.com ss_setSharers; 108914184Sgabeblack@google.com p_popRequestQueue; 109014184Sgabeblack@google.com } 109114184Sgabeblack@google.com 109214184Sgabeblack@google.com transition(P, Evict, P_NP) {TagArrayRead, TagArrayWrite} { 109314184Sgabeblack@google.com t_allocateTBE; 109414184Sgabeblack@google.com sns_setNumAcksSharers; 109514184Sgabeblack@google.com i0_RegionInvNotifyDemand0; 109614184Sgabeblack@google.com d_deallocateRegionEntry; 109714184Sgabeblack@google.com } 109814184Sgabeblack@google.com 109914184Sgabeblack@google.com transition(S, SendInv, P_AP_W) {TagArrayRead, TagArrayWrite} { 110014184Sgabeblack@google.com mru_setMRU; 110114184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 110214184Sgabeblack@google.com f_fwdReqToDirWithAck; 110314184Sgabeblack@google.com so_setOwner; 110414184Sgabeblack@google.com t_allocateTBE; 110514184Sgabeblack@google.com rr_removeRequestorFromTBE; 110614184Sgabeblack@google.com sns_setNumAcksSharers; 110714184Sgabeblack@google.com cs_clearSharers; 110814184Sgabeblack@google.com ss_setSharers; 110914184Sgabeblack@google.com p_popRequestQueue; 111014184Sgabeblack@google.com } 111114184Sgabeblack@google.com 111214184Sgabeblack@google.com transition(S, Evict, P_NP) {TagArrayRead, TagArrayWrite} { 111314184Sgabeblack@google.com t_allocateTBE; 111414184Sgabeblack@google.com sns_setNumAcksSharers; 111514184Sgabeblack@google.com i0_RegionInvNotifyDemand0; 111614184Sgabeblack@google.com d_deallocateRegionEntry; 111714184Sgabeblack@google.com } 111814184Sgabeblack@google.com 111914184Sgabeblack@google.com transition(P_NP, LastAck, NP) { 112014184Sgabeblack@google.com dt_deallocateTBE; 112114184Sgabeblack@google.com wa_wakeUpAllDependents; 112214184Sgabeblack@google.com pt_popTriggerQueue; 112314184Sgabeblack@google.com } 112414184Sgabeblack@google.com 112514184Sgabeblack@google.com transition(S, SendUpgrade, S_AP_W) {TagArrayRead, TagArrayWrite} { 112614184Sgabeblack@google.com mru_setMRU; 112714184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 112814184Sgabeblack@google.com f_fwdReqToDirWithAck; 112914184Sgabeblack@google.com so_setOwner; 113014184Sgabeblack@google.com t_allocateTBE; 113114184Sgabeblack@google.com rr_removeRequestorFromTBE; 113214184Sgabeblack@google.com sns_setNumAcksSharers; 113314184Sgabeblack@google.com cs_clearSharers; 113414184Sgabeblack@google.com ss_setSharers; 113514184Sgabeblack@google.com p_popRequestQueue; 113614184Sgabeblack@google.com } 113714184Sgabeblack@google.com 113814184Sgabeblack@google.com transition(S_AP, LastAck, S_P) { 113914184Sgabeblack@google.com sp_sendPrivateNoticeToOrigReq; 114014184Sgabeblack@google.com pt_popTriggerQueue; 114114184Sgabeblack@google.com } 114214184Sgabeblack@google.com 114314184Sgabeblack@google.com transition(P_AP, LastAck, P_P) { 114414184Sgabeblack@google.com sp_sendPrivateNoticeToOrigReq; 114514184Sgabeblack@google.com pt_popTriggerQueue; 114614184Sgabeblack@google.com } 114714184Sgabeblack@google.com 114814184Sgabeblack@google.com transition(P, SendDowngrade, P_AS_W) {TagArrayRead, TagArrayWrite} { 114914184Sgabeblack@google.com mru_setMRU; 115014184Sgabeblack@google.com ur_updateDirtyStatusOnRequest; 115114184Sgabeblack@google.com f_fwdReqToDirWithAckShared; 115214184Sgabeblack@google.com so_setOwner; 115314184Sgabeblack@google.com t_allocateTBE; 115414184Sgabeblack@google.com sns_setNumAcksSharers; 115514184Sgabeblack@google.com ss_setSharers; //why do we set the sharers before sending the downgrade? Are we sending a downgrade to the requestor? 115614184Sgabeblack@google.com p_popRequestQueue; 115714184Sgabeblack@google.com } 115814184Sgabeblack@google.com 115914184Sgabeblack@google.com transition(P_AS, LastAck, P_S) { 116014184Sgabeblack@google.com c_sendSharedNoticeToOrigReq; 116114184Sgabeblack@google.com pt_popTriggerQueue; 116214184Sgabeblack@google.com } 116314184Sgabeblack@google.com 116414184Sgabeblack@google.com transition(P_S, CPUPrivateAck, S) { 116514184Sgabeblack@google.com dt_deallocateTBE; 116614184Sgabeblack@google.com w_wakeUpRegionDependents; 116714184Sgabeblack@google.com pr_popResponseQueue; 116814184Sgabeblack@google.com } 116914184Sgabeblack@google.com 117014184Sgabeblack@google.com transition({P_NP, P_AS, S_AP, P_AP}, InvAckCore) {} { 117114184Sgabeblack@google.com ra_receiveAck; 117214184Sgabeblack@google.com pr_popResponseQueue; 117314184Sgabeblack@google.com } 117414184Sgabeblack@google.com 117514184Sgabeblack@google.com transition({P_NP, S_AP, P_AP}, InvAckCoreNoShare) {} { 117614184Sgabeblack@google.com ra_receiveAck; 117714184Sgabeblack@google.com pr_popResponseQueue; 117814184Sgabeblack@google.com } 117914184Sgabeblack@google.com 118014184Sgabeblack@google.com transition(P_AS, InvAckCoreNoShare) {} { 118114184Sgabeblack@google.com ra_receiveAck; 118214184Sgabeblack@google.com rsr_removeSharerResponse; 118314184Sgabeblack@google.com pr_popResponseQueue; 118414184Sgabeblack@google.com } 118514184Sgabeblack@google.com 118614184Sgabeblack@google.com} 118714184Sgabeblack@google.com 118814184Sgabeblack@google.com 1189