Sequencer.cc revision 6355
16145Snate@binkert.org 26145Snate@binkert.org/* 36145Snate@binkert.org * Copyright (c) 1999-2008 Mark D. Hill and David A. Wood 46145Snate@binkert.org * All rights reserved. 56145Snate@binkert.org * 66145Snate@binkert.org * Redistribution and use in source and binary forms, with or without 76145Snate@binkert.org * modification, are permitted provided that the following conditions are 86145Snate@binkert.org * met: redistributions of source code must retain the above copyright 96145Snate@binkert.org * notice, this list of conditions and the following disclaimer; 106145Snate@binkert.org * redistributions in binary form must reproduce the above copyright 116145Snate@binkert.org * notice, this list of conditions and the following disclaimer in the 126145Snate@binkert.org * documentation and/or other materials provided with the distribution; 136145Snate@binkert.org * neither the name of the copyright holders nor the names of its 146145Snate@binkert.org * contributors may be used to endorse or promote products derived from 156145Snate@binkert.org * this software without specific prior written permission. 166145Snate@binkert.org * 176145Snate@binkert.org * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 186145Snate@binkert.org * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 196145Snate@binkert.org * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 206145Snate@binkert.org * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 216145Snate@binkert.org * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 226145Snate@binkert.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 236145Snate@binkert.org * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 246145Snate@binkert.org * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 256145Snate@binkert.org * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 266145Snate@binkert.org * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 276145Snate@binkert.org * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 286145Snate@binkert.org */ 296145Snate@binkert.org 306154Snate@binkert.org#include "mem/ruby/common/Global.hh" 316154Snate@binkert.org#include "mem/ruby/system/Sequencer.hh" 326154Snate@binkert.org#include "mem/ruby/system/System.hh" 336154Snate@binkert.org#include "mem/protocol/Protocol.hh" 346154Snate@binkert.org#include "mem/ruby/profiler/Profiler.hh" 356154Snate@binkert.org#include "mem/ruby/system/CacheMemory.hh" 366285Snate@binkert.org#include "mem/protocol/CacheMsg.hh" 376285Snate@binkert.org#include "mem/ruby/recorder/Tracer.hh" 386154Snate@binkert.org#include "mem/ruby/common/SubBlock.hh" 396154Snate@binkert.org#include "mem/protocol/Protocol.hh" 406154Snate@binkert.org#include "mem/gems_common/Map.hh" 416285Snate@binkert.org#include "mem/ruby/buffers/MessageBuffer.hh" 426285Snate@binkert.org#include "mem/ruby/slicc_interface/AbstractController.hh" 436145Snate@binkert.org 446285Snate@binkert.org//Sequencer::Sequencer(int core_id, MessageBuffer* mandatory_q) 456145Snate@binkert.org 466355Spdudnik@gmail.com#define LLSC_FAIL -2 476355Spdudnik@gmail.com 486285Snate@binkert.orgSequencer::Sequencer(const string & name) 496285Snate@binkert.org :RubyPort(name) 506285Snate@binkert.org{ 516285Snate@binkert.org} 526285Snate@binkert.org 536285Snate@binkert.orgvoid Sequencer::init(const vector<string> & argv) 546285Snate@binkert.org{ 556145Snate@binkert.org m_deadlock_check_scheduled = false; 566145Snate@binkert.org m_outstanding_count = 0; 576145Snate@binkert.org 586285Snate@binkert.org m_max_outstanding_requests = 0; 596285Snate@binkert.org m_deadlock_threshold = 0; 606285Snate@binkert.org m_version = -1; 616285Snate@binkert.org m_instCache_ptr = NULL; 626285Snate@binkert.org m_dataCache_ptr = NULL; 636285Snate@binkert.org m_controller = NULL; 646285Snate@binkert.org for (size_t i=0; i<argv.size(); i+=2) { 656285Snate@binkert.org if ( argv[i] == "controller") { 666285Snate@binkert.org m_controller = RubySystem::getController(argv[i+1]); // args[i] = "L1Cache" 676285Snate@binkert.org m_mandatory_q_ptr = m_controller->getMandatoryQueue(); 686285Snate@binkert.org } else if ( argv[i] == "icache") 696285Snate@binkert.org m_instCache_ptr = RubySystem::getCache(argv[i+1]); 706285Snate@binkert.org else if ( argv[i] == "dcache") 716285Snate@binkert.org m_dataCache_ptr = RubySystem::getCache(argv[i+1]); 726285Snate@binkert.org else if ( argv[i] == "version") 736285Snate@binkert.org m_version = atoi(argv[i+1].c_str()); 746285Snate@binkert.org else if ( argv[i] == "max_outstanding_requests") 756285Snate@binkert.org m_max_outstanding_requests = atoi(argv[i+1].c_str()); 766285Snate@binkert.org else if ( argv[i] == "deadlock_threshold") 776285Snate@binkert.org m_deadlock_threshold = atoi(argv[i+1].c_str()); 786285Snate@binkert.org else { 796285Snate@binkert.org cerr << "WARNING: Sequencer: Unkown configuration parameter: " << argv[i] << endl; 806285Snate@binkert.org assert(false); 816285Snate@binkert.org } 826145Snate@binkert.org } 836285Snate@binkert.org assert(m_max_outstanding_requests > 0); 846285Snate@binkert.org assert(m_deadlock_threshold > 0); 856285Snate@binkert.org assert(m_version > -1); 866285Snate@binkert.org assert(m_instCache_ptr != NULL); 876285Snate@binkert.org assert(m_dataCache_ptr != NULL); 886285Snate@binkert.org assert(m_controller != NULL); 896145Snate@binkert.org} 906145Snate@binkert.org 916145Snate@binkert.orgSequencer::~Sequencer() { 926285Snate@binkert.org 936145Snate@binkert.org} 946145Snate@binkert.org 956145Snate@binkert.orgvoid Sequencer::wakeup() { 966145Snate@binkert.org // Check for deadlock of any of the requests 976145Snate@binkert.org Time current_time = g_eventQueue_ptr->getTime(); 986145Snate@binkert.org 996145Snate@binkert.org // Check across all outstanding requests 1006145Snate@binkert.org int total_outstanding = 0; 1016285Snate@binkert.org 1026285Snate@binkert.org Vector<Address> keys = m_readRequestTable.keys(); 1036285Snate@binkert.org for (int i=0; i<keys.size(); i++) { 1046285Snate@binkert.org SequencerRequest* request = m_readRequestTable.lookup(keys[i]); 1056285Snate@binkert.org if (current_time - request->issue_time >= m_deadlock_threshold) { 1066285Snate@binkert.org WARN_MSG("Possible Deadlock detected"); 1076285Snate@binkert.org WARN_EXPR(request); 1086285Snate@binkert.org WARN_EXPR(m_version); 1096285Snate@binkert.org WARN_EXPR(keys.size()); 1106285Snate@binkert.org WARN_EXPR(current_time); 1116285Snate@binkert.org WARN_EXPR(request->issue_time); 1126285Snate@binkert.org WARN_EXPR(current_time - request->issue_time); 1136285Snate@binkert.org ERROR_MSG("Aborting"); 1146145Snate@binkert.org } 1156285Snate@binkert.org } 1166145Snate@binkert.org 1176285Snate@binkert.org keys = m_writeRequestTable.keys(); 1186285Snate@binkert.org for (int i=0; i<keys.size(); i++) { 1196285Snate@binkert.org SequencerRequest* request = m_writeRequestTable.lookup(keys[i]); 1206285Snate@binkert.org if (current_time - request->issue_time >= m_deadlock_threshold) { 1216285Snate@binkert.org WARN_MSG("Possible Deadlock detected"); 1226285Snate@binkert.org WARN_EXPR(request); 1236285Snate@binkert.org WARN_EXPR(m_version); 1246285Snate@binkert.org WARN_EXPR(current_time); 1256285Snate@binkert.org WARN_EXPR(request->issue_time); 1266285Snate@binkert.org WARN_EXPR(current_time - request->issue_time); 1276285Snate@binkert.org WARN_EXPR(keys.size()); 1286285Snate@binkert.org ERROR_MSG("Aborting"); 1296145Snate@binkert.org } 1306285Snate@binkert.org } 1316285Snate@binkert.org total_outstanding += m_writeRequestTable.size() + m_readRequestTable.size(); 1326285Snate@binkert.org 1336145Snate@binkert.org assert(m_outstanding_count == total_outstanding); 1346145Snate@binkert.org 1356145Snate@binkert.org if (m_outstanding_count > 0) { // If there are still outstanding requests, keep checking 1366285Snate@binkert.org g_eventQueue_ptr->scheduleEvent(this, m_deadlock_threshold); 1376145Snate@binkert.org } else { 1386145Snate@binkert.org m_deadlock_check_scheduled = false; 1396145Snate@binkert.org } 1406145Snate@binkert.org} 1416145Snate@binkert.org 1426145Snate@binkert.orgvoid Sequencer::printProgress(ostream& out) const{ 1436285Snate@binkert.org /* 1446145Snate@binkert.org int total_demand = 0; 1456145Snate@binkert.org out << "Sequencer Stats Version " << m_version << endl; 1466145Snate@binkert.org out << "Current time = " << g_eventQueue_ptr->getTime() << endl; 1476145Snate@binkert.org out << "---------------" << endl; 1486145Snate@binkert.org out << "outstanding requests" << endl; 1496145Snate@binkert.org 1506285Snate@binkert.org Vector<Address> rkeys = m_readRequestTable.keys(); 1516285Snate@binkert.org int read_size = rkeys.size(); 1526285Snate@binkert.org out << "proc " << m_version << " Read Requests = " << read_size << endl; 1536285Snate@binkert.org // print the request table 1546285Snate@binkert.org for(int i=0; i < read_size; ++i){ 1556285Snate@binkert.org SequencerRequest * request = m_readRequestTable.lookup(rkeys[i]); 1566285Snate@binkert.org out << "\tRequest[ " << i << " ] = " << request->type << " Address " << rkeys[i] << " Posted " << request->issue_time << " PF " << PrefetchBit_No << endl; 1576285Snate@binkert.org total_demand++; 1586285Snate@binkert.org } 1596145Snate@binkert.org 1606285Snate@binkert.org Vector<Address> wkeys = m_writeRequestTable.keys(); 1616285Snate@binkert.org int write_size = wkeys.size(); 1626285Snate@binkert.org out << "proc " << m_version << " Write Requests = " << write_size << endl; 1636285Snate@binkert.org // print the request table 1646285Snate@binkert.org for(int i=0; i < write_size; ++i){ 1656285Snate@binkert.org CacheMsg & request = m_writeRequestTable.lookup(wkeys[i]); 1666145Snate@binkert.org out << "\tRequest[ " << i << " ] = " << request.getType() << " Address " << wkeys[i] << " Posted " << request.getTime() << " PF " << request.getPrefetch() << endl; 1676145Snate@binkert.org if( request.getPrefetch() == PrefetchBit_No ){ 1686145Snate@binkert.org total_demand++; 1696145Snate@binkert.org } 1706285Snate@binkert.org } 1716145Snate@binkert.org 1726285Snate@binkert.org out << endl; 1736285Snate@binkert.org 1746145Snate@binkert.org out << "Total Number Outstanding: " << m_outstanding_count << endl; 1756145Snate@binkert.org out << "Total Number Demand : " << total_demand << endl; 1766145Snate@binkert.org out << "Total Number Prefetches : " << m_outstanding_count - total_demand << endl; 1776145Snate@binkert.org out << endl; 1786145Snate@binkert.org out << endl; 1796285Snate@binkert.org */ 1806145Snate@binkert.org} 1816145Snate@binkert.org 1826285Snate@binkert.orgvoid Sequencer::printConfig(ostream& out) const { 1836285Snate@binkert.org out << "Seqeuncer config: " << m_name << endl; 1846285Snate@binkert.org out << " controller: " << m_controller->getName() << endl; 1856285Snate@binkert.org out << " version: " << m_version << endl; 1866285Snate@binkert.org out << " max_outstanding_requests: " << m_max_outstanding_requests << endl; 1876285Snate@binkert.org out << " deadlock_threshold: " << m_deadlock_threshold << endl; 1886145Snate@binkert.org} 1896145Snate@binkert.org 1906145Snate@binkert.org// Insert the request on the correct request table. Return true if 1916145Snate@binkert.org// the entry was already present. 1926285Snate@binkert.orgbool Sequencer::insertRequest(SequencerRequest* request) { 1936285Snate@binkert.org int total_outstanding = m_writeRequestTable.size() + m_readRequestTable.size(); 1946285Snate@binkert.org 1956145Snate@binkert.org assert(m_outstanding_count == total_outstanding); 1966145Snate@binkert.org 1976145Snate@binkert.org // See if we should schedule a deadlock check 1986145Snate@binkert.org if (m_deadlock_check_scheduled == false) { 1996285Snate@binkert.org g_eventQueue_ptr->scheduleEvent(this, m_deadlock_threshold); 2006145Snate@binkert.org m_deadlock_check_scheduled = true; 2016145Snate@binkert.org } 2026145Snate@binkert.org 2036285Snate@binkert.org Address line_addr(request->ruby_request.paddr); 2046285Snate@binkert.org line_addr.makeLineAddress(); 2056285Snate@binkert.org if ((request->ruby_request.type == RubyRequestType_ST) || 2066355Spdudnik@gmail.com (request->ruby_request.type == RubyRequestType_RMW_Read) || 2076355Spdudnik@gmail.com (request->ruby_request.type == RubyRequestType_RMW_Write) || 2086350Spdudnik@gmail.com (request->ruby_request.type == RubyRequestType_Locked_Read) || 2096350Spdudnik@gmail.com (request->ruby_request.type == RubyRequestType_Locked_Write)) { 2106285Snate@binkert.org if (m_writeRequestTable.exist(line_addr)) { 2116285Snate@binkert.org m_writeRequestTable.lookup(line_addr) = request; 2126285Snate@binkert.org // return true; 2136285Snate@binkert.org assert(0); // drh5: isn't this an error? do you lose the initial request? 2146145Snate@binkert.org } 2156285Snate@binkert.org m_writeRequestTable.allocate(line_addr); 2166285Snate@binkert.org m_writeRequestTable.lookup(line_addr) = request; 2176145Snate@binkert.org m_outstanding_count++; 2186145Snate@binkert.org } else { 2196285Snate@binkert.org if (m_readRequestTable.exist(line_addr)) { 2206285Snate@binkert.org m_readRequestTable.lookup(line_addr) = request; 2216285Snate@binkert.org // return true; 2226285Snate@binkert.org assert(0); // drh5: isn't this an error? do you lose the initial request? 2236145Snate@binkert.org } 2246285Snate@binkert.org m_readRequestTable.allocate(line_addr); 2256285Snate@binkert.org m_readRequestTable.lookup(line_addr) = request; 2266145Snate@binkert.org m_outstanding_count++; 2276145Snate@binkert.org } 2286145Snate@binkert.org 2296145Snate@binkert.org g_system_ptr->getProfiler()->sequencerRequests(m_outstanding_count); 2306145Snate@binkert.org 2316285Snate@binkert.org total_outstanding = m_writeRequestTable.size() + m_readRequestTable.size(); 2326285Snate@binkert.org assert(m_outstanding_count == total_outstanding); 2336145Snate@binkert.org 2346145Snate@binkert.org return false; 2356145Snate@binkert.org} 2366145Snate@binkert.org 2376285Snate@binkert.orgvoid Sequencer::removeRequest(SequencerRequest* srequest) { 2386145Snate@binkert.org 2396285Snate@binkert.org assert(m_outstanding_count == m_writeRequestTable.size() + m_readRequestTable.size()); 2406285Snate@binkert.org 2416285Snate@binkert.org const RubyRequest & ruby_request = srequest->ruby_request; 2426285Snate@binkert.org Address line_addr(ruby_request.paddr); 2436285Snate@binkert.org line_addr.makeLineAddress(); 2446285Snate@binkert.org if ((ruby_request.type == RubyRequestType_ST) || 2456355Spdudnik@gmail.com (ruby_request.type == RubyRequestType_RMW_Read) || 2466355Spdudnik@gmail.com (ruby_request.type == RubyRequestType_RMW_Write) || 2476350Spdudnik@gmail.com (ruby_request.type == RubyRequestType_Locked_Read) || 2486350Spdudnik@gmail.com (ruby_request.type == RubyRequestType_Locked_Write)) { 2496285Snate@binkert.org m_writeRequestTable.deallocate(line_addr); 2506145Snate@binkert.org } else { 2516285Snate@binkert.org m_readRequestTable.deallocate(line_addr); 2526145Snate@binkert.org } 2536145Snate@binkert.org m_outstanding_count--; 2546145Snate@binkert.org 2556285Snate@binkert.org assert(m_outstanding_count == m_writeRequestTable.size() + m_readRequestTable.size()); 2566145Snate@binkert.org} 2576145Snate@binkert.org 2586145Snate@binkert.orgvoid Sequencer::writeCallback(const Address& address, DataBlock& data) { 2596145Snate@binkert.org 2606145Snate@binkert.org assert(address == line_address(address)); 2616285Snate@binkert.org assert(m_writeRequestTable.exist(line_address(address))); 2626145Snate@binkert.org 2636285Snate@binkert.org SequencerRequest* request = m_writeRequestTable.lookup(address); 2646145Snate@binkert.org removeRequest(request); 2656145Snate@binkert.org 2666285Snate@binkert.org assert((request->ruby_request.type == RubyRequestType_ST) || 2676355Spdudnik@gmail.com (request->ruby_request.type == RubyRequestType_RMW_Read) || 2686355Spdudnik@gmail.com (request->ruby_request.type == RubyRequestType_RMW_Write) || 2696350Spdudnik@gmail.com (request->ruby_request.type == RubyRequestType_Locked_Read) || 2706350Spdudnik@gmail.com (request->ruby_request.type == RubyRequestType_Locked_Write)); 2716347Spdudnik@gmail.com // POLINA: the assumption is that atomics are only on data cache and not instruction cache 2726350Spdudnik@gmail.com if (request->ruby_request.type == RubyRequestType_Locked_Read) { 2736347Spdudnik@gmail.com m_dataCache_ptr->setLocked(address, m_version); 2746347Spdudnik@gmail.com } 2756145Snate@binkert.org 2766285Snate@binkert.org hitCallback(request, data); 2776145Snate@binkert.org} 2786145Snate@binkert.org 2796145Snate@binkert.orgvoid Sequencer::readCallback(const Address& address, DataBlock& data) { 2806145Snate@binkert.org 2816285Snate@binkert.org assert(address == line_address(address)); 2826285Snate@binkert.org assert(m_readRequestTable.exist(line_address(address))); 2836145Snate@binkert.org 2846285Snate@binkert.org SequencerRequest* request = m_readRequestTable.lookup(address); 2856285Snate@binkert.org removeRequest(request); 2866285Snate@binkert.org 2876285Snate@binkert.org assert((request->ruby_request.type == RubyRequestType_LD) || 2886285Snate@binkert.org (request->ruby_request.type == RubyRequestType_IFETCH)); 2896285Snate@binkert.org 2906285Snate@binkert.org hitCallback(request, data); 2916145Snate@binkert.org} 2926145Snate@binkert.org 2936285Snate@binkert.orgvoid Sequencer::hitCallback(SequencerRequest* srequest, DataBlock& data) { 2946285Snate@binkert.org const RubyRequest & ruby_request = srequest->ruby_request; 2956285Snate@binkert.org Address request_address(ruby_request.paddr); 2966285Snate@binkert.org Address request_line_address(ruby_request.paddr); 2976285Snate@binkert.org request_line_address.makeLineAddress(); 2986285Snate@binkert.org RubyRequestType type = ruby_request.type; 2996285Snate@binkert.org Time issued_time = srequest->issue_time; 3006145Snate@binkert.org 3016145Snate@binkert.org // Set this cache entry to the most recently used 3026285Snate@binkert.org if (type == RubyRequestType_IFETCH) { 3036285Snate@binkert.org if (m_instCache_ptr->isTagPresent(request_line_address) ) 3046285Snate@binkert.org m_instCache_ptr->setMRU(request_line_address); 3056145Snate@binkert.org } else { 3066285Snate@binkert.org if (m_dataCache_ptr->isTagPresent(request_line_address) ) 3076285Snate@binkert.org m_dataCache_ptr->setMRU(request_line_address); 3086145Snate@binkert.org } 3096145Snate@binkert.org 3106145Snate@binkert.org assert(g_eventQueue_ptr->getTime() >= issued_time); 3116145Snate@binkert.org Time miss_latency = g_eventQueue_ptr->getTime() - issued_time; 3126145Snate@binkert.org 3136285Snate@binkert.org // Profile the miss latency for all non-zero demand misses 3146285Snate@binkert.org if (miss_latency != 0) { 3156285Snate@binkert.org g_system_ptr->getProfiler()->missLatency(miss_latency, type); 3166285Snate@binkert.org 3176285Snate@binkert.org if (Debug::getProtocolTrace()) { 3186285Snate@binkert.org g_system_ptr->getProfiler()->profileTransition("Seq", m_version, Address(ruby_request.paddr), 3196285Snate@binkert.org "", "Done", "", int_to_string(miss_latency)+" cycles"); 3206285Snate@binkert.org } 3216285Snate@binkert.org } 3226285Snate@binkert.org /* 3236285Snate@binkert.org if (request.getPrefetch() == PrefetchBit_Yes) { 3246285Snate@binkert.org return; // Ignore the prefetch 3256285Snate@binkert.org } 3266285Snate@binkert.org */ 3276285Snate@binkert.org 3286285Snate@binkert.org // update the data 3296285Snate@binkert.org if (ruby_request.data != NULL) { 3306285Snate@binkert.org if ((type == RubyRequestType_LD) || 3316285Snate@binkert.org (type == RubyRequestType_IFETCH)) { 3326285Snate@binkert.org memcpy(ruby_request.data, data.getData(request_address.getOffset(), ruby_request.len), ruby_request.len); 3336285Snate@binkert.org } else { 3346285Snate@binkert.org data.setData(ruby_request.data, request_address.getOffset(), ruby_request.len); 3356285Snate@binkert.org } 3366145Snate@binkert.org } 3376145Snate@binkert.org 3386285Snate@binkert.org m_hit_callback(srequest->id); 3396285Snate@binkert.org delete srequest; 3406285Snate@binkert.org} 3416285Snate@binkert.org 3426285Snate@binkert.org// Returns true if the sequencer already has a load or store outstanding 3436285Snate@binkert.orgbool Sequencer::isReady(const RubyRequest& request) const { 3446285Snate@binkert.org // POLINA: check if we are currently flushing the write buffer, if so Ruby is returned as not ready 3456285Snate@binkert.org // to simulate stalling of the front-end 3466285Snate@binkert.org // Do we stall all the sequencers? If it is atomic instruction - yes! 3476285Snate@binkert.org if (m_outstanding_count >= m_max_outstanding_requests) { 3486285Snate@binkert.org return false; 3496145Snate@binkert.org } 3506145Snate@binkert.org 3516285Snate@binkert.org if( m_writeRequestTable.exist(line_address(Address(request.paddr))) || 3526285Snate@binkert.org m_readRequestTable.exist(line_address(Address(request.paddr))) ){ 3536285Snate@binkert.org //cout << "OUTSTANDING REQUEST EXISTS " << p << " VER " << m_version << endl; 3546145Snate@binkert.org //printProgress(cout); 3556145Snate@binkert.org return false; 3566145Snate@binkert.org } 3576145Snate@binkert.org 3586145Snate@binkert.org return true; 3596145Snate@binkert.org} 3606145Snate@binkert.org 3616285Snate@binkert.orgbool Sequencer::empty() const { 3626285Snate@binkert.org return (m_writeRequestTable.size() == 0) && (m_readRequestTable.size() == 0); 3636145Snate@binkert.org} 3646145Snate@binkert.org 3656349Spdudnik@gmail.com 3666285Snate@binkert.orgint64_t Sequencer::makeRequest(const RubyRequest & request) 3676285Snate@binkert.org{ 3686285Snate@binkert.org assert(Address(request.paddr).getOffset() + request.len <= RubySystem::getBlockSizeBytes()); 3696285Snate@binkert.org if (isReady(request)) { 3706285Snate@binkert.org int64_t id = makeUniqueRequestID(); 3716285Snate@binkert.org SequencerRequest *srequest = new SequencerRequest(request, id, g_eventQueue_ptr->getTime()); 3726285Snate@binkert.org bool found = insertRequest(srequest); 3736285Snate@binkert.org if (!found) 3746350Spdudnik@gmail.com if (request.type == RubyRequestType_Locked_Write) { 3756355Spdudnik@gmail.com // NOTE: it is OK to check the locked flag here as the mandatory queue will be checked first 3766355Spdudnik@gmail.com // ensuring that nothing comes between checking the flag and servicing the store 3776349Spdudnik@gmail.com if (!m_dataCache_ptr->isLocked(line_address(Address(request.paddr)), m_version)) { 3786355Spdudnik@gmail.com return LLSC_FAIL; 3796349Spdudnik@gmail.com } 3806349Spdudnik@gmail.com else { 3816349Spdudnik@gmail.com m_dataCache_ptr->clearLocked(line_address(Address(request.paddr))); 3826349Spdudnik@gmail.com } 3836349Spdudnik@gmail.com } 3846285Snate@binkert.org issueRequest(request); 3856145Snate@binkert.org 3866285Snate@binkert.org // TODO: issue hardware prefetches here 3876285Snate@binkert.org return id; 3886145Snate@binkert.org } 3896285Snate@binkert.org else { 3906285Snate@binkert.org return -1; 3916145Snate@binkert.org } 3926145Snate@binkert.org} 3936145Snate@binkert.org 3946285Snate@binkert.orgvoid Sequencer::issueRequest(const RubyRequest& request) { 3956285Snate@binkert.org 3966285Snate@binkert.org // TODO: get rid of CacheMsg, CacheRequestType, and AccessModeTYpe, & have SLICC use RubyRequest and subtypes natively 3976285Snate@binkert.org CacheRequestType ctype; 3986285Snate@binkert.org switch(request.type) { 3996285Snate@binkert.org case RubyRequestType_IFETCH: 4006285Snate@binkert.org ctype = CacheRequestType_IFETCH; 4016285Snate@binkert.org break; 4026285Snate@binkert.org case RubyRequestType_LD: 4036285Snate@binkert.org ctype = CacheRequestType_LD; 4046285Snate@binkert.org break; 4056285Snate@binkert.org case RubyRequestType_ST: 4066285Snate@binkert.org ctype = CacheRequestType_ST; 4076285Snate@binkert.org break; 4086350Spdudnik@gmail.com case RubyRequestType_Locked_Read: 4096353Spdudnik@gmail.com ctype = CacheRequestType_ST; 4106347Spdudnik@gmail.com break; 4116350Spdudnik@gmail.com case RubyRequestType_Locked_Write: 4126353Spdudnik@gmail.com ctype = CacheRequestType_ST; 4136285Snate@binkert.org break; 4146355Spdudnik@gmail.com case RubyRequestType_RMW_Read: 4156355Spdudnik@gmail.com ctype = CacheRequestType_ATOMIC; 4166355Spdudnik@gmail.com break; 4176355Spdudnik@gmail.com case RubyRequestType_RMW_Write: 4186355Spdudnik@gmail.com ctype = CacheRequestType_ATOMIC; 4196355Spdudnik@gmail.com break; 4206285Snate@binkert.org default: 4216285Snate@binkert.org assert(0); 4226145Snate@binkert.org } 4236285Snate@binkert.org AccessModeType amtype; 4246285Snate@binkert.org switch(request.access_mode){ 4256285Snate@binkert.org case RubyAccessMode_User: 4266285Snate@binkert.org amtype = AccessModeType_UserMode; 4276285Snate@binkert.org break; 4286285Snate@binkert.org case RubyAccessMode_Supervisor: 4296285Snate@binkert.org amtype = AccessModeType_SupervisorMode; 4306285Snate@binkert.org break; 4316285Snate@binkert.org case RubyAccessMode_Device: 4326285Snate@binkert.org amtype = AccessModeType_UserMode; 4336285Snate@binkert.org break; 4346285Snate@binkert.org default: 4356285Snate@binkert.org assert(0); 4366285Snate@binkert.org } 4376285Snate@binkert.org Address line_addr(request.paddr); 4386285Snate@binkert.org line_addr.makeLineAddress(); 4396285Snate@binkert.org CacheMsg msg(line_addr, Address(request.paddr), ctype, Address(request.pc), amtype, request.len, PrefetchBit_No); 4406285Snate@binkert.org 4416285Snate@binkert.org if (Debug::getProtocolTrace()) { 4426285Snate@binkert.org g_system_ptr->getProfiler()->profileTransition("Seq", m_version, Address(request.paddr), 4436285Snate@binkert.org "", "Begin", "", RubyRequestType_to_string(request.type)); 4446285Snate@binkert.org } 4456285Snate@binkert.org 4466285Snate@binkert.org if (g_system_ptr->getTracer()->traceEnabled()) { 4476285Snate@binkert.org g_system_ptr->getTracer()->traceRequest(m_name, line_addr, Address(request.pc), 4486285Snate@binkert.org request.type, g_eventQueue_ptr->getTime()); 4496285Snate@binkert.org } 4506285Snate@binkert.org 4516285Snate@binkert.org Time latency = 0; // initialzed to an null value 4526285Snate@binkert.org 4536285Snate@binkert.org if (request.type == RubyRequestType_IFETCH) 4546285Snate@binkert.org latency = m_instCache_ptr->getLatency(); 4556285Snate@binkert.org else 4566285Snate@binkert.org latency = m_dataCache_ptr->getLatency(); 4576285Snate@binkert.org 4586285Snate@binkert.org // Send the message to the cache controller 4596285Snate@binkert.org assert(latency > 0); 4606285Snate@binkert.org 4616285Snate@binkert.org 4626285Snate@binkert.org m_mandatory_q_ptr->enqueue(msg, latency); 4636285Snate@binkert.org} 4646285Snate@binkert.org/* 4656285Snate@binkert.orgbool Sequencer::tryCacheAccess(const Address& addr, CacheRequestType type, 4666285Snate@binkert.org AccessModeType access_mode, 4676285Snate@binkert.org int size, DataBlock*& data_ptr) { 4686285Snate@binkert.org if (type == CacheRequestType_IFETCH) { 4696285Snate@binkert.org return m_instCache_ptr->tryCacheAccess(line_address(addr), type, data_ptr); 4706285Snate@binkert.org } else { 4716285Snate@binkert.org return m_dataCache_ptr->tryCacheAccess(line_address(addr), type, data_ptr); 4726145Snate@binkert.org } 4736145Snate@binkert.org} 4746285Snate@binkert.org*/ 4756145Snate@binkert.org 4766145Snate@binkert.orgvoid Sequencer::print(ostream& out) const { 4776285Snate@binkert.org out << "[Sequencer: " << m_version 4786145Snate@binkert.org << ", outstanding requests: " << m_outstanding_count; 4796145Snate@binkert.org 4806285Snate@binkert.org out << ", read request table: " << m_readRequestTable 4816285Snate@binkert.org << ", write request table: " << m_writeRequestTable; 4826145Snate@binkert.org out << "]"; 4836145Snate@binkert.org} 4846145Snate@binkert.org 4856145Snate@binkert.org// this can be called from setState whenever coherence permissions are upgraded 4866145Snate@binkert.org// when invoked, coherence violations will be checked for the given block 4876145Snate@binkert.orgvoid Sequencer::checkCoherence(const Address& addr) { 4886145Snate@binkert.org#ifdef CHECK_COHERENCE 4896145Snate@binkert.org g_system_ptr->checkGlobalCoherenceInvariant(addr); 4906145Snate@binkert.org#endif 4916145Snate@binkert.org} 4926145Snate@binkert.org 4936285Snate@binkert.org/* 4946145Snate@binkert.orgbool Sequencer::getRubyMemoryValue(const Address& addr, char* value, 4956285Snate@binkert.org unsigned int size_in_bytes ) 4966285Snate@binkert.org{ 4976285Snate@binkert.org bool found = false; 4986285Snate@binkert.org const Address lineAddr = line_address(addr); 4996285Snate@binkert.org DataBlock data; 5006285Snate@binkert.org PhysAddress paddr(addr); 5016285Snate@binkert.org DataBlock* dataPtr = &data; 5026285Snate@binkert.org 5036285Snate@binkert.org MachineID l2_mach = map_L2ChipId_to_L2Cache(addr, m_chip_ptr->getID() ); 5046285Snate@binkert.org int l2_ver = l2_mach.num%RubyConfig::numberOfL2CachePerChip(); 5056285Snate@binkert.org 5066285Snate@binkert.org if (Protocol::m_TwoLevelCache) { 5076285Snate@binkert.org if(Protocol::m_CMP){ 5086285Snate@binkert.org assert(n->m_L2Cache_L2cacheMemory_vec[l2_ver] != NULL); 5096285Snate@binkert.org } 5106285Snate@binkert.org else{ 5116285Snate@binkert.org assert(n->m_L1Cache_cacheMemory_vec[m_version] != NULL); 5126285Snate@binkert.org } 5136285Snate@binkert.org } 5146285Snate@binkert.org 5156285Snate@binkert.org if (n->m_L1Cache_L1IcacheMemory_vec[m_version]->tryCacheAccess(lineAddr, CacheRequestType_IFETCH, dataPtr)){ 5166285Snate@binkert.org n->m_L1Cache_L1IcacheMemory_vec[m_version]->getMemoryValue(addr, value, size_in_bytes); 5176285Snate@binkert.org found = true; 5186285Snate@binkert.org } else if (n->m_L1Cache_L1DcacheMemory_vec[m_version]->tryCacheAccess(lineAddr, CacheRequestType_LD, dataPtr)){ 5196285Snate@binkert.org n->m_L1Cache_L1DcacheMemory_vec[m_version]->getMemoryValue(addr, value, size_in_bytes); 5206285Snate@binkert.org found = true; 5216285Snate@binkert.org } else if (Protocol::m_CMP && n->m_L2Cache_L2cacheMemory_vec[l2_ver]->tryCacheAccess(lineAddr, CacheRequestType_LD, dataPtr)){ 5226285Snate@binkert.org n->m_L2Cache_L2cacheMemory_vec[l2_ver]->getMemoryValue(addr, value, size_in_bytes); 5236285Snate@binkert.org found = true; 5246285Snate@binkert.org // } else if (n->TBE_TABLE_MEMBER_VARIABLE->isPresent(lineAddr)){ 5256285Snate@binkert.org// ASSERT(n->TBE_TABLE_MEMBER_VARIABLE->isPresent(lineAddr)); 5266285Snate@binkert.org// L1Cache_TBE tbeEntry = n->TBE_TABLE_MEMBER_VARIABLE->lookup(lineAddr); 5276285Snate@binkert.org 5286285Snate@binkert.org// int offset = addr.getOffset(); 5296285Snate@binkert.org// for(int i=0; i<size_in_bytes; ++i){ 5306285Snate@binkert.org// value[i] = tbeEntry.getDataBlk().getByte(offset + i); 5316285Snate@binkert.org// } 5326285Snate@binkert.org 5336285Snate@binkert.org// found = true; 5346285Snate@binkert.org } else { 5356285Snate@binkert.org // Address not found 5366285Snate@binkert.org //cout << " " << m_chip_ptr->getID() << " NOT IN CACHE, Value at Directory is: " << (int) value[0] << endl; 5376285Snate@binkert.org n = dynamic_cast<Chip*>(g_system_ptr->getChip(map_Address_to_DirectoryNode(addr)/RubyConfig::numberOfDirectoryPerChip())); 5386285Snate@binkert.org int dir_version = map_Address_to_DirectoryNode(addr)%RubyConfig::numberOfDirectoryPerChip(); 5396285Snate@binkert.org for(unsigned int i=0; i<size_in_bytes; ++i){ 5406285Snate@binkert.org int offset = addr.getOffset(); 5416285Snate@binkert.org value[i] = n->m_Directory_directory_vec[dir_version]->lookup(lineAddr).m_DataBlk.getByte(offset + i); 5426285Snate@binkert.org } 5436285Snate@binkert.org // Address not found 5446285Snate@binkert.org //WARN_MSG("Couldn't find address"); 5456285Snate@binkert.org //WARN_EXPR(addr); 5466285Snate@binkert.org found = false; 5476285Snate@binkert.org } 5486285Snate@binkert.org return true; 5496145Snate@binkert.org} 5506145Snate@binkert.org 5516145Snate@binkert.orgbool Sequencer::setRubyMemoryValue(const Address& addr, char *value, 5526145Snate@binkert.org unsigned int size_in_bytes) { 5536145Snate@binkert.org char test_buffer[64]; 5546145Snate@binkert.org 5556285Snate@binkert.org // idea here is that coherent cache should find the 5566285Snate@binkert.org // latest data, the update it 5576285Snate@binkert.org bool found = false; 5586285Snate@binkert.org const Address lineAddr = line_address(addr); 5596285Snate@binkert.org PhysAddress paddr(addr); 5606285Snate@binkert.org DataBlock data; 5616285Snate@binkert.org DataBlock* dataPtr = &data; 5626285Snate@binkert.org Chip* n = dynamic_cast<Chip*>(m_chip_ptr); 5636285Snate@binkert.org 5646285Snate@binkert.org MachineID l2_mach = map_L2ChipId_to_L2Cache(addr, m_chip_ptr->getID() ); 5656285Snate@binkert.org int l2_ver = l2_mach.num%RubyConfig::numberOfL2CachePerChip(); 5666285Snate@binkert.org 5676285Snate@binkert.org assert(n->m_L1Cache_L1IcacheMemory_vec[m_version] != NULL); 5686285Snate@binkert.org assert(n->m_L1Cache_L1DcacheMemory_vec[m_version] != NULL); 5696285Snate@binkert.org if (Protocol::m_TwoLevelCache) { 5706285Snate@binkert.org if(Protocol::m_CMP){ 5716285Snate@binkert.org assert(n->m_L2Cache_L2cacheMemory_vec[l2_ver] != NULL); 5726285Snate@binkert.org } 5736285Snate@binkert.org else{ 5746285Snate@binkert.org assert(n->m_L1Cache_cacheMemory_vec[m_version] != NULL); 5756285Snate@binkert.org } 5766285Snate@binkert.org } 5776285Snate@binkert.org 5786285Snate@binkert.org if (n->m_L1Cache_L1IcacheMemory_vec[m_version]->tryCacheAccess(lineAddr, CacheRequestType_IFETCH, dataPtr)){ 5796285Snate@binkert.org n->m_L1Cache_L1IcacheMemory_vec[m_version]->setMemoryValue(addr, value, size_in_bytes); 5806285Snate@binkert.org found = true; 5816285Snate@binkert.org } else if (n->m_L1Cache_L1DcacheMemory_vec[m_version]->tryCacheAccess(lineAddr, CacheRequestType_LD, dataPtr)){ 5826285Snate@binkert.org n->m_L1Cache_L1DcacheMemory_vec[m_version]->setMemoryValue(addr, value, size_in_bytes); 5836285Snate@binkert.org found = true; 5846285Snate@binkert.org } else if (Protocol::m_CMP && n->m_L2Cache_L2cacheMemory_vec[l2_ver]->tryCacheAccess(lineAddr, CacheRequestType_LD, dataPtr)){ 5856285Snate@binkert.org n->m_L2Cache_L2cacheMemory_vec[l2_ver]->setMemoryValue(addr, value, size_in_bytes); 5866285Snate@binkert.org found = true; 5876285Snate@binkert.org } else { 5886285Snate@binkert.org // Address not found 5896285Snate@binkert.org n = dynamic_cast<Chip*>(g_system_ptr->getChip(map_Address_to_DirectoryNode(addr)/RubyConfig::numberOfDirectoryPerChip())); 5906285Snate@binkert.org int dir_version = map_Address_to_DirectoryNode(addr)%RubyConfig::numberOfDirectoryPerChip(); 5916285Snate@binkert.org for(unsigned int i=0; i<size_in_bytes; ++i){ 5926285Snate@binkert.org int offset = addr.getOffset(); 5936285Snate@binkert.org n->m_Directory_directory_vec[dir_version]->lookup(lineAddr).m_DataBlk.setByte(offset + i, value[i]); 5946285Snate@binkert.org } 5956285Snate@binkert.org found = false; 5966285Snate@binkert.org } 5976285Snate@binkert.org 5986285Snate@binkert.org if (found){ 5996285Snate@binkert.org found = getRubyMemoryValue(addr, test_buffer, size_in_bytes); 6006285Snate@binkert.org assert(found); 6016285Snate@binkert.org if(value[0] != test_buffer[0]){ 6026285Snate@binkert.org WARN_EXPR((int) value[0]); 6036285Snate@binkert.org WARN_EXPR((int) test_buffer[0]); 6046285Snate@binkert.org ERROR_MSG("setRubyMemoryValue failed to set value."); 6056285Snate@binkert.org } 6066285Snate@binkert.org } 6076285Snate@binkert.org 6086285Snate@binkert.org return true; 6096285Snate@binkert.org} 6106285Snate@binkert.org*/ 6116285Snate@binkert.org/* 6126285Snate@binkert.org 6136285Snate@binkert.orgvoid 6146285Snate@binkert.orgSequencer::rubyMemAccess(const uint64 paddr, char* data, const int len, const AccessType type) 6156285Snate@binkert.org{ 6166285Snate@binkert.org if ( type == AccessType_Read || type == AccessType_Write ) { 6176285Snate@binkert.org // need to break up the packet data 6186285Snate@binkert.org uint64 guest_ptr = paddr; 6196285Snate@binkert.org Vector<DataBlock*> datablocks; 6206285Snate@binkert.org while (paddr + len != guest_ptr) { 6216285Snate@binkert.org Address addr(guest_ptr); 6226285Snate@binkert.org Address line_addr = line_address(addr); 6236285Snate@binkert.org 6246285Snate@binkert.org int bytes_copied; 6256285Snate@binkert.org if (addr.getOffset() == 0) { 6266285Snate@binkert.org bytes_copied = (guest_ptr + RubyConfig::dataBlockBytes() > paddr + len)? 6276285Snate@binkert.org (paddr + len - guest_ptr): 6286285Snate@binkert.org RubyConfig::dataBlockBytes(); 6296285Snate@binkert.org } else { 6306285Snate@binkert.org bytes_copied = RubyConfig::dataBlockBytes() - addr.getOffset(); 6316285Snate@binkert.org if (guest_ptr + bytes_copied > paddr + len) 6326285Snate@binkert.org bytes_copied = paddr + len - guest_ptr; 6336285Snate@binkert.org } 6346285Snate@binkert.org 6356285Snate@binkert.org // first we need to find all data blocks that have to be updated for a write 6366285Snate@binkert.org // and the highest block for a read 6376285Snate@binkert.org for(int i=0;i<RubyConfig::numberOfProcessors();i++) { 6386285Snate@binkert.org if (Protocol::m_TwoLevelCache){ 6396285Snate@binkert.org if(m_chip_ptr->m_L1Cache_L1IcacheMemory_vec[i]->isTagPresent(line_address(addr))) 6406285Snate@binkert.org datablocks.insertAtBottom(&m_chip_ptr->m_L1Cache_L1IcacheMemory_vec[i]->lookup(line_addr).getDataBlk()); 6416285Snate@binkert.org if(m_chip_ptr->m_L1Cache_L1DcacheMemory_vec[i]->isTagPresent(line_address(addr))) 6426285Snate@binkert.org datablocks.insertAtBottom(&m_chip_ptr->m_L1Cache_L1DcacheMemory_vec[i]->lookup(line_addr).getDataBlk()); 6436285Snate@binkert.org } else { 6446285Snate@binkert.org if(m_chip_ptr->m_L1Cache_cacheMemory_vec[i]->isTagPresent(line_address(addr))) 6456285Snate@binkert.org datablocks.insertAtBottom(&m_chip_ptr->m_L1Cache_cacheMemory_vec[i]->lookup(line_addr).getDataBlk()); 6466285Snate@binkert.org } 6476285Snate@binkert.org } 6486285Snate@binkert.org if (Protocol::m_TwoLevelCache){ 6496285Snate@binkert.org int l2_bank = map_L2ChipId_to_L2Cache(addr, 0).num; // TODO: ONLY WORKS WITH CMP!!! 6506285Snate@binkert.org if (m_chip_ptr->m_L2Cache_L2cacheMemory_vec[l2_bank]->isTagPresent(line_address(Address(paddr)))) { 6516285Snate@binkert.org datablocks.insertAtBottom(&m_chip_ptr->m_L2Cache_L2cacheMemory_vec[l2_bank]->lookup(addr).getDataBlk()); 6526285Snate@binkert.org } 6536285Snate@binkert.org } 6546285Snate@binkert.org assert(dynamic_cast<Chip*>(m_chip_ptr)->m_Directory_directory_vec.size() > map_Address_to_DirectoryNode(addr)); 6556285Snate@binkert.org DirectoryMemory* dir = dynamic_cast<Chip*>(m_chip_ptr)->m_Directory_directory_vec[map_Address_to_DirectoryNode(addr)]; 6566285Snate@binkert.org Directory_Entry& entry = dir->lookup(line_addr); 6576285Snate@binkert.org datablocks.insertAtBottom(&entry.getDataBlk()); 6586285Snate@binkert.org 6596285Snate@binkert.org if (pkt->isRead()){ 6606285Snate@binkert.org datablocks[0]->copyData(pkt_data, addr.getOffset(), bytes_copied); 6616285Snate@binkert.org } else {// pkt->isWrite() { 6626285Snate@binkert.org for (int i=0;i<datablocks.size();i++) 6636285Snate@binkert.org datablocks[i]->setData(pkt_data, addr.getOffset(), bytes_copied); 6646285Snate@binkert.org } 6656285Snate@binkert.org 6666285Snate@binkert.org guest_ptr += bytes_copied; 6676285Snate@binkert.org pkt_data += bytes_copied; 6686285Snate@binkert.org datablocks.clear(); 6696285Snate@binkert.org } 6706145Snate@binkert.org} 6716153Sgibson@cs.wisc.edu 6726285Snate@binkert.org*/ 673