RubyPort.cc revision 10412
16876Ssteve.reinhardt@amd.com/* 210089Sandreas.hansson@arm.com * Copyright (c) 2012-2013 ARM Limited 38922Swilliam.wang@arm.com * All rights reserved. 48922Swilliam.wang@arm.com * 58922Swilliam.wang@arm.com * The license below extends only to copyright in the software and shall 68922Swilliam.wang@arm.com * not be construed as granting a license to any other intellectual 78922Swilliam.wang@arm.com * property including but not limited to intellectual property relating 88922Swilliam.wang@arm.com * to a hardware implementation of the functionality of the software 98922Swilliam.wang@arm.com * licensed hereunder. You may use the software subject to the license 108922Swilliam.wang@arm.com * terms below provided that you ensure that this notice is replicated 118922Swilliam.wang@arm.com * unmodified and in its entirety in all distributions of the software, 128922Swilliam.wang@arm.com * modified or unmodified, in source code or in binary form. 138922Swilliam.wang@arm.com * 146876Ssteve.reinhardt@amd.com * Copyright (c) 2009 Advanced Micro Devices, Inc. 158717Snilay@cs.wisc.edu * Copyright (c) 2011 Mark D. Hill and David A. Wood 166876Ssteve.reinhardt@amd.com * All rights reserved. 176876Ssteve.reinhardt@amd.com * 186876Ssteve.reinhardt@amd.com * Redistribution and use in source and binary forms, with or without 196876Ssteve.reinhardt@amd.com * modification, are permitted provided that the following conditions are 206876Ssteve.reinhardt@amd.com * met: redistributions of source code must retain the above copyright 216876Ssteve.reinhardt@amd.com * notice, this list of conditions and the following disclaimer; 226876Ssteve.reinhardt@amd.com * redistributions in binary form must reproduce the above copyright 236876Ssteve.reinhardt@amd.com * notice, this list of conditions and the following disclaimer in the 246876Ssteve.reinhardt@amd.com * documentation and/or other materials provided with the distribution; 256876Ssteve.reinhardt@amd.com * neither the name of the copyright holders nor the names of its 266876Ssteve.reinhardt@amd.com * contributors may be used to endorse or promote products derived from 276876Ssteve.reinhardt@amd.com * this software without specific prior written permission. 286876Ssteve.reinhardt@amd.com * 296876Ssteve.reinhardt@amd.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 306876Ssteve.reinhardt@amd.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 316876Ssteve.reinhardt@amd.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 326876Ssteve.reinhardt@amd.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 336876Ssteve.reinhardt@amd.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 346876Ssteve.reinhardt@amd.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 356876Ssteve.reinhardt@amd.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 366876Ssteve.reinhardt@amd.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 376876Ssteve.reinhardt@amd.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 386876Ssteve.reinhardt@amd.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 396876Ssteve.reinhardt@amd.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 406876Ssteve.reinhardt@amd.com */ 416876Ssteve.reinhardt@amd.com 427632SBrad.Beckmann@amd.com#include "cpu/testers/rubytest/RubyTester.hh" 438688Snilay@cs.wisc.edu#include "debug/Config.hh" 449152Satgutier@umich.edu#include "debug/Drain.hh" 458232Snate@binkert.org#include "debug/Ruby.hh" 468436SBrad.Beckmann@amd.com#include "mem/protocol/AccessPermission.hh" 477039Snate@binkert.org#include "mem/ruby/slicc_interface/AbstractController.hh" 486285Snate@binkert.org#include "mem/ruby/system/RubyPort.hh" 4910117Snilay@cs.wisc.edu#include "sim/full_system.hh" 508923Sandreas.hansson@arm.com#include "sim/system.hh" 516285Snate@binkert.org 526876Ssteve.reinhardt@amd.comRubyPort::RubyPort(const Params *p) 538922Swilliam.wang@arm.com : MemObject(p), m_version(p->version), m_controller(NULL), 5410090Snilay@cs.wisc.edu m_mandatory_q_ptr(NULL), m_usingRubyTester(p->using_ruby_tester), 5510090Snilay@cs.wisc.edu pioMasterPort(csprintf("%s.pio-master-port", name()), this), 5610090Snilay@cs.wisc.edu pioSlavePort(csprintf("%s.pio-slave-port", name()), this), 5710090Snilay@cs.wisc.edu memMasterPort(csprintf("%s.mem-master-port", name()), this), 5810090Snilay@cs.wisc.edu memSlavePort(csprintf("%s-mem-slave-port", name()), this, 5910090Snilay@cs.wisc.edu p->ruby_system, p->access_phys_mem, -1), 6010090Snilay@cs.wisc.edu gotAddrRanges(p->port_master_connection_count), drainManager(NULL), 6110115Snilay@cs.wisc.edu system(p->system), access_phys_mem(p->access_phys_mem) 626876Ssteve.reinhardt@amd.com{ 636876Ssteve.reinhardt@amd.com assert(m_version != -1); 646876Ssteve.reinhardt@amd.com 658922Swilliam.wang@arm.com // create the slave ports based on the number of connected ports 668922Swilliam.wang@arm.com for (size_t i = 0; i < p->port_slave_connection_count; ++i) { 6710090Snilay@cs.wisc.edu slave_ports.push_back(new MemSlavePort(csprintf("%s.slave%d", name(), 6810115Snilay@cs.wisc.edu i), this, p->ruby_system, access_phys_mem, i)); 698922Swilliam.wang@arm.com } 707039Snate@binkert.org 718922Swilliam.wang@arm.com // create the master ports based on the number of connected ports 728922Swilliam.wang@arm.com for (size_t i = 0; i < p->port_master_connection_count; ++i) { 7310090Snilay@cs.wisc.edu master_ports.push_back(new PioMasterPort(csprintf("%s.master%d", 7410090Snilay@cs.wisc.edu name(), i), this)); 758922Swilliam.wang@arm.com } 766876Ssteve.reinhardt@amd.com} 776876Ssteve.reinhardt@amd.com 787039Snate@binkert.orgvoid 797039Snate@binkert.orgRubyPort::init() 806882SBrad.Beckmann@amd.com{ 816882SBrad.Beckmann@amd.com assert(m_controller != NULL); 826882SBrad.Beckmann@amd.com m_mandatory_q_ptr = m_controller->getMandatoryQueue(); 839508Snilay@cs.wisc.edu m_mandatory_q_ptr->setSender(this); 846882SBrad.Beckmann@amd.com} 856882SBrad.Beckmann@amd.com 869294Sandreas.hansson@arm.comBaseMasterPort & 879294Sandreas.hansson@arm.comRubyPort::getMasterPort(const std::string &if_name, PortID idx) 886876Ssteve.reinhardt@amd.com{ 8910090Snilay@cs.wisc.edu if (if_name == "mem_master_port") { 9010090Snilay@cs.wisc.edu return memMasterPort; 9110090Snilay@cs.wisc.edu } 9210090Snilay@cs.wisc.edu 9310090Snilay@cs.wisc.edu if (if_name == "pio_master_port") { 9410090Snilay@cs.wisc.edu return pioMasterPort; 958922Swilliam.wang@arm.com } 968922Swilliam.wang@arm.com 978839Sandreas.hansson@arm.com // used by the x86 CPUs to connect the interrupt PIO and interrupt slave 988839Sandreas.hansson@arm.com // port 998922Swilliam.wang@arm.com if (if_name != "master") { 1008922Swilliam.wang@arm.com // pass it along to our super class 1018922Swilliam.wang@arm.com return MemObject::getMasterPort(if_name, idx); 1028922Swilliam.wang@arm.com } else { 1039294Sandreas.hansson@arm.com if (idx >= static_cast<PortID>(master_ports.size())) { 1048922Swilliam.wang@arm.com panic("RubyPort::getMasterPort: unknown index %d\n", idx); 1058922Swilliam.wang@arm.com } 1068839Sandreas.hansson@arm.com 1078922Swilliam.wang@arm.com return *master_ports[idx]; 1088839Sandreas.hansson@arm.com } 1098922Swilliam.wang@arm.com} 1108839Sandreas.hansson@arm.com 1119294Sandreas.hansson@arm.comBaseSlavePort & 1129294Sandreas.hansson@arm.comRubyPort::getSlavePort(const std::string &if_name, PortID idx) 1138922Swilliam.wang@arm.com{ 11410090Snilay@cs.wisc.edu if (if_name == "mem_slave_port") { 11510090Snilay@cs.wisc.edu return memSlavePort; 11610090Snilay@cs.wisc.edu } 11710090Snilay@cs.wisc.edu 11810090Snilay@cs.wisc.edu if (if_name == "pio_slave_port") 11910090Snilay@cs.wisc.edu return pioSlavePort; 12010090Snilay@cs.wisc.edu 1218922Swilliam.wang@arm.com // used by the CPUs to connect the caches to the interconnect, and 1228922Swilliam.wang@arm.com // for the x86 case also the interrupt master 1238922Swilliam.wang@arm.com if (if_name != "slave") { 1248922Swilliam.wang@arm.com // pass it along to our super class 1258922Swilliam.wang@arm.com return MemObject::getSlavePort(if_name, idx); 1268922Swilliam.wang@arm.com } else { 1279294Sandreas.hansson@arm.com if (idx >= static_cast<PortID>(slave_ports.size())) { 1288922Swilliam.wang@arm.com panic("RubyPort::getSlavePort: unknown index %d\n", idx); 1298922Swilliam.wang@arm.com } 1308922Swilliam.wang@arm.com 1318922Swilliam.wang@arm.com return *slave_ports[idx]; 1327039Snate@binkert.org } 1336876Ssteve.reinhardt@amd.com} 1346882SBrad.Beckmann@amd.com 13510090Snilay@cs.wisc.eduRubyPort::PioMasterPort::PioMasterPort(const std::string &_name, 1366882SBrad.Beckmann@amd.com RubyPort *_port) 13710090Snilay@cs.wisc.edu : QueuedMasterPort(_name, _port, queue), queue(*_port, *this) 1386882SBrad.Beckmann@amd.com{ 13910090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Created master pioport on sequencer %s\n", _name); 1406882SBrad.Beckmann@amd.com} 1416882SBrad.Beckmann@amd.com 14210090Snilay@cs.wisc.eduRubyPort::PioSlavePort::PioSlavePort(const std::string &_name, 14310090Snilay@cs.wisc.edu RubyPort *_port) 14410090Snilay@cs.wisc.edu : QueuedSlavePort(_name, _port, queue), queue(*_port, *this) 14510090Snilay@cs.wisc.edu{ 14610090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Created slave pioport on sequencer %s\n", _name); 14710090Snilay@cs.wisc.edu} 14810090Snilay@cs.wisc.edu 14910090Snilay@cs.wisc.eduRubyPort::MemMasterPort::MemMasterPort(const std::string &_name, 15010090Snilay@cs.wisc.edu RubyPort *_port) 15110090Snilay@cs.wisc.edu : QueuedMasterPort(_name, _port, queue), queue(*_port, *this) 15210090Snilay@cs.wisc.edu{ 15310090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Created master memport on ruby sequencer %s\n", _name); 15410090Snilay@cs.wisc.edu} 15510090Snilay@cs.wisc.edu 15610090Snilay@cs.wisc.eduRubyPort::MemSlavePort::MemSlavePort(const std::string &_name, RubyPort *_port, 15710089Sandreas.hansson@arm.com RubySystem *_system, bool _access_phys_mem, PortID id) 15810089Sandreas.hansson@arm.com : QueuedSlavePort(_name, _port, queue, id), queue(*_port, *this), 15910090Snilay@cs.wisc.edu ruby_system(_system), access_phys_mem(_access_phys_mem) 1606882SBrad.Beckmann@amd.com{ 16110090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Created slave memport on ruby sequencer %s\n", _name); 1626882SBrad.Beckmann@amd.com} 1636882SBrad.Beckmann@amd.com 16410089Sandreas.hansson@arm.combool 16510090Snilay@cs.wisc.eduRubyPort::PioMasterPort::recvTimingResp(PacketPtr pkt) 16610090Snilay@cs.wisc.edu{ 16710090Snilay@cs.wisc.edu RubyPort *ruby_port = static_cast<RubyPort *>(&owner); 16810090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Response for address: 0x%#x\n", pkt->getAddr()); 16910090Snilay@cs.wisc.edu 17010090Snilay@cs.wisc.edu // send next cycle 17110090Snilay@cs.wisc.edu ruby_port->pioSlavePort.schedTimingResp( 17210090Snilay@cs.wisc.edu pkt, curTick() + g_system_ptr->clockPeriod()); 17310090Snilay@cs.wisc.edu return true; 17410090Snilay@cs.wisc.edu} 17510090Snilay@cs.wisc.edu 17610090Snilay@cs.wisc.edubool RubyPort::MemMasterPort::recvTimingResp(PacketPtr pkt) 17710089Sandreas.hansson@arm.com{ 17810089Sandreas.hansson@arm.com // got a response from a device 17910089Sandreas.hansson@arm.com assert(pkt->isResponse()); 1806882SBrad.Beckmann@amd.com 1817039Snate@binkert.org // In FS mode, ruby memory will receive pio responses from devices 1827039Snate@binkert.org // and it must forward these responses back to the particular CPU. 18310089Sandreas.hansson@arm.com DPRINTF(RubyPort, "Pio response for address %#x, going to %d\n", 18410089Sandreas.hansson@arm.com pkt->getAddr(), pkt->getDest()); 1856882SBrad.Beckmann@amd.com 18610090Snilay@cs.wisc.edu // First we must retrieve the request port from the sender State 18710090Snilay@cs.wisc.edu RubyPort::SenderState *senderState = 18810090Snilay@cs.wisc.edu safe_cast<RubyPort::SenderState *>(pkt->popSenderState()); 18910090Snilay@cs.wisc.edu MemSlavePort *port = senderState->port; 19010090Snilay@cs.wisc.edu assert(port != NULL); 19110090Snilay@cs.wisc.edu delete senderState; 1927039Snate@binkert.org 19310089Sandreas.hansson@arm.com // attempt to send the response in the next cycle 19410090Snilay@cs.wisc.edu port->schedTimingResp(pkt, curTick() + g_system_ptr->clockPeriod()); 1957039Snate@binkert.org 1966882SBrad.Beckmann@amd.com return true; 1976882SBrad.Beckmann@amd.com} 1986882SBrad.Beckmann@amd.com 1996882SBrad.Beckmann@amd.combool 20010090Snilay@cs.wisc.eduRubyPort::PioSlavePort::recvTimingReq(PacketPtr pkt) 2016882SBrad.Beckmann@amd.com{ 20210090Snilay@cs.wisc.edu RubyPort *ruby_port = static_cast<RubyPort *>(&owner); 20310090Snilay@cs.wisc.edu 20410090Snilay@cs.wisc.edu for (size_t i = 0; i < ruby_port->master_ports.size(); ++i) { 20510090Snilay@cs.wisc.edu AddrRangeList l = ruby_port->master_ports[i]->getAddrRanges(); 20610090Snilay@cs.wisc.edu for (auto it = l.begin(); it != l.end(); ++it) { 20710090Snilay@cs.wisc.edu if (it->contains(pkt->getAddr())) { 20810412Sandreas.hansson@arm.com // generally it is not safe to assume success here as 20910412Sandreas.hansson@arm.com // the port could be blocked 21010412Sandreas.hansson@arm.com bool M5_VAR_USED success = 21110412Sandreas.hansson@arm.com ruby_port->master_ports[i]->sendTimingReq(pkt); 21210412Sandreas.hansson@arm.com assert(success); 21310090Snilay@cs.wisc.edu return true; 21410090Snilay@cs.wisc.edu } 21510090Snilay@cs.wisc.edu } 21610090Snilay@cs.wisc.edu } 21710090Snilay@cs.wisc.edu panic("Should never reach here!\n"); 21810090Snilay@cs.wisc.edu} 21910090Snilay@cs.wisc.edu 22010090Snilay@cs.wisc.edubool 22110090Snilay@cs.wisc.eduRubyPort::MemSlavePort::recvTimingReq(PacketPtr pkt) 22210090Snilay@cs.wisc.edu{ 22310090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Timing request for address %#x on port %d\n", 22410090Snilay@cs.wisc.edu pkt->getAddr(), id); 22510090Snilay@cs.wisc.edu RubyPort *ruby_port = static_cast<RubyPort *>(&owner); 2266882SBrad.Beckmann@amd.com 2279662Sandreas.hansson@arm.com if (pkt->memInhibitAsserted()) 2289662Sandreas.hansson@arm.com panic("RubyPort should never see an inhibited request\n"); 2296882SBrad.Beckmann@amd.com 2306882SBrad.Beckmann@amd.com // Check for pio requests and directly send them to the dedicated 2316882SBrad.Beckmann@amd.com // pio port. 2326882SBrad.Beckmann@amd.com if (!isPhysMemAddress(pkt->getAddr())) { 23310090Snilay@cs.wisc.edu assert(ruby_port->memMasterPort.isConnected()); 23410090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Request address %#x assumed to be a pio address\n", 2356922SBrad.Beckmann@amd.com pkt->getAddr()); 2366882SBrad.Beckmann@amd.com 23710090Snilay@cs.wisc.edu // Save the port in the sender state object to be used later to 23810090Snilay@cs.wisc.edu // route the response 23910090Snilay@cs.wisc.edu pkt->pushSenderState(new SenderState(this)); 24010090Snilay@cs.wisc.edu 2419163Sandreas.hansson@arm.com // send next cycle 24210090Snilay@cs.wisc.edu ruby_port->memMasterPort.schedTimingReq(pkt, 2439206Snilay@cs.wisc.edu curTick() + g_system_ptr->clockPeriod()); 2449163Sandreas.hansson@arm.com return true; 2456882SBrad.Beckmann@amd.com } 2466882SBrad.Beckmann@amd.com 24710090Snilay@cs.wisc.edu // Save the port id to be used later to route the response 24810090Snilay@cs.wisc.edu pkt->setSrc(id); 24910090Snilay@cs.wisc.edu 2508615Snilay@cs.wisc.edu assert(Address(pkt->getAddr()).getOffset() + pkt->getSize() <= 2518615Snilay@cs.wisc.edu RubySystem::getBlockSizeBytes()); 2527906SBrad.Beckmann@amd.com 2536882SBrad.Beckmann@amd.com // Submit the ruby request 2548615Snilay@cs.wisc.edu RequestStatus requestStatus = ruby_port->makeRequest(pkt); 2557023SBrad.Beckmann@amd.com 2567550SBrad.Beckmann@amd.com // If the request successfully issued then we should return true. 25710089Sandreas.hansson@arm.com // Otherwise, we need to tell the port to retry at a later point 25810089Sandreas.hansson@arm.com // and return false. 2597550SBrad.Beckmann@amd.com if (requestStatus == RequestStatus_Issued) { 26010089Sandreas.hansson@arm.com DPRINTF(RubyPort, "Request %s 0x%x issued\n", pkt->cmdString(), 26110089Sandreas.hansson@arm.com pkt->getAddr()); 2626922SBrad.Beckmann@amd.com return true; 2636882SBrad.Beckmann@amd.com } 2647023SBrad.Beckmann@amd.com 2657910SBrad.Beckmann@amd.com // 2667910SBrad.Beckmann@amd.com // Unless one is using the ruby tester, record the stalled M5 port for 2677910SBrad.Beckmann@amd.com // later retry when the sequencer becomes free. 2687910SBrad.Beckmann@amd.com // 2697910SBrad.Beckmann@amd.com if (!ruby_port->m_usingRubyTester) { 2707910SBrad.Beckmann@amd.com ruby_port->addToRetryList(this); 2717910SBrad.Beckmann@amd.com } 2727910SBrad.Beckmann@amd.com 27310090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Request for address %#x did not issued because %s\n", 2747039Snate@binkert.org pkt->getAddr(), RequestStatus_to_string(requestStatus)); 2757039Snate@binkert.org 2766922SBrad.Beckmann@amd.com return false; 2776882SBrad.Beckmann@amd.com} 2786882SBrad.Beckmann@amd.com 2798436SBrad.Beckmann@amd.comvoid 28010090Snilay@cs.wisc.eduRubyPort::MemSlavePort::recvFunctional(PacketPtr pkt) 2818436SBrad.Beckmann@amd.com{ 28210090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Functional access for address: %#x\n", pkt->getAddr()); 28310090Snilay@cs.wisc.edu RubyPort *ruby_port = static_cast<RubyPort *>(&owner); 2848436SBrad.Beckmann@amd.com 2858436SBrad.Beckmann@amd.com // Check for pio requests and directly send them to the dedicated 2868436SBrad.Beckmann@amd.com // pio port. 2878436SBrad.Beckmann@amd.com if (!isPhysMemAddress(pkt->getAddr())) { 28810090Snilay@cs.wisc.edu assert(ruby_port->memMasterPort.isConnected()); 28910090Snilay@cs.wisc.edu DPRINTF(RubyPort, "Pio Request for address: 0x%#x\n", pkt->getAddr()); 29010090Snilay@cs.wisc.edu panic("RubyPort::PioMasterPort::recvFunctional() not implemented!\n"); 2918436SBrad.Beckmann@amd.com } 2928436SBrad.Beckmann@amd.com 2938436SBrad.Beckmann@amd.com assert(pkt->getAddr() + pkt->getSize() <= 2948436SBrad.Beckmann@amd.com line_address(Address(pkt->getAddr())).getAddress() + 2958436SBrad.Beckmann@amd.com RubySystem::getBlockSizeBytes()); 2968436SBrad.Beckmann@amd.com 2978436SBrad.Beckmann@amd.com bool accessSucceeded = false; 2988436SBrad.Beckmann@amd.com bool needsResponse = pkt->needsResponse(); 2998436SBrad.Beckmann@amd.com 3008436SBrad.Beckmann@amd.com // Do the functional access on ruby memory 3018436SBrad.Beckmann@amd.com if (pkt->isRead()) { 3029270Snilay@cs.wisc.edu accessSucceeded = ruby_system->functionalRead(pkt); 3038436SBrad.Beckmann@amd.com } else if (pkt->isWrite()) { 3049270Snilay@cs.wisc.edu accessSucceeded = ruby_system->functionalWrite(pkt); 3058436SBrad.Beckmann@amd.com } else { 30610090Snilay@cs.wisc.edu panic("Unsupported functional command %s\n", pkt->cmdString()); 3078436SBrad.Beckmann@amd.com } 3088436SBrad.Beckmann@amd.com 3098436SBrad.Beckmann@amd.com // Unless the requester explicitly said otherwise, generate an error if 3108436SBrad.Beckmann@amd.com // the functional request failed 3118436SBrad.Beckmann@amd.com if (!accessSucceeded && !pkt->suppressFuncError()) { 3128436SBrad.Beckmann@amd.com fatal("Ruby functional %s failed for address %#x\n", 3138436SBrad.Beckmann@amd.com pkt->isWrite() ? "write" : "read", pkt->getAddr()); 3148436SBrad.Beckmann@amd.com } 3158436SBrad.Beckmann@amd.com 3168436SBrad.Beckmann@amd.com if (access_phys_mem) { 3178436SBrad.Beckmann@amd.com // The attached physmem contains the official version of data. 3188436SBrad.Beckmann@amd.com // The following command performs the real functional access. 3198436SBrad.Beckmann@amd.com // This line should be removed once Ruby supplies the official version 3208436SBrad.Beckmann@amd.com // of data. 3218931Sandreas.hansson@arm.com ruby_port->system->getPhysMem().functionalAccess(pkt); 3228436SBrad.Beckmann@amd.com } 3238436SBrad.Beckmann@amd.com 3248436SBrad.Beckmann@amd.com // turn packet around to go back to requester if response expected 3258436SBrad.Beckmann@amd.com if (needsResponse) { 3268436SBrad.Beckmann@amd.com pkt->setFunctionalResponseStatus(accessSucceeded); 3278706Sandreas.hansson@arm.com 3288706Sandreas.hansson@arm.com // @todo There should not be a reverse call since the response is 3298706Sandreas.hansson@arm.com // communicated through the packet pointer 3308706Sandreas.hansson@arm.com // DPRINTF(RubyPort, "Sending packet back over port\n"); 3318706Sandreas.hansson@arm.com // sendFunctional(pkt); 3328436SBrad.Beckmann@amd.com } 3338436SBrad.Beckmann@amd.com DPRINTF(RubyPort, "Functional access %s!\n", 3348436SBrad.Beckmann@amd.com accessSucceeded ? "successful":"failed"); 3358436SBrad.Beckmann@amd.com} 3368436SBrad.Beckmann@amd.com 3376882SBrad.Beckmann@amd.comvoid 3386922SBrad.Beckmann@amd.comRubyPort::ruby_hit_callback(PacketPtr pkt) 3396882SBrad.Beckmann@amd.com{ 34010089Sandreas.hansson@arm.com DPRINTF(RubyPort, "Hit callback for %s 0x%x\n", pkt->cmdString(), 34110089Sandreas.hansson@arm.com pkt->getAddr()); 3427039Snate@binkert.org 34310089Sandreas.hansson@arm.com // The packet was destined for memory and has not yet been turned 34410089Sandreas.hansson@arm.com // into a response 34510089Sandreas.hansson@arm.com assert(system->isMemAddr(pkt->getAddr())); 34610089Sandreas.hansson@arm.com assert(pkt->isRequest()); 3476882SBrad.Beckmann@amd.com 34810089Sandreas.hansson@arm.com // As it has not yet been turned around, the source field tells us 34910089Sandreas.hansson@arm.com // which port it came from. 35010089Sandreas.hansson@arm.com assert(pkt->getSrc() < slave_ports.size()); 35110089Sandreas.hansson@arm.com 35210089Sandreas.hansson@arm.com slave_ports[pkt->getSrc()]->hitCallback(pkt); 3537910SBrad.Beckmann@amd.com 3547910SBrad.Beckmann@amd.com // 35510090Snilay@cs.wisc.edu // If we had to stall the MemSlavePorts, wake them up because the sequencer 3567910SBrad.Beckmann@amd.com // likely has free resources now. 3577910SBrad.Beckmann@amd.com // 35810089Sandreas.hansson@arm.com if (!retryList.empty()) { 3598162SBrad.Beckmann@amd.com // 3608162SBrad.Beckmann@amd.com // Record the current list of ports to retry on a temporary list before 3618162SBrad.Beckmann@amd.com // calling sendRetry on those ports. sendRetry will cause an 3628162SBrad.Beckmann@amd.com // immediate retry, which may result in the ports being put back on the 3638162SBrad.Beckmann@amd.com // list. Therefore we want to clear the retryList before calling 3648162SBrad.Beckmann@amd.com // sendRetry. 3658162SBrad.Beckmann@amd.com // 36610090Snilay@cs.wisc.edu std::vector<MemSlavePort *> curRetryList(retryList); 3678162SBrad.Beckmann@amd.com 3688162SBrad.Beckmann@amd.com retryList.clear(); 36910089Sandreas.hansson@arm.com 37010089Sandreas.hansson@arm.com for (auto i = curRetryList.begin(); i != curRetryList.end(); ++i) { 3718162SBrad.Beckmann@amd.com DPRINTF(RubyPort, 3727910SBrad.Beckmann@amd.com "Sequencer may now be free. SendRetry to port %s\n", 3737910SBrad.Beckmann@amd.com (*i)->name()); 3748162SBrad.Beckmann@amd.com (*i)->sendRetry(); 3757910SBrad.Beckmann@amd.com } 3767910SBrad.Beckmann@amd.com } 3778688Snilay@cs.wisc.edu 3788688Snilay@cs.wisc.edu testDrainComplete(); 3798688Snilay@cs.wisc.edu} 3808688Snilay@cs.wisc.edu 3818688Snilay@cs.wisc.eduvoid 3828688Snilay@cs.wisc.eduRubyPort::testDrainComplete() 3838688Snilay@cs.wisc.edu{ 3848688Snilay@cs.wisc.edu //If we weren't able to drain before, we might be able to now. 3859342SAndreas.Sandberg@arm.com if (drainManager != NULL) { 3869245Shestness@cs.wisc.edu unsigned int drainCount = outstandingCount(); 3879152Satgutier@umich.edu DPRINTF(Drain, "Drain count: %u\n", drainCount); 3888688Snilay@cs.wisc.edu if (drainCount == 0) { 3899342SAndreas.Sandberg@arm.com DPRINTF(Drain, "RubyPort done draining, signaling drain done\n"); 3909342SAndreas.Sandberg@arm.com drainManager->signalDrainDone(); 3919342SAndreas.Sandberg@arm.com // Clear the drain manager once we're done with it. 3929342SAndreas.Sandberg@arm.com drainManager = NULL; 3938688Snilay@cs.wisc.edu } 3948688Snilay@cs.wisc.edu } 3958688Snilay@cs.wisc.edu} 3968688Snilay@cs.wisc.edu 3978688Snilay@cs.wisc.eduunsigned int 3989342SAndreas.Sandberg@arm.comRubyPort::getChildDrainCount(DrainManager *dm) 3998688Snilay@cs.wisc.edu{ 4008688Snilay@cs.wisc.edu int count = 0; 4018688Snilay@cs.wisc.edu 40210090Snilay@cs.wisc.edu if (memMasterPort.isConnected()) { 40310090Snilay@cs.wisc.edu count += memMasterPort.drain(dm); 4048688Snilay@cs.wisc.edu DPRINTF(Config, "count after pio check %d\n", count); 4058688Snilay@cs.wisc.edu } 4068688Snilay@cs.wisc.edu 4078922Swilliam.wang@arm.com for (CpuPortIter p = slave_ports.begin(); p != slave_ports.end(); ++p) { 4089342SAndreas.Sandberg@arm.com count += (*p)->drain(dm); 4098922Swilliam.wang@arm.com DPRINTF(Config, "count after slave port check %d\n", count); 4108922Swilliam.wang@arm.com } 4118922Swilliam.wang@arm.com 41210090Snilay@cs.wisc.edu for (std::vector<PioMasterPort *>::iterator p = master_ports.begin(); 4138922Swilliam.wang@arm.com p != master_ports.end(); ++p) { 4149342SAndreas.Sandberg@arm.com count += (*p)->drain(dm); 4158922Swilliam.wang@arm.com DPRINTF(Config, "count after master port check %d\n", count); 4168688Snilay@cs.wisc.edu } 4178688Snilay@cs.wisc.edu 4188688Snilay@cs.wisc.edu DPRINTF(Config, "final count %d\n", count); 4198688Snilay@cs.wisc.edu return count; 4208688Snilay@cs.wisc.edu} 4218688Snilay@cs.wisc.edu 4228688Snilay@cs.wisc.eduunsigned int 4239342SAndreas.Sandberg@arm.comRubyPort::drain(DrainManager *dm) 4248688Snilay@cs.wisc.edu{ 4258688Snilay@cs.wisc.edu if (isDeadlockEventScheduled()) { 4268688Snilay@cs.wisc.edu descheduleDeadlockEvent(); 4278688Snilay@cs.wisc.edu } 4288688Snilay@cs.wisc.edu 4299245Shestness@cs.wisc.edu // 4309245Shestness@cs.wisc.edu // If the RubyPort is not empty, then it needs to clear all outstanding 4319342SAndreas.Sandberg@arm.com // requests before it should call drainManager->signalDrainDone() 4329245Shestness@cs.wisc.edu // 4339245Shestness@cs.wisc.edu DPRINTF(Config, "outstanding count %d\n", outstandingCount()); 4349245Shestness@cs.wisc.edu bool need_drain = outstandingCount() > 0; 4359245Shestness@cs.wisc.edu 4369245Shestness@cs.wisc.edu // 4379245Shestness@cs.wisc.edu // Also, get the number of child ports that will also need to clear 4389342SAndreas.Sandberg@arm.com // their buffered requests before they call drainManager->signalDrainDone() 4399245Shestness@cs.wisc.edu // 4409342SAndreas.Sandberg@arm.com unsigned int child_drain_count = getChildDrainCount(dm); 4418688Snilay@cs.wisc.edu 4428688Snilay@cs.wisc.edu // Set status 4439245Shestness@cs.wisc.edu if (need_drain) { 4449342SAndreas.Sandberg@arm.com drainManager = dm; 4458688Snilay@cs.wisc.edu 4469152Satgutier@umich.edu DPRINTF(Drain, "RubyPort not drained\n"); 4479342SAndreas.Sandberg@arm.com setDrainState(Drainable::Draining); 4489245Shestness@cs.wisc.edu return child_drain_count + 1; 4498688Snilay@cs.wisc.edu } 4508688Snilay@cs.wisc.edu 4519342SAndreas.Sandberg@arm.com drainManager = NULL; 4529342SAndreas.Sandberg@arm.com setDrainState(Drainable::Drained); 4539245Shestness@cs.wisc.edu return child_drain_count; 4546882SBrad.Beckmann@amd.com} 4556882SBrad.Beckmann@amd.com 4566882SBrad.Beckmann@amd.comvoid 45710090Snilay@cs.wisc.eduRubyPort::MemSlavePort::hitCallback(PacketPtr pkt) 4586882SBrad.Beckmann@amd.com{ 4596882SBrad.Beckmann@amd.com bool needsResponse = pkt->needsResponse(); 4606882SBrad.Beckmann@amd.com 4617550SBrad.Beckmann@amd.com // 4627915SBrad.Beckmann@amd.com // Unless specified at configuraiton, all responses except failed SC 4638184Ssomayeh@cs.wisc.edu // and Flush operations access M5 physical memory. 4647550SBrad.Beckmann@amd.com // 4657915SBrad.Beckmann@amd.com bool accessPhysMem = access_phys_mem; 4667550SBrad.Beckmann@amd.com 4677550SBrad.Beckmann@amd.com if (pkt->isLLSC()) { 4687550SBrad.Beckmann@amd.com if (pkt->isWrite()) { 4697550SBrad.Beckmann@amd.com if (pkt->req->getExtraData() != 0) { 4707550SBrad.Beckmann@amd.com // 4717550SBrad.Beckmann@amd.com // Successful SC packets convert to normal writes 4727550SBrad.Beckmann@amd.com // 4737550SBrad.Beckmann@amd.com pkt->convertScToWrite(); 4747550SBrad.Beckmann@amd.com } else { 4757550SBrad.Beckmann@amd.com // 4767550SBrad.Beckmann@amd.com // Failed SC packets don't access physical memory and thus 4777550SBrad.Beckmann@amd.com // the RubyPort itself must convert it to a response. 4787550SBrad.Beckmann@amd.com // 4797550SBrad.Beckmann@amd.com accessPhysMem = false; 4807550SBrad.Beckmann@amd.com } 4817550SBrad.Beckmann@amd.com } else { 4827550SBrad.Beckmann@amd.com // 4837550SBrad.Beckmann@amd.com // All LL packets convert to normal loads so that M5 PhysMem does 4847550SBrad.Beckmann@amd.com // not lock the blocks. 4857550SBrad.Beckmann@amd.com // 4867550SBrad.Beckmann@amd.com pkt->convertLlToRead(); 4877550SBrad.Beckmann@amd.com } 4887550SBrad.Beckmann@amd.com } 4898184Ssomayeh@cs.wisc.edu 4908184Ssomayeh@cs.wisc.edu // 4918184Ssomayeh@cs.wisc.edu // Flush requests don't access physical memory 4928184Ssomayeh@cs.wisc.edu // 4938184Ssomayeh@cs.wisc.edu if (pkt->isFlush()) { 4948184Ssomayeh@cs.wisc.edu accessPhysMem = false; 4958184Ssomayeh@cs.wisc.edu } 4968184Ssomayeh@cs.wisc.edu 4978161SBrad.Beckmann@amd.com DPRINTF(RubyPort, "Hit callback needs response %d\n", needsResponse); 4986882SBrad.Beckmann@amd.com 4997550SBrad.Beckmann@amd.com if (accessPhysMem) { 50010090Snilay@cs.wisc.edu RubyPort *ruby_port = static_cast<RubyPort *>(&owner); 5018931Sandreas.hansson@arm.com ruby_port->system->getPhysMem().access(pkt); 5028184Ssomayeh@cs.wisc.edu } else if (needsResponse) { 5037915SBrad.Beckmann@amd.com pkt->makeResponse(); 5047550SBrad.Beckmann@amd.com } 5056882SBrad.Beckmann@amd.com 5066882SBrad.Beckmann@amd.com // turn packet around to go back to requester if response expected 5076882SBrad.Beckmann@amd.com if (needsResponse) { 5088161SBrad.Beckmann@amd.com DPRINTF(RubyPort, "Sending packet back over port\n"); 5099163Sandreas.hansson@arm.com // send next cycle 5109206Snilay@cs.wisc.edu schedTimingResp(pkt, curTick() + g_system_ptr->clockPeriod()); 5116882SBrad.Beckmann@amd.com } else { 5126882SBrad.Beckmann@amd.com delete pkt; 5136882SBrad.Beckmann@amd.com } 5148161SBrad.Beckmann@amd.com DPRINTF(RubyPort, "Hit callback done!\n"); 5156882SBrad.Beckmann@amd.com} 5166882SBrad.Beckmann@amd.com 5178922Swilliam.wang@arm.comAddrRangeList 51810090Snilay@cs.wisc.eduRubyPort::PioSlavePort::getAddrRanges() const 5198922Swilliam.wang@arm.com{ 5208922Swilliam.wang@arm.com // at the moment the assumption is that the master does not care 5218922Swilliam.wang@arm.com AddrRangeList ranges; 52210090Snilay@cs.wisc.edu RubyPort *ruby_port = static_cast<RubyPort *>(&owner); 52310090Snilay@cs.wisc.edu 52410090Snilay@cs.wisc.edu for (size_t i = 0; i < ruby_port->master_ports.size(); ++i) { 52510090Snilay@cs.wisc.edu ranges.splice(ranges.begin(), 52610090Snilay@cs.wisc.edu ruby_port->master_ports[i]->getAddrRanges()); 52710090Snilay@cs.wisc.edu } 52810090Snilay@cs.wisc.edu for (AddrRangeConstIter r = ranges.begin(); r != ranges.end(); ++r) 52910090Snilay@cs.wisc.edu DPRINTF(RubyPort, "%s\n", r->to_string()); 5308922Swilliam.wang@arm.com return ranges; 5318922Swilliam.wang@arm.com} 5328922Swilliam.wang@arm.com 5336882SBrad.Beckmann@amd.combool 53410090Snilay@cs.wisc.eduRubyPort::MemSlavePort::isPhysMemAddress(Addr addr) const 5356882SBrad.Beckmann@amd.com{ 53610090Snilay@cs.wisc.edu RubyPort *ruby_port = static_cast<RubyPort *>(&owner); 5378931Sandreas.hansson@arm.com return ruby_port->system->isMemAddr(addr); 5386882SBrad.Beckmann@amd.com} 5397909Shestness@cs.utexas.edu 5408717Snilay@cs.wisc.eduvoid 5418717Snilay@cs.wisc.eduRubyPort::ruby_eviction_callback(const Address& address) 5428717Snilay@cs.wisc.edu{ 5438717Snilay@cs.wisc.edu DPRINTF(RubyPort, "Sending invalidations.\n"); 5449633Sjthestness@gmail.com // This request is deleted in the stack-allocated packet destructor 5459633Sjthestness@gmail.com // when this function exits 5469633Sjthestness@gmail.com // TODO: should this really be using funcMasterId? 5479633Sjthestness@gmail.com RequestPtr req = 5489633Sjthestness@gmail.com new Request(address.getAddress(), 0, 0, Request::funcMasterId); 5499633Sjthestness@gmail.com // Use a single packet to signal all snooping ports of the invalidation. 5509633Sjthestness@gmail.com // This assumes that snooping ports do NOT modify the packet/request 5519633Sjthestness@gmail.com Packet pkt(req, MemCmd::InvalidationReq); 5528922Swilliam.wang@arm.com for (CpuPortIter p = slave_ports.begin(); p != slave_ports.end(); ++p) { 5539088Sandreas.hansson@arm.com // check if the connected master port is snooping 5549088Sandreas.hansson@arm.com if ((*p)->isSnooping()) { 5558948Sandreas.hansson@arm.com // send as a snoop request 5569633Sjthestness@gmail.com (*p)->sendTimingSnoopReq(&pkt); 5578922Swilliam.wang@arm.com } 5588717Snilay@cs.wisc.edu } 5598717Snilay@cs.wisc.edu} 56010090Snilay@cs.wisc.edu 56110090Snilay@cs.wisc.eduvoid 56210090Snilay@cs.wisc.eduRubyPort::PioMasterPort::recvRangeChange() 56310090Snilay@cs.wisc.edu{ 56410090Snilay@cs.wisc.edu RubyPort &r = static_cast<RubyPort &>(owner); 56510090Snilay@cs.wisc.edu r.gotAddrRanges--; 56610117Snilay@cs.wisc.edu if (r.gotAddrRanges == 0 && FullSystem) { 56710090Snilay@cs.wisc.edu r.pioSlavePort.sendRangeChange(); 56810090Snilay@cs.wisc.edu } 56910090Snilay@cs.wisc.edu} 570