noncoherent_xbar.cc revision 12334
12497SN/A/* 210719SMarco.Balboni@ARM.com * Copyright (c) 2011-2015 ARM Limited 38711SN/A * All rights reserved 48711SN/A * 58711SN/A * The license below extends only to copyright in the software and shall 68711SN/A * not be construed as granting a license to any other intellectual 78711SN/A * property including but not limited to intellectual property relating 88711SN/A * to a hardware implementation of the functionality of the software 98711SN/A * licensed hereunder. You may use the software subject to the license 108711SN/A * terms below provided that you ensure that this notice is replicated 118711SN/A * unmodified and in its entirety in all distributions of the software, 128711SN/A * modified or unmodified, in source code or in binary form. 138711SN/A * 142497SN/A * Copyright (c) 2006 The Regents of The University of Michigan 152497SN/A * All rights reserved. 162497SN/A * 172497SN/A * Redistribution and use in source and binary forms, with or without 182497SN/A * modification, are permitted provided that the following conditions are 192497SN/A * met: redistributions of source code must retain the above copyright 202497SN/A * notice, this list of conditions and the following disclaimer; 212497SN/A * redistributions in binary form must reproduce the above copyright 222497SN/A * notice, this list of conditions and the following disclaimer in the 232497SN/A * documentation and/or other materials provided with the distribution; 242497SN/A * neither the name of the copyright holders nor the names of its 252497SN/A * contributors may be used to endorse or promote products derived from 262497SN/A * this software without specific prior written permission. 272497SN/A * 282497SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 292497SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 302497SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 312497SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 322497SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 332497SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 342497SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 352497SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 362497SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 372497SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 382497SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 392665SN/A * 402665SN/A * Authors: Ali Saidi 418715SN/A * Andreas Hansson 428922SN/A * William Wang 432497SN/A */ 442497SN/A 452497SN/A/** 462982SN/A * @file 4710405Sandreas.hansson@arm.com * Definition of a non-coherent crossbar object. 482497SN/A */ 492497SN/A 5011793Sbrandon.potter@amd.com#include "mem/noncoherent_xbar.hh" 5111793Sbrandon.potter@amd.com 5212334Sgabeblack@google.com#include "base/logging.hh" 532548SN/A#include "base/trace.hh" 5410405Sandreas.hansson@arm.com#include "debug/NoncoherentXBar.hh" 5510405Sandreas.hansson@arm.com#include "debug/XBar.hh" 562497SN/A 5710405Sandreas.hansson@arm.comNoncoherentXBar::NoncoherentXBar(const NoncoherentXBarParams *p) 5810405Sandreas.hansson@arm.com : BaseXBar(p) 597523SN/A{ 608851SN/A // create the ports based on the size of the master and slave 618948SN/A // vector ports, and the presence of the default port, the ports 628948SN/A // are enumerated starting from zero 638851SN/A for (int i = 0; i < p->port_master_connection_count; ++i) { 649095SN/A std::string portName = csprintf("%s.master[%d]", name(), i); 6510405Sandreas.hansson@arm.com MasterPort* bp = new NoncoherentXBarMasterPort(portName, *this, i); 668922SN/A masterPorts.push_back(bp); 679715SN/A reqLayers.push_back(new ReqLayer(*bp, *this, 689715SN/A csprintf(".reqLayer%d", i))); 698851SN/A } 708851SN/A 718948SN/A // see if we have a default slave device connected and if so add 728948SN/A // our corresponding master port 738915SN/A if (p->port_default_connection_count) { 749031SN/A defaultPortID = masterPorts.size(); 759095SN/A std::string portName = name() + ".default"; 7610405Sandreas.hansson@arm.com MasterPort* bp = new NoncoherentXBarMasterPort(portName, *this, 779036SN/A defaultPortID); 788922SN/A masterPorts.push_back(bp); 799715SN/A reqLayers.push_back(new ReqLayer(*bp, *this, csprintf(".reqLayer%d", 809715SN/A defaultPortID))); 818915SN/A } 828915SN/A 838948SN/A // create the slave ports, once again starting at zero 848851SN/A for (int i = 0; i < p->port_slave_connection_count; ++i) { 859095SN/A std::string portName = csprintf("%s.slave[%d]", name(), i); 8610888Sandreas.hansson@arm.com QueuedSlavePort* bp = new NoncoherentXBarSlavePort(portName, *this, i); 878922SN/A slavePorts.push_back(bp); 889715SN/A respLayers.push_back(new RespLayer(*bp, *this, 899715SN/A csprintf(".respLayer%d", i))); 908851SN/A } 918851SN/A 927523SN/A clearPortCache(); 937523SN/A} 947523SN/A 9510405Sandreas.hansson@arm.comNoncoherentXBar::~NoncoherentXBar() 969715SN/A{ 9710405Sandreas.hansson@arm.com for (auto l: reqLayers) 9810405Sandreas.hansson@arm.com delete l; 9910405Sandreas.hansson@arm.com for (auto l: respLayers) 10010405Sandreas.hansson@arm.com delete l; 1019715SN/A} 1029715SN/A 1038948SN/Abool 10410405Sandreas.hansson@arm.comNoncoherentXBar::recvTimingReq(PacketPtr pkt, PortID slave_port_id) 1053244SN/A{ 1068975SN/A // determine the source port based on the id 1079032SN/A SlavePort *src_port = slavePorts[slave_port_id]; 1083244SN/A 10910405Sandreas.hansson@arm.com // we should never see express snoops on a non-coherent crossbar 1109036SN/A assert(!pkt->isExpressSnoop()); 1119036SN/A 1129612SN/A // determine the destination based on the address 1139712SN/A PortID master_port_id = findPort(pkt->getAddr()); 1149612SN/A 11510405Sandreas.hansson@arm.com // test if the layer should be considered occupied for the current 1169036SN/A // port 1179715SN/A if (!reqLayers[master_port_id]->tryTiming(src_port)) { 11810405Sandreas.hansson@arm.com DPRINTF(NoncoherentXBar, "recvTimingReq: src %s %s 0x%x BUSY\n", 1198949SN/A src_port->name(), pkt->cmdString(), pkt->getAddr()); 1203244SN/A return false; 1213244SN/A } 1223244SN/A 12310405Sandreas.hansson@arm.com DPRINTF(NoncoherentXBar, "recvTimingReq: src %s %s 0x%x\n", 1248949SN/A src_port->name(), pkt->cmdString(), pkt->getAddr()); 1255197SN/A 1269712SN/A // store size and command as they might be modified when 1279712SN/A // forwarding the packet 1289712SN/A unsigned int pkt_size = pkt->hasData() ? pkt->getSize() : 0; 1299712SN/A unsigned int pkt_cmd = pkt->cmdToIndex(); 1309712SN/A 13110719SMarco.Balboni@ARM.com // store the old header delay so we can restore it if needed 13210719SMarco.Balboni@ARM.com Tick old_header_delay = pkt->headerDelay; 13310719SMarco.Balboni@ARM.com 13410719SMarco.Balboni@ARM.com // a request sees the frontend and forward latency 13510719SMarco.Balboni@ARM.com Tick xbar_delay = (frontendLatency + forwardLatency) * clockPeriod(); 13610719SMarco.Balboni@ARM.com 13710719SMarco.Balboni@ARM.com // set the packet header and payload delay 13810719SMarco.Balboni@ARM.com calcPacketTiming(pkt, xbar_delay); 13910719SMarco.Balboni@ARM.com 14010719SMarco.Balboni@ARM.com // determine how long to be crossbar layer is busy 14110719SMarco.Balboni@ARM.com Tick packetFinishTime = clockEdge(Cycles(1)) + pkt->payloadDelay; 1428915SN/A 14310656Sandreas.hansson@arm.com // before forwarding the packet (and possibly altering it), 14410656Sandreas.hansson@arm.com // remember if we are expecting a response 14510656Sandreas.hansson@arm.com const bool expect_response = pkt->needsResponse() && 14611284Sandreas.hansson@arm.com !pkt->cacheResponding(); 14710656Sandreas.hansson@arm.com 1489612SN/A // since it is a normal request, attempt to send the packet 1499712SN/A bool success = masterPorts[master_port_id]->sendTimingReq(pkt); 1508948SN/A 1518975SN/A if (!success) { 15210405Sandreas.hansson@arm.com DPRINTF(NoncoherentXBar, "recvTimingReq: src %s %s 0x%x RETRY\n", 1538975SN/A src_port->name(), pkt->cmdString(), pkt->getAddr()); 1548948SN/A 15510719SMarco.Balboni@ARM.com // restore the header delay as it is additive 15610719SMarco.Balboni@ARM.com pkt->headerDelay = old_header_delay; 1579549SN/A 1589547SN/A // occupy until the header is sent 1599715SN/A reqLayers[master_port_id]->failedTiming(src_port, 16010719SMarco.Balboni@ARM.com clockEdge(Cycles(1))); 1618948SN/A 1628975SN/A return false; 1638975SN/A } 1648975SN/A 16510656Sandreas.hansson@arm.com // remember where to route the response to 16610656Sandreas.hansson@arm.com if (expect_response) { 16710656Sandreas.hansson@arm.com assert(routeTo.find(pkt->req) == routeTo.end()); 16810656Sandreas.hansson@arm.com routeTo[pkt->req] = slave_port_id; 16910656Sandreas.hansson@arm.com } 17010656Sandreas.hansson@arm.com 1719715SN/A reqLayers[master_port_id]->succeededTiming(packetFinishTime); 1728975SN/A 1739712SN/A // stats updates 1749712SN/A pktCount[slave_port_id][master_port_id]++; 17510405Sandreas.hansson@arm.com pktSize[slave_port_id][master_port_id] += pkt_size; 1769712SN/A transDist[pkt_cmd]++; 1779712SN/A 1788975SN/A return true; 1798975SN/A} 1808975SN/A 1818975SN/Abool 18210405Sandreas.hansson@arm.comNoncoherentXBar::recvTimingResp(PacketPtr pkt, PortID master_port_id) 1838975SN/A{ 1848975SN/A // determine the source port based on the id 1859032SN/A MasterPort *src_port = masterPorts[master_port_id]; 1868975SN/A 18710656Sandreas.hansson@arm.com // determine the destination 18810656Sandreas.hansson@arm.com const auto route_lookup = routeTo.find(pkt->req); 18910656Sandreas.hansson@arm.com assert(route_lookup != routeTo.end()); 19010656Sandreas.hansson@arm.com const PortID slave_port_id = route_lookup->second; 19110572Sandreas.hansson@arm.com assert(slave_port_id != InvalidPortID); 19210572Sandreas.hansson@arm.com assert(slave_port_id < respLayers.size()); 1939713SN/A 19410405Sandreas.hansson@arm.com // test if the layer should be considered occupied for the current 1959033SN/A // port 1969715SN/A if (!respLayers[slave_port_id]->tryTiming(src_port)) { 19710405Sandreas.hansson@arm.com DPRINTF(NoncoherentXBar, "recvTimingResp: src %s %s 0x%x BUSY\n", 1988975SN/A src_port->name(), pkt->cmdString(), pkt->getAddr()); 1998975SN/A return false; 2008975SN/A } 2018975SN/A 20210405Sandreas.hansson@arm.com DPRINTF(NoncoherentXBar, "recvTimingResp: src %s %s 0x%x\n", 2038975SN/A src_port->name(), pkt->cmdString(), pkt->getAddr()); 2048975SN/A 2059712SN/A // store size and command as they might be modified when 2069712SN/A // forwarding the packet 2079712SN/A unsigned int pkt_size = pkt->hasData() ? pkt->getSize() : 0; 2089712SN/A unsigned int pkt_cmd = pkt->cmdToIndex(); 2099712SN/A 21010719SMarco.Balboni@ARM.com // a response sees the response latency 21110719SMarco.Balboni@ARM.com Tick xbar_delay = responseLatency * clockPeriod(); 21210719SMarco.Balboni@ARM.com 21310719SMarco.Balboni@ARM.com // set the packet header and payload delay 21410719SMarco.Balboni@ARM.com calcPacketTiming(pkt, xbar_delay); 21510719SMarco.Balboni@ARM.com 21610719SMarco.Balboni@ARM.com // determine how long to be crossbar layer is busy 21710719SMarco.Balboni@ARM.com Tick packetFinishTime = clockEdge(Cycles(1)) + pkt->payloadDelay; 2188975SN/A 21910888Sandreas.hansson@arm.com // send the packet through the destination slave port, and pay for 22010888Sandreas.hansson@arm.com // any outstanding latency 22110888Sandreas.hansson@arm.com Tick latency = pkt->headerDelay; 22210888Sandreas.hansson@arm.com pkt->headerDelay = 0; 22310888Sandreas.hansson@arm.com slavePorts[slave_port_id]->schedTimingResp(pkt, curTick() + latency); 2248975SN/A 22510656Sandreas.hansson@arm.com // remove the request from the routing table 22610656Sandreas.hansson@arm.com routeTo.erase(route_lookup); 22710656Sandreas.hansson@arm.com 2289715SN/A respLayers[slave_port_id]->succeededTiming(packetFinishTime); 2298975SN/A 2309712SN/A // stats updates 2319712SN/A pktCount[slave_port_id][master_port_id]++; 23210405Sandreas.hansson@arm.com pktSize[slave_port_id][master_port_id] += pkt_size; 2339712SN/A transDist[pkt_cmd]++; 2349712SN/A 2358975SN/A return true; 2368975SN/A} 2378975SN/A 2389092SN/Avoid 23910713Sandreas.hansson@arm.comNoncoherentXBar::recvReqRetry(PortID master_port_id) 2409092SN/A{ 2419093SN/A // responses never block on forwarding them, so the retry will 2429093SN/A // always be coming from a port to which we tried to forward a 2439093SN/A // request 2449715SN/A reqLayers[master_port_id]->recvRetry(); 2459092SN/A} 2469092SN/A 2479036SN/ATick 24810405Sandreas.hansson@arm.comNoncoherentXBar::recvAtomic(PacketPtr pkt, PortID slave_port_id) 2498975SN/A{ 25010405Sandreas.hansson@arm.com DPRINTF(NoncoherentXBar, "recvAtomic: packet src %s addr 0x%x cmd %s\n", 2519032SN/A slavePorts[slave_port_id]->name(), pkt->getAddr(), 2528949SN/A pkt->cmdString()); 2538915SN/A 25410405Sandreas.hansson@arm.com unsigned int pkt_size = pkt->hasData() ? pkt->getSize() : 0; 25510405Sandreas.hansson@arm.com unsigned int pkt_cmd = pkt->cmdToIndex(); 2569712SN/A 2579036SN/A // determine the destination port 25810405Sandreas.hansson@arm.com PortID master_port_id = findPort(pkt->getAddr()); 25910405Sandreas.hansson@arm.com 26010405Sandreas.hansson@arm.com // stats updates for the request 26110405Sandreas.hansson@arm.com pktCount[slave_port_id][master_port_id]++; 26210405Sandreas.hansson@arm.com pktSize[slave_port_id][master_port_id] += pkt_size; 26310405Sandreas.hansson@arm.com transDist[pkt_cmd]++; 2648948SN/A 2658948SN/A // forward the request to the appropriate destination 26610405Sandreas.hansson@arm.com Tick response_latency = masterPorts[master_port_id]->sendAtomic(pkt); 2678948SN/A 2689712SN/A // add the response data 26910405Sandreas.hansson@arm.com if (pkt->isResponse()) { 27010405Sandreas.hansson@arm.com pkt_size = pkt->hasData() ? pkt->getSize() : 0; 27110405Sandreas.hansson@arm.com pkt_cmd = pkt->cmdToIndex(); 27210405Sandreas.hansson@arm.com 27310405Sandreas.hansson@arm.com // stats updates 27410405Sandreas.hansson@arm.com pktCount[slave_port_id][master_port_id]++; 27510405Sandreas.hansson@arm.com pktSize[slave_port_id][master_port_id] += pkt_size; 27610405Sandreas.hansson@arm.com transDist[pkt_cmd]++; 27710405Sandreas.hansson@arm.com } 2789712SN/A 2799547SN/A // @todo: Not setting first-word time 28010694SMarco.Balboni@ARM.com pkt->payloadDelay = response_latency; 2818948SN/A return response_latency; 2828948SN/A} 2838948SN/A 2842497SN/Avoid 28510405Sandreas.hansson@arm.comNoncoherentXBar::recvFunctional(PacketPtr pkt, PortID slave_port_id) 2862497SN/A{ 2878663SN/A if (!pkt->isPrint()) { 2888663SN/A // don't do DPRINTFs on PrintReq as it clutters up the output 28910405Sandreas.hansson@arm.com DPRINTF(NoncoherentXBar, 2908949SN/A "recvFunctional: packet src %s addr 0x%x cmd %s\n", 2919032SN/A slavePorts[slave_port_id]->name(), pkt->getAddr(), 2928663SN/A pkt->cmdString()); 2938663SN/A } 2948663SN/A 29510888Sandreas.hansson@arm.com // since our slave ports are queued ports we need to check them as well 29610888Sandreas.hansson@arm.com for (const auto& p : slavePorts) { 29710888Sandreas.hansson@arm.com // if we find a response that has the data, then the 29810888Sandreas.hansson@arm.com // downstream caches/memories may be out of date, so simply stop 29910888Sandreas.hansson@arm.com // here 30010888Sandreas.hansson@arm.com if (p->checkFunctional(pkt)) { 30110888Sandreas.hansson@arm.com if (pkt->needsResponse()) 30210888Sandreas.hansson@arm.com pkt->makeResponse(); 30310888Sandreas.hansson@arm.com return; 30410888Sandreas.hansson@arm.com } 30510888Sandreas.hansson@arm.com } 30610888Sandreas.hansson@arm.com 3079036SN/A // determine the destination port 3089036SN/A PortID dest_id = findPort(pkt->getAddr()); 3094912SN/A 3109036SN/A // forward the request to the appropriate destination 3119036SN/A masterPorts[dest_id]->sendFunctional(pkt); 3128948SN/A} 3138948SN/A 31410405Sandreas.hansson@arm.comNoncoherentXBar* 31510405Sandreas.hansson@arm.comNoncoherentXBarParams::create() 3168948SN/A{ 31710405Sandreas.hansson@arm.com return new NoncoherentXBar(this); 3188948SN/A} 3199712SN/A 3209712SN/Avoid 32110405Sandreas.hansson@arm.comNoncoherentXBar::regStats() 3229712SN/A{ 32310405Sandreas.hansson@arm.com // register the stats of the base class and our layers 32410405Sandreas.hansson@arm.com BaseXBar::regStats(); 32510405Sandreas.hansson@arm.com for (auto l: reqLayers) 32610405Sandreas.hansson@arm.com l->regStats(); 32710405Sandreas.hansson@arm.com for (auto l: respLayers) 32810405Sandreas.hansson@arm.com l->regStats(); 3299712SN/A} 330