112810Sandreas.sandberg@arm.com/* 214054Stiago.muck@arm.com * Copyright (c) 2012-2013, 2016-2019 ARM Limited 312810Sandreas.sandberg@arm.com * All rights reserved 412810Sandreas.sandberg@arm.com * 512810Sandreas.sandberg@arm.com * The license below extends only to copyright in the software and shall 612810Sandreas.sandberg@arm.com * not be construed as granting a license to any other intellectual 712810Sandreas.sandberg@arm.com * property including but not limited to intellectual property relating 812810Sandreas.sandberg@arm.com * to a hardware implementation of the functionality of the software 912810Sandreas.sandberg@arm.com * licensed hereunder. You may use the software subject to the license 1012810Sandreas.sandberg@arm.com * terms below provided that you ensure that this notice is replicated 1112810Sandreas.sandberg@arm.com * unmodified and in its entirety in all distributions of the software, 1212810Sandreas.sandberg@arm.com * modified or unmodified, in source code or in binary form. 1312810Sandreas.sandberg@arm.com * 1412810Sandreas.sandberg@arm.com * Redistribution and use in source and binary forms, with or without 1512810Sandreas.sandberg@arm.com * modification, are permitted provided that the following conditions are 1612810Sandreas.sandberg@arm.com * met: redistributions of source code must retain the above copyright 1712810Sandreas.sandberg@arm.com * notice, this list of conditions and the following disclaimer; 1812810Sandreas.sandberg@arm.com * redistributions in binary form must reproduce the above copyright 1912810Sandreas.sandberg@arm.com * notice, this list of conditions and the following disclaimer in the 2012810Sandreas.sandberg@arm.com * documentation and/or other materials provided with the distribution; 2112810Sandreas.sandberg@arm.com * neither the name of the copyright holders nor the names of its 2212810Sandreas.sandberg@arm.com * contributors may be used to endorse or promote products derived from 2312810Sandreas.sandberg@arm.com * this software without specific prior written permission. 2412810Sandreas.sandberg@arm.com * 2512810Sandreas.sandberg@arm.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 2612810Sandreas.sandberg@arm.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 2712810Sandreas.sandberg@arm.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 2812810Sandreas.sandberg@arm.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 2912810Sandreas.sandberg@arm.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 3012810Sandreas.sandberg@arm.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 3112810Sandreas.sandberg@arm.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 3212810Sandreas.sandberg@arm.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 3312810Sandreas.sandberg@arm.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 3412810Sandreas.sandberg@arm.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 3512810Sandreas.sandberg@arm.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 3612810Sandreas.sandberg@arm.com * 3712810Sandreas.sandberg@arm.com * Authors: Thomas Grass 3812810Sandreas.sandberg@arm.com * Andreas Hansson 3912810Sandreas.sandberg@arm.com * Sascha Bischoff 4012810Sandreas.sandberg@arm.com */ 4112810Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/base.hh" 4212810Sandreas.sandberg@arm.com 4312810Sandreas.sandberg@arm.com#include <sstream> 4412810Sandreas.sandberg@arm.com 4512810Sandreas.sandberg@arm.com#include "base/intmath.hh" 4612810Sandreas.sandberg@arm.com#include "base/random.hh" 4712811Sandreas.sandberg@arm.com#include "config/have_protobuf.hh" 4812810Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/base_gen.hh" 4912811Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/dram_gen.hh" 5012811Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/dram_rot_gen.hh" 5112811Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/exit_gen.hh" 5212811Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/idle_gen.hh" 5312811Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/linear_gen.hh" 5412811Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/random_gen.hh" 5512919Sgiacomo.travaglini@arm.com#include "cpu/testers/traffic_gen/stream_gen.hh" 5612810Sandreas.sandberg@arm.com#include "debug/Checkpoint.hh" 5712810Sandreas.sandberg@arm.com#include "debug/TrafficGen.hh" 5812810Sandreas.sandberg@arm.com#include "params/BaseTrafficGen.hh" 5912810Sandreas.sandberg@arm.com#include "sim/sim_exit.hh" 6012810Sandreas.sandberg@arm.com#include "sim/stats.hh" 6112810Sandreas.sandberg@arm.com#include "sim/system.hh" 6212810Sandreas.sandberg@arm.com 6312811Sandreas.sandberg@arm.com#if HAVE_PROTOBUF 6412811Sandreas.sandberg@arm.com#include "cpu/testers/traffic_gen/trace_gen.hh" 6512811Sandreas.sandberg@arm.com#endif 6612811Sandreas.sandberg@arm.com 6712811Sandreas.sandberg@arm.com 6812810Sandreas.sandberg@arm.comusing namespace std; 6912810Sandreas.sandberg@arm.com 7012810Sandreas.sandberg@arm.comBaseTrafficGen::BaseTrafficGen(const BaseTrafficGenParams* p) 7113892Sgabeblack@google.com : ClockedObject(p), 7212810Sandreas.sandberg@arm.com system(p->system), 7312810Sandreas.sandberg@arm.com elasticReq(p->elastic_req), 7412810Sandreas.sandberg@arm.com progressCheck(p->progress_check), 7512810Sandreas.sandberg@arm.com noProgressEvent([this]{ noProgress(); }, name()), 7612810Sandreas.sandberg@arm.com nextTransitionTick(0), 7712810Sandreas.sandberg@arm.com nextPacketTick(0), 7814054Stiago.muck@arm.com maxOutstandingReqs(p->max_outstanding_reqs), 7912810Sandreas.sandberg@arm.com port(name() + ".port", *this), 8012810Sandreas.sandberg@arm.com retryPkt(NULL), 8114054Stiago.muck@arm.com retryPktTick(0), blockedWaitingResp(false), 8212810Sandreas.sandberg@arm.com updateEvent([this]{ update(); }, name()), 8314207Sandreas.sandberg@arm.com stats(this), 8412919Sgiacomo.travaglini@arm.com masterID(system->getMasterId(this)), 8512919Sgiacomo.travaglini@arm.com streamGenerator(StreamGen::create(p)) 8612919Sgiacomo.travaglini@arm.com{ 8712919Sgiacomo.travaglini@arm.com} 8812919Sgiacomo.travaglini@arm.com 8912919Sgiacomo.travaglini@arm.comBaseTrafficGen::~BaseTrafficGen() 9012810Sandreas.sandberg@arm.com{ 9112810Sandreas.sandberg@arm.com} 9212810Sandreas.sandberg@arm.com 9313784Sgabeblack@google.comPort & 9413784Sgabeblack@google.comBaseTrafficGen::getPort(const string &if_name, PortID idx) 9512810Sandreas.sandberg@arm.com{ 9612810Sandreas.sandberg@arm.com if (if_name == "port") { 9712810Sandreas.sandberg@arm.com return port; 9812810Sandreas.sandberg@arm.com } else { 9913892Sgabeblack@google.com return ClockedObject::getPort(if_name, idx); 10012810Sandreas.sandberg@arm.com } 10112810Sandreas.sandberg@arm.com} 10212810Sandreas.sandberg@arm.com 10312810Sandreas.sandberg@arm.comvoid 10412810Sandreas.sandberg@arm.comBaseTrafficGen::init() 10512810Sandreas.sandberg@arm.com{ 10613892Sgabeblack@google.com ClockedObject::init(); 10712810Sandreas.sandberg@arm.com 10812810Sandreas.sandberg@arm.com if (!port.isConnected()) 10912810Sandreas.sandberg@arm.com fatal("The port of %s is not connected!\n", name()); 11012810Sandreas.sandberg@arm.com} 11112810Sandreas.sandberg@arm.com 11212810Sandreas.sandberg@arm.comDrainState 11312810Sandreas.sandberg@arm.comBaseTrafficGen::drain() 11412810Sandreas.sandberg@arm.com{ 11512810Sandreas.sandberg@arm.com if (!updateEvent.scheduled()) { 11612810Sandreas.sandberg@arm.com // no event has been scheduled yet (e.g. switched from atomic mode) 11712810Sandreas.sandberg@arm.com return DrainState::Drained; 11812810Sandreas.sandberg@arm.com } 11912810Sandreas.sandberg@arm.com 12012810Sandreas.sandberg@arm.com if (retryPkt == NULL) { 12112810Sandreas.sandberg@arm.com // shut things down 12212810Sandreas.sandberg@arm.com nextPacketTick = MaxTick; 12312810Sandreas.sandberg@arm.com nextTransitionTick = MaxTick; 12412810Sandreas.sandberg@arm.com deschedule(updateEvent); 12512810Sandreas.sandberg@arm.com return DrainState::Drained; 12612810Sandreas.sandberg@arm.com } else { 12712810Sandreas.sandberg@arm.com return DrainState::Draining; 12812810Sandreas.sandberg@arm.com } 12912810Sandreas.sandberg@arm.com} 13012810Sandreas.sandberg@arm.com 13112810Sandreas.sandberg@arm.comvoid 13212810Sandreas.sandberg@arm.comBaseTrafficGen::serialize(CheckpointOut &cp) const 13312810Sandreas.sandberg@arm.com{ 13412845Sgiacomo.travaglini@arm.com warn("%s serialization does not keep all traffic generator" 13512845Sgiacomo.travaglini@arm.com " internal state\n", name()); 13612845Sgiacomo.travaglini@arm.com 13712810Sandreas.sandberg@arm.com DPRINTF(Checkpoint, "Serializing BaseTrafficGen\n"); 13812810Sandreas.sandberg@arm.com 13912810Sandreas.sandberg@arm.com // save ticks of the graph event if it is scheduled 14012810Sandreas.sandberg@arm.com Tick nextEvent = updateEvent.scheduled() ? updateEvent.when() : 0; 14112810Sandreas.sandberg@arm.com 14212810Sandreas.sandberg@arm.com DPRINTF(TrafficGen, "Saving nextEvent=%llu\n", nextEvent); 14312810Sandreas.sandberg@arm.com 14412810Sandreas.sandberg@arm.com SERIALIZE_SCALAR(nextEvent); 14512810Sandreas.sandberg@arm.com 14612810Sandreas.sandberg@arm.com SERIALIZE_SCALAR(nextTransitionTick); 14712810Sandreas.sandberg@arm.com 14812810Sandreas.sandberg@arm.com SERIALIZE_SCALAR(nextPacketTick); 14912810Sandreas.sandberg@arm.com} 15012810Sandreas.sandberg@arm.com 15112810Sandreas.sandberg@arm.comvoid 15212810Sandreas.sandberg@arm.comBaseTrafficGen::unserialize(CheckpointIn &cp) 15312810Sandreas.sandberg@arm.com{ 15412845Sgiacomo.travaglini@arm.com warn("%s serialization does not restore all traffic generator" 15512845Sgiacomo.travaglini@arm.com " internal state\n", name()); 15612845Sgiacomo.travaglini@arm.com 15712810Sandreas.sandberg@arm.com // restore scheduled events 15812810Sandreas.sandberg@arm.com Tick nextEvent; 15912810Sandreas.sandberg@arm.com UNSERIALIZE_SCALAR(nextEvent); 16012810Sandreas.sandberg@arm.com if (nextEvent != 0) 16112810Sandreas.sandberg@arm.com schedule(updateEvent, nextEvent); 16212810Sandreas.sandberg@arm.com 16312810Sandreas.sandberg@arm.com UNSERIALIZE_SCALAR(nextTransitionTick); 16412810Sandreas.sandberg@arm.com 16512810Sandreas.sandberg@arm.com UNSERIALIZE_SCALAR(nextPacketTick); 16612810Sandreas.sandberg@arm.com} 16712810Sandreas.sandberg@arm.com 16812810Sandreas.sandberg@arm.comvoid 16912810Sandreas.sandberg@arm.comBaseTrafficGen::update() 17012810Sandreas.sandberg@arm.com{ 17112810Sandreas.sandberg@arm.com // shift our progress-tracking event forward 17212810Sandreas.sandberg@arm.com reschedule(noProgressEvent, curTick() + progressCheck, true); 17312810Sandreas.sandberg@arm.com 17412810Sandreas.sandberg@arm.com // if we have reached the time for the next state transition, then 17512810Sandreas.sandberg@arm.com // perform the transition 17612810Sandreas.sandberg@arm.com if (curTick() >= nextTransitionTick) { 17712810Sandreas.sandberg@arm.com transition(); 17812810Sandreas.sandberg@arm.com } else { 17912810Sandreas.sandberg@arm.com assert(curTick() >= nextPacketTick); 18012810Sandreas.sandberg@arm.com // get the next packet and try to send it 18112810Sandreas.sandberg@arm.com PacketPtr pkt = activeGenerator->getNextPacket(); 18212810Sandreas.sandberg@arm.com 18312919Sgiacomo.travaglini@arm.com // If generating stream/substream IDs are enabled, 18412919Sgiacomo.travaglini@arm.com // try to pick and assign them to the new packet 18512919Sgiacomo.travaglini@arm.com if (streamGenerator) { 18612919Sgiacomo.travaglini@arm.com auto sid = streamGenerator->pickStreamID(); 18712919Sgiacomo.travaglini@arm.com auto ssid = streamGenerator->pickSubStreamID(); 18812919Sgiacomo.travaglini@arm.com 18912919Sgiacomo.travaglini@arm.com pkt->req->setStreamId(sid); 19012919Sgiacomo.travaglini@arm.com 19112919Sgiacomo.travaglini@arm.com if (streamGenerator->ssidValid()) { 19212919Sgiacomo.travaglini@arm.com pkt->req->setSubStreamId(ssid); 19312919Sgiacomo.travaglini@arm.com } 19412919Sgiacomo.travaglini@arm.com } 19512919Sgiacomo.travaglini@arm.com 19612810Sandreas.sandberg@arm.com // suppress packets that are not destined for a memory, such as 19712810Sandreas.sandberg@arm.com // device accesses that could be part of a trace 19812812Sandreas.sandberg@arm.com if (pkt && system->isMemAddr(pkt->getAddr())) { 19914207Sandreas.sandberg@arm.com stats.numPackets++; 20014054Stiago.muck@arm.com // Only attempts to send if not blocked by pending responses 20114054Stiago.muck@arm.com blockedWaitingResp = allocateWaitingRespSlot(pkt); 20214054Stiago.muck@arm.com if (blockedWaitingResp || !port.sendTimingReq(pkt)) { 20312810Sandreas.sandberg@arm.com retryPkt = pkt; 20412810Sandreas.sandberg@arm.com retryPktTick = curTick(); 20512810Sandreas.sandberg@arm.com } 20612812Sandreas.sandberg@arm.com } else if (pkt) { 20712810Sandreas.sandberg@arm.com DPRINTF(TrafficGen, "Suppressed packet %s 0x%x\n", 20812810Sandreas.sandberg@arm.com pkt->cmdString(), pkt->getAddr()); 20912810Sandreas.sandberg@arm.com 21014207Sandreas.sandberg@arm.com ++stats.numSuppressed; 21114207Sandreas.sandberg@arm.com if (!(static_cast<int>(stats.numSuppressed.value()) % 10000)) 21212810Sandreas.sandberg@arm.com warn("%s suppressed %d packets with non-memory addresses\n", 21314207Sandreas.sandberg@arm.com name(), stats.numSuppressed.value()); 21412810Sandreas.sandberg@arm.com 21512810Sandreas.sandberg@arm.com delete pkt; 21612810Sandreas.sandberg@arm.com pkt = nullptr; 21712810Sandreas.sandberg@arm.com } 21812810Sandreas.sandberg@arm.com } 21912810Sandreas.sandberg@arm.com 22014054Stiago.muck@arm.com // if we are waiting for a retry or for a response, do not schedule any 22114054Stiago.muck@arm.com // further events, in the case of a transition or a successful send, go 22212810Sandreas.sandberg@arm.com // ahead and determine when the next update should take place 22312810Sandreas.sandberg@arm.com if (retryPkt == NULL) { 22412810Sandreas.sandberg@arm.com nextPacketTick = activeGenerator->nextPacketTick(elasticReq, 0); 22512810Sandreas.sandberg@arm.com scheduleUpdate(); 22612810Sandreas.sandberg@arm.com } 22712810Sandreas.sandberg@arm.com} 22812810Sandreas.sandberg@arm.com 22912810Sandreas.sandberg@arm.comvoid 23012810Sandreas.sandberg@arm.comBaseTrafficGen::transition() 23112810Sandreas.sandberg@arm.com{ 23212810Sandreas.sandberg@arm.com if (activeGenerator) 23312810Sandreas.sandberg@arm.com activeGenerator->exit(); 23412810Sandreas.sandberg@arm.com 23512810Sandreas.sandberg@arm.com activeGenerator = nextGenerator(); 23612810Sandreas.sandberg@arm.com 23712810Sandreas.sandberg@arm.com if (activeGenerator) { 23812810Sandreas.sandberg@arm.com const Tick duration = activeGenerator->duration; 23912810Sandreas.sandberg@arm.com if (duration != MaxTick && duration != 0) { 24012810Sandreas.sandberg@arm.com // we could have been delayed and not transitioned on the 24112810Sandreas.sandberg@arm.com // exact tick when we were supposed to (due to back 24212810Sandreas.sandberg@arm.com // pressure when sending a packet) 24312810Sandreas.sandberg@arm.com nextTransitionTick = curTick() + duration; 24412810Sandreas.sandberg@arm.com } else { 24512810Sandreas.sandberg@arm.com nextTransitionTick = MaxTick; 24612810Sandreas.sandberg@arm.com } 24712810Sandreas.sandberg@arm.com 24812810Sandreas.sandberg@arm.com activeGenerator->enter(); 24912810Sandreas.sandberg@arm.com nextPacketTick = activeGenerator->nextPacketTick(elasticReq, 0); 25012810Sandreas.sandberg@arm.com } else { 25112810Sandreas.sandberg@arm.com nextPacketTick = MaxTick; 25212810Sandreas.sandberg@arm.com nextTransitionTick = MaxTick; 25312810Sandreas.sandberg@arm.com assert(!updateEvent.scheduled()); 25412810Sandreas.sandberg@arm.com } 25512810Sandreas.sandberg@arm.com} 25612810Sandreas.sandberg@arm.com 25712810Sandreas.sandberg@arm.comvoid 25812810Sandreas.sandberg@arm.comBaseTrafficGen::scheduleUpdate() 25912810Sandreas.sandberg@arm.com{ 26012812Sandreas.sandberg@arm.com // Has the generator run out of work? In that case, force a 26112812Sandreas.sandberg@arm.com // transition if a transition period hasn't been configured. 26212812Sandreas.sandberg@arm.com while (activeGenerator && 26312812Sandreas.sandberg@arm.com nextPacketTick == MaxTick && nextTransitionTick == MaxTick) { 26412812Sandreas.sandberg@arm.com transition(); 26512812Sandreas.sandberg@arm.com } 26612812Sandreas.sandberg@arm.com 26712812Sandreas.sandberg@arm.com if (!activeGenerator) 26812812Sandreas.sandberg@arm.com return; 26912812Sandreas.sandberg@arm.com 27012810Sandreas.sandberg@arm.com // schedule next update event based on either the next execute 27112810Sandreas.sandberg@arm.com // tick or the next transition, which ever comes first 27212810Sandreas.sandberg@arm.com const Tick nextEventTick = std::min(nextPacketTick, nextTransitionTick); 27312810Sandreas.sandberg@arm.com 27412810Sandreas.sandberg@arm.com DPRINTF(TrafficGen, "Next event scheduled at %lld\n", nextEventTick); 27512810Sandreas.sandberg@arm.com 27612810Sandreas.sandberg@arm.com // The next transition tick may be in the past if there was a 27712810Sandreas.sandberg@arm.com // retry, so ensure that we don't schedule anything in the past. 27812810Sandreas.sandberg@arm.com schedule(updateEvent, std::max(curTick(), nextEventTick)); 27912810Sandreas.sandberg@arm.com} 28012810Sandreas.sandberg@arm.com 28112810Sandreas.sandberg@arm.comvoid 28212810Sandreas.sandberg@arm.comBaseTrafficGen::start() 28312810Sandreas.sandberg@arm.com{ 28412810Sandreas.sandberg@arm.com transition(); 28512810Sandreas.sandberg@arm.com scheduleUpdate(); 28612810Sandreas.sandberg@arm.com} 28712810Sandreas.sandberg@arm.com 28812810Sandreas.sandberg@arm.comvoid 28912810Sandreas.sandberg@arm.comBaseTrafficGen::recvReqRetry() 29012810Sandreas.sandberg@arm.com{ 29112810Sandreas.sandberg@arm.com DPRINTF(TrafficGen, "Received retry\n"); 29214207Sandreas.sandberg@arm.com stats.numRetries++; 29314054Stiago.muck@arm.com retryReq(); 29414054Stiago.muck@arm.com} 29514054Stiago.muck@arm.com 29614054Stiago.muck@arm.comvoid 29714054Stiago.muck@arm.comBaseTrafficGen::retryReq() 29814054Stiago.muck@arm.com{ 29914054Stiago.muck@arm.com assert(retryPkt != NULL); 30014054Stiago.muck@arm.com assert(retryPktTick != 0); 30114054Stiago.muck@arm.com assert(!blockedWaitingResp); 30214054Stiago.muck@arm.com 30312810Sandreas.sandberg@arm.com // attempt to send the packet, and if we are successful start up 30412810Sandreas.sandberg@arm.com // the machinery again 30512810Sandreas.sandberg@arm.com if (port.sendTimingReq(retryPkt)) { 30612810Sandreas.sandberg@arm.com retryPkt = NULL; 30712810Sandreas.sandberg@arm.com // remember how much delay was incurred due to back-pressure 30812810Sandreas.sandberg@arm.com // when sending the request, we also use this to derive 30912810Sandreas.sandberg@arm.com // the tick for the next packet 31012810Sandreas.sandberg@arm.com Tick delay = curTick() - retryPktTick; 31112810Sandreas.sandberg@arm.com retryPktTick = 0; 31214207Sandreas.sandberg@arm.com stats.retryTicks += delay; 31312810Sandreas.sandberg@arm.com 31412810Sandreas.sandberg@arm.com if (drainState() != DrainState::Draining) { 31512810Sandreas.sandberg@arm.com // packet is sent, so find out when the next one is due 31612810Sandreas.sandberg@arm.com nextPacketTick = activeGenerator->nextPacketTick(elasticReq, 31712810Sandreas.sandberg@arm.com delay); 31812810Sandreas.sandberg@arm.com scheduleUpdate(); 31912810Sandreas.sandberg@arm.com } else { 32012810Sandreas.sandberg@arm.com // shut things down 32112810Sandreas.sandberg@arm.com nextPacketTick = MaxTick; 32212810Sandreas.sandberg@arm.com nextTransitionTick = MaxTick; 32312810Sandreas.sandberg@arm.com signalDrainDone(); 32412810Sandreas.sandberg@arm.com } 32512810Sandreas.sandberg@arm.com } 32612810Sandreas.sandberg@arm.com} 32712810Sandreas.sandberg@arm.com 32812810Sandreas.sandberg@arm.comvoid 32912810Sandreas.sandberg@arm.comBaseTrafficGen::noProgress() 33012810Sandreas.sandberg@arm.com{ 33112810Sandreas.sandberg@arm.com fatal("BaseTrafficGen %s spent %llu ticks without making progress", 33212810Sandreas.sandberg@arm.com name(), progressCheck); 33312810Sandreas.sandberg@arm.com} 33412810Sandreas.sandberg@arm.com 33514207Sandreas.sandberg@arm.comBaseTrafficGen::StatGroup::StatGroup(Stats::Group *parent) 33614207Sandreas.sandberg@arm.com : Stats::Group(parent), 33714207Sandreas.sandberg@arm.com ADD_STAT(numSuppressed, 33814207Sandreas.sandberg@arm.com "Number of suppressed packets to non-memory space"), 33914207Sandreas.sandberg@arm.com ADD_STAT(numPackets, "Number of packets generated"), 34014207Sandreas.sandberg@arm.com ADD_STAT(numRetries, "Number of retries"), 34114207Sandreas.sandberg@arm.com ADD_STAT(retryTicks, "Time spent waiting due to back-pressure (ticks)"), 34214207Sandreas.sandberg@arm.com ADD_STAT(bytesRead, "Number of bytes read"), 34314207Sandreas.sandberg@arm.com ADD_STAT(bytesWritten, "Number of bytes written"), 34414207Sandreas.sandberg@arm.com ADD_STAT(totalReadLatency, "Total latency of read requests"), 34514207Sandreas.sandberg@arm.com ADD_STAT(totalWriteLatency, "Total latency of write requests"), 34614207Sandreas.sandberg@arm.com ADD_STAT(totalReads, "Total num of reads"), 34714207Sandreas.sandberg@arm.com ADD_STAT(totalWrites, "Total num of writes"), 34814207Sandreas.sandberg@arm.com ADD_STAT(avgReadLatency, "Avg latency of read requests", 34914207Sandreas.sandberg@arm.com totalReadLatency / totalReads), 35014207Sandreas.sandberg@arm.com ADD_STAT(avgWriteLatency, "Avg latency of write requests", 35114207Sandreas.sandberg@arm.com totalWriteLatency / totalWrites), 35214207Sandreas.sandberg@arm.com ADD_STAT(readBW, "Read bandwidth in bytes/s", 35314207Sandreas.sandberg@arm.com bytesRead / simSeconds), 35414207Sandreas.sandberg@arm.com ADD_STAT(writeBW, "Write bandwidth in bytes/s", 35514207Sandreas.sandberg@arm.com bytesWritten / simSeconds) 35612810Sandreas.sandberg@arm.com{ 35712810Sandreas.sandberg@arm.com} 35812810Sandreas.sandberg@arm.com 35912811Sandreas.sandberg@arm.comstd::shared_ptr<BaseGen> 36012811Sandreas.sandberg@arm.comBaseTrafficGen::createIdle(Tick duration) 36112811Sandreas.sandberg@arm.com{ 36212844Sgiacomo.travaglini@arm.com return std::shared_ptr<BaseGen>(new IdleGen(*this, masterID, duration)); 36312811Sandreas.sandberg@arm.com} 36412811Sandreas.sandberg@arm.com 36512811Sandreas.sandberg@arm.comstd::shared_ptr<BaseGen> 36612811Sandreas.sandberg@arm.comBaseTrafficGen::createExit(Tick duration) 36712811Sandreas.sandberg@arm.com{ 36812844Sgiacomo.travaglini@arm.com return std::shared_ptr<BaseGen>(new ExitGen(*this, masterID, duration)); 36912811Sandreas.sandberg@arm.com} 37012811Sandreas.sandberg@arm.com 37112811Sandreas.sandberg@arm.comstd::shared_ptr<BaseGen> 37212811Sandreas.sandberg@arm.comBaseTrafficGen::createLinear(Tick duration, 37312811Sandreas.sandberg@arm.com Addr start_addr, Addr end_addr, Addr blocksize, 37412811Sandreas.sandberg@arm.com Tick min_period, Tick max_period, 37512811Sandreas.sandberg@arm.com uint8_t read_percent, Addr data_limit) 37612811Sandreas.sandberg@arm.com{ 37712844Sgiacomo.travaglini@arm.com return std::shared_ptr<BaseGen>(new LinearGen(*this, masterID, 37812811Sandreas.sandberg@arm.com duration, start_addr, 37912811Sandreas.sandberg@arm.com end_addr, blocksize, 38012844Sgiacomo.travaglini@arm.com system->cacheLineSize(), 38112811Sandreas.sandberg@arm.com min_period, max_period, 38212811Sandreas.sandberg@arm.com read_percent, data_limit)); 38312811Sandreas.sandberg@arm.com} 38412811Sandreas.sandberg@arm.com 38512811Sandreas.sandberg@arm.comstd::shared_ptr<BaseGen> 38612811Sandreas.sandberg@arm.comBaseTrafficGen::createRandom(Tick duration, 38712811Sandreas.sandberg@arm.com Addr start_addr, Addr end_addr, Addr blocksize, 38812811Sandreas.sandberg@arm.com Tick min_period, Tick max_period, 38912811Sandreas.sandberg@arm.com uint8_t read_percent, Addr data_limit) 39012811Sandreas.sandberg@arm.com{ 39112844Sgiacomo.travaglini@arm.com return std::shared_ptr<BaseGen>(new RandomGen(*this, masterID, 39212811Sandreas.sandberg@arm.com duration, start_addr, 39312811Sandreas.sandberg@arm.com end_addr, blocksize, 39412844Sgiacomo.travaglini@arm.com system->cacheLineSize(), 39512811Sandreas.sandberg@arm.com min_period, max_period, 39612811Sandreas.sandberg@arm.com read_percent, data_limit)); 39712811Sandreas.sandberg@arm.com} 39812811Sandreas.sandberg@arm.com 39912811Sandreas.sandberg@arm.comstd::shared_ptr<BaseGen> 40012811Sandreas.sandberg@arm.comBaseTrafficGen::createDram(Tick duration, 40112811Sandreas.sandberg@arm.com Addr start_addr, Addr end_addr, Addr blocksize, 40212811Sandreas.sandberg@arm.com Tick min_period, Tick max_period, 40312811Sandreas.sandberg@arm.com uint8_t read_percent, Addr data_limit, 40412811Sandreas.sandberg@arm.com unsigned int num_seq_pkts, unsigned int page_size, 40512811Sandreas.sandberg@arm.com unsigned int nbr_of_banks_DRAM, 40612811Sandreas.sandberg@arm.com unsigned int nbr_of_banks_util, 40712811Sandreas.sandberg@arm.com unsigned int addr_mapping, 40812811Sandreas.sandberg@arm.com unsigned int nbr_of_ranks) 40912811Sandreas.sandberg@arm.com{ 41012844Sgiacomo.travaglini@arm.com return std::shared_ptr<BaseGen>(new DramGen(*this, masterID, 41112811Sandreas.sandberg@arm.com duration, start_addr, 41212811Sandreas.sandberg@arm.com end_addr, blocksize, 41312844Sgiacomo.travaglini@arm.com system->cacheLineSize(), 41412811Sandreas.sandberg@arm.com min_period, max_period, 41512811Sandreas.sandberg@arm.com read_percent, data_limit, 41612811Sandreas.sandberg@arm.com num_seq_pkts, page_size, 41712811Sandreas.sandberg@arm.com nbr_of_banks_DRAM, 41812811Sandreas.sandberg@arm.com nbr_of_banks_util, 41912811Sandreas.sandberg@arm.com addr_mapping, 42012811Sandreas.sandberg@arm.com nbr_of_ranks)); 42112811Sandreas.sandberg@arm.com} 42212811Sandreas.sandberg@arm.com 42312811Sandreas.sandberg@arm.comstd::shared_ptr<BaseGen> 42412811Sandreas.sandberg@arm.comBaseTrafficGen::createDramRot(Tick duration, 42512811Sandreas.sandberg@arm.com Addr start_addr, Addr end_addr, Addr blocksize, 42612811Sandreas.sandberg@arm.com Tick min_period, Tick max_period, 42712811Sandreas.sandberg@arm.com uint8_t read_percent, Addr data_limit, 42812811Sandreas.sandberg@arm.com unsigned int num_seq_pkts, 42912811Sandreas.sandberg@arm.com unsigned int page_size, 43012811Sandreas.sandberg@arm.com unsigned int nbr_of_banks_DRAM, 43112811Sandreas.sandberg@arm.com unsigned int nbr_of_banks_util, 43212811Sandreas.sandberg@arm.com unsigned int addr_mapping, 43312811Sandreas.sandberg@arm.com unsigned int nbr_of_ranks, 43412811Sandreas.sandberg@arm.com unsigned int max_seq_count_per_rank) 43512811Sandreas.sandberg@arm.com{ 43612844Sgiacomo.travaglini@arm.com return std::shared_ptr<BaseGen>(new DramRotGen(*this, masterID, 43712811Sandreas.sandberg@arm.com duration, start_addr, 43812811Sandreas.sandberg@arm.com end_addr, blocksize, 43912844Sgiacomo.travaglini@arm.com system->cacheLineSize(), 44012811Sandreas.sandberg@arm.com min_period, max_period, 44112811Sandreas.sandberg@arm.com read_percent, data_limit, 44212811Sandreas.sandberg@arm.com num_seq_pkts, page_size, 44312811Sandreas.sandberg@arm.com nbr_of_banks_DRAM, 44412811Sandreas.sandberg@arm.com nbr_of_banks_util, 44512811Sandreas.sandberg@arm.com addr_mapping, 44612811Sandreas.sandberg@arm.com nbr_of_ranks, 44712811Sandreas.sandberg@arm.com max_seq_count_per_rank)); 44812811Sandreas.sandberg@arm.com} 44912811Sandreas.sandberg@arm.com 45012811Sandreas.sandberg@arm.comstd::shared_ptr<BaseGen> 45112811Sandreas.sandberg@arm.comBaseTrafficGen::createTrace(Tick duration, 45212811Sandreas.sandberg@arm.com const std::string& trace_file, Addr addr_offset) 45312811Sandreas.sandberg@arm.com{ 45412811Sandreas.sandberg@arm.com#if HAVE_PROTOBUF 45512811Sandreas.sandberg@arm.com return std::shared_ptr<BaseGen>( 45612844Sgiacomo.travaglini@arm.com new TraceGen(*this, masterID, duration, trace_file, addr_offset)); 45712811Sandreas.sandberg@arm.com#else 45812811Sandreas.sandberg@arm.com panic("Can't instantiate trace generation without Protobuf support!\n"); 45912811Sandreas.sandberg@arm.com#endif 46012811Sandreas.sandberg@arm.com} 46112811Sandreas.sandberg@arm.com 46212810Sandreas.sandberg@arm.combool 46314054Stiago.muck@arm.comBaseTrafficGen::recvTimingResp(PacketPtr pkt) 46412810Sandreas.sandberg@arm.com{ 46514054Stiago.muck@arm.com auto iter = waitingResp.find(pkt->req); 46614054Stiago.muck@arm.com 46714054Stiago.muck@arm.com panic_if(iter == waitingResp.end(), "%s: " 46814054Stiago.muck@arm.com "Received unexpected response [%s reqPtr=%x]\n", 46914054Stiago.muck@arm.com pkt->print(), pkt->req); 47014054Stiago.muck@arm.com 47114054Stiago.muck@arm.com assert(iter->second <= curTick()); 47214054Stiago.muck@arm.com 47314055Stiago.muck@arm.com if (pkt->isWrite()) { 47414207Sandreas.sandberg@arm.com ++stats.totalWrites; 47514207Sandreas.sandberg@arm.com stats.bytesWritten += pkt->req->getSize(); 47614207Sandreas.sandberg@arm.com stats.totalWriteLatency += curTick() - iter->second; 47714055Stiago.muck@arm.com } else { 47814207Sandreas.sandberg@arm.com ++stats.totalReads; 47914207Sandreas.sandberg@arm.com stats.bytesRead += pkt->req->getSize(); 48014207Sandreas.sandberg@arm.com stats.totalReadLatency += curTick() - iter->second; 48114055Stiago.muck@arm.com } 48214055Stiago.muck@arm.com 48314054Stiago.muck@arm.com waitingResp.erase(iter); 48414054Stiago.muck@arm.com 48512810Sandreas.sandberg@arm.com delete pkt; 48612810Sandreas.sandberg@arm.com 48714054Stiago.muck@arm.com // Sends up the request if we were blocked 48814054Stiago.muck@arm.com if (blockedWaitingResp) { 48914054Stiago.muck@arm.com blockedWaitingResp = false; 49014054Stiago.muck@arm.com retryReq(); 49114054Stiago.muck@arm.com } 49214054Stiago.muck@arm.com 49312810Sandreas.sandberg@arm.com return true; 49412810Sandreas.sandberg@arm.com} 495