SimpleNetwork.cc revision 11021
16145Snate@binkert.org/*
26145Snate@binkert.org * Copyright (c) 1999-2008 Mark D. Hill and David A. Wood
36145Snate@binkert.org * All rights reserved.
46145Snate@binkert.org *
56145Snate@binkert.org * Redistribution and use in source and binary forms, with or without
66145Snate@binkert.org * modification, are permitted provided that the following conditions are
76145Snate@binkert.org * met: redistributions of source code must retain the above copyright
86145Snate@binkert.org * notice, this list of conditions and the following disclaimer;
96145Snate@binkert.org * redistributions in binary form must reproduce the above copyright
106145Snate@binkert.org * notice, this list of conditions and the following disclaimer in the
116145Snate@binkert.org * documentation and/or other materials provided with the distribution;
126145Snate@binkert.org * neither the name of the copyright holders nor the names of its
136145Snate@binkert.org * contributors may be used to endorse or promote products derived from
146145Snate@binkert.org * this software without specific prior written permission.
156145Snate@binkert.org *
166145Snate@binkert.org * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
176145Snate@binkert.org * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
186145Snate@binkert.org * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
196145Snate@binkert.org * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
206145Snate@binkert.org * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
216145Snate@binkert.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
226145Snate@binkert.org * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
236145Snate@binkert.org * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
246145Snate@binkert.org * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
256145Snate@binkert.org * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
266145Snate@binkert.org * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
276145Snate@binkert.org */
286145Snate@binkert.org
297832Snate@binkert.org#include <cassert>
307547SBrad.Beckmann@amd.com#include <numeric>
317547SBrad.Beckmann@amd.com
328645Snilay@cs.wisc.edu#include "base/cast.hh"
337454Snate@binkert.org#include "base/stl_helpers.hh"
347054Snate@binkert.org#include "mem/ruby/common/NetDest.hh"
3510301Snilay@cs.wisc.edu#include "mem/ruby/network/MessageBuffer.hh"
368258SBrad.Beckmann@amd.com#include "mem/ruby/network/simple/SimpleLink.hh"
376154Snate@binkert.org#include "mem/ruby/network/simple/SimpleNetwork.hh"
387054Snate@binkert.org#include "mem/ruby/network/simple/Switch.hh"
397547SBrad.Beckmann@amd.com#include "mem/ruby/network/simple/Throttle.hh"
406154Snate@binkert.org#include "mem/ruby/profiler/Profiler.hh"
416154Snate@binkert.org#include "mem/ruby/system/System.hh"
426145Snate@binkert.org
437055Snate@binkert.orgusing namespace std;
447454Snate@binkert.orgusing m5::stl_helpers::deletePointers;
457055Snate@binkert.org
466876Ssteve.reinhardt@amd.comSimpleNetwork::SimpleNetwork(const Params *p)
476876Ssteve.reinhardt@amd.com    : Network(p)
486285Snate@binkert.org{
498259SBrad.Beckmann@amd.com    m_buffer_size = p->buffer_size;
508259SBrad.Beckmann@amd.com    m_endpoint_bandwidth = p->endpoint_bandwidth;
518259SBrad.Beckmann@amd.com    m_adaptive_routing = p->adaptive_routing;
528259SBrad.Beckmann@amd.com
537054Snate@binkert.org    // Note: the parent Network Object constructor is called before the
547054Snate@binkert.org    // SimpleNetwork child constructor.  Therefore, the member variables
557054Snate@binkert.org    // used below should already be initialized.
567454Snate@binkert.org    m_endpoint_switches.resize(m_nodes);
576285Snate@binkert.org
589274Snilay@cs.wisc.edu    // record the routers
599593Snilay@cs.wisc.edu    for (vector<BasicRouter*>::const_iterator i = p->routers.begin();
609593Snilay@cs.wisc.edu         i != p->routers.end(); ++i) {
619274Snilay@cs.wisc.edu        Switch* s = safe_cast<Switch*>(*i);
629858Snilay@cs.wisc.edu        m_switches.push_back(s);
639274Snilay@cs.wisc.edu        s->init_net_ptr(this);
649274Snilay@cs.wisc.edu    }
6511021Sjthestness@gmail.com
6611021Sjthestness@gmail.com    m_int_link_buffers = p->int_link_buffers;
6711021Sjthestness@gmail.com    m_num_connected_buffers = 0;
686881SBrad.Beckmann@amd.com}
696285Snate@binkert.org
707054Snate@binkert.orgvoid
717054Snate@binkert.orgSimpleNetwork::init()
726881SBrad.Beckmann@amd.com{
737054Snate@binkert.org    Network::init();
746881SBrad.Beckmann@amd.com
757054Snate@binkert.org    // The topology pointer should have already been initialized in
767054Snate@binkert.org    // the parent class network constructor.
777054Snate@binkert.org    assert(m_topology_ptr != NULL);
789799Snilay@cs.wisc.edu    m_topology_ptr->createLinks(this);
796285Snate@binkert.org}
806145Snate@binkert.org
816145Snate@binkert.orgSimpleNetwork::~SimpleNetwork()
826145Snate@binkert.org{
839858Snilay@cs.wisc.edu    deletePointers(m_switches);
8411021Sjthestness@gmail.com    deletePointers(m_int_link_buffers);
856145Snate@binkert.org}
866145Snate@binkert.org
876145Snate@binkert.org// From a switch to an endpoint node
887054Snate@binkert.orgvoid
8910917Sbrandon.potter@amd.comSimpleNetwork::makeOutLink(SwitchID src, NodeID dest, BasicLink* link,
9010917Sbrandon.potter@amd.com                           LinkDirection direction,
919799Snilay@cs.wisc.edu                           const NetDest& routing_table_entry)
926145Snate@binkert.org{
937054Snate@binkert.org    assert(dest < m_nodes);
949858Snilay@cs.wisc.edu    assert(src < m_switches.size());
959858Snilay@cs.wisc.edu    assert(m_switches[src] != NULL);
967054Snate@binkert.org
978258SBrad.Beckmann@amd.com    SimpleExtLink *simple_link = safe_cast<SimpleExtLink*>(link);
988258SBrad.Beckmann@amd.com
9910311Snilay@cs.wisc.edu    m_switches[src]->addOutPort(m_fromNetQueues[dest], routing_table_entry,
10010311Snilay@cs.wisc.edu                                simple_link->m_latency,
10110311Snilay@cs.wisc.edu                                simple_link->m_bw_multiplier);
1028257SBrad.Beckmann@amd.com
1039858Snilay@cs.wisc.edu    m_endpoint_switches[dest] = m_switches[src];
1046145Snate@binkert.org}
1056145Snate@binkert.org
1066145Snate@binkert.org// From an endpoint node to a switch
1077054Snate@binkert.orgvoid
10810917Sbrandon.potter@amd.comSimpleNetwork::makeInLink(NodeID src, SwitchID dest, BasicLink* link,
10910917Sbrandon.potter@amd.com                          LinkDirection direction,
1109799Snilay@cs.wisc.edu                          const NetDest& routing_table_entry)
1116145Snate@binkert.org{
1127054Snate@binkert.org    assert(src < m_nodes);
1139858Snilay@cs.wisc.edu    m_switches[dest]->addInPort(m_toNetQueues[src]);
1146145Snate@binkert.org}
1156145Snate@binkert.org
1166145Snate@binkert.org// From a switch to a switch
1177054Snate@binkert.orgvoid
11810917Sbrandon.potter@amd.comSimpleNetwork::makeInternalLink(SwitchID src, SwitchID dest, BasicLink* link,
11910917Sbrandon.potter@amd.com                                LinkDirection direction,
1209799Snilay@cs.wisc.edu                                const NetDest& routing_table_entry)
1216145Snate@binkert.org{
1226145Snate@binkert.org    // Create a set of new MessageBuffers
12310370Snilay@cs.wisc.edu    std::vector<MessageBuffer*> queues(m_virtual_networks);
12410370Snilay@cs.wisc.edu
1256145Snate@binkert.org    for (int i = 0; i < m_virtual_networks; i++) {
1267054Snate@binkert.org        // allocate a buffer
12711021Sjthestness@gmail.com        assert(m_num_connected_buffers < m_int_link_buffers.size());
12811021Sjthestness@gmail.com        MessageBuffer* buffer_ptr = m_int_link_buffers[m_num_connected_buffers];
12911021Sjthestness@gmail.com        m_num_connected_buffers++;
13010311Snilay@cs.wisc.edu        queues[i] = buffer_ptr;
1317054Snate@binkert.org    }
13210311Snilay@cs.wisc.edu
1337054Snate@binkert.org    // Connect it to the two switches
1348258SBrad.Beckmann@amd.com    SimpleIntLink *simple_link = safe_cast<SimpleIntLink*>(link);
1358258SBrad.Beckmann@amd.com
1369858Snilay@cs.wisc.edu    m_switches[dest]->addInPort(queues);
1379858Snilay@cs.wisc.edu    m_switches[src]->addOutPort(queues, routing_table_entry,
13810311Snilay@cs.wisc.edu                                simple_link->m_latency,
13910311Snilay@cs.wisc.edu                                simple_link->m_bw_multiplier);
1407054Snate@binkert.org}
1417054Snate@binkert.org
1427054Snate@binkert.orgvoid
1437054Snate@binkert.orgSimpleNetwork::checkNetworkAllocation(NodeID id, bool ordered, int network_num)
1447054Snate@binkert.org{
1457832Snate@binkert.org    assert(id < m_nodes);
1467832Snate@binkert.org    assert(network_num < m_virtual_networks);
1477054Snate@binkert.org
1487054Snate@binkert.org    if (ordered) {
1497054Snate@binkert.org        m_ordered[network_num] = true;
1507054Snate@binkert.org    }
1517054Snate@binkert.org    m_in_use[network_num] = true;
1527054Snate@binkert.org}
1537054Snate@binkert.org
15410311Snilay@cs.wisc.eduvoid
15510311Snilay@cs.wisc.eduSimpleNetwork::setToNetQueue(NodeID id, bool ordered, int network_num,
15610311Snilay@cs.wisc.edu                             std::string vnet_type, MessageBuffer *b)
1577054Snate@binkert.org{
1587054Snate@binkert.org    checkNetworkAllocation(id, ordered, network_num);
15910370Snilay@cs.wisc.edu    while (m_toNetQueues[id].size() <= network_num) {
16010370Snilay@cs.wisc.edu        m_toNetQueues[id].push_back(nullptr);
16110370Snilay@cs.wisc.edu    }
16210311Snilay@cs.wisc.edu    m_toNetQueues[id][network_num] = b;
1637054Snate@binkert.org}
1647054Snate@binkert.org
16510311Snilay@cs.wisc.eduvoid
16610311Snilay@cs.wisc.eduSimpleNetwork::setFromNetQueue(NodeID id, bool ordered, int network_num,
16710311Snilay@cs.wisc.edu                               std::string vnet_type, MessageBuffer *b)
1687054Snate@binkert.org{
1697054Snate@binkert.org    checkNetworkAllocation(id, ordered, network_num);
17010370Snilay@cs.wisc.edu    while (m_fromNetQueues[id].size() <= network_num) {
17110370Snilay@cs.wisc.edu        m_fromNetQueues[id].push_back(nullptr);
17210370Snilay@cs.wisc.edu    }
17310311Snilay@cs.wisc.edu    m_fromNetQueues[id][network_num] = b;
1747054Snate@binkert.org}
1757054Snate@binkert.org
1767054Snate@binkert.orgvoid
1779863Snilay@cs.wisc.eduSimpleNetwork::regStats()
1787054Snate@binkert.org{
1799863Snilay@cs.wisc.edu    for (MessageSizeType type = MessageSizeType_FIRST;
1809863Snilay@cs.wisc.edu         type < MessageSizeType_NUM; ++type) {
1819863Snilay@cs.wisc.edu        m_msg_counts[(unsigned int) type]
1829863Snilay@cs.wisc.edu            .name(name() + ".msg_count." + MessageSizeType_to_string(type))
1839863Snilay@cs.wisc.edu            .flags(Stats::nozero)
1849863Snilay@cs.wisc.edu            ;
1859863Snilay@cs.wisc.edu        m_msg_bytes[(unsigned int) type]
1869863Snilay@cs.wisc.edu            .name(name() + ".msg_byte." + MessageSizeType_to_string(type))
1879863Snilay@cs.wisc.edu            .flags(Stats::nozero)
1889863Snilay@cs.wisc.edu            ;
1897547SBrad.Beckmann@amd.com
1909863Snilay@cs.wisc.edu        // Now state what the formula is.
1919863Snilay@cs.wisc.edu        for (int i = 0; i < m_switches.size(); i++) {
1929863Snilay@cs.wisc.edu            m_msg_counts[(unsigned int) type] +=
1939863Snilay@cs.wisc.edu                sum(m_switches[i]->getMsgCount(type));
1947547SBrad.Beckmann@amd.com        }
1959863Snilay@cs.wisc.edu
1969863Snilay@cs.wisc.edu        m_msg_bytes[(unsigned int) type] =
1979863Snilay@cs.wisc.edu            m_msg_counts[(unsigned int) type] * Stats::constant(
1989863Snilay@cs.wisc.edu                    Network::MessageSizeType_to_int(type));
1997054Snate@binkert.org    }
2007054Snate@binkert.org}
2017054Snate@binkert.org
2027054Snate@binkert.orgvoid
2039863Snilay@cs.wisc.eduSimpleNetwork::collateStats()
2047054Snate@binkert.org{
2059858Snilay@cs.wisc.edu    for (int i = 0; i < m_switches.size(); i++) {
2069863Snilay@cs.wisc.edu        m_switches[i]->collateStats();
2077054Snate@binkert.org    }
2087054Snate@binkert.org}
2097054Snate@binkert.org
2107054Snate@binkert.orgvoid
2117054Snate@binkert.orgSimpleNetwork::print(ostream& out) const
2126145Snate@binkert.org{
2137054Snate@binkert.org    out << "[SimpleNetwork]";
2146145Snate@binkert.org}
2156876Ssteve.reinhardt@amd.com
2166876Ssteve.reinhardt@amd.comSimpleNetwork *
2176876Ssteve.reinhardt@amd.comSimpleNetworkParams::create()
2186876Ssteve.reinhardt@amd.com{
2196876Ssteve.reinhardt@amd.com    return new SimpleNetwork(this);
2206876Ssteve.reinhardt@amd.com}
2219302Snilay@cs.wisc.edu
2229302Snilay@cs.wisc.edu/*
2239302Snilay@cs.wisc.edu * The simple network has an array of switches. These switches have buffers
2249302Snilay@cs.wisc.edu * that need to be accessed for functional reads and writes. Also the links
2259302Snilay@cs.wisc.edu * between different switches have buffers that need to be accessed.
2269302Snilay@cs.wisc.edu */
2279302Snilay@cs.wisc.edubool
2289302Snilay@cs.wisc.eduSimpleNetwork::functionalRead(Packet *pkt)
2299302Snilay@cs.wisc.edu{
2309858Snilay@cs.wisc.edu    for (unsigned int i = 0; i < m_switches.size(); i++) {
2319858Snilay@cs.wisc.edu        if (m_switches[i]->functionalRead(pkt)) {
2329302Snilay@cs.wisc.edu            return true;
2339302Snilay@cs.wisc.edu        }
2349302Snilay@cs.wisc.edu    }
2359302Snilay@cs.wisc.edu
23611021Sjthestness@gmail.com    for (unsigned int i = 0; i < m_int_link_buffers.size(); ++i) {
23711021Sjthestness@gmail.com        if (m_int_link_buffers[i]->functionalRead(pkt)) {
2389302Snilay@cs.wisc.edu            return true;
2399302Snilay@cs.wisc.edu        }
2409302Snilay@cs.wisc.edu    }
2419302Snilay@cs.wisc.edu
2429302Snilay@cs.wisc.edu    return false;
2439302Snilay@cs.wisc.edu}
2449302Snilay@cs.wisc.edu
2459302Snilay@cs.wisc.eduuint32_t
2469302Snilay@cs.wisc.eduSimpleNetwork::functionalWrite(Packet *pkt)
2479302Snilay@cs.wisc.edu{
2489302Snilay@cs.wisc.edu    uint32_t num_functional_writes = 0;
2499302Snilay@cs.wisc.edu
2509858Snilay@cs.wisc.edu    for (unsigned int i = 0; i < m_switches.size(); i++) {
2519858Snilay@cs.wisc.edu        num_functional_writes += m_switches[i]->functionalWrite(pkt);
2529302Snilay@cs.wisc.edu    }
2539302Snilay@cs.wisc.edu
25411021Sjthestness@gmail.com    for (unsigned int i = 0; i < m_int_link_buffers.size(); ++i) {
25511021Sjthestness@gmail.com        num_functional_writes += m_int_link_buffers[i]->functionalWrite(pkt);
2569302Snilay@cs.wisc.edu    }
2579302Snilay@cs.wisc.edu    return num_functional_writes;
2589302Snilay@cs.wisc.edu}
259