1# Copyright (c) 2012, 2017-2018 ARM Limited
2# All rights reserved.
3#
4# The license below extends only to copyright in the software and shall
5# not be construed as granting a license to any other intellectual
6# property including but not limited to intellectual property relating
7# to a hardware implementation of the functionality of the software
8# licensed hereunder.  You may use the software subject to the license
9# terms below provided that you ensure that this notice is replicated
10# unmodified and in its entirety in all distributions of the software,
11# modified or unmodified, in source code or in binary form.
12#
13# Copyright (c) 2006-2007 The Regents of The University of Michigan
14# Copyright (c) 2009 Advanced Micro Devices, Inc.
15# All rights reserved.
16#
17# Redistribution and use in source and binary forms, with or without
18# modification, are permitted provided that the following conditions are
19# met: redistributions of source code must retain the above copyright
20# notice, this list of conditions and the following disclaimer;
21# redistributions in binary form must reproduce the above copyright
22# notice, this list of conditions and the following disclaimer in the
23# documentation and/or other materials provided with the distribution;
24# neither the name of the copyright holders nor the names of its
25# contributors may be used to endorse or promote products derived from
26# this software without specific prior written permission.
27#
28# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
29# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
30# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
31# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
32# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
33# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
34# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
35# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
36# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
37# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
38# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
39#
40# Authors: Brad Beckmann
41
42from __future__ import print_function
43
44import math
45import m5
46from m5.objects import *
47from m5.defines import buildEnv
48from m5.util import addToPath, fatal
49
50addToPath('../')
51
52from common import MemConfig
53from common import FileSystemConfig
54
55from topologies import *
56from network import Network
57
58def define_options(parser):
59    # By default, ruby uses the simple timing cpu
60    parser.set_defaults(cpu_type="TimingSimpleCPU")
61
62    parser.add_option("--ruby-clock", action="store", type="string",
63                      default='2GHz',
64                      help="Clock for blocks running at Ruby system's speed")
65
66    parser.add_option("--access-backing-store", action="store_true", default=False,
67                      help="Should ruby maintain a second copy of memory")
68
69    # Options related to cache structure
70    parser.add_option("--ports", action="store", type="int", default=4,
71                      help="used of transitions per cycle which is a proxy \
72                            for the number of ports.")
73
74    # network options are in network/Network.py
75
76    # ruby mapping options
77    parser.add_option("--numa-high-bit", type="int", default=0,
78                      help="high order address bit to use for numa mapping. " \
79                           "0 = highest bit, not specified = lowest bit")
80
81    parser.add_option("--recycle-latency", type="int", default=10,
82                      help="Recycle latency for ruby controller input buffers")
83
84    protocol = buildEnv['PROTOCOL']
85    exec("from . import %s" % protocol)
86    eval("%s.define_options(parser)" % protocol)
87    Network.define_options(parser)
88
89def setup_memory_controllers(system, ruby, dir_cntrls, options):
90    ruby.block_size_bytes = options.cacheline_size
91    ruby.memory_size_bits = 48
92
93    index = 0
94    mem_ctrls = []
95    crossbars = []
96
97    if options.numa_high_bit:
98        dir_bits = int(math.log(options.num_dirs, 2))
99        intlv_size = 2 ** (options.numa_high_bit - dir_bits + 1)
100    else:
101        # if the numa_bit is not specified, set the directory bits as the
102        # lowest bits above the block offset bits
103        intlv_size = options.cacheline_size
104
105    # Sets bits to be used for interleaving.  Creates memory controllers
106    # attached to a directory controller.  A separate controller is created
107    # for each address range as the abstract memory can handle only one
108    # contiguous address range as of now.
109    for dir_cntrl in dir_cntrls:
110        crossbar = None
111        if len(system.mem_ranges) > 1:
112            crossbar = IOXBar()
113            crossbars.append(crossbar)
114            dir_cntrl.memory = crossbar.slave
115
116        dir_ranges = []
117        for r in system.mem_ranges:
118            mem_ctrl = MemConfig.create_mem_ctrl(
119                MemConfig.get(options.mem_type), r, index, options.num_dirs,
120                int(math.log(options.num_dirs, 2)), intlv_size)
121
122            if options.access_backing_store:
123                mem_ctrl.kvm_map=False
124
125            mem_ctrls.append(mem_ctrl)
126            dir_ranges.append(mem_ctrl.range)
127
128            if crossbar != None:
129                mem_ctrl.port = crossbar.master
130            else:
131                mem_ctrl.port = dir_cntrl.memory
132
133            # Enable low-power DRAM states if option is set
134            if issubclass(MemConfig.get(options.mem_type), DRAMCtrl):
135                mem_ctrl.enable_dram_powerdown = \
136                        options.enable_dram_powerdown
137
138        index += 1
139        dir_cntrl.addr_ranges = dir_ranges
140
141    system.mem_ctrls = mem_ctrls
142
143    if len(crossbars) > 0:
144        ruby.crossbars = crossbars
145
146
147def create_topology(controllers, options):
148    """ Called from create_system in configs/ruby/<protocol>.py
149        Must return an object which is a subclass of BaseTopology
150        found in configs/topologies/BaseTopology.py
151        This is a wrapper for the legacy topologies.
152    """
153    exec("import topologies.%s as Topo" % options.topology)
154    topology = eval("Topo.%s(controllers)" % options.topology)
155    return topology
156
157def create_system(options, full_system, system, piobus = None, dma_ports = [],
158                  bootmem=None):
159
160    system.ruby = RubySystem()
161    ruby = system.ruby
162
163    # Generate pseudo filesystem
164    FileSystemConfig.config_filesystem(system, options)
165
166    # Create the network object
167    (network, IntLinkClass, ExtLinkClass, RouterClass, InterfaceClass) = \
168        Network.create_network(options, ruby)
169    ruby.network = network
170
171    protocol = buildEnv['PROTOCOL']
172    exec("from . import %s" % protocol)
173    try:
174        (cpu_sequencers, dir_cntrls, topology) = \
175             eval("%s.create_system(options, full_system, system, dma_ports,\
176                                    bootmem, ruby)"
177                  % protocol)
178    except:
179        print("Error: could not create sytem for ruby protocol %s" % protocol)
180        raise
181
182    # Create the network topology
183    topology.makeTopology(options, network, IntLinkClass, ExtLinkClass,
184            RouterClass)
185
186    # Register the topology elements with faux filesystem (SE mode only)
187    if not full_system:
188        topology.registerTopology(options)
189
190
191    # Initialize network based on topology
192    Network.init_network(options, network, InterfaceClass)
193
194    # Create a port proxy for connecting the system port. This is
195    # independent of the protocol and kept in the protocol-agnostic
196    # part (i.e. here).
197    sys_port_proxy = RubyPortProxy(ruby_system = ruby)
198    if piobus is not None:
199        sys_port_proxy.pio_master_port = piobus.slave
200
201    # Give the system port proxy a SimObject parent without creating a
202    # full-fledged controller
203    system.sys_port_proxy = sys_port_proxy
204
205    # Connect the system port for loading of binaries etc
206    system.system_port = system.sys_port_proxy.slave
207
208    setup_memory_controllers(system, ruby, dir_cntrls, options)
209
210    # Connect the cpu sequencers and the piobus
211    if piobus != None:
212        for cpu_seq in cpu_sequencers:
213            cpu_seq.pio_master_port = piobus.slave
214            cpu_seq.mem_master_port = piobus.slave
215
216            if buildEnv['TARGET_ISA'] == "x86":
217                cpu_seq.pio_slave_port = piobus.master
218
219    ruby.number_of_virtual_networks = ruby.network.number_of_virtual_networks
220    ruby._cpu_ports = cpu_sequencers
221    ruby.num_of_sequencers = len(cpu_sequencers)
222
223    # Create a backing copy of physical memory in case required
224    if options.access_backing_store:
225        ruby.access_backing_store = True
226        ruby.phys_mem = SimpleMemory(range=system.mem_ranges[0],
227                                     in_addr_map=False)
228
229def create_directories(options, bootmem, ruby_system, system):
230    dir_cntrl_nodes = []
231    for i in range(options.num_dirs):
232        dir_cntrl = Directory_Controller()
233        dir_cntrl.version = i
234        dir_cntrl.directory = RubyDirectoryMemory()
235        dir_cntrl.ruby_system = ruby_system
236
237        exec("ruby_system.dir_cntrl%d = dir_cntrl" % i)
238        dir_cntrl_nodes.append(dir_cntrl)
239
240    if bootmem is not None:
241        rom_dir_cntrl = Directory_Controller()
242        rom_dir_cntrl.directory = RubyDirectoryMemory()
243        rom_dir_cntrl.ruby_system = ruby_system
244        rom_dir_cntrl.version = i + 1
245        rom_dir_cntrl.memory = bootmem.port
246        rom_dir_cntrl.addr_ranges = bootmem.range
247        return (dir_cntrl_nodes, rom_dir_cntrl)
248
249    return (dir_cntrl_nodes, None)
250
251def send_evicts(options):
252    # currently, 2 scenarios warrant forwarding evictions to the CPU:
253    # 1. The O3 model must keep the LSQ coherent with the caches
254    # 2. The x86 mwait instruction is built on top of coherence invalidations
255    # 3. The local exclusive monitor in ARM systems
256    if options.cpu_type == "DerivO3CPU" or \
257       buildEnv['TARGET_ISA'] in ('x86', 'arm'):
258        return True
259    return False
260