memcheck.py revision 10720:67b3e74de9ae
111752Snikos.nikoleris@arm.com# Copyright (c) 2015 ARM Limited
210705Sandreas.hansson@arm.com# All rights reserved.
310705Sandreas.hansson@arm.com#
410705Sandreas.hansson@arm.com# The license below extends only to copyright in the software and shall
510705Sandreas.hansson@arm.com# not be construed as granting a license to any other intellectual
610705Sandreas.hansson@arm.com# property including but not limited to intellectual property relating
710705Sandreas.hansson@arm.com# to a hardware implementation of the functionality of the software
810705Sandreas.hansson@arm.com# licensed hereunder.  You may use the software subject to the license
910705Sandreas.hansson@arm.com# terms below provided that you ensure that this notice is replicated
1010705Sandreas.hansson@arm.com# unmodified and in its entirety in all distributions of the software,
1110705Sandreas.hansson@arm.com# modified or unmodified, in source code or in binary form.
1210705Sandreas.hansson@arm.com#
1310705Sandreas.hansson@arm.com# Copyright (c) 2006-2007 The Regents of The University of Michigan
1410705Sandreas.hansson@arm.com# All rights reserved.
1510705Sandreas.hansson@arm.com#
1610705Sandreas.hansson@arm.com# Redistribution and use in source and binary forms, with or without
1710705Sandreas.hansson@arm.com# modification, are permitted provided that the following conditions are
1810705Sandreas.hansson@arm.com# met: redistributions of source code must retain the above copyright
1910705Sandreas.hansson@arm.com# notice, this list of conditions and the following disclaimer;
2010705Sandreas.hansson@arm.com# redistributions in binary form must reproduce the above copyright
2110705Sandreas.hansson@arm.com# notice, this list of conditions and the following disclaimer in the
2210705Sandreas.hansson@arm.com# documentation and/or other materials provided with the distribution;
2310705Sandreas.hansson@arm.com# neither the name of the copyright holders nor the names of its
2410705Sandreas.hansson@arm.com# contributors may be used to endorse or promote products derived from
2510705Sandreas.hansson@arm.com# this software without specific prior written permission.
2610705Sandreas.hansson@arm.com#
2710705Sandreas.hansson@arm.com# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
2810705Sandreas.hansson@arm.com# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
2910705Sandreas.hansson@arm.com# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
3010705Sandreas.hansson@arm.com# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
3110705Sandreas.hansson@arm.com# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
3210705Sandreas.hansson@arm.com# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
3310705Sandreas.hansson@arm.com# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
3410705Sandreas.hansson@arm.com# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
3510705Sandreas.hansson@arm.com# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
3610705Sandreas.hansson@arm.com# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
3710705Sandreas.hansson@arm.com# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3810705Sandreas.hansson@arm.com#
3910705Sandreas.hansson@arm.com# Authors: Ron Dreslinski
4010705Sandreas.hansson@arm.com#          Andreas Hansson
4110705Sandreas.hansson@arm.com
4210705Sandreas.hansson@arm.comimport optparse
4311753Snikos.nikoleris@arm.comimport sys
4410705Sandreas.hansson@arm.com
4510705Sandreas.hansson@arm.comimport m5
4610705Sandreas.hansson@arm.comfrom m5.objects import *
4710705Sandreas.hansson@arm.com
4810705Sandreas.hansson@arm.comparser = optparse.OptionParser()
4910705Sandreas.hansson@arm.com
5010705Sandreas.hansson@arm.comparser.add_option("-a", "--atomic", action="store_true",
5110705Sandreas.hansson@arm.com                  help="Use atomic (non-timing) mode")
5210705Sandreas.hansson@arm.comparser.add_option("-b", "--blocking", action="store_true",
5310705Sandreas.hansson@arm.com                  help="Use blocking caches")
5410705Sandreas.hansson@arm.comparser.add_option("-m", "--maxtick", type="int", default=m5.MaxTick,
5510705Sandreas.hansson@arm.com                  metavar="T",
5610705Sandreas.hansson@arm.com                  help="Stop after T ticks")
5710705Sandreas.hansson@arm.comparser.add_option("-p", "--prefetchers", action="store_true",
5810705Sandreas.hansson@arm.com                  help="Use prefetchers")
5910705Sandreas.hansson@arm.comparser.add_option("-s", "--stridepref", action="store_true",
6010705Sandreas.hansson@arm.com                  help="Use strided prefetchers")
6110705Sandreas.hansson@arm.com
6210705Sandreas.hansson@arm.com# This example script has a lot in common with the memtest.py in that
6310705Sandreas.hansson@arm.com# it is designed to stress tests the memory system. However, this
6410705Sandreas.hansson@arm.com# script uses oblivious traffic generators to create the stimuli, and
6510705Sandreas.hansson@arm.com# couples them with memcheckers to verify that the data read matches
6610705Sandreas.hansson@arm.com# the allowed outcomes. Just like memtest.py, the traffic generators
6710705Sandreas.hansson@arm.com# and checkers are placed in a tree topology. At the bottom of the
6810705Sandreas.hansson@arm.com# tree is a shared memory, and then at each level a number of
6910705Sandreas.hansson@arm.com# generators and checkers are attached, along with a number of caches
7010705Sandreas.hansson@arm.com# that them selves fan out to subtrees of generators and caches. Thus,
7110705Sandreas.hansson@arm.com# it is possible to create a system with arbitrarily deep cache
7210705Sandreas.hansson@arm.com# hierarchies, sharing or no sharing of caches, and generators not
7310705Sandreas.hansson@arm.com# only at the L1s, but also at the L2s, L3s etc.
7410705Sandreas.hansson@arm.com#
7510705Sandreas.hansson@arm.com# The tree specification consists of two colon-separated lists of one
7610705Sandreas.hansson@arm.com# or more integers, one for the caches, and one for the
7710705Sandreas.hansson@arm.com# testers/generators. The first integer is the number of
7810705Sandreas.hansson@arm.com# caches/testers closest to main memory. Each cache then fans out to a
7910705Sandreas.hansson@arm.com# subtree. The last integer in the list is the number of
8010705Sandreas.hansson@arm.com# caches/testers associated with the uppermost level of memory. The
8110705Sandreas.hansson@arm.com# other integers (if any) specify the number of caches/testers
8210705Sandreas.hansson@arm.com# connected at each level of the crossbar hierarchy. The tester string
8310705Sandreas.hansson@arm.com# should have one element more than the cache string as there should
8410705Sandreas.hansson@arm.com# always be testers attached to the uppermost caches.
8510705Sandreas.hansson@arm.com#
8610705Sandreas.hansson@arm.com# Since this script tests actual sharing, there is also a possibility
8710705Sandreas.hansson@arm.com# to stress prefetching and the interaction between prefetchers and
8810705Sandreas.hansson@arm.com# caches. The traffic generators switch between random address streams
8910705Sandreas.hansson@arm.com# and linear address streams to ensure that the prefetchers will
9010705Sandreas.hansson@arm.com# trigger. By default prefetchers are off.
9110705Sandreas.hansson@arm.com
9210705Sandreas.hansson@arm.comparser.add_option("-c", "--caches", type="string", default="3:2",
9310705Sandreas.hansson@arm.com                  help="Colon-separated cache hierarchy specification, "
9410705Sandreas.hansson@arm.com                  "see script comments for details "
9510705Sandreas.hansson@arm.com                  "[default: %default]")
9610705Sandreas.hansson@arm.comparser.add_option("-t", "--testers", type="string", default="1:0:2",
9710705Sandreas.hansson@arm.com                  help="Colon-separated tester hierarchy specification, "
9810705Sandreas.hansson@arm.com                  "see script comments for details "
9910705Sandreas.hansson@arm.com                  "[default: %default]")
10010705Sandreas.hansson@arm.comparser.add_option("--sys-clock", action="store", type="string",
10111753Snikos.nikoleris@arm.com                  default='1GHz',
10211753Snikos.nikoleris@arm.com                  help = """Top-level clock for blocks running at system
10310705Sandreas.hansson@arm.com                  speed""")
10410705Sandreas.hansson@arm.com
10510705Sandreas.hansson@arm.com(options, args) = parser.parse_args()
10610705Sandreas.hansson@arm.com
10710705Sandreas.hansson@arm.comif args:
10810705Sandreas.hansson@arm.com     print "Error: script doesn't take any positional arguments"
10910705Sandreas.hansson@arm.com     sys.exit(1)
11010705Sandreas.hansson@arm.com
11110705Sandreas.hansson@arm.com# Start by parsing the command line options and do some basic sanity
11210705Sandreas.hansson@arm.com# checking
11310705Sandreas.hansson@arm.comtry:
11410705Sandreas.hansson@arm.com     cachespec = [int(x) for x in options.caches.split(':')]
11510705Sandreas.hansson@arm.com     testerspec = [int(x) for x in options.testers.split(':')]
11611753Snikos.nikoleris@arm.comexcept:
11711753Snikos.nikoleris@arm.com     print "Error: Unable to parse caches or testers option"
11811753Snikos.nikoleris@arm.com     sys.exit(1)
11911753Snikos.nikoleris@arm.com
12011753Snikos.nikoleris@arm.comif len(cachespec) < 1:
12111753Snikos.nikoleris@arm.com     print "Error: Must have at least one level of caches"
12211753Snikos.nikoleris@arm.com     sys.exit(1)
12311753Snikos.nikoleris@arm.com
12411753Snikos.nikoleris@arm.comif len(cachespec) != len(testerspec) - 1:
12511753Snikos.nikoleris@arm.com     print "Error: Testers must have one element more than caches"
12611753Snikos.nikoleris@arm.com     sys.exit(1)
12711753Snikos.nikoleris@arm.com
12811753Snikos.nikoleris@arm.comif testerspec[-1] == 0:
12910705Sandreas.hansson@arm.com     print "Error: Must have testers at the uppermost level"
13010705Sandreas.hansson@arm.com     sys.exit(1)
13111753Snikos.nikoleris@arm.com
13211753Snikos.nikoleris@arm.comfor t in testerspec:
13310705Sandreas.hansson@arm.com     if t < 0:
13410705Sandreas.hansson@arm.com          print "Error: Cannot have a negative number of testers"
13511753Snikos.nikoleris@arm.com          sys.exit(1)
13611753Snikos.nikoleris@arm.com
13711753Snikos.nikoleris@arm.comfor c in cachespec:
13811753Snikos.nikoleris@arm.com     if c < 1:
13911753Snikos.nikoleris@arm.com          print "Error: Must have 1 or more caches at each level"
14011753Snikos.nikoleris@arm.com          sys.exit(1)
14111753Snikos.nikoleris@arm.com
14211753Snikos.nikoleris@arm.com# Determine the tester multiplier for each level as the string
14311753Snikos.nikoleris@arm.com# elements are per subsystem and it fans out
14411753Snikos.nikoleris@arm.commultiplier = [1]
14511753Snikos.nikoleris@arm.comfor c in cachespec:
14611753Snikos.nikoleris@arm.com     if c < 1:
14711753Snikos.nikoleris@arm.com          print "Error: Must have at least one cache per level"
14811753Snikos.nikoleris@arm.com     multiplier.append(multiplier[-1] * c)
14911753Snikos.nikoleris@arm.com
15011753Snikos.nikoleris@arm.comnumtesters = 0
15111753Snikos.nikoleris@arm.comfor t, m in zip(testerspec, multiplier):
15211753Snikos.nikoleris@arm.com     numtesters += t * m
15310705Sandreas.hansson@arm.com
15410705Sandreas.hansson@arm.com# Define a prototype L1 cache that we scale for all successive levels
15510705Sandreas.hansson@arm.comproto_l1 = BaseCache(size = '32kB', assoc = 4,
15610705Sandreas.hansson@arm.com                     hit_latency = 1, response_latency = 1,
15710705Sandreas.hansson@arm.com                     tgts_per_mshr = 8, is_top_level = True)
15810705Sandreas.hansson@arm.com
15910705Sandreas.hansson@arm.comif options.blocking:
16010705Sandreas.hansson@arm.com     proto_l1.mshrs = 1
16110705Sandreas.hansson@arm.comelse:
16210705Sandreas.hansson@arm.com     proto_l1.mshrs = 4
16310705Sandreas.hansson@arm.com
16410705Sandreas.hansson@arm.comif options.prefetchers:
16510705Sandreas.hansson@arm.com     proto_l1.prefetcher = TaggedPrefetcher()
16611053Sandreas.hansson@arm.comelif options.stridepref:
16711722Ssophiane.senni@gmail.com     proto_l1.prefetcher = StridePrefetcher()
16811053Sandreas.hansson@arm.com
16910705Sandreas.hansson@arm.comcache_proto = [proto_l1]
17010705Sandreas.hansson@arm.com
17110705Sandreas.hansson@arm.com# Now add additional cache levels (if any) by scaling L1 params, the
17210705Sandreas.hansson@arm.com# first element is Ln, and the last element L1
17310705Sandreas.hansson@arm.comfor scale in cachespec[:-1]:
17410705Sandreas.hansson@arm.com     # Clone previous level and update params
17510705Sandreas.hansson@arm.com     prev = cache_proto[0]
17610705Sandreas.hansson@arm.com     next = prev()
17710705Sandreas.hansson@arm.com     next.size = prev.size * scale
17810705Sandreas.hansson@arm.com     next.hit_latency = prev.hit_latency * 10
17910705Sandreas.hansson@arm.com     next.response_latency = prev.response_latency * 10
18010705Sandreas.hansson@arm.com     next.assoc = prev.assoc * scale
18110705Sandreas.hansson@arm.com     next.mshrs = prev.mshrs * scale
18210705Sandreas.hansson@arm.com     next.is_top_level = False
18310705Sandreas.hansson@arm.com     cache_proto.insert(0, next)
18410705Sandreas.hansson@arm.com
18510705Sandreas.hansson@arm.com# Create a config to be used by all the traffic generators
18610705Sandreas.hansson@arm.comcfg_file_name = "configs/example/memcheck.cfg"
18710705Sandreas.hansson@arm.comcfg_file = open(cfg_file_name, 'w')
18810705Sandreas.hansson@arm.com
18911722Ssophiane.senni@gmail.com# Three states, with random, linear and idle behaviours. The random
19011722Ssophiane.senni@gmail.com# and linear states access memory in the range [0 : 16 Mbyte] with 8
19110705Sandreas.hansson@arm.com# byte accesses.
19210705Sandreas.hansson@arm.comcfg_file.write("STATE 0 10000000 RANDOM 65 0 16777216 8 50000 150000 0\n")
19310705Sandreas.hansson@arm.comcfg_file.write("STATE 1 10000000 LINEAR 65 0 16777216 8 50000 150000 0\n")
19410705Sandreas.hansson@arm.comcfg_file.write("STATE 2 10000000 IDLE\n")
19510705Sandreas.hansson@arm.comcfg_file.write("INIT 0\n")
19610705Sandreas.hansson@arm.comcfg_file.write("TRANSITION 0 1 0.5\n")
19710705Sandreas.hansson@arm.comcfg_file.write("TRANSITION 0 2 0.5\n")
19810705Sandreas.hansson@arm.comcfg_file.write("TRANSITION 1 0 0.5\n")
19910705Sandreas.hansson@arm.comcfg_file.write("TRANSITION 1 2 0.5\n")
20010705Sandreas.hansson@arm.comcfg_file.write("TRANSITION 2 0 0.5\n")
20110705Sandreas.hansson@arm.comcfg_file.write("TRANSITION 2 1 0.5\n")
20211752Snikos.nikoleris@arm.comcfg_file.close()
20310705Sandreas.hansson@arm.com
20411752Snikos.nikoleris@arm.com# Make a prototype for the tester to be used throughout
20510705Sandreas.hansson@arm.comproto_tester = TrafficGen(config_file = cfg_file_name)
20610705Sandreas.hansson@arm.com
20710705Sandreas.hansson@arm.com# Set up the system along with a DRAM controller
20810705Sandreas.hansson@arm.comsystem = System(physmem = DDR3_1600_x64())
20910705Sandreas.hansson@arm.com
21010705Sandreas.hansson@arm.comsystem.voltage_domain = VoltageDomain(voltage = '1V')
21110705Sandreas.hansson@arm.com
21210705Sandreas.hansson@arm.comsystem.clk_domain = SrcClockDomain(clock =  options.sys_clock,
21310705Sandreas.hansson@arm.com                        voltage_domain = system.voltage_domain)
21410705Sandreas.hansson@arm.com
21510705Sandreas.hansson@arm.comsystem.memchecker = MemChecker()
21610705Sandreas.hansson@arm.com
21710705Sandreas.hansson@arm.com# For each level, track the next subsys index to use
21810705Sandreas.hansson@arm.comnext_subsys_index = [0] * (len(cachespec) + 1)
21910705Sandreas.hansson@arm.com
22010705Sandreas.hansson@arm.com# Recursive function to create a sub-tree of the cache and tester
22110705Sandreas.hansson@arm.com# hierarchy
22210705Sandreas.hansson@arm.comdef make_cache_level(ncaches, prototypes, level, next_cache):
22310705Sandreas.hansson@arm.com     global next_subsys_index, proto_l1, testerspec, proto_tester
22410705Sandreas.hansson@arm.com
22510705Sandreas.hansson@arm.com     index = next_subsys_index[level]
22610705Sandreas.hansson@arm.com     next_subsys_index[level] += 1
22710705Sandreas.hansson@arm.com
22810705Sandreas.hansson@arm.com     # Create a subsystem to contain the crossbar and caches, and
22910705Sandreas.hansson@arm.com     # any testers
23010705Sandreas.hansson@arm.com     subsys = SubSystem()
23110705Sandreas.hansson@arm.com     setattr(system, 'l%dsubsys%d' % (level, index), subsys)
23210705Sandreas.hansson@arm.com
23310705Sandreas.hansson@arm.com     # The levels are indexing backwards through the list
23410705Sandreas.hansson@arm.com     ntesters = testerspec[len(cachespec) - level]
23510705Sandreas.hansson@arm.com
23610705Sandreas.hansson@arm.com     testers = [proto_tester() for i in xrange(ntesters)]
23710705Sandreas.hansson@arm.com     checkers = [MemCheckerMonitor(memchecker = system.memchecker) \
23810705Sandreas.hansson@arm.com                      for i in xrange(ntesters)]
23910705Sandreas.hansson@arm.com     if ntesters:
24010705Sandreas.hansson@arm.com          subsys.tester = testers
24110705Sandreas.hansson@arm.com          subsys.checkers = checkers
24210705Sandreas.hansson@arm.com
24310705Sandreas.hansson@arm.com     if level != 0:
24410705Sandreas.hansson@arm.com          # Create a crossbar and add it to the subsystem, note that
24510705Sandreas.hansson@arm.com          # we do this even with a single element on this level
24610705Sandreas.hansson@arm.com          xbar = L2XBar(width = 32)
24710705Sandreas.hansson@arm.com          subsys.xbar = xbar
24810705Sandreas.hansson@arm.com          if next_cache:
24910705Sandreas.hansson@arm.com               xbar.master = next_cache.cpu_side
25010705Sandreas.hansson@arm.com
25110705Sandreas.hansson@arm.com          # Create and connect the caches, both the ones fanning out
25210705Sandreas.hansson@arm.com          # to create the tree, and the ones used to connect testers
25310705Sandreas.hansson@arm.com          # on this level
25410705Sandreas.hansson@arm.com          tree_caches = [prototypes[0]() for i in xrange(ncaches[0])]
25510705Sandreas.hansson@arm.com          tester_caches = [proto_l1() for i in xrange(ntesters)]
25610705Sandreas.hansson@arm.com
25710720Sandreas.hansson@arm.com          subsys.cache = tester_caches + tree_caches
25810705Sandreas.hansson@arm.com          for cache in tree_caches:
25910705Sandreas.hansson@arm.com               cache.mem_side = xbar.slave
26010705Sandreas.hansson@arm.com               make_cache_level(ncaches[1:], prototypes[1:], level - 1, cache)
26110705Sandreas.hansson@arm.com          for tester, checker, cache in zip(testers, checkers, tester_caches):
26210705Sandreas.hansson@arm.com               tester.port = checker.slave
26310705Sandreas.hansson@arm.com               checker.master = cache.cpu_side
26410705Sandreas.hansson@arm.com               cache.mem_side = xbar.slave
26510705Sandreas.hansson@arm.com     else:
26610705Sandreas.hansson@arm.com          if not next_cache:
26710705Sandreas.hansson@arm.com               print "Error: No next-level cache at top level"
26810705Sandreas.hansson@arm.com               sys.exit(1)
26910705Sandreas.hansson@arm.com
27010705Sandreas.hansson@arm.com          if ntesters > 1:
27110705Sandreas.hansson@arm.com               # Create a crossbar and add it to the subsystem
27210705Sandreas.hansson@arm.com               xbar = L2XBar(width = 32)
27310705Sandreas.hansson@arm.com               subsys.xbar = xbar
27410705Sandreas.hansson@arm.com               xbar.master = next_cache.cpu_side
27510705Sandreas.hansson@arm.com               for tester, checker in zip(testers, checkers):
27610705Sandreas.hansson@arm.com                    tester.port = checker.slave
27710705Sandreas.hansson@arm.com                    checker.master = xbar.slave
27810705Sandreas.hansson@arm.com          else:
27910705Sandreas.hansson@arm.com               # Single tester
28010705Sandreas.hansson@arm.com               testers[0].port = checkers[0].slave
28110705Sandreas.hansson@arm.com               checkers[0].master = next_cache.cpu_side
28210705Sandreas.hansson@arm.com
28310720Sandreas.hansson@arm.com# Top level call to create the cache hierarchy, bottom up
28410705Sandreas.hansson@arm.commake_cache_level(cachespec, cache_proto, len(cachespec), None)
28510705Sandreas.hansson@arm.com
28610705Sandreas.hansson@arm.com# Connect the lowest level crossbar to the memory
28710705Sandreas.hansson@arm.comlast_subsys = getattr(system, 'l%dsubsys0' % len(cachespec))
28810705Sandreas.hansson@arm.comlast_subsys.xbar.master = system.physmem.port
28910705Sandreas.hansson@arm.com
29010705Sandreas.hansson@arm.comroot = Root(full_system = False, system = system)
29110705Sandreas.hansson@arm.comif options.atomic:
29210705Sandreas.hansson@arm.com    root.system.mem_mode = 'atomic'
29310705Sandreas.hansson@arm.comelse:
29410705Sandreas.hansson@arm.com    root.system.mem_mode = 'timing'
29510705Sandreas.hansson@arm.com
29610705Sandreas.hansson@arm.com# The system port is never used in the tester so merely connect it
29710705Sandreas.hansson@arm.com# to avoid problems
29810705Sandreas.hansson@arm.comroot.system.system_port = last_subsys.xbar.slave
29910705Sandreas.hansson@arm.com
30011451Sandreas.hansson@arm.com# Instantiate configuration
30110705Sandreas.hansson@arm.comm5.instantiate()
30210705Sandreas.hansson@arm.com
30310705Sandreas.hansson@arm.com# Simulate until program terminates
30410705Sandreas.hansson@arm.comexit_event = m5.simulate(options.maxtick)
30510705Sandreas.hansson@arm.com
30610705Sandreas.hansson@arm.comprint 'Exiting @ tick', m5.curTick(), 'because', exit_event.getCause()
30710705Sandreas.hansson@arm.com