Benchmarks.py revision 13731
14418Ssaidi@eecs.umich.edu# Copyright (c) 2006-2007 The Regents of The University of Michigan
22995Ssaidi@eecs.umich.edu# All rights reserved.
32995Ssaidi@eecs.umich.edu#
42995Ssaidi@eecs.umich.edu# Redistribution and use in source and binary forms, with or without
52995Ssaidi@eecs.umich.edu# modification, are permitted provided that the following conditions are
62995Ssaidi@eecs.umich.edu# met: redistributions of source code must retain the above copyright
72995Ssaidi@eecs.umich.edu# notice, this list of conditions and the following disclaimer;
82995Ssaidi@eecs.umich.edu# redistributions in binary form must reproduce the above copyright
92995Ssaidi@eecs.umich.edu# notice, this list of conditions and the following disclaimer in the
102995Ssaidi@eecs.umich.edu# documentation and/or other materials provided with the distribution;
112995Ssaidi@eecs.umich.edu# neither the name of the copyright holders nor the names of its
122995Ssaidi@eecs.umich.edu# contributors may be used to endorse or promote products derived from
132995Ssaidi@eecs.umich.edu# this software without specific prior written permission.
142995Ssaidi@eecs.umich.edu#
152995Ssaidi@eecs.umich.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
162995Ssaidi@eecs.umich.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
172995Ssaidi@eecs.umich.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
182995Ssaidi@eecs.umich.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
192995Ssaidi@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
202995Ssaidi@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
212995Ssaidi@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
222995Ssaidi@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
232995Ssaidi@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
242995Ssaidi@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
252995Ssaidi@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
262995Ssaidi@eecs.umich.edu#
272995Ssaidi@eecs.umich.edu# Authors: Ali Saidi
282995Ssaidi@eecs.umich.edu
2912564Sgabeblack@google.comfrom __future__ import print_function
3012564Sgabeblack@google.com
318088Sgblack@eecs.umich.edufrom SysPaths import script, disk, binary
328088Sgblack@eecs.umich.edufrom os import environ as env
337869Sgblack@eecs.umich.edufrom m5.defines import buildEnv
342995Ssaidi@eecs.umich.edu
353304Sstever@eecs.umich.educlass SysConfig:
3610747SChris.Emmons@arm.com    def __init__(self, script=None, mem=None, disk=None, rootdev=None,
3710747SChris.Emmons@arm.com                 os_type='linux'):
382995Ssaidi@eecs.umich.edu        self.scriptname = script
392995Ssaidi@eecs.umich.edu        self.diskname = disk
402995Ssaidi@eecs.umich.edu        self.memsize = mem
4110697SCurtis.Dunham@arm.com        self.root = rootdev
4210747SChris.Emmons@arm.com        self.ostype = os_type
432995Ssaidi@eecs.umich.edu
442995Ssaidi@eecs.umich.edu    def script(self):
452995Ssaidi@eecs.umich.edu        if self.scriptname:
462995Ssaidi@eecs.umich.edu            return script(self.scriptname)
472995Ssaidi@eecs.umich.edu        else:
482995Ssaidi@eecs.umich.edu            return ''
492995Ssaidi@eecs.umich.edu
502995Ssaidi@eecs.umich.edu    def mem(self):
512995Ssaidi@eecs.umich.edu        if self.memsize:
522995Ssaidi@eecs.umich.edu            return self.memsize
532995Ssaidi@eecs.umich.edu        else:
542995Ssaidi@eecs.umich.edu            return '128MB'
552995Ssaidi@eecs.umich.edu
562995Ssaidi@eecs.umich.edu    def disk(self):
572995Ssaidi@eecs.umich.edu        if self.diskname:
582995Ssaidi@eecs.umich.edu            return disk(self.diskname)
597869Sgblack@eecs.umich.edu        elif buildEnv['TARGET_ISA'] == 'alpha':
607869Sgblack@eecs.umich.edu            return env.get('LINUX_IMAGE', disk('linux-latest.img'))
617869Sgblack@eecs.umich.edu        elif buildEnv['TARGET_ISA'] == 'x86':
627869Sgblack@eecs.umich.edu            return env.get('LINUX_IMAGE', disk('x86root.img'))
638212SAli.Saidi@ARM.com        elif buildEnv['TARGET_ISA'] == 'arm':
6410512SAli.Saidi@ARM.com            return env.get('LINUX_IMAGE', disk('linux-aarch32-ael.img'))
6511949Sgabeblack@google.com        elif buildEnv['TARGET_ISA'] == 'sparc':
6611949Sgabeblack@google.com            return env.get('LINUX_IMAGE', disk('disk.s10hw2'))
672995Ssaidi@eecs.umich.edu        else:
6812564Sgabeblack@google.com            print("Don't know what default disk image to use for %s ISA" %
6912564Sgabeblack@google.com                buildEnv['TARGET_ISA'])
709059Snilay@cs.wisc.edu            exit(1)
712995Ssaidi@eecs.umich.edu
7210697SCurtis.Dunham@arm.com    def rootdev(self):
7310697SCurtis.Dunham@arm.com        if self.root:
7410697SCurtis.Dunham@arm.com            return self.root
7510697SCurtis.Dunham@arm.com        else:
7610697SCurtis.Dunham@arm.com            return '/dev/sda1'
7710697SCurtis.Dunham@arm.com
7810747SChris.Emmons@arm.com    def os_type(self):
7910747SChris.Emmons@arm.com        return self.ostype
8010747SChris.Emmons@arm.com
813304Sstever@eecs.umich.edu# Benchmarks are defined as a key in a dict which is a list of SysConfigs
822995Ssaidi@eecs.umich.edu# The first defined machine is the test system, the others are driving systems
832995Ssaidi@eecs.umich.edu
843304Sstever@eecs.umich.eduBenchmarks = {
853304Sstever@eecs.umich.edu    'PovrayBench':  [SysConfig('povray-bench.rcS', '512MB', 'povray.img')],
863304Sstever@eecs.umich.edu    'PovrayAutumn': [SysConfig('povray-autumn.rcS', '512MB', 'povray.img')],
872995Ssaidi@eecs.umich.edu
885543Ssaidi@eecs.umich.edu    'NetperfStream':    [SysConfig('netperf-stream-client.rcS'),
893304Sstever@eecs.umich.edu                         SysConfig('netperf-server.rcS')],
905543Ssaidi@eecs.umich.edu    'NetperfStreamUdp': [SysConfig('netperf-stream-udp-client.rcS'),
914418Ssaidi@eecs.umich.edu                         SysConfig('netperf-server.rcS')],
925543Ssaidi@eecs.umich.edu    'NetperfUdpLocal':  [SysConfig('netperf-stream-udp-local.rcS')],
935543Ssaidi@eecs.umich.edu    'NetperfStreamNT':  [SysConfig('netperf-stream-nt-client.rcS'),
943304Sstever@eecs.umich.edu                         SysConfig('netperf-server.rcS')],
955543Ssaidi@eecs.umich.edu    'NetperfMaerts':    [SysConfig('netperf-maerts-client.rcS'),
963304Sstever@eecs.umich.edu                         SysConfig('netperf-server.rcS')],
975543Ssaidi@eecs.umich.edu    'SurgeStandard':    [SysConfig('surge-server.rcS', '512MB'),
983304Sstever@eecs.umich.edu                         SysConfig('surge-client.rcS', '256MB')],
995543Ssaidi@eecs.umich.edu    'SurgeSpecweb':     [SysConfig('spec-surge-server.rcS', '512MB'),
1003304Sstever@eecs.umich.edu                         SysConfig('spec-surge-client.rcS', '256MB')],
1015543Ssaidi@eecs.umich.edu    'Nhfsstone':        [SysConfig('nfs-server-nhfsstone.rcS', '512MB'),
1023304Sstever@eecs.umich.edu                         SysConfig('nfs-client-nhfsstone.rcS')],
1035543Ssaidi@eecs.umich.edu    'Nfs':              [SysConfig('nfs-server.rcS', '900MB'),
1043304Sstever@eecs.umich.edu                         SysConfig('nfs-client-dbench.rcS')],
1055543Ssaidi@eecs.umich.edu    'NfsTcp':           [SysConfig('nfs-server.rcS', '900MB'),
1063304Sstever@eecs.umich.edu                         SysConfig('nfs-client-tcp.rcS')],
1075543Ssaidi@eecs.umich.edu    'IScsiInitiator':   [SysConfig('iscsi-client.rcS', '512MB'),
1083304Sstever@eecs.umich.edu                         SysConfig('iscsi-server.rcS', '512MB')],
1095543Ssaidi@eecs.umich.edu    'IScsiTarget':      [SysConfig('iscsi-server.rcS', '512MB'),
1103304Sstever@eecs.umich.edu                         SysConfig('iscsi-client.rcS', '512MB')],
1115543Ssaidi@eecs.umich.edu    'Validation':       [SysConfig('iscsi-server.rcS', '512MB'),
1123304Sstever@eecs.umich.edu                         SysConfig('iscsi-client.rcS', '512MB')],
1135543Ssaidi@eecs.umich.edu    'Ping':             [SysConfig('ping-server.rcS',),
1143304Sstever@eecs.umich.edu                         SysConfig('ping-client.rcS')],
1152995Ssaidi@eecs.umich.edu
1165543Ssaidi@eecs.umich.edu    'ValAccDelay':      [SysConfig('devtime.rcS', '512MB')],
1175543Ssaidi@eecs.umich.edu    'ValAccDelay2':     [SysConfig('devtimewmr.rcS', '512MB')],
1185543Ssaidi@eecs.umich.edu    'ValMemLat':        [SysConfig('micro_memlat.rcS', '512MB')],
1195543Ssaidi@eecs.umich.edu    'ValMemLat2MB':     [SysConfig('micro_memlat2mb.rcS', '512MB')],
1205543Ssaidi@eecs.umich.edu    'ValMemLat8MB':     [SysConfig('micro_memlat8mb.rcS', '512MB')],
1215543Ssaidi@eecs.umich.edu    'ValMemLat':        [SysConfig('micro_memlat8.rcS', '512MB')],
1225543Ssaidi@eecs.umich.edu    'ValTlbLat':        [SysConfig('micro_tlblat.rcS', '512MB')],
1235543Ssaidi@eecs.umich.edu    'ValSysLat':        [SysConfig('micro_syscall.rcS', '512MB')],
1245543Ssaidi@eecs.umich.edu    'ValCtxLat':        [SysConfig('micro_ctx.rcS', '512MB')],
1255543Ssaidi@eecs.umich.edu    'ValStream':        [SysConfig('micro_stream.rcS', '512MB')],
1265543Ssaidi@eecs.umich.edu    'ValStreamScale':   [SysConfig('micro_streamscale.rcS', '512MB')],
1275543Ssaidi@eecs.umich.edu    'ValStreamCopy':    [SysConfig('micro_streamcopy.rcS', '512MB')],
1282995Ssaidi@eecs.umich.edu
1293372Sstever@eecs.umich.edu    'MutexTest':        [SysConfig('mutex-test.rcS', '128MB')],
1309070Satgutier@umich.edu    'ArmAndroid-GB':    [SysConfig('null.rcS', '256MB',
13110747SChris.Emmons@arm.com                    'ARMv7a-Gingerbread-Android.SMP.mouse.nolock.clean.img',
13210747SChris.Emmons@arm.com                    None, 'android-gingerbread')],
1339070Satgutier@umich.edu    'bbench-gb':        [SysConfig('bbench-gb.rcS', '256MB',
13410747SChris.Emmons@arm.com                            'ARMv7a-Gingerbread-Android.SMP.mouse.nolock.img',
13510747SChris.Emmons@arm.com                            None, 'android-gingerbread')],
1369070Satgutier@umich.edu    'ArmAndroid-ICS':   [SysConfig('null.rcS', '256MB',
13710747SChris.Emmons@arm.com                            'ARMv7a-ICS-Android.SMP.nolock.clean.img',
13810747SChris.Emmons@arm.com                            None, 'android-ics')],
1399070Satgutier@umich.edu    'bbench-ics':       [SysConfig('bbench-ics.rcS', '256MB',
14010747SChris.Emmons@arm.com                            'ARMv7a-ICS-Android.SMP.nolock.img',
14110747SChris.Emmons@arm.com                            None, 'android-ics')]
1423304Sstever@eecs.umich.edu}
1433089Ssaidi@eecs.umich.edu
14413731Sandreas.sandberg@arm.combenchs = list(Benchmarks.keys())
1452995Ssaidi@eecs.umich.edubenchs.sort()
1462995Ssaidi@eecs.umich.eduDefinedBenchmarks = ", ".join(benchs)
147