Benchmarks.py revision 12564
14418Ssaidi@eecs.umich.edu# Copyright (c) 2006-2007 The Regents of The University of Michigan 22995Ssaidi@eecs.umich.edu# All rights reserved. 32995Ssaidi@eecs.umich.edu# 42995Ssaidi@eecs.umich.edu# Redistribution and use in source and binary forms, with or without 52995Ssaidi@eecs.umich.edu# modification, are permitted provided that the following conditions are 62995Ssaidi@eecs.umich.edu# met: redistributions of source code must retain the above copyright 72995Ssaidi@eecs.umich.edu# notice, this list of conditions and the following disclaimer; 82995Ssaidi@eecs.umich.edu# redistributions in binary form must reproduce the above copyright 92995Ssaidi@eecs.umich.edu# notice, this list of conditions and the following disclaimer in the 102995Ssaidi@eecs.umich.edu# documentation and/or other materials provided with the distribution; 112995Ssaidi@eecs.umich.edu# neither the name of the copyright holders nor the names of its 122995Ssaidi@eecs.umich.edu# contributors may be used to endorse or promote products derived from 132995Ssaidi@eecs.umich.edu# this software without specific prior written permission. 142995Ssaidi@eecs.umich.edu# 152995Ssaidi@eecs.umich.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 162995Ssaidi@eecs.umich.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 172995Ssaidi@eecs.umich.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 182995Ssaidi@eecs.umich.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 192995Ssaidi@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 202995Ssaidi@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 212995Ssaidi@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 222995Ssaidi@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 232995Ssaidi@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 242995Ssaidi@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 252995Ssaidi@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 262995Ssaidi@eecs.umich.edu# 272995Ssaidi@eecs.umich.edu# Authors: Ali Saidi 282995Ssaidi@eecs.umich.edu 2912564Sgabeblack@google.comfrom __future__ import print_function 3012564Sgabeblack@google.com 318088Sgblack@eecs.umich.edufrom SysPaths import script, disk, binary 328088Sgblack@eecs.umich.edufrom os import environ as env 337869Sgblack@eecs.umich.edufrom m5.defines import buildEnv 342995Ssaidi@eecs.umich.edu 353304Sstever@eecs.umich.educlass SysConfig: 3610747SChris.Emmons@arm.com def __init__(self, script=None, mem=None, disk=None, rootdev=None, 3710747SChris.Emmons@arm.com os_type='linux'): 382995Ssaidi@eecs.umich.edu self.scriptname = script 392995Ssaidi@eecs.umich.edu self.diskname = disk 402995Ssaidi@eecs.umich.edu self.memsize = mem 4110697SCurtis.Dunham@arm.com self.root = rootdev 4210747SChris.Emmons@arm.com self.ostype = os_type 432995Ssaidi@eecs.umich.edu 442995Ssaidi@eecs.umich.edu def script(self): 452995Ssaidi@eecs.umich.edu if self.scriptname: 462995Ssaidi@eecs.umich.edu return script(self.scriptname) 472995Ssaidi@eecs.umich.edu else: 482995Ssaidi@eecs.umich.edu return '' 492995Ssaidi@eecs.umich.edu 502995Ssaidi@eecs.umich.edu def mem(self): 512995Ssaidi@eecs.umich.edu if self.memsize: 522995Ssaidi@eecs.umich.edu return self.memsize 532995Ssaidi@eecs.umich.edu else: 542995Ssaidi@eecs.umich.edu return '128MB' 552995Ssaidi@eecs.umich.edu 562995Ssaidi@eecs.umich.edu def disk(self): 572995Ssaidi@eecs.umich.edu if self.diskname: 582995Ssaidi@eecs.umich.edu return disk(self.diskname) 597869Sgblack@eecs.umich.edu elif buildEnv['TARGET_ISA'] == 'alpha': 607869Sgblack@eecs.umich.edu return env.get('LINUX_IMAGE', disk('linux-latest.img')) 617869Sgblack@eecs.umich.edu elif buildEnv['TARGET_ISA'] == 'x86': 627869Sgblack@eecs.umich.edu return env.get('LINUX_IMAGE', disk('x86root.img')) 638212SAli.Saidi@ARM.com elif buildEnv['TARGET_ISA'] == 'arm': 6410512SAli.Saidi@ARM.com return env.get('LINUX_IMAGE', disk('linux-aarch32-ael.img')) 6511949Sgabeblack@google.com elif buildEnv['TARGET_ISA'] == 'sparc': 6611949Sgabeblack@google.com return env.get('LINUX_IMAGE', disk('disk.s10hw2')) 672995Ssaidi@eecs.umich.edu else: 6812564Sgabeblack@google.com print("Don't know what default disk image to use for %s ISA" % 6912564Sgabeblack@google.com buildEnv['TARGET_ISA']) 709059Snilay@cs.wisc.edu exit(1) 712995Ssaidi@eecs.umich.edu 7210697SCurtis.Dunham@arm.com def rootdev(self): 7310697SCurtis.Dunham@arm.com if self.root: 7410697SCurtis.Dunham@arm.com return self.root 7510697SCurtis.Dunham@arm.com else: 7610697SCurtis.Dunham@arm.com return '/dev/sda1' 7710697SCurtis.Dunham@arm.com 7810747SChris.Emmons@arm.com def os_type(self): 7910747SChris.Emmons@arm.com return self.ostype 8010747SChris.Emmons@arm.com 813304Sstever@eecs.umich.edu# Benchmarks are defined as a key in a dict which is a list of SysConfigs 822995Ssaidi@eecs.umich.edu# The first defined machine is the test system, the others are driving systems 832995Ssaidi@eecs.umich.edu 843304Sstever@eecs.umich.eduBenchmarks = { 853304Sstever@eecs.umich.edu 'PovrayBench': [SysConfig('povray-bench.rcS', '512MB', 'povray.img')], 863304Sstever@eecs.umich.edu 'PovrayAutumn': [SysConfig('povray-autumn.rcS', '512MB', 'povray.img')], 872995Ssaidi@eecs.umich.edu 885543Ssaidi@eecs.umich.edu 'NetperfStream': [SysConfig('netperf-stream-client.rcS'), 893304Sstever@eecs.umich.edu SysConfig('netperf-server.rcS')], 905543Ssaidi@eecs.umich.edu 'NetperfStreamUdp': [SysConfig('netperf-stream-udp-client.rcS'), 914418Ssaidi@eecs.umich.edu SysConfig('netperf-server.rcS')], 925543Ssaidi@eecs.umich.edu 'NetperfUdpLocal': [SysConfig('netperf-stream-udp-local.rcS')], 935543Ssaidi@eecs.umich.edu 'NetperfStreamNT': [SysConfig('netperf-stream-nt-client.rcS'), 943304Sstever@eecs.umich.edu SysConfig('netperf-server.rcS')], 955543Ssaidi@eecs.umich.edu 'NetperfMaerts': [SysConfig('netperf-maerts-client.rcS'), 963304Sstever@eecs.umich.edu SysConfig('netperf-server.rcS')], 975543Ssaidi@eecs.umich.edu 'SurgeStandard': [SysConfig('surge-server.rcS', '512MB'), 983304Sstever@eecs.umich.edu SysConfig('surge-client.rcS', '256MB')], 995543Ssaidi@eecs.umich.edu 'SurgeSpecweb': [SysConfig('spec-surge-server.rcS', '512MB'), 1003304Sstever@eecs.umich.edu SysConfig('spec-surge-client.rcS', '256MB')], 1015543Ssaidi@eecs.umich.edu 'Nhfsstone': [SysConfig('nfs-server-nhfsstone.rcS', '512MB'), 1023304Sstever@eecs.umich.edu SysConfig('nfs-client-nhfsstone.rcS')], 1035543Ssaidi@eecs.umich.edu 'Nfs': [SysConfig('nfs-server.rcS', '900MB'), 1043304Sstever@eecs.umich.edu SysConfig('nfs-client-dbench.rcS')], 1055543Ssaidi@eecs.umich.edu 'NfsTcp': [SysConfig('nfs-server.rcS', '900MB'), 1063304Sstever@eecs.umich.edu SysConfig('nfs-client-tcp.rcS')], 1075543Ssaidi@eecs.umich.edu 'IScsiInitiator': [SysConfig('iscsi-client.rcS', '512MB'), 1083304Sstever@eecs.umich.edu SysConfig('iscsi-server.rcS', '512MB')], 1095543Ssaidi@eecs.umich.edu 'IScsiTarget': [SysConfig('iscsi-server.rcS', '512MB'), 1103304Sstever@eecs.umich.edu SysConfig('iscsi-client.rcS', '512MB')], 1115543Ssaidi@eecs.umich.edu 'Validation': [SysConfig('iscsi-server.rcS', '512MB'), 1123304Sstever@eecs.umich.edu SysConfig('iscsi-client.rcS', '512MB')], 1135543Ssaidi@eecs.umich.edu 'Ping': [SysConfig('ping-server.rcS',), 1143304Sstever@eecs.umich.edu SysConfig('ping-client.rcS')], 1152995Ssaidi@eecs.umich.edu 1165543Ssaidi@eecs.umich.edu 'ValAccDelay': [SysConfig('devtime.rcS', '512MB')], 1175543Ssaidi@eecs.umich.edu 'ValAccDelay2': [SysConfig('devtimewmr.rcS', '512MB')], 1185543Ssaidi@eecs.umich.edu 'ValMemLat': [SysConfig('micro_memlat.rcS', '512MB')], 1195543Ssaidi@eecs.umich.edu 'ValMemLat2MB': [SysConfig('micro_memlat2mb.rcS', '512MB')], 1205543Ssaidi@eecs.umich.edu 'ValMemLat8MB': [SysConfig('micro_memlat8mb.rcS', '512MB')], 1215543Ssaidi@eecs.umich.edu 'ValMemLat': [SysConfig('micro_memlat8.rcS', '512MB')], 1225543Ssaidi@eecs.umich.edu 'ValTlbLat': [SysConfig('micro_tlblat.rcS', '512MB')], 1235543Ssaidi@eecs.umich.edu 'ValSysLat': [SysConfig('micro_syscall.rcS', '512MB')], 1245543Ssaidi@eecs.umich.edu 'ValCtxLat': [SysConfig('micro_ctx.rcS', '512MB')], 1255543Ssaidi@eecs.umich.edu 'ValStream': [SysConfig('micro_stream.rcS', '512MB')], 1265543Ssaidi@eecs.umich.edu 'ValStreamScale': [SysConfig('micro_streamscale.rcS', '512MB')], 1275543Ssaidi@eecs.umich.edu 'ValStreamCopy': [SysConfig('micro_streamcopy.rcS', '512MB')], 1282995Ssaidi@eecs.umich.edu 1293372Sstever@eecs.umich.edu 'MutexTest': [SysConfig('mutex-test.rcS', '128MB')], 1309070Satgutier@umich.edu 'ArmAndroid-GB': [SysConfig('null.rcS', '256MB', 13110747SChris.Emmons@arm.com 'ARMv7a-Gingerbread-Android.SMP.mouse.nolock.clean.img', 13210747SChris.Emmons@arm.com None, 'android-gingerbread')], 1339070Satgutier@umich.edu 'bbench-gb': [SysConfig('bbench-gb.rcS', '256MB', 13410747SChris.Emmons@arm.com 'ARMv7a-Gingerbread-Android.SMP.mouse.nolock.img', 13510747SChris.Emmons@arm.com None, 'android-gingerbread')], 1369070Satgutier@umich.edu 'ArmAndroid-ICS': [SysConfig('null.rcS', '256MB', 13710747SChris.Emmons@arm.com 'ARMv7a-ICS-Android.SMP.nolock.clean.img', 13810747SChris.Emmons@arm.com None, 'android-ics')], 1399070Satgutier@umich.edu 'bbench-ics': [SysConfig('bbench-ics.rcS', '256MB', 14010747SChris.Emmons@arm.com 'ARMv7a-ICS-Android.SMP.nolock.img', 14110747SChris.Emmons@arm.com None, 'android-ics')] 1423304Sstever@eecs.umich.edu} 1433089Ssaidi@eecs.umich.edu 1442995Ssaidi@eecs.umich.edubenchs = Benchmarks.keys() 1452995Ssaidi@eecs.umich.edubenchs.sort() 1462995Ssaidi@eecs.umich.eduDefinedBenchmarks = ", ".join(benchs) 147