Benchmarks.py (3304:c5917aeb8e2f) Benchmarks.py (3372:ccbe8a56f5b7)
1# Copyright (c) 2006 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright
9# notice, this list of conditions and the following disclaimer in the
10# documentation and/or other materials provided with the distribution;
11# neither the name of the copyright holders nor the names of its
12# contributors may be used to endorse or promote products derived from
13# this software without specific prior written permission.
14#
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Ali Saidi
28
29from SysPaths import *
30
31class SysConfig:
32 def __init__(self, script=None, mem=None, disk=None):
33 self.scriptname = script
34 self.diskname = disk
35 self.memsize = mem
36
37 def script(self):
38 if self.scriptname:
39 return script(self.scriptname)
40 else:
41 return ''
42
43 def mem(self):
44 if self.memsize:
45 return self.memsize
46 else:
47 return '128MB'
48
49 def disk(self):
50 if self.diskname:
51 return disk(self.diskname)
52 else:
53 return env.get('LINUX_IMAGE', disk('linux-latest.img'))
54
55# Benchmarks are defined as a key in a dict which is a list of SysConfigs
56# The first defined machine is the test system, the others are driving systems
57
58Benchmarks = {
59 'PovrayBench': [SysConfig('povray-bench.rcS', '512MB', 'povray.img')],
60 'PovrayAutumn': [SysConfig('povray-autumn.rcS', '512MB', 'povray.img')],
61
62 'NetperfStream': [SysConfig('netperf-stream-client.rcS'),
63 SysConfig('netperf-server.rcS')],
64 'NetperfStreamNT': [SysConfig('netperf-stream-nt-client.rcS'),
65 SysConfig('netperf-server.rcS')],
66 'NetperfMaerts': [SysConfig('netperf-maerts-client.rcS'),
67 SysConfig('netperf-server.rcS')],
68 'SurgeStandard': [SysConfig('surge-server.rcS', '512MB'),
69 SysConfig('surge-client.rcS', '256MB')],
70 'SurgeSpecweb': [SysConfig('spec-surge-server.rcS', '512MB'),
71 SysConfig('spec-surge-client.rcS', '256MB')],
72 'Nhfsstone': [SysConfig('nfs-server-nhfsstone.rcS', '512MB'),
73 SysConfig('nfs-client-nhfsstone.rcS')],
74 'Nfs': [SysConfig('nfs-server.rcS', '900MB'),
75 SysConfig('nfs-client-dbench.rcS')],
76 'NfsTcp': [SysConfig('nfs-server.rcS', '900MB'),
77 SysConfig('nfs-client-tcp.rcS')],
78 'IScsiInitiator': [SysConfig('iscsi-client.rcS', '512MB'),
79 SysConfig('iscsi-server.rcS', '512MB')],
80 'IScsiTarget': [SysConfig('iscsi-server.rcS', '512MB'),
81 SysConfig('iscsi-client.rcS', '512MB')],
82 'Validation': [SysConfig('iscsi-server.rcS', '512MB'),
83 SysConfig('iscsi-client.rcS', '512MB')],
84 'Ping': [SysConfig('ping-server.rcS',),
85 SysConfig('ping-client.rcS')],
86
87 'ValAccDelay': [SysConfig('devtime.rcS', '512MB')],
88 'ValAccDelay2': [SysConfig('devtimewmr.rcS', '512MB')],
89 'ValMemLat': [SysConfig('micro_memlat.rcS', '512MB')],
90 'ValMemLat2MB': [SysConfig('micro_memlat2mb.rcS', '512MB')],
91 'ValMemLat8MB': [SysConfig('micro_memlat8mb.rcS', '512MB')],
92 'ValMemLat': [SysConfig('micro_memlat8.rcS', '512MB')],
93 'ValTlbLat': [SysConfig('micro_tlblat.rcS', '512MB')],
94 'ValSysLat': [SysConfig('micro_syscall.rcS', '512MB')],
95 'ValCtxLat': [SysConfig('micro_ctx.rcS', '512MB')],
96 'ValStream': [SysConfig('micro_stream.rcS', '512MB')],
97 'ValStreamScale': [SysConfig('micro_streamscale.rcS', '512MB')],
98 'ValStreamCopy': [SysConfig('micro_streamcopy.rcS', '512MB')],
99
1# Copyright (c) 2006 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright
9# notice, this list of conditions and the following disclaimer in the
10# documentation and/or other materials provided with the distribution;
11# neither the name of the copyright holders nor the names of its
12# contributors may be used to endorse or promote products derived from
13# this software without specific prior written permission.
14#
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Ali Saidi
28
29from SysPaths import *
30
31class SysConfig:
32 def __init__(self, script=None, mem=None, disk=None):
33 self.scriptname = script
34 self.diskname = disk
35 self.memsize = mem
36
37 def script(self):
38 if self.scriptname:
39 return script(self.scriptname)
40 else:
41 return ''
42
43 def mem(self):
44 if self.memsize:
45 return self.memsize
46 else:
47 return '128MB'
48
49 def disk(self):
50 if self.diskname:
51 return disk(self.diskname)
52 else:
53 return env.get('LINUX_IMAGE', disk('linux-latest.img'))
54
55# Benchmarks are defined as a key in a dict which is a list of SysConfigs
56# The first defined machine is the test system, the others are driving systems
57
58Benchmarks = {
59 'PovrayBench': [SysConfig('povray-bench.rcS', '512MB', 'povray.img')],
60 'PovrayAutumn': [SysConfig('povray-autumn.rcS', '512MB', 'povray.img')],
61
62 'NetperfStream': [SysConfig('netperf-stream-client.rcS'),
63 SysConfig('netperf-server.rcS')],
64 'NetperfStreamNT': [SysConfig('netperf-stream-nt-client.rcS'),
65 SysConfig('netperf-server.rcS')],
66 'NetperfMaerts': [SysConfig('netperf-maerts-client.rcS'),
67 SysConfig('netperf-server.rcS')],
68 'SurgeStandard': [SysConfig('surge-server.rcS', '512MB'),
69 SysConfig('surge-client.rcS', '256MB')],
70 'SurgeSpecweb': [SysConfig('spec-surge-server.rcS', '512MB'),
71 SysConfig('spec-surge-client.rcS', '256MB')],
72 'Nhfsstone': [SysConfig('nfs-server-nhfsstone.rcS', '512MB'),
73 SysConfig('nfs-client-nhfsstone.rcS')],
74 'Nfs': [SysConfig('nfs-server.rcS', '900MB'),
75 SysConfig('nfs-client-dbench.rcS')],
76 'NfsTcp': [SysConfig('nfs-server.rcS', '900MB'),
77 SysConfig('nfs-client-tcp.rcS')],
78 'IScsiInitiator': [SysConfig('iscsi-client.rcS', '512MB'),
79 SysConfig('iscsi-server.rcS', '512MB')],
80 'IScsiTarget': [SysConfig('iscsi-server.rcS', '512MB'),
81 SysConfig('iscsi-client.rcS', '512MB')],
82 'Validation': [SysConfig('iscsi-server.rcS', '512MB'),
83 SysConfig('iscsi-client.rcS', '512MB')],
84 'Ping': [SysConfig('ping-server.rcS',),
85 SysConfig('ping-client.rcS')],
86
87 'ValAccDelay': [SysConfig('devtime.rcS', '512MB')],
88 'ValAccDelay2': [SysConfig('devtimewmr.rcS', '512MB')],
89 'ValMemLat': [SysConfig('micro_memlat.rcS', '512MB')],
90 'ValMemLat2MB': [SysConfig('micro_memlat2mb.rcS', '512MB')],
91 'ValMemLat8MB': [SysConfig('micro_memlat8mb.rcS', '512MB')],
92 'ValMemLat': [SysConfig('micro_memlat8.rcS', '512MB')],
93 'ValTlbLat': [SysConfig('micro_tlblat.rcS', '512MB')],
94 'ValSysLat': [SysConfig('micro_syscall.rcS', '512MB')],
95 'ValCtxLat': [SysConfig('micro_ctx.rcS', '512MB')],
96 'ValStream': [SysConfig('micro_stream.rcS', '512MB')],
97 'ValStreamScale': [SysConfig('micro_streamscale.rcS', '512MB')],
98 'ValStreamCopy': [SysConfig('micro_streamcopy.rcS', '512MB')],
99
100 'MutexTest': [SysConfig('mutex-test.rcS', '128MB')],
101
100 'bnAn': [SysConfig('/z/saidi/work/m5.newmem.head/configs/boot/bn-app.rcS',
101 '128MB', '/z/saidi/work/bottleneck/bnimg.img')]
102}
103
104benchs = Benchmarks.keys()
105benchs.sort()
106DefinedBenchmarks = ", ".join(benchs)
102 'bnAn': [SysConfig('/z/saidi/work/m5.newmem.head/configs/boot/bn-app.rcS',
103 '128MB', '/z/saidi/work/bottleneck/bnimg.img')]
104}
105
106benchs = Benchmarks.keys()
107benchs.sort()
108DefinedBenchmarks = ", ".join(benchs)