Benchmarks.py revision 2995 
1# Copyright (c) 2006 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright
9# notice, this list of conditions and the following disclaimer in the
10# documentation and/or other materials provided with the distribution;
11# neither the name of the copyright holders nor the names of its
12# contributors may be used to endorse or promote products derived from
13# this software without specific prior written permission.
14#
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Ali Saidi
28
29from SysPaths import *
30
31class Machine:
32    def __init__(self, script=None, mem=None, disk=None):
33        self.scriptname = script
34        self.diskname = disk
35        self.memsize = mem
36
37    def script(self):
38        if self.scriptname:
39            return script(self.scriptname)
40        else:
41            return ''
42
43    def mem(self):
44        if self.memsize:
45            return self.memsize
46        else:
47            return '128MB'
48
49    def disk(self):
50        if self.diskname:
51            return disk(self.diskname)
52        else:
53            return env.get('LINUX_IMAGE', disk('linux-latest.img'))
54
55#Benchmarks are defined as a key in a dict which is a list of Machines
56# The first defined machine is the test system, the others are driving systems
57# Currently there is only support for 1 or 2 machines
58
59Benchmarks = {}
60Benchmarks['PovrayBench']       = [Machine('povray-bench.rcS', '512MB', 'povray.img')]
61Benchmarks['PovrayAutumn']      = [Machine('povray-autumn.rcS', '512MB', 'povray.img')]
62Benchmarks['NetperfStream']     = [Machine('netperf-stream-client.rcS'),
63                                   Machine('netperf-server.rcS')]
64Benchmarks['NetperfStreamNT']   = [Machine('netperf-stream-nt-client.rcS'),
65                                   Machine('netperf-server.rcS')]
66Benchmarks['NetperfMaerts']     = [Machine('netperf-maerts-client.rcS'),
67                                   Machine('netperf-server.rcS')]
68Benchmarks['SurgeStandard']     = [Machine('surge-server.rcS', '512MB'),
69                                   Machine('surge-client.rcS', '256MB')]
70Benchmarks['SurgeSpecweb']      = [Machine('spec-surge-server.rcS', '512MB'),
71                                   Machine('spec-surge-client.rcS', '256MB')]
72Benchmarks['Nhfsstone']         = [Machine('nfs-server-nhfsstone.rcS', '512MB'),
73                                   Machine('nfs-client-nhfsstone.rcS')]
74Benchmarks['Nfs']               = [Machine('nfs-server.rcS', '900MB'),
75                                   Machine('nfs-client-dbench.rcS')]
76Benchmarks['NfsTcp']            = [Machine('nfs-server.rcS', '900MB'),
77                                   Machine('nfs-client-tcp.rcS')]
78Benchmarks['IScsiInitiator']    = [Machine('iscsi-client.rcS', '512MB'),
79                                   Machine('iscsi-server.rcS', '512MB')]
80Benchmarks['IScsiTarget']       = [Machine('iscsi-server.rcS', '512MB'),
81                                   Machine('iscsi-client.rcS', '512MB')]
82Benchmarks['Validation']        = [Machine('iscsi-server.rcS', '512MB'),
83                                   Machine('iscsi-client.rcS', '512MB')]
84Benchmarks['Ping']              = [Machine('ping-server.rcS',),
85                                   Machine('ping-client.rcS')]
86
87
88Benchmarks['ValAccDelay']	= [Machine('devtime.rcS', '512MB')]
89Benchmarks['ValAccDelay2']	= [Machine('devtimewmr.rcS', '512MB')]
90Benchmarks['ValMemLat']         = [Machine('micro_memlat.rcS', '512MB')]
91Benchmarks['ValMemLat2MB']	= [Machine('micro_memlat2mb.rcS', '512MB')]
92Benchmarks['ValMemLat8MB']	= [Machine('micro_memlat8mb.rcS', '512MB')]
93Benchmarks['ValMemLat']         = [Machine('micro_memlat8.rcS', '512MB')]
94Benchmarks['ValTlbLat']         = [Machine('micro_tlblat.rcS', '512MB')]
95Benchmarks['ValSysLat']         = [Machine('micro_syscall.rcS', '512MB')]
96Benchmarks['ValCtxLat']         = [Machine('micro_ctx.rcS', '512MB')]
97Benchmarks['ValStream']         = [Machine('micro_stream.rcS', '512MB')]
98Benchmarks['ValStreamScale']	= [Machine('micro_streamscale.rcS', '512MB')]
99Benchmarks['ValStreamCopy']	= [Machine('micro_streamcopy.rcS', '512MB')]
100
101benchs = Benchmarks.keys()
102benchs.sort()
103DefinedBenchmarks = ", ".join(benchs)
104