regress revision 10007
16019Shines@cs.fsu.edu#! /usr/bin/env python 210037SARM gem5 Developers# Copyright (c) 2005-2007 The Regents of The University of Michigan 37416SAli.Saidi@ARM.com# All rights reserved. 47416SAli.Saidi@ARM.com# 57416SAli.Saidi@ARM.com# Redistribution and use in source and binary forms, with or without 67416SAli.Saidi@ARM.com# modification, are permitted provided that the following conditions are 77416SAli.Saidi@ARM.com# met: redistributions of source code must retain the above copyright 87416SAli.Saidi@ARM.com# notice, this list of conditions and the following disclaimer; 97416SAli.Saidi@ARM.com# redistributions in binary form must reproduce the above copyright 107416SAli.Saidi@ARM.com# notice, this list of conditions and the following disclaimer in the 117416SAli.Saidi@ARM.com# documentation and/or other materials provided with the distribution; 127416SAli.Saidi@ARM.com# neither the name of the copyright holders nor the names of its 137416SAli.Saidi@ARM.com# contributors may be used to endorse or promote products derived from 146019Shines@cs.fsu.edu# this software without specific prior written permission. 156019Shines@cs.fsu.edu# 166019Shines@cs.fsu.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 176019Shines@cs.fsu.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 186019Shines@cs.fsu.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 196019Shines@cs.fsu.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 206019Shines@cs.fsu.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 216019Shines@cs.fsu.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 226019Shines@cs.fsu.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 236019Shines@cs.fsu.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 246019Shines@cs.fsu.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 256019Shines@cs.fsu.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 266019Shines@cs.fsu.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 276019Shines@cs.fsu.edu# 286019Shines@cs.fsu.edu# Authors: Steve Reinhardt 296019Shines@cs.fsu.edu 306019Shines@cs.fsu.eduimport sys 316019Shines@cs.fsu.eduimport os 326019Shines@cs.fsu.eduimport optparse 336019Shines@cs.fsu.eduimport datetime 346019Shines@cs.fsu.edufrom subprocess import call 356019Shines@cs.fsu.edu 366019Shines@cs.fsu.eduprogname = os.path.basename(sys.argv[0]) 376019Shines@cs.fsu.edu 386019Shines@cs.fsu.eduoptparser = optparse.OptionParser() 396019Shines@cs.fsu.eduadd_option = optparser.add_option 406019Shines@cs.fsu.eduadd_option('-v', '--verbose', action='store_true', default=False, 417416SAli.Saidi@ARM.com help='echo commands before executing') 427416SAli.Saidi@ARM.comadd_option('--builds', 436019Shines@cs.fsu.edu default='ALPHA,ALPHA_MOESI_hammer,' \ 446019Shines@cs.fsu.edu 'ALPHA_MESI_Two_Level,' \ 456019Shines@cs.fsu.edu 'ALPHA_MOESI_CMP_directory,' \ 466019Shines@cs.fsu.edu 'ALPHA_MOESI_CMP_token,' \ 476019Shines@cs.fsu.edu 'MIPS,' \ 486019Shines@cs.fsu.edu 'NULL,' \ 496019Shines@cs.fsu.edu 'POWER,' \ 5010037SARM gem5 Developers 'SPARC,' \ 516019Shines@cs.fsu.edu 'X86,X86_MESI_Two_Level,' \ 526019Shines@cs.fsu.edu 'ARM', 536019Shines@cs.fsu.edu help="comma-separated build targets to test (default: '%default')") 546019Shines@cs.fsu.eduadd_option('--modes', 556019Shines@cs.fsu.edu default='se,fs', 566019Shines@cs.fsu.edu help="comma-separated modes to test (default: '%default')") 576019Shines@cs.fsu.eduadd_option('--test-variants', default='opt', 586019Shines@cs.fsu.edu help="comma-separated build variants to test (default: '%default')"\ 596019Shines@cs.fsu.edu ", set to '' for none") 606019Shines@cs.fsu.eduadd_option('--compile-variants', default='debug,fast', 616019Shines@cs.fsu.edu help="comma-separated build variants to compile only (not test) " \ 627416SAli.Saidi@ARM.com "(default: '%default'), set to '' for none", metavar='VARIANTS') 637416SAli.Saidi@ARM.comadd_option('--scons-opts', default='', metavar='OPTS', 647416SAli.Saidi@ARM.com help='scons options') 657416SAli.Saidi@ARM.comadd_option('-j', '--jobs', type='int', default=1, metavar='N', 667416SAli.Saidi@ARM.com help='number of parallel jobs to use (0 to use all cores)') 677416SAli.Saidi@ARM.comadd_option('-k', '--keep-going', action='store_true', 687416SAli.Saidi@ARM.com help='keep going after errors') 697416SAli.Saidi@ARM.comadd_option('--update-ref', action='store_true', 706019Shines@cs.fsu.edu help='update reference outputs') 716341Sjack-m5ml2@cs.york.ac.ukadd_option('-D', '--build-dir', default='', metavar='DIR', 726341Sjack-m5ml2@cs.york.ac.uk help='build directory location') 736341Sjack-m5ml2@cs.york.ac.ukadd_option('-n', "--no-exec", default=False, action='store_true', 746341Sjack-m5ml2@cs.york.ac.uk help="don't actually invoke scons, just echo SCons command line") 756341Sjack-m5ml2@cs.york.ac.uk 766341Sjack-m5ml2@cs.york.ac.uk(options, tests) = optparser.parse_args() 776341Sjack-m5ml2@cs.york.ac.uk 786341Sjack-m5ml2@cs.york.ac.uk 796341Sjack-m5ml2@cs.york.ac.uk# split a comma-separated list, but return an empty list if given the 806341Sjack-m5ml2@cs.york.ac.uk# empty string 816341Sjack-m5ml2@cs.york.ac.ukdef split_if_nonempty(s): 827441SAli.Saidi@ARM.com if not s: 837441SAli.Saidi@ARM.com return [] 847441SAli.Saidi@ARM.com return s.split(',') 857441SAli.Saidi@ARM.com 866341Sjack-m5ml2@cs.york.ac.uk# split list options on ',' to get Python lists 877441SAli.Saidi@ARM.combuilds = split_if_nonempty(options.builds) 887441SAli.Saidi@ARM.commodes = split_if_nonempty(options.modes) 897441SAli.Saidi@ARM.comtest_variants = split_if_nonempty(options.test_variants) 906019Shines@cs.fsu.educompile_variants = split_if_nonempty(options.compile_variants) 916019Shines@cs.fsu.edu 926019Shines@cs.fsu.eduoptions.build_dir = os.path.join(options.build_dir, 'build') 936413Ssaidi@eecs.umich.edu 948600Ssteve.reinhardt@amd.com# Call os.system() and raise exception if return status is non-zero 956019Shines@cs.fsu.edudef system(cmd): 966019Shines@cs.fsu.edu try: 976019Shines@cs.fsu.edu retcode = call(cmd, shell=True) 986019Shines@cs.fsu.edu if retcode < 0: 997416SAli.Saidi@ARM.com print >>sys.stderr, "Child was terminated by signal", -retcode 1007416SAli.Saidi@ARM.com print >>sys.stderr, "When attemping to execute: %s" % cmd 1017416SAli.Saidi@ARM.com sys.exit(1) 1027416SAli.Saidi@ARM.com elif retcode > 0: 1037416SAli.Saidi@ARM.com print >>sys.stderr, "Child returned", retcode 1047416SAli.Saidi@ARM.com print >>sys.stderr, "When attemping to execute: %s" % cmd 1057416SAli.Saidi@ARM.com sys.exit(1) 1067416SAli.Saidi@ARM.com except OSError, e: 1077416SAli.Saidi@ARM.com print >>sys.stderr, "Execution failed:", e 1087416SAli.Saidi@ARM.com print >>sys.stderr, "When attemping to execute: %s" % cmd 1097416SAli.Saidi@ARM.com sys.exit(1) 1107416SAli.Saidi@ARM.com 1117416SAli.Saidi@ARM.comtargets = [] 1127416SAli.Saidi@ARM.com 1137416SAli.Saidi@ARM.com# start with compile-only targets, if any 1147416SAli.Saidi@ARM.comif compile_variants: 1157416SAli.Saidi@ARM.com targets += ['%s/%s/gem5.%s' % (options.build_dir, build, variant) 1167416SAli.Saidi@ARM.com for variant in compile_variants 1177416SAli.Saidi@ARM.com for build in builds] 1186395Ssaidi@eecs.umich.edu 1196395Ssaidi@eecs.umich.edu# By default run the 'quick' tests, all expands to quick and long 1206395Ssaidi@eecs.umich.eduif not tests: 1216395Ssaidi@eecs.umich.edu tests = ['quick'] 1226395Ssaidi@eecs.umich.eduelif 'all' in tests: 1236395Ssaidi@eecs.umich.edu tests = ['quick', 'long'] 1246395Ssaidi@eecs.umich.edu 1256395Ssaidi@eecs.umich.edu# set up test targets for scons, since we don't have any quick SPARC 12610037SARM gem5 Developers# full-system tests exclude it 1276395Ssaidi@eecs.umich.edutargets += ['%s/%s/tests/%s/%s/%s' % (options.build_dir, build, variant, test, 1286395Ssaidi@eecs.umich.edu mode) 12910037SARM gem5 Developers for build in builds 1306395Ssaidi@eecs.umich.edu for variant in test_variants 1316395Ssaidi@eecs.umich.edu for test in tests 1326395Ssaidi@eecs.umich.edu for mode in modes 1336395Ssaidi@eecs.umich.edu if not (build == 'SPARC' and test == 'quick' and mode == 'fs')] 1346395Ssaidi@eecs.umich.edu 1356395Ssaidi@eecs.umich.edudef cpu_count(): 1366395Ssaidi@eecs.umich.edu if 'bsd' in sys.platform or sys.platform == 'darwin': 1376395Ssaidi@eecs.umich.edu try: 1386395Ssaidi@eecs.umich.edu return int(os.popen('sysctl -n hw.ncpu').read()) 1396395Ssaidi@eecs.umich.edu except ValueError: 1406395Ssaidi@eecs.umich.edu pass 1416395Ssaidi@eecs.umich.edu else: 1426395Ssaidi@eecs.umich.edu try: 1436395Ssaidi@eecs.umich.edu return os.sysconf('SC_NPROCESSORS_ONLN') 1446395Ssaidi@eecs.umich.edu except (ValueError, OSError, AttributeError): 1456395Ssaidi@eecs.umich.edu pass 1466395Ssaidi@eecs.umich.edu 1476395Ssaidi@eecs.umich.edu raise NotImplementedError('cannot determine number of cpus') 1486395Ssaidi@eecs.umich.edu 1496395Ssaidi@eecs.umich.eduscons_opts = options.scons_opts 1506395Ssaidi@eecs.umich.eduif options.jobs != 1: 1516395Ssaidi@eecs.umich.edu if options.jobs == 0: 1526395Ssaidi@eecs.umich.edu options.jobs = cpu_count() 1536395Ssaidi@eecs.umich.edu scons_opts += ' -j %d' % options.jobs 1546395Ssaidi@eecs.umich.eduif options.keep_going: 1556395Ssaidi@eecs.umich.edu scons_opts += ' -k' 1566395Ssaidi@eecs.umich.eduif options.update_ref: 1576395Ssaidi@eecs.umich.edu scons_opts += ' --update-ref' 1586395Ssaidi@eecs.umich.edu 1596395Ssaidi@eecs.umich.edu# We generally compile gem5.fast only to make sure it compiles OK; 1606395Ssaidi@eecs.umich.edu# it's not very useful to run as a regression test since assertions 1616640Svince@csl.cornell.edu# are disabled. Thus there's not much point spending time on 1626640Svince@csl.cornell.edu# link-time optimization. 1636640Svince@csl.cornell.eduscons_opts += ' --no-lto' 1646640Svince@csl.cornell.edu 1656640Svince@csl.cornell.educmd = 'scons --ignore-style %s %s' % (scons_opts, ' '.join(targets)) 1666640Svince@csl.cornell.eduif options.no_exec: 1676640Svince@csl.cornell.edu print cmd 1686640Svince@csl.cornell.eduelse: 1696640Svince@csl.cornell.edu system(cmd) 1706640Svince@csl.cornell.edu sys.exit(0) 1716640Svince@csl.cornell.edu