regress revision 9850
11897Sstever@eecs.umich.edu#! /usr/bin/env python
24130Ssaidi@eecs.umich.edu# Copyright (c) 2005-2007 The Regents of The University of Michigan
31897Sstever@eecs.umich.edu# All rights reserved.
41897Sstever@eecs.umich.edu#
51897Sstever@eecs.umich.edu# Redistribution and use in source and binary forms, with or without
61897Sstever@eecs.umich.edu# modification, are permitted provided that the following conditions are
71897Sstever@eecs.umich.edu# met: redistributions of source code must retain the above copyright
81897Sstever@eecs.umich.edu# notice, this list of conditions and the following disclaimer;
91897Sstever@eecs.umich.edu# redistributions in binary form must reproduce the above copyright
101897Sstever@eecs.umich.edu# notice, this list of conditions and the following disclaimer in the
111897Sstever@eecs.umich.edu# documentation and/or other materials provided with the distribution;
121897Sstever@eecs.umich.edu# neither the name of the copyright holders nor the names of its
131897Sstever@eecs.umich.edu# contributors may be used to endorse or promote products derived from
141897Sstever@eecs.umich.edu# this software without specific prior written permission.
151897Sstever@eecs.umich.edu#
161897Sstever@eecs.umich.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
171897Sstever@eecs.umich.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
181897Sstever@eecs.umich.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
191897Sstever@eecs.umich.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
201897Sstever@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
211897Sstever@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
221897Sstever@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
231897Sstever@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
241897Sstever@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
251897Sstever@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
261897Sstever@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
271897Sstever@eecs.umich.edu#
281897Sstever@eecs.umich.edu# Authors: Steve Reinhardt
291897Sstever@eecs.umich.edu
301897Sstever@eecs.umich.eduimport sys
311897Sstever@eecs.umich.eduimport os
321897Sstever@eecs.umich.eduimport optparse
331897Sstever@eecs.umich.eduimport datetime
344961Ssaidi@eecs.umich.edufrom subprocess import call
351897Sstever@eecs.umich.edu
361897Sstever@eecs.umich.eduprogname = os.path.basename(sys.argv[0])
371897Sstever@eecs.umich.edu
381897Sstever@eecs.umich.eduoptparser = optparse.OptionParser()
397047Snate@binkert.orgadd_option = optparser.add_option
408319Ssteve.reinhardt@amd.comadd_option('-v', '--verbose', action='store_true', default=False,
417047Snate@binkert.org           help='echo commands before executing')
428319Ssteve.reinhardt@amd.comadd_option('--builds',
438811Sandreas.hansson@arm.com           default='ALPHA,ALPHA_MOESI_hammer,' \
448811Sandreas.hansson@arm.com           'ALPHA_MESI_CMP_directory,'  \
458811Sandreas.hansson@arm.com           'ALPHA_MOESI_CMP_directory,' \
468811Sandreas.hansson@arm.com           'ALPHA_MOESI_CMP_token,' \
478811Sandreas.hansson@arm.com           'MIPS,' \
489850Sandreas.hansson@arm.com           'NULL,' \
498811Sandreas.hansson@arm.com           'POWER,' \
508811Sandreas.hansson@arm.com           'SPARC,' \
518969Snilay@cs.wisc.edu           'X86,X86_MESI_CMP_directory,' \
528811Sandreas.hansson@arm.com           'ARM',
537047Snate@binkert.org           help="comma-separated build targets to test (default: '%default')")
548811Sandreas.hansson@arm.comadd_option('--modes',
558811Sandreas.hansson@arm.com           default='se,fs',
568811Sandreas.hansson@arm.com           help="comma-separated modes to test (default: '%default')")
578319Ssteve.reinhardt@amd.comadd_option('--test-variants', default='opt',
588319Ssteve.reinhardt@amd.com           help="comma-separated build variants to test (default: '%default')"\
598319Ssteve.reinhardt@amd.com           ", set to '' for none")
608319Ssteve.reinhardt@amd.comadd_option('--compile-variants', default='debug,fast',
618319Ssteve.reinhardt@amd.com           help="comma-separated build variants to compile only (not test) " \
628319Ssteve.reinhardt@amd.com           "(default: '%default'), set to '' for none", metavar='VARIANTS')
638319Ssteve.reinhardt@amd.comadd_option('--scons-opts', default='', metavar='OPTS',
647047Snate@binkert.org           help='scons options')
658319Ssteve.reinhardt@amd.comadd_option('-j', '--jobs', type='int', default=1, metavar='N',
668319Ssteve.reinhardt@amd.com           help='number of parallel jobs to use (0 to use all cores)')
677047Snate@binkert.orgadd_option('-k', '--keep-going', action='store_true',
687047Snate@binkert.org           help='keep going after errors')
698319Ssteve.reinhardt@amd.comadd_option('--update-ref', action='store_true',
708319Ssteve.reinhardt@amd.com           help='update reference outputs')
718319Ssteve.reinhardt@amd.comadd_option('-D', '--build-dir', default='', metavar='DIR',
727047Snate@binkert.org           help='build directory location')
737047Snate@binkert.orgadd_option('-n', "--no-exec", default=False, action='store_true',
747047Snate@binkert.org           help="don't actually invoke scons, just echo SCons command line")
751897Sstever@eecs.umich.edu
761897Sstever@eecs.umich.edu(options, tests) = optparser.parse_args()
771897Sstever@eecs.umich.edu
781897Sstever@eecs.umich.edu
798319Ssteve.reinhardt@amd.com# split a comma-separated list, but return an empty list if given the
808319Ssteve.reinhardt@amd.com# empty string
818319Ssteve.reinhardt@amd.comdef split_if_nonempty(s):
828319Ssteve.reinhardt@amd.com    if not s:
838319Ssteve.reinhardt@amd.com        return []
848319Ssteve.reinhardt@amd.com    return s.split(',')
858319Ssteve.reinhardt@amd.com
861897Sstever@eecs.umich.edu# split list options on ',' to get Python lists
878319Ssteve.reinhardt@amd.combuilds = split_if_nonempty(options.builds)
888811Sandreas.hansson@arm.commodes = split_if_nonempty(options.modes)
898319Ssteve.reinhardt@amd.comtest_variants = split_if_nonempty(options.test_variants)
908319Ssteve.reinhardt@amd.comcompile_variants = split_if_nonempty(options.compile_variants)
911897Sstever@eecs.umich.edu
927047Snate@binkert.orgoptions.build_dir = os.path.join(options.build_dir, 'build')
937047Snate@binkert.org
941897Sstever@eecs.umich.edu# Call os.system() and raise exception if return status is non-zero
951897Sstever@eecs.umich.edudef system(cmd):
964961Ssaidi@eecs.umich.edu    try:
974961Ssaidi@eecs.umich.edu        retcode = call(cmd, shell=True)
984961Ssaidi@eecs.umich.edu        if retcode < 0:
994961Ssaidi@eecs.umich.edu            print >>sys.stderr, "Child was terminated by signal", -retcode
1004961Ssaidi@eecs.umich.edu            print >>sys.stderr, "When attemping to execute: %s" % cmd
1014961Ssaidi@eecs.umich.edu            sys.exit(1)
1024961Ssaidi@eecs.umich.edu        elif retcode > 0:
1034961Ssaidi@eecs.umich.edu            print >>sys.stderr, "Child returned", retcode
1044961Ssaidi@eecs.umich.edu            print >>sys.stderr, "When attemping to execute: %s" % cmd
1054961Ssaidi@eecs.umich.edu            sys.exit(1)
1064961Ssaidi@eecs.umich.edu    except OSError, e:
1074961Ssaidi@eecs.umich.edu        print >>sys.stderr, "Execution failed:", e
1084961Ssaidi@eecs.umich.edu        print >>sys.stderr, "When attemping to execute: %s" % cmd
1094961Ssaidi@eecs.umich.edu        sys.exit(1)
1101897Sstever@eecs.umich.edu
1118319Ssteve.reinhardt@amd.comtargets = []
1121897Sstever@eecs.umich.edu
1138319Ssteve.reinhardt@amd.com# start with compile-only targets, if any
1148319Ssteve.reinhardt@amd.comif compile_variants:
1158816Sgblack@eecs.umich.edu    targets += ['%s/%s/gem5.%s' % (options.build_dir, build, variant)
1168319Ssteve.reinhardt@amd.com                for variant in compile_variants
1178319Ssteve.reinhardt@amd.com                for build in builds]
1188319Ssteve.reinhardt@amd.com
1198811Sandreas.hansson@arm.com# By default run the 'quick' tests, all expands to quick and long
1204961Ssaidi@eecs.umich.eduif not tests:
1218319Ssteve.reinhardt@amd.com    tests = ['quick']
1228811Sandreas.hansson@arm.comelif 'all' in tests:
1238814Sgblack@eecs.umich.edu    tests = ['quick', 'long']
1248319Ssteve.reinhardt@amd.com
1258811Sandreas.hansson@arm.com# set up test targets for scons, since we don't have any quick SPARC
1268811Sandreas.hansson@arm.com# full-system tests exclude it
1278811Sandreas.hansson@arm.comtargets += ['%s/%s/tests/%s/%s/%s' % (options.build_dir, build, variant, test,
1288811Sandreas.hansson@arm.com                                      mode)
1298811Sandreas.hansson@arm.com            for build in builds
1308811Sandreas.hansson@arm.com            for variant in test_variants
1318811Sandreas.hansson@arm.com            for test in tests
1328811Sandreas.hansson@arm.com            for mode in modes
1338811Sandreas.hansson@arm.com            if not (build == 'SPARC' and test == 'quick' and mode == 'fs')]
1341897Sstever@eecs.umich.edu
1357047Snate@binkert.orgdef cpu_count():
1367047Snate@binkert.org    if 'bsd' in sys.platform or sys.platform == 'darwin':
1377047Snate@binkert.org        try:
1387047Snate@binkert.org            return int(os.popen('sysctl -n hw.ncpu').read())
1397047Snate@binkert.org        except ValueError:
1407047Snate@binkert.org            pass
1417047Snate@binkert.org    else:
1427047Snate@binkert.org        try:
1437047Snate@binkert.org            return os.sysconf('SC_NPROCESSORS_ONLN')
1447047Snate@binkert.org        except (ValueError, OSError, AttributeError):
1457047Snate@binkert.org            pass
1467047Snate@binkert.org
1477047Snate@binkert.org    raise NotImplementedError('cannot determine number of cpus')
1487047Snate@binkert.org
1494961Ssaidi@eecs.umich.eduscons_opts = options.scons_opts
1504961Ssaidi@eecs.umich.eduif options.jobs != 1:
1517047Snate@binkert.org    if options.jobs == 0:
1527047Snate@binkert.org        options.jobs = cpu_count()
1534961Ssaidi@eecs.umich.edu    scons_opts += ' -j %d' % options.jobs
1545247Sstever@gmail.comif options.keep_going:
1555247Sstever@gmail.com    scons_opts += ' -k'
1568319Ssteve.reinhardt@amd.comif options.update_ref:
1578319Ssteve.reinhardt@amd.com    scons_opts += ' --update-ref'
1583725Sstever@eecs.umich.edu
1599843Ssteve.reinhardt@amd.com# We generally compile gem5.fast only to make sure it compiles OK;
1609843Ssteve.reinhardt@amd.com# it's not very useful to run as a regression test since assertions
1619843Ssteve.reinhardt@amd.com# are disabled.  Thus there's not much point spending time on
1629843Ssteve.reinhardt@amd.com# link-time optimization.
1639843Ssteve.reinhardt@amd.comscons_opts += ' --no-lto'
1649843Ssteve.reinhardt@amd.com
1658120Sgblack@eecs.umich.educmd = 'scons --ignore-style %s %s' % (scons_opts, ' '.join(targets))
1667047Snate@binkert.orgif options.no_exec:
1677047Snate@binkert.org    print cmd
1687047Snate@binkert.orgelse:
1697047Snate@binkert.org    system(cmd)
1707047Snate@binkert.org    sys.exit(0)
171