regress revision 8319
11897Sstever@eecs.umich.edu#! /usr/bin/env python
24130Ssaidi@eecs.umich.edu# Copyright (c) 2005-2007 The Regents of The University of Michigan
31897Sstever@eecs.umich.edu# All rights reserved.
41897Sstever@eecs.umich.edu#
51897Sstever@eecs.umich.edu# Redistribution and use in source and binary forms, with or without
61897Sstever@eecs.umich.edu# modification, are permitted provided that the following conditions are
71897Sstever@eecs.umich.edu# met: redistributions of source code must retain the above copyright
81897Sstever@eecs.umich.edu# notice, this list of conditions and the following disclaimer;
91897Sstever@eecs.umich.edu# redistributions in binary form must reproduce the above copyright
101897Sstever@eecs.umich.edu# notice, this list of conditions and the following disclaimer in the
111897Sstever@eecs.umich.edu# documentation and/or other materials provided with the distribution;
121897Sstever@eecs.umich.edu# neither the name of the copyright holders nor the names of its
131897Sstever@eecs.umich.edu# contributors may be used to endorse or promote products derived from
141897Sstever@eecs.umich.edu# this software without specific prior written permission.
151897Sstever@eecs.umich.edu#
161897Sstever@eecs.umich.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
171897Sstever@eecs.umich.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
181897Sstever@eecs.umich.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
191897Sstever@eecs.umich.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
201897Sstever@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
211897Sstever@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
221897Sstever@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
231897Sstever@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
241897Sstever@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
251897Sstever@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
261897Sstever@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
271897Sstever@eecs.umich.edu#
281897Sstever@eecs.umich.edu# Authors: Steve Reinhardt
291897Sstever@eecs.umich.edu
301897Sstever@eecs.umich.eduimport sys
311897Sstever@eecs.umich.eduimport os
321897Sstever@eecs.umich.eduimport optparse
331897Sstever@eecs.umich.eduimport datetime
344961Ssaidi@eecs.umich.edufrom subprocess import call
351897Sstever@eecs.umich.edu
361897Sstever@eecs.umich.eduprogname = os.path.basename(sys.argv[0])
371897Sstever@eecs.umich.edu
381897Sstever@eecs.umich.eduoptparser = optparse.OptionParser()
397047Snate@binkert.orgadd_option = optparser.add_option
408319Ssteve.reinhardt@amd.comadd_option('-v', '--verbose', action='store_true', default=False,
417047Snate@binkert.org           help='echo commands before executing')
428319Ssteve.reinhardt@amd.comadd_option('--builds',
437047Snate@binkert.org           default='ALPHA_SE,ALPHA_SE_MOESI_hammer,' \
447047Snate@binkert.org           'ALPHA_SE_MESI_CMP_directory,'  \
457047Snate@binkert.org           'ALPHA_SE_MOESI_CMP_directory,' \
467047Snate@binkert.org           'ALPHA_SE_MOESI_CMP_token,' \
478127Sgblack@eecs.umich.edu           'ALPHA_FS,' \
488127Sgblack@eecs.umich.edu           'MIPS_SE,' \
498127Sgblack@eecs.umich.edu           'POWER_SE,' \
508127Sgblack@eecs.umich.edu           'SPARC_SE,SPARC_FS,' \
518127Sgblack@eecs.umich.edu           'X86_SE,X86_FS,' \
528127Sgblack@eecs.umich.edu           'ARM_SE,ARM_FS',
537047Snate@binkert.org           help="comma-separated build targets to test (default: '%default')")
548319Ssteve.reinhardt@amd.comadd_option('--test-variants', default='opt',
558319Ssteve.reinhardt@amd.com           help="comma-separated build variants to test (default: '%default')"\
568319Ssteve.reinhardt@amd.com           ", set to '' for none")
578319Ssteve.reinhardt@amd.comadd_option('--compile-variants', default='debug,fast',
588319Ssteve.reinhardt@amd.com           help="comma-separated build variants to compile only (not test) " \
598319Ssteve.reinhardt@amd.com           "(default: '%default'), set to '' for none", metavar='VARIANTS')
608319Ssteve.reinhardt@amd.comadd_option('--scons-opts', default='', metavar='OPTS',
617047Snate@binkert.org           help='scons options')
628319Ssteve.reinhardt@amd.comadd_option('-j', '--jobs', type='int', default=1, metavar='N',
638319Ssteve.reinhardt@amd.com           help='number of parallel jobs to use (0 to use all cores)')
647047Snate@binkert.orgadd_option('-k', '--keep-going', action='store_true',
657047Snate@binkert.org           help='keep going after errors')
668319Ssteve.reinhardt@amd.comadd_option('--update-ref', action='store_true',
678319Ssteve.reinhardt@amd.com           help='update reference outputs')
688319Ssteve.reinhardt@amd.comadd_option('-D', '--build-dir', default='', metavar='DIR',
697047Snate@binkert.org           help='build directory location')
707047Snate@binkert.orgadd_option('-n', "--no-exec", default=False, action='store_true',
717047Snate@binkert.org           help="don't actually invoke scons, just echo SCons command line")
721897Sstever@eecs.umich.edu
731897Sstever@eecs.umich.edu(options, tests) = optparser.parse_args()
741897Sstever@eecs.umich.edu
751897Sstever@eecs.umich.edu
768319Ssteve.reinhardt@amd.com# split a comma-separated list, but return an empty list if given the
778319Ssteve.reinhardt@amd.com# empty string
788319Ssteve.reinhardt@amd.comdef split_if_nonempty(s):
798319Ssteve.reinhardt@amd.com    if not s:
808319Ssteve.reinhardt@amd.com        return []
818319Ssteve.reinhardt@amd.com    return s.split(',')
828319Ssteve.reinhardt@amd.com
831897Sstever@eecs.umich.edu# split list options on ',' to get Python lists
848319Ssteve.reinhardt@amd.combuilds = split_if_nonempty(options.builds)
858319Ssteve.reinhardt@amd.comtest_variants = split_if_nonempty(options.test_variants)
868319Ssteve.reinhardt@amd.comcompile_variants = split_if_nonempty(options.compile_variants)
871897Sstever@eecs.umich.edu
887047Snate@binkert.orgoptions.build_dir = os.path.join(options.build_dir, 'build')
897047Snate@binkert.org
901897Sstever@eecs.umich.edu# Call os.system() and raise exception if return status is non-zero
911897Sstever@eecs.umich.edudef system(cmd):
924961Ssaidi@eecs.umich.edu    try:
934961Ssaidi@eecs.umich.edu        retcode = call(cmd, shell=True)
944961Ssaidi@eecs.umich.edu        if retcode < 0:
954961Ssaidi@eecs.umich.edu            print >>sys.stderr, "Child was terminated by signal", -retcode
964961Ssaidi@eecs.umich.edu            print >>sys.stderr, "When attemping to execute: %s" % cmd
974961Ssaidi@eecs.umich.edu            sys.exit(1)
984961Ssaidi@eecs.umich.edu        elif retcode > 0:
994961Ssaidi@eecs.umich.edu            print >>sys.stderr, "Child returned", retcode
1004961Ssaidi@eecs.umich.edu            print >>sys.stderr, "When attemping to execute: %s" % cmd
1014961Ssaidi@eecs.umich.edu            sys.exit(1)
1024961Ssaidi@eecs.umich.edu    except OSError, e:
1034961Ssaidi@eecs.umich.edu        print >>sys.stderr, "Execution failed:", e
1044961Ssaidi@eecs.umich.edu        print >>sys.stderr, "When attemping to execute: %s" % cmd
1054961Ssaidi@eecs.umich.edu        sys.exit(1)
1061897Sstever@eecs.umich.edu
1078319Ssteve.reinhardt@amd.comtargets = []
1081897Sstever@eecs.umich.edu
1098319Ssteve.reinhardt@amd.com# start with compile-only targets, if any
1108319Ssteve.reinhardt@amd.comif compile_variants:
1118319Ssteve.reinhardt@amd.com    targets += ['%s/%s/m5.%s' % (options.build_dir, build, variant)
1128319Ssteve.reinhardt@amd.com                for variant in compile_variants
1138319Ssteve.reinhardt@amd.com                for build in builds]
1148319Ssteve.reinhardt@amd.com
1158319Ssteve.reinhardt@amd.com# By default run the 'quick' tests
1164961Ssaidi@eecs.umich.eduif not tests:
1178319Ssteve.reinhardt@amd.com    tests = ['quick']
1188319Ssteve.reinhardt@amd.com
1198319Ssteve.reinhardt@amd.com# set up test targets for scons
1208319Ssteve.reinhardt@amd.comif 'all' in tests:
1218319Ssteve.reinhardt@amd.com    targets += ['%s/%s/tests/%s' % (options.build_dir, build, variant)
1228319Ssteve.reinhardt@amd.com                for build in builds
1238319Ssteve.reinhardt@amd.com                for variant in test_variants]
1244961Ssaidi@eecs.umich.eduelse:
1258319Ssteve.reinhardt@amd.com    # Ugly! Since we don't have any quick SPARC_FS tests remove the
1268319Ssteve.reinhardt@amd.com    # SPARC_FS target If we ever get a quick SPARC_FS test, this code
1278319Ssteve.reinhardt@amd.com    # should be removed
1284961Ssaidi@eecs.umich.edu    if 'quick' in tests and 'SPARC_FS' in builds:
1294961Ssaidi@eecs.umich.edu        builds.remove('SPARC_FS')
1308319Ssteve.reinhardt@amd.com    targets += ['%s/%s/tests/%s/%s' % (options.build_dir, build, variant, test)
1318319Ssteve.reinhardt@amd.com                for build in builds
1328319Ssteve.reinhardt@amd.com                for variant in test_variants
1338319Ssteve.reinhardt@amd.com                for test in tests]
1341897Sstever@eecs.umich.edu
1357047Snate@binkert.orgdef cpu_count():
1367047Snate@binkert.org    if 'bsd' in sys.platform or sys.platform == 'darwin':
1377047Snate@binkert.org        try:
1387047Snate@binkert.org            return int(os.popen('sysctl -n hw.ncpu').read())
1397047Snate@binkert.org        except ValueError:
1407047Snate@binkert.org            pass
1417047Snate@binkert.org    else:
1427047Snate@binkert.org        try:
1437047Snate@binkert.org            return os.sysconf('SC_NPROCESSORS_ONLN')
1447047Snate@binkert.org        except (ValueError, OSError, AttributeError):
1457047Snate@binkert.org            pass
1467047Snate@binkert.org
1477047Snate@binkert.org    raise NotImplementedError('cannot determine number of cpus')
1487047Snate@binkert.org
1494961Ssaidi@eecs.umich.eduscons_opts = options.scons_opts
1504961Ssaidi@eecs.umich.eduif options.jobs != 1:
1517047Snate@binkert.org    if options.jobs == 0:
1527047Snate@binkert.org        options.jobs = cpu_count()
1534961Ssaidi@eecs.umich.edu    scons_opts += ' -j %d' % options.jobs
1545247Sstever@gmail.comif options.keep_going:
1555247Sstever@gmail.com    scons_opts += ' -k'
1568319Ssteve.reinhardt@amd.comif options.update_ref:
1578319Ssteve.reinhardt@amd.com    scons_opts += ' --update-ref'
1583725Sstever@eecs.umich.edu
1598120Sgblack@eecs.umich.educmd = 'scons --ignore-style %s %s' % (scons_opts, ' '.join(targets))
1607047Snate@binkert.orgif options.no_exec:
1617047Snate@binkert.org    print cmd
1627047Snate@binkert.orgelse:
1637047Snate@binkert.org    system(cmd)
1647047Snate@binkert.org    sys.exit(0)
165