regress revision 1897
11897Sstever@eecs.umich.edu#! /usr/bin/env python
21897Sstever@eecs.umich.edu# Copyright (c) 2005 The Regents of The University of Michigan
31897Sstever@eecs.umich.edu# All rights reserved.
41897Sstever@eecs.umich.edu#
51897Sstever@eecs.umich.edu# Redistribution and use in source and binary forms, with or without
61897Sstever@eecs.umich.edu# modification, are permitted provided that the following conditions are
71897Sstever@eecs.umich.edu# met: redistributions of source code must retain the above copyright
81897Sstever@eecs.umich.edu# notice, this list of conditions and the following disclaimer;
91897Sstever@eecs.umich.edu# redistributions in binary form must reproduce the above copyright
101897Sstever@eecs.umich.edu# notice, this list of conditions and the following disclaimer in the
111897Sstever@eecs.umich.edu# documentation and/or other materials provided with the distribution;
121897Sstever@eecs.umich.edu# neither the name of the copyright holders nor the names of its
131897Sstever@eecs.umich.edu# contributors may be used to endorse or promote products derived from
141897Sstever@eecs.umich.edu# this software without specific prior written permission.
151897Sstever@eecs.umich.edu#
161897Sstever@eecs.umich.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
171897Sstever@eecs.umich.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
181897Sstever@eecs.umich.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
191897Sstever@eecs.umich.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
201897Sstever@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
211897Sstever@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
221897Sstever@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
231897Sstever@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
241897Sstever@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
251897Sstever@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
261897Sstever@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
271897Sstever@eecs.umich.edu#
281897Sstever@eecs.umich.edu# Authors: Steve Reinhardt
291897Sstever@eecs.umich.edu
301897Sstever@eecs.umich.eduimport sys
311897Sstever@eecs.umich.eduimport os
321897Sstever@eecs.umich.eduimport optparse
331897Sstever@eecs.umich.eduimport datetime
341897Sstever@eecs.umich.edu
351897Sstever@eecs.umich.edu#
361897Sstever@eecs.umich.edu# Regression invocation:
371897Sstever@eecs.umich.edu#
381897Sstever@eecs.umich.edu# regress \
391897Sstever@eecs.umich.edu#      --workdir poolfs \
401897Sstever@eecs.umich.edu#      --scons-opts 'BATCH=yes USE_MYSQL=no -j 30 -Q' \
411897Sstever@eecs.umich.edu#      --recurse
421897Sstever@eecs.umich.edu
431897Sstever@eecs.umich.eduprogname = os.path.basename(sys.argv[0])
441897Sstever@eecs.umich.edu
451897Sstever@eecs.umich.eduoptparser = optparse.OptionParser()
461897Sstever@eecs.umich.eduoptparser.add_option('-v', '--verbose', dest='verbose', action='store_true',
471897Sstever@eecs.umich.edu                     default=False,
481897Sstever@eecs.umich.edu                     help='echo commands before executing')
491897Sstever@eecs.umich.eduoptparser.add_option('--scratch', dest='scratch', action='store_true',
501897Sstever@eecs.umich.edu                     default=False,
511897Sstever@eecs.umich.edu                     help='rebuld from scratch')
521897Sstever@eecs.umich.eduoptparser.add_option('--builds', dest='builds',
531897Sstever@eecs.umich.edu                     default='ALPHA_SE,ALPHA_FS,ALPHA_FS_TL',
541897Sstever@eecs.umich.edu                     help='comma-separated list of builds to test')
551897Sstever@eecs.umich.eduoptparser.add_option('--variants', dest='variants',
561897Sstever@eecs.umich.edu                     default='opt',
571897Sstever@eecs.umich.edu                     help='comma-separated list of build variants to test')
581897Sstever@eecs.umich.eduoptparser.add_option('--workdir', dest='workdir',
591897Sstever@eecs.umich.edu                     help='directory for checked-out source trees')
601897Sstever@eecs.umich.eduoptparser.add_option('--scons-opts', dest='scons_opts', default='',
611897Sstever@eecs.umich.edu                     help='scons options')
621897Sstever@eecs.umich.eduoptparser.add_option('--no-pull', dest='pull', action='store_false',
631897Sstever@eecs.umich.edu                     default=True,
641897Sstever@eecs.umich.edu                     help="don't pull changes from repository")
651897Sstever@eecs.umich.eduoptparser.add_option('--recurse', dest='recurse', action='store_true',
661897Sstever@eecs.umich.edu                     default=False,
671897Sstever@eecs.umich.edu                     help='call recursively to get summary up front')
681897Sstever@eecs.umich.edu
691897Sstever@eecs.umich.edu(options, tests) = optparser.parse_args()
701897Sstever@eecs.umich.edu
711897Sstever@eecs.umich.edu
721897Sstever@eecs.umich.edu# split list options on ',' to get Python lists
731897Sstever@eecs.umich.edubuilds = options.builds.split(',')
741897Sstever@eecs.umich.eduvariants = options.variants.split(',')
751897Sstever@eecs.umich.edu
761897Sstever@eecs.umich.edu# Repositories to clone/update
771897Sstever@eecs.umich.edurepos = ['m5', 'm5-test', 'ext']
781897Sstever@eecs.umich.edu
791897Sstever@eecs.umich.edu# Call os.system() and raise exception if return status is non-zero
801897Sstever@eecs.umich.edudef system(cmd):
811897Sstever@eecs.umich.edu    if options.verbose:
821897Sstever@eecs.umich.edu        print cmd
831897Sstever@eecs.umich.edu    status = os.system(cmd)
841897Sstever@eecs.umich.edu    if status != 0:
851897Sstever@eecs.umich.edu        upper = (status & 0xff00) >> 8
861897Sstever@eecs.umich.edu        lower = (status & 0xff)
871897Sstever@eecs.umich.edu        raise OSError, "shell command '%s' failed, status %d:%d" \
881897Sstever@eecs.umich.edu              % (cmd, upper, lower)
891897Sstever@eecs.umich.edu
901897Sstever@eecs.umich.edu# Quote string s so it can be passed as a shell arg
911897Sstever@eecs.umich.edudef shellquote(s):
921897Sstever@eecs.umich.edu    if ' ' in s:
931897Sstever@eecs.umich.edu        s = "'%s'" % s
941897Sstever@eecs.umich.edu    return s
951897Sstever@eecs.umich.edu
961897Sstever@eecs.umich.edu# The '--recurse' option invokes scons once to perform any necessary
971897Sstever@eecs.umich.edu# rebuilds/test runs with the (possibly verbose) output placed in a
981897Sstever@eecs.umich.edu# log file, then (if the buld was successful) returns scons to print a
991897Sstever@eecs.umich.edu# summary of the results.
1001897Sstever@eecs.umich.eduif options.recurse:
1011897Sstever@eecs.umich.edu    sys.argv.remove('--recurse')  # avoid infinite recursion...
1021897Sstever@eecs.umich.edu    timestr = datetime.datetime.now().isoformat('-')[:19]
1031897Sstever@eecs.umich.edu    logfile = '%s-%s' % (progname, timestr)
1041897Sstever@eecs.umich.edu    # quote args for shell
1051897Sstever@eecs.umich.edu    qargs = [shellquote(a) for a in sys.argv]
1061897Sstever@eecs.umich.edu    # always run the sub-job in verbose mode
1071897Sstever@eecs.umich.edu    qargs.append('-v')
1081897Sstever@eecs.umich.edu    cmd = '%s > %s 2>&1' % (' '.join(qargs), logfile)
1091897Sstever@eecs.umich.edu    try:
1101897Sstever@eecs.umich.edu        system(cmd)
1111897Sstever@eecs.umich.edu    except OSError, exc:
1121897Sstever@eecs.umich.edu        print "Error: recursive invocation failed, aborting."
1131897Sstever@eecs.umich.edu        print exc
1141897Sstever@eecs.umich.edu        print "======================="
1151897Sstever@eecs.umich.edu        os.system('cat %s' % logfile)
1161897Sstever@eecs.umich.edu        sys.exit(1)
1171897Sstever@eecs.umich.edu    # recursive call succeeded... re-run to generate summary
1181897Sstever@eecs.umich.edu    # don't *re*-build from scratch now
1191897Sstever@eecs.umich.edu    options.scratch = False
1201897Sstever@eecs.umich.edu    # no need to re-pull since the recursive call shoudl have done that
1211897Sstever@eecs.umich.edu    options.pull = False
1221897Sstever@eecs.umich.edu    print "Recursive invocation successful, see %s for output." % logfile
1231897Sstever@eecs.umich.edu
1241897Sstever@eecs.umich.edutry:
1251897Sstever@eecs.umich.edu    if options.workdir:
1261897Sstever@eecs.umich.edu        if options.verbose:
1271897Sstever@eecs.umich.edu            print 'cd', options.workdir
1281897Sstever@eecs.umich.edu        os.chdir(options.workdir)
1291897Sstever@eecs.umich.edu
1301897Sstever@eecs.umich.edu    if options.scratch:
1311897Sstever@eecs.umich.edu        for dir in repos:
1321897Sstever@eecs.umich.edu            system('rm -rf %s' % dir)
1331897Sstever@eecs.umich.edu            system('bk clone /bk/%s' % dir)
1341897Sstever@eecs.umich.edu    elif options.pull:
1351897Sstever@eecs.umich.edu        for dir in repos:
1361897Sstever@eecs.umich.edu            system('cd %s; bk pull' % dir)
1371897Sstever@eecs.umich.edu
1381897Sstever@eecs.umich.edu    if not tests:
1391897Sstever@eecs.umich.edu        print "No tests specified."
1401897Sstever@eecs.umich.edu        sys.exit(1)
1411897Sstever@eecs.umich.edu
1421897Sstever@eecs.umich.edu    if options.verbose:
1431897Sstever@eecs.umich.edu        print 'cd m5/build'
1441897Sstever@eecs.umich.edu    os.chdir('m5/build')
1451897Sstever@eecs.umich.edu
1461897Sstever@eecs.umich.edu    targets = ['%s/test/%s/%s' % (build, variant, test)
1471897Sstever@eecs.umich.edu               for build in builds for variant in variants for test in tests]
1481897Sstever@eecs.umich.edu
1491897Sstever@eecs.umich.edu    system('scons %s %s' % (options.scons_opts, ' '.join(targets)))
1501897Sstever@eecs.umich.edu
1511897Sstever@eecs.umich.edu    sys.exit(0)
1521897Sstever@eecs.umich.edu
1531897Sstever@eecs.umich.eduexcept OSError, exc:
1541897Sstever@eecs.umich.edu    print "%s: " % progname, exc
1551897Sstever@eecs.umich.edu    sys.exit(1)
156