regress revision 1897
11897Sstever@eecs.umich.edu#! /usr/bin/env python 21897Sstever@eecs.umich.edu# Copyright (c) 2005 The Regents of The University of Michigan 31897Sstever@eecs.umich.edu# All rights reserved. 41897Sstever@eecs.umich.edu# 51897Sstever@eecs.umich.edu# Redistribution and use in source and binary forms, with or without 61897Sstever@eecs.umich.edu# modification, are permitted provided that the following conditions are 71897Sstever@eecs.umich.edu# met: redistributions of source code must retain the above copyright 81897Sstever@eecs.umich.edu# notice, this list of conditions and the following disclaimer; 91897Sstever@eecs.umich.edu# redistributions in binary form must reproduce the above copyright 101897Sstever@eecs.umich.edu# notice, this list of conditions and the following disclaimer in the 111897Sstever@eecs.umich.edu# documentation and/or other materials provided with the distribution; 121897Sstever@eecs.umich.edu# neither the name of the copyright holders nor the names of its 131897Sstever@eecs.umich.edu# contributors may be used to endorse or promote products derived from 141897Sstever@eecs.umich.edu# this software without specific prior written permission. 151897Sstever@eecs.umich.edu# 161897Sstever@eecs.umich.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 171897Sstever@eecs.umich.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 181897Sstever@eecs.umich.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 191897Sstever@eecs.umich.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 201897Sstever@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 211897Sstever@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 221897Sstever@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 231897Sstever@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 241897Sstever@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 251897Sstever@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 261897Sstever@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 271897Sstever@eecs.umich.edu# 281897Sstever@eecs.umich.edu# Authors: Steve Reinhardt 291897Sstever@eecs.umich.edu 301897Sstever@eecs.umich.eduimport sys 311897Sstever@eecs.umich.eduimport os 321897Sstever@eecs.umich.eduimport optparse 331897Sstever@eecs.umich.eduimport datetime 341897Sstever@eecs.umich.edu 351897Sstever@eecs.umich.edu# 361897Sstever@eecs.umich.edu# Regression invocation: 371897Sstever@eecs.umich.edu# 381897Sstever@eecs.umich.edu# regress \ 391897Sstever@eecs.umich.edu# --workdir poolfs \ 401897Sstever@eecs.umich.edu# --scons-opts 'BATCH=yes USE_MYSQL=no -j 30 -Q' \ 411897Sstever@eecs.umich.edu# --recurse 421897Sstever@eecs.umich.edu 431897Sstever@eecs.umich.eduprogname = os.path.basename(sys.argv[0]) 441897Sstever@eecs.umich.edu 451897Sstever@eecs.umich.eduoptparser = optparse.OptionParser() 461897Sstever@eecs.umich.eduoptparser.add_option('-v', '--verbose', dest='verbose', action='store_true', 471897Sstever@eecs.umich.edu default=False, 481897Sstever@eecs.umich.edu help='echo commands before executing') 491897Sstever@eecs.umich.eduoptparser.add_option('--scratch', dest='scratch', action='store_true', 501897Sstever@eecs.umich.edu default=False, 511897Sstever@eecs.umich.edu help='rebuld from scratch') 521897Sstever@eecs.umich.eduoptparser.add_option('--builds', dest='builds', 531897Sstever@eecs.umich.edu default='ALPHA_SE,ALPHA_FS,ALPHA_FS_TL', 541897Sstever@eecs.umich.edu help='comma-separated list of builds to test') 551897Sstever@eecs.umich.eduoptparser.add_option('--variants', dest='variants', 561897Sstever@eecs.umich.edu default='opt', 571897Sstever@eecs.umich.edu help='comma-separated list of build variants to test') 581897Sstever@eecs.umich.eduoptparser.add_option('--workdir', dest='workdir', 591897Sstever@eecs.umich.edu help='directory for checked-out source trees') 601897Sstever@eecs.umich.eduoptparser.add_option('--scons-opts', dest='scons_opts', default='', 611897Sstever@eecs.umich.edu help='scons options') 621897Sstever@eecs.umich.eduoptparser.add_option('--no-pull', dest='pull', action='store_false', 631897Sstever@eecs.umich.edu default=True, 641897Sstever@eecs.umich.edu help="don't pull changes from repository") 651897Sstever@eecs.umich.eduoptparser.add_option('--recurse', dest='recurse', action='store_true', 661897Sstever@eecs.umich.edu default=False, 671897Sstever@eecs.umich.edu help='call recursively to get summary up front') 681897Sstever@eecs.umich.edu 691897Sstever@eecs.umich.edu(options, tests) = optparser.parse_args() 701897Sstever@eecs.umich.edu 711897Sstever@eecs.umich.edu 721897Sstever@eecs.umich.edu# split list options on ',' to get Python lists 731897Sstever@eecs.umich.edubuilds = options.builds.split(',') 741897Sstever@eecs.umich.eduvariants = options.variants.split(',') 751897Sstever@eecs.umich.edu 761897Sstever@eecs.umich.edu# Repositories to clone/update 771897Sstever@eecs.umich.edurepos = ['m5', 'm5-test', 'ext'] 781897Sstever@eecs.umich.edu 791897Sstever@eecs.umich.edu# Call os.system() and raise exception if return status is non-zero 801897Sstever@eecs.umich.edudef system(cmd): 811897Sstever@eecs.umich.edu if options.verbose: 821897Sstever@eecs.umich.edu print cmd 831897Sstever@eecs.umich.edu status = os.system(cmd) 841897Sstever@eecs.umich.edu if status != 0: 851897Sstever@eecs.umich.edu upper = (status & 0xff00) >> 8 861897Sstever@eecs.umich.edu lower = (status & 0xff) 871897Sstever@eecs.umich.edu raise OSError, "shell command '%s' failed, status %d:%d" \ 881897Sstever@eecs.umich.edu % (cmd, upper, lower) 891897Sstever@eecs.umich.edu 901897Sstever@eecs.umich.edu# Quote string s so it can be passed as a shell arg 911897Sstever@eecs.umich.edudef shellquote(s): 921897Sstever@eecs.umich.edu if ' ' in s: 931897Sstever@eecs.umich.edu s = "'%s'" % s 941897Sstever@eecs.umich.edu return s 951897Sstever@eecs.umich.edu 961897Sstever@eecs.umich.edu# The '--recurse' option invokes scons once to perform any necessary 971897Sstever@eecs.umich.edu# rebuilds/test runs with the (possibly verbose) output placed in a 981897Sstever@eecs.umich.edu# log file, then (if the buld was successful) returns scons to print a 991897Sstever@eecs.umich.edu# summary of the results. 1001897Sstever@eecs.umich.eduif options.recurse: 1011897Sstever@eecs.umich.edu sys.argv.remove('--recurse') # avoid infinite recursion... 1021897Sstever@eecs.umich.edu timestr = datetime.datetime.now().isoformat('-')[:19] 1031897Sstever@eecs.umich.edu logfile = '%s-%s' % (progname, timestr) 1041897Sstever@eecs.umich.edu # quote args for shell 1051897Sstever@eecs.umich.edu qargs = [shellquote(a) for a in sys.argv] 1061897Sstever@eecs.umich.edu # always run the sub-job in verbose mode 1071897Sstever@eecs.umich.edu qargs.append('-v') 1081897Sstever@eecs.umich.edu cmd = '%s > %s 2>&1' % (' '.join(qargs), logfile) 1091897Sstever@eecs.umich.edu try: 1101897Sstever@eecs.umich.edu system(cmd) 1111897Sstever@eecs.umich.edu except OSError, exc: 1121897Sstever@eecs.umich.edu print "Error: recursive invocation failed, aborting." 1131897Sstever@eecs.umich.edu print exc 1141897Sstever@eecs.umich.edu print "=======================" 1151897Sstever@eecs.umich.edu os.system('cat %s' % logfile) 1161897Sstever@eecs.umich.edu sys.exit(1) 1171897Sstever@eecs.umich.edu # recursive call succeeded... re-run to generate summary 1181897Sstever@eecs.umich.edu # don't *re*-build from scratch now 1191897Sstever@eecs.umich.edu options.scratch = False 1201897Sstever@eecs.umich.edu # no need to re-pull since the recursive call shoudl have done that 1211897Sstever@eecs.umich.edu options.pull = False 1221897Sstever@eecs.umich.edu print "Recursive invocation successful, see %s for output." % logfile 1231897Sstever@eecs.umich.edu 1241897Sstever@eecs.umich.edutry: 1251897Sstever@eecs.umich.edu if options.workdir: 1261897Sstever@eecs.umich.edu if options.verbose: 1271897Sstever@eecs.umich.edu print 'cd', options.workdir 1281897Sstever@eecs.umich.edu os.chdir(options.workdir) 1291897Sstever@eecs.umich.edu 1301897Sstever@eecs.umich.edu if options.scratch: 1311897Sstever@eecs.umich.edu for dir in repos: 1321897Sstever@eecs.umich.edu system('rm -rf %s' % dir) 1331897Sstever@eecs.umich.edu system('bk clone /bk/%s' % dir) 1341897Sstever@eecs.umich.edu elif options.pull: 1351897Sstever@eecs.umich.edu for dir in repos: 1361897Sstever@eecs.umich.edu system('cd %s; bk pull' % dir) 1371897Sstever@eecs.umich.edu 1381897Sstever@eecs.umich.edu if not tests: 1391897Sstever@eecs.umich.edu print "No tests specified." 1401897Sstever@eecs.umich.edu sys.exit(1) 1411897Sstever@eecs.umich.edu 1421897Sstever@eecs.umich.edu if options.verbose: 1431897Sstever@eecs.umich.edu print 'cd m5/build' 1441897Sstever@eecs.umich.edu os.chdir('m5/build') 1451897Sstever@eecs.umich.edu 1461897Sstever@eecs.umich.edu targets = ['%s/test/%s/%s' % (build, variant, test) 1471897Sstever@eecs.umich.edu for build in builds for variant in variants for test in tests] 1481897Sstever@eecs.umich.edu 1491897Sstever@eecs.umich.edu system('scons %s %s' % (options.scons_opts, ' '.join(targets))) 1501897Sstever@eecs.umich.edu 1511897Sstever@eecs.umich.edu sys.exit(0) 1521897Sstever@eecs.umich.edu 1531897Sstever@eecs.umich.eduexcept OSError, exc: 1541897Sstever@eecs.umich.edu print "%s: " % progname, exc 1551897Sstever@eecs.umich.edu sys.exit(1) 156