SConscript revision 10512:b423e1d0735e
1955SN/A# -*- mode:python -*- 2955SN/A 31762SN/A# Copyright (c) 2004-2006 The Regents of The University of Michigan 4955SN/A# All rights reserved. 5955SN/A# 6955SN/A# Redistribution and use in source and binary forms, with or without 7955SN/A# modification, are permitted provided that the following conditions are 8955SN/A# met: redistributions of source code must retain the above copyright 9955SN/A# notice, this list of conditions and the following disclaimer; 10955SN/A# redistributions in binary form must reproduce the above copyright 11955SN/A# notice, this list of conditions and the following disclaimer in the 12955SN/A# documentation and/or other materials provided with the distribution; 13955SN/A# neither the name of the copyright holders nor the names of its 14955SN/A# contributors may be used to endorse or promote products derived from 15955SN/A# this software without specific prior written permission. 16955SN/A# 17955SN/A# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 18955SN/A# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 19955SN/A# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 20955SN/A# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 21955SN/A# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 22955SN/A# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 23955SN/A# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 24955SN/A# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 25955SN/A# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26955SN/A# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 27955SN/A# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 282665Ssaidi@eecs.umich.edu# 294762Snate@binkert.org# Authors: Steve Reinhardt 30955SN/A# Kevin Lim 315522Snate@binkert.org 326143Snate@binkert.orgimport os, signal 334762Snate@binkert.orgimport sys, time 345522Snate@binkert.orgimport glob 35955SN/Afrom SCons.Script.SConscript import SConsEnvironment 365522Snate@binkert.org 37955SN/AImport('env') 385522Snate@binkert.org 394202Sbinkertn@umich.eduenv['DIFFOUT'] = File('diff-out') 405742Snate@binkert.org 41955SN/A# get the termcap from the environment 424381Sbinkertn@umich.edutermcap = env['TERMCAP'] 434381Sbinkertn@umich.edu 448334Snate@binkert.org# Dict that accumulates lists of tests by category (quick, medium, long) 45955SN/Aenv.Tests = {} 46955SN/A 474202Sbinkertn@umich.edudef contents(node): 48955SN/A return file(str(node)).read() 494382Sbinkertn@umich.edu 504382Sbinkertn@umich.edu# functions to parse return value from scons Execute()... not the same 514382Sbinkertn@umich.edu# as wait() etc., so python built-in os funcs don't work. 526654Snate@binkert.orgdef signaled(status): 535517Snate@binkert.org return (status & 0x80) != 0; 548614Sgblack@eecs.umich.edu 557674Snate@binkert.orgdef signum(status): 566143Snate@binkert.org return (status & 0x7f); 576143Snate@binkert.org 586143Snate@binkert.org# List of signals that indicate that we should retry the test rather 598233Snate@binkert.org# than consider it failed. 608233Snate@binkert.orgretry_signals = (signal.SIGTERM, signal.SIGKILL, signal.SIGINT, 618233Snate@binkert.org signal.SIGQUIT, signal.SIGHUP) 628233Snate@binkert.org 638233Snate@binkert.org# regular expressions of lines to ignore when diffing outputs 648334Snate@binkert.orgoutput_ignore_regexes = ( 658334Snate@binkert.org '^command line:', # for stdout file 6610453SAndrew.Bardsley@arm.com '^gem5 compiled ', # for stderr file 6710453SAndrew.Bardsley@arm.com '^gem5 started ', # for stderr file 688233Snate@binkert.org '^gem5 executing on ', # for stderr file 698233Snate@binkert.org '^Simulation complete at', # for stderr file 708233Snate@binkert.org '^Listening for', # for stderr file 718233Snate@binkert.org 'listening for remote gdb', # for stderr file 728233Snate@binkert.org ) 738233Snate@binkert.org 746143Snate@binkert.orgoutput_ignore_args = ' '.join(["-I '"+s+"'" for s in output_ignore_regexes]) 758233Snate@binkert.org 768233Snate@binkert.orgoutput_ignore_args += ' --exclude=stats.txt --exclude=outdiff' 778233Snate@binkert.org 786143Snate@binkert.orgdef run_test(target, source, env): 796143Snate@binkert.org """Check output from running test. 806143Snate@binkert.org 816143Snate@binkert.org Targets are as follows: 828233Snate@binkert.org target[0] : status 838233Snate@binkert.org 848233Snate@binkert.org Sources are: 856143Snate@binkert.org source[0] : gem5 binary 868233Snate@binkert.org source[1] : tests/run.py script 878233Snate@binkert.org source[2] : reference stats file 888233Snate@binkert.org 898233Snate@binkert.org """ 906143Snate@binkert.org # make sure target files are all gone 916143Snate@binkert.org for t in target: 926143Snate@binkert.org if os.path.exists(t.abspath): 934762Snate@binkert.org env.Execute(Delete(t.abspath)) 946143Snate@binkert.org 958233Snate@binkert.org tgt_dir = os.path.dirname(str(target[0])) 968233Snate@binkert.org 978233Snate@binkert.org # Base command for running test. We mess around with indirectly 988233Snate@binkert.org # referring to files via SOURCES and TARGETS so that scons can mess 998233Snate@binkert.org # with paths all it wants to and we still get the right files. 1006143Snate@binkert.org cmd = '${SOURCES[0]} -d %s -re ${SOURCES[1]} %s' % (tgt_dir, tgt_dir) 1018233Snate@binkert.org 1028233Snate@binkert.org # Prefix test run with batch job submission command if appropriate. 1038233Snate@binkert.org # Batch command also supports timeout arg (in seconds, not minutes). 1048233Snate@binkert.org timeout = 15 * 60 # used to be a param, probably should be again 1056143Snate@binkert.org if env['BATCH']: 1066143Snate@binkert.org cmd = '%s -t %d %s' % (env['BATCH_CMD'], timeout, cmd) 1076143Snate@binkert.org # The slowest regression (bzip2) requires ~2.8 hours; 1086143Snate@binkert.org # 4 hours was chosen to be conservative. 1096143Snate@binkert.org elif env['TIMEOUT']: 1106143Snate@binkert.org cmd = 'timeout 4h %s' % cmd 1116143Snate@binkert.org 1126143Snate@binkert.org # Create a default value for the status string, changed as needed 1136143Snate@binkert.org # based on the status. 1147065Snate@binkert.org status_str = "passed." 1156143Snate@binkert.org 1168233Snate@binkert.org pre_exec_time = time.time() 1178233Snate@binkert.org status = env.Execute(env.subst(cmd, target=target, source=source)) 1188233Snate@binkert.org if status == 0: 1198233Snate@binkert.org # gem5 terminated normally. 1208233Snate@binkert.org # Run diff on output & ref directories to find differences. 1218233Snate@binkert.org # Exclude the stats file since we will use diff-out on that. 1228233Snate@binkert.org 1238233Snate@binkert.org # NFS file systems can be annoying and not have updated yet 1248233Snate@binkert.org # wait until we see the file modified 1258233Snate@binkert.org statsdiff = os.path.join(tgt_dir, 'statsdiff') 1268233Snate@binkert.org m_time = 0 1278233Snate@binkert.org nap = 0 1288233Snate@binkert.org while m_time < pre_exec_time and nap < 10: 1298233Snate@binkert.org try: 1308233Snate@binkert.org m_time = os.stat(statsdiff).st_mtime 1318233Snate@binkert.org except OSError: 1328233Snate@binkert.org pass 1338233Snate@binkert.org time.sleep(1) 1348233Snate@binkert.org nap += 1 1358233Snate@binkert.org 1368233Snate@binkert.org outdiff = os.path.join(tgt_dir, 'outdiff') 1378233Snate@binkert.org # tack 'true' on the end so scons doesn't report diff's 1388233Snate@binkert.org # non-zero exit code as a build error 1398233Snate@binkert.org diffcmd = 'diff -ubrs %s ${SOURCES[2].dir} %s > %s; true' \ 1408233Snate@binkert.org % (output_ignore_args, tgt_dir, outdiff) 1418233Snate@binkert.org env.Execute(env.subst(diffcmd, target=target, source=source)) 1428233Snate@binkert.org print "===== Output differences =====" 1438233Snate@binkert.org print contents(outdiff) 1448233Snate@binkert.org # Run diff-out on stats.txt file 1458233Snate@binkert.org diffcmd = '$DIFFOUT ${SOURCES[2]} %s > %s' \ 1468233Snate@binkert.org % (os.path.join(tgt_dir, 'stats.txt'), statsdiff) 1476143Snate@binkert.org diffcmd = env.subst(diffcmd, target=target, source=source) 1486143Snate@binkert.org diff_status = env.Execute(diffcmd, strfunction=None) 1496143Snate@binkert.org # If there is a difference, change the status string to say so 1506143Snate@binkert.org if diff_status != 0: 1516143Snate@binkert.org status_str = "CHANGED!" 1526143Snate@binkert.org print "===== Statistics differences =====" 1539982Satgutier@umich.edu print contents(statsdiff) 15410196SCurtis.Dunham@arm.com 15510196SCurtis.Dunham@arm.com else: # gem5 exit status != 0 15610196SCurtis.Dunham@arm.com # Consider it a failed test unless the exit status is 2 15710196SCurtis.Dunham@arm.com status_str = "FAILED!" 15810196SCurtis.Dunham@arm.com # gem5 did not terminate properly, so no need to check the output 15910196SCurtis.Dunham@arm.com if env['TIMEOUT'] and status == 124: 16010196SCurtis.Dunham@arm.com status_str = "TIMED-OUT!" 16110196SCurtis.Dunham@arm.com elif signaled(status): 1626143Snate@binkert.org print 'gem5 terminated with signal', signum(status) 1636143Snate@binkert.org if signum(status) in retry_signals: 1648945Ssteve.reinhardt@amd.com # Consider the test incomplete; don't create a 'status' output. 1658233Snate@binkert.org # Hand the return status to scons and let scons decide what 1668233Snate@binkert.org # to do about it (typically terminate unless run with -k). 1676143Snate@binkert.org return status 1688945Ssteve.reinhardt@amd.com elif status == 2: 1696143Snate@binkert.org # The test was skipped, change the status string to say so 1706143Snate@binkert.org status_str = "skipped." 1716143Snate@binkert.org else: 1726143Snate@binkert.org print 'gem5 exited with non-zero status', status 1735522Snate@binkert.org # complete but failed execution (call to exit() with non-zero 1746143Snate@binkert.org # status, SIGABORT due to assertion failure, etc.)... fall through 1756143Snate@binkert.org # and generate FAILED status as if output comparison had failed 1766143Snate@binkert.org 1779982Satgutier@umich.edu # Generate status file contents based on exit status of gem5 and diff-out 1788233Snate@binkert.org f = file(str(target[0]), 'w') 1798233Snate@binkert.org print >>f, tgt_dir, status_str 1808233Snate@binkert.org f.close() 1816143Snate@binkert.org # done 1826143Snate@binkert.org return 0 1836143Snate@binkert.org 1846143Snate@binkert.orgdef run_test_string(target, source, env): 1855522Snate@binkert.org return env.subst("Running test in ${TARGETS[0].dir}.", 1865522Snate@binkert.org target=target, source=source) 1875522Snate@binkert.org 1885522Snate@binkert.orgtestAction = env.Action(run_test, run_test_string) 1895604Snate@binkert.org 1905604Snate@binkert.orgdef print_test(target, source, env): 1916143Snate@binkert.org # print the status with colours to make it easier to see what 1926143Snate@binkert.org # passed and what failed 1934762Snate@binkert.org line = contents(source[0]) 1944762Snate@binkert.org 1956143Snate@binkert.org # split the line to words and get the last one 1966727Ssteve.reinhardt@amd.com words = line.split() 1976727Ssteve.reinhardt@amd.com status = words[-1] 1986727Ssteve.reinhardt@amd.com 1994762Snate@binkert.org # if the test failed make it red, if it passed make it green, and 2006143Snate@binkert.org # skip the punctuation 2016143Snate@binkert.org if status == "FAILED!" or status == "TIMED-OUT!": 2026143Snate@binkert.org status = termcap.Red + status[:-1] + termcap.Normal + status[-1] 2036143Snate@binkert.org elif status == "CHANGED!": 2046727Ssteve.reinhardt@amd.com status = termcap.Yellow + status[:-1] + termcap.Normal + status[-1] 2056143Snate@binkert.org elif status == "passed.": 2067674Snate@binkert.org status = termcap.Green + status[:-1] + termcap.Normal + status[-1] 2077674Snate@binkert.org elif status == "skipped.": 2085604Snate@binkert.org status = termcap.Cyan + status[:-1] + termcap.Normal + status[-1] 2096143Snate@binkert.org 2106143Snate@binkert.org # put it back in the list and join with space 2116143Snate@binkert.org words[-1] = status 2124762Snate@binkert.org line = " ".join(words) 2136143Snate@binkert.org 2144762Snate@binkert.org print '***** ' + line 2154762Snate@binkert.org return 0 2164762Snate@binkert.org 2176143Snate@binkert.orgprintAction = env.Action(print_test, strfunction = None) 2186143Snate@binkert.org 2194762Snate@binkert.org# Static vars for update_test: 2208233Snate@binkert.org# - long-winded message about ignored sources 2218233Snate@binkert.orgignore_msg = ''' 2228233Snate@binkert.orgNote: The following file(s) will not be copied. New non-standard 2238233Snate@binkert.org output files must be copied manually once before --update-ref will 2246143Snate@binkert.org recognize them as outputs. Otherwise they are assumed to be 2256143Snate@binkert.org inputs and are ignored. 2264762Snate@binkert.org''' 2276143Snate@binkert.org# - reference files always needed 2284762Snate@binkert.orgneeded_files = set(['simout', 'simerr', 'stats.txt', 'config.ini']) 2296143Snate@binkert.org# - source files we always want to ignore 2304762Snate@binkert.orgknown_ignores = set(['status', 'outdiff', 'statsdiff']) 2316143Snate@binkert.org 2328233Snate@binkert.orgdef update_test(target, source, env): 2338233Snate@binkert.org """Update reference test outputs. 23410453SAndrew.Bardsley@arm.com 2356143Snate@binkert.org Target is phony. First two sources are the ref & new stats.txt file 2366143Snate@binkert.org files, respectively. We actually copy everything in the 2376143Snate@binkert.org respective directories except the status & diff output files. 2386143Snate@binkert.org 2396143Snate@binkert.org """ 2406143Snate@binkert.org dest_dir = str(source[0].get_dir()) 2416143Snate@binkert.org src_dir = str(source[1].get_dir()) 2426143Snate@binkert.org dest_files = set(os.listdir(dest_dir)) 24310453SAndrew.Bardsley@arm.com src_files = set(os.listdir(src_dir)) 24410453SAndrew.Bardsley@arm.com # Copy all of the required files plus any existing dest files. 245955SN/A wanted_files = needed_files | dest_files 2469396Sandreas.hansson@arm.com missing_files = wanted_files - src_files 2479396Sandreas.hansson@arm.com if len(missing_files) > 0: 2489396Sandreas.hansson@arm.com print " WARNING: the following file(s) are missing " \ 2499396Sandreas.hansson@arm.com "and will not be updated:" 2509396Sandreas.hansson@arm.com print " ", " ,".join(missing_files) 2519396Sandreas.hansson@arm.com copy_files = wanted_files - missing_files 2529396Sandreas.hansson@arm.com warn_ignored_files = (src_files - copy_files) - known_ignores 2539396Sandreas.hansson@arm.com if len(warn_ignored_files) > 0: 2549396Sandreas.hansson@arm.com print ignore_msg, 2559396Sandreas.hansson@arm.com print " ", ", ".join(warn_ignored_files) 2569396Sandreas.hansson@arm.com for f in copy_files: 2579396Sandreas.hansson@arm.com if f in dest_files: 2589396Sandreas.hansson@arm.com print " Replacing file", f 2599930Sandreas.hansson@arm.com dest_files.remove(f) 2609930Sandreas.hansson@arm.com else: 2619396Sandreas.hansson@arm.com print " Creating new file", f 2628235Snate@binkert.org copyAction = Copy(os.path.join(dest_dir, f), os.path.join(src_dir, f)) 2638235Snate@binkert.org copyAction.strfunction = None 2646143Snate@binkert.org env.Execute(copyAction) 2658235Snate@binkert.org return 0 2669003SAli.Saidi@ARM.com 2678235Snate@binkert.orgdef update_test_string(target, source, env): 2688235Snate@binkert.org return env.subst("Updating ${SOURCES[0].dir} from ${SOURCES[1].dir}", 2698235Snate@binkert.org target=target, source=source) 2708235Snate@binkert.org 2718235Snate@binkert.orgupdateAction = env.Action(update_test, update_test_string) 2728235Snate@binkert.org 2738235Snate@binkert.orgdef test_builder(env, ref_dir): 2748235Snate@binkert.org """Define a test.""" 2758235Snate@binkert.org 2768235Snate@binkert.org path = list(ref_dir.split('/')) 2778235Snate@binkert.org 2788235Snate@binkert.org # target path (where test output goes) consists of category, mode, 2798235Snate@binkert.org # name, isa, opsys, and config (skips the 'ref' component) 2808235Snate@binkert.org assert(path.pop(-4) == 'ref') 2819003SAli.Saidi@ARM.com tgt_dir = os.path.join(*path[-6:]) 2828235Snate@binkert.org 2835584Snate@binkert.org # local closure for prepending target path to filename 2844382Sbinkertn@umich.edu def tgt(f): 2854202Sbinkertn@umich.edu return os.path.join(tgt_dir, f) 2864382Sbinkertn@umich.edu 2874382Sbinkertn@umich.edu ref_stats = os.path.join(ref_dir, 'stats.txt') 2884382Sbinkertn@umich.edu new_stats = tgt('stats.txt') 2899396Sandreas.hansson@arm.com status_file = tgt('status') 2905584Snate@binkert.org 2914382Sbinkertn@umich.edu env.Command([status_file, new_stats], 2924382Sbinkertn@umich.edu [env.M5Binary, 'run.py', ref_stats], 2934382Sbinkertn@umich.edu testAction) 2948232Snate@binkert.org 2955192Ssaidi@eecs.umich.edu # phony target to echo status 2968232Snate@binkert.org if GetOption('update_ref'): 2978232Snate@binkert.org p = env.Command(tgt('_update'), 2988232Snate@binkert.org [ref_stats, new_stats, status_file], 2995192Ssaidi@eecs.umich.edu updateAction) 3008232Snate@binkert.org else: 3015192Ssaidi@eecs.umich.edu p = env.Command(tgt('_print'), [status_file], printAction) 3025799Snate@binkert.org 3038232Snate@binkert.org env.AlwaysBuild(p) 3045192Ssaidi@eecs.umich.edu 3055192Ssaidi@eecs.umich.edu 3065192Ssaidi@eecs.umich.edu# Figure out applicable configs based on build type 3078232Snate@binkert.orgconfigs = [] 3085192Ssaidi@eecs.umich.eduif env['TARGET_ISA'] == 'alpha': 3098232Snate@binkert.org configs += ['tsunami-simple-atomic', 3105192Ssaidi@eecs.umich.edu 'tsunami-simple-timing', 3115192Ssaidi@eecs.umich.edu 'tsunami-simple-atomic-dual', 3125192Ssaidi@eecs.umich.edu 'tsunami-simple-timing-dual', 3135192Ssaidi@eecs.umich.edu 'twosys-tsunami-simple-atomic', 3144382Sbinkertn@umich.edu 'tsunami-o3', 'tsunami-o3-dual', 3154382Sbinkertn@umich.edu 'tsunami-minor', 'tsunami-minor-dual', 3164382Sbinkertn@umich.edu 'tsunami-switcheroo-full'] 3172667Sstever@eecs.umich.eduif env['TARGET_ISA'] == 'sparc': 3182667Sstever@eecs.umich.edu configs += ['t1000-simple-atomic', 3192667Sstever@eecs.umich.edu 't1000-simple-timing'] 3202667Sstever@eecs.umich.eduif env['TARGET_ISA'] == 'arm': 3212667Sstever@eecs.umich.edu configs += ['simple-atomic-dummychecker', 3222667Sstever@eecs.umich.edu 'o3-timing-checker', 3235742Snate@binkert.org 'realview-simple-atomic', 3245742Snate@binkert.org 'realview-simple-atomic-dual', 3255742Snate@binkert.org 'realview-simple-timing', 3265793Snate@binkert.org 'realview-simple-timing-dual', 3278334Snate@binkert.org 'realview-o3', 3285793Snate@binkert.org 'realview-o3-checker', 3295793Snate@binkert.org 'realview-o3-dual', 3305793Snate@binkert.org 'realview-minor', 3314382Sbinkertn@umich.edu 'realview-minor-dual', 3324762Snate@binkert.org 'realview-switcheroo-atomic', 3335344Sstever@gmail.com 'realview-switcheroo-timing', 3344382Sbinkertn@umich.edu 'realview-switcheroo-o3', 3355341Sstever@gmail.com 'realview-switcheroo-full', 3365742Snate@binkert.org 'realview64-simple-atomic', 3375742Snate@binkert.org 'realview64-simple-atomic-dual', 3385742Snate@binkert.org 'realview64-simple-timing', 3395742Snate@binkert.org 'realview64-simple-timing-dual', 3405742Snate@binkert.org 'realview64-o3', 3414762Snate@binkert.org 'realview64-o3-checker', 3425742Snate@binkert.org 'realview64-o3-dual', 3435742Snate@binkert.org 'realview64-minor', 3447722Sgblack@eecs.umich.edu 'realview64-minor-dual', 3455742Snate@binkert.org 'realview64-switcheroo-atomic', 3465742Snate@binkert.org 'realview64-switcheroo-timing', 3475742Snate@binkert.org 'realview64-switcheroo-o3', 3489930Sandreas.hansson@arm.com 'realview64-switcheroo-full'] 3499930Sandreas.hansson@arm.comif env['TARGET_ISA'] == 'x86': 3509930Sandreas.hansson@arm.com configs += ['pc-simple-atomic', 3519930Sandreas.hansson@arm.com 'pc-simple-timing', 3529930Sandreas.hansson@arm.com 'pc-o3-timing', 3535742Snate@binkert.org 'pc-switcheroo-full'] 3548242Sbradley.danofsky@amd.com 3558242Sbradley.danofsky@amd.comconfigs += ['simple-atomic', 'simple-atomic-mp', 3568242Sbradley.danofsky@amd.com 'simple-timing', 'simple-timing-mp', 3578242Sbradley.danofsky@amd.com 'inorder-timing', 3585341Sstever@gmail.com 'minor-timing', 'minor-timing-mp', 3595742Snate@binkert.org 'o3-timing', 'o3-timing-mp', 3607722Sgblack@eecs.umich.edu 'rubytest', 'memtest', 'memtest-filter', 3614773Snate@binkert.org 'tgen-simple-mem', 'tgen-dram-ctrl'] 3626108Snate@binkert.org 3631858SN/Aif env['PROTOCOL'] != 'None': 3641085SN/A if env['PROTOCOL'] == 'MI_example': 3656658Snate@binkert.org configs += [c + "-ruby" for c in configs] 3666658Snate@binkert.org else: 3677673Snate@binkert.org configs = [c + "-ruby-" + env['PROTOCOL'] for c in configs] 3686658Snate@binkert.org 3696658Snate@binkert.orgsrc = Dir('.').srcdir 3706658Snate@binkert.orgfor config in configs: 3716658Snate@binkert.org dirs = src.glob('*/*/*/ref/%s/*/%s' % (env['TARGET_ISA'], config)) 3726658Snate@binkert.org for d in dirs: 3736658Snate@binkert.org d = str(d) 3746658Snate@binkert.org if not os.path.exists(os.path.join(d, 'skip')): 3757673Snate@binkert.org test_builder(env, d) 3767673Snate@binkert.org