stats.py revision 1329
11049Sbinkertn@umich.edu#!/usr/bin/env python 21049Sbinkertn@umich.edufrom __future__ import division 31318Ssaidi@eecs.umich.eduimport re, sys, math 41049Sbinkertn@umich.edu 51329Ssaidi@eecs.umich.edu 61049Sbinkertn@umich.edudef usage(): 71049Sbinkertn@umich.edu print '''\ 81049Sbinkertn@umich.eduUsage: %s [-E] [-F] [-d <db> ] [-g <get> ] [-h <host>] [-p] 91049Sbinkertn@umich.edu [-s <system>] [-r <runs> ] [-u <username>] <command> [command args] 101049Sbinkertn@umich.edu''' % sys.argv[0] 111049Sbinkertn@umich.edu sys.exit(1) 121049Sbinkertn@umich.edu 131049Sbinkertn@umich.edudef getopts(list, flags): 141049Sbinkertn@umich.edu import getopt 151049Sbinkertn@umich.edu try: 161049Sbinkertn@umich.edu opts, args = getopt.getopt(list, flags) 171049Sbinkertn@umich.edu except getopt.GetoptError: 181049Sbinkertn@umich.edu usage() 191049Sbinkertn@umich.edu 201049Sbinkertn@umich.edu return opts, args 211049Sbinkertn@umich.edu 221049Sbinkertn@umich.edudef printval(name, value, invert = False): 231049Sbinkertn@umich.edu if invert and value != 0.0: 241049Sbinkertn@umich.edu value = 1 / value 251049Sbinkertn@umich.edu 261049Sbinkertn@umich.edu if value == (1e300*1e300): 271049Sbinkertn@umich.edu return 281049Sbinkertn@umich.edu 291049Sbinkertn@umich.edu if printval.mode == 'G': 301049Sbinkertn@umich.edu print '%s: %g' % (name, value) 311049Sbinkertn@umich.edu elif printval.mode != 'F' and value > 1e6: 321049Sbinkertn@umich.edu print '%s: %0.5e' % (name, value) 331049Sbinkertn@umich.edu else: 341049Sbinkertn@umich.edu print '%s: %f' % (name, value) 351049Sbinkertn@umich.edu 361049Sbinkertn@umich.eduprintval.mode = 'G' 371049Sbinkertn@umich.edu 381049Sbinkertn@umich.edudef unique(list): 391049Sbinkertn@umich.edu set = {} 401049Sbinkertn@umich.edu map(set.__setitem__, list, []) 411049Sbinkertn@umich.edu return set.keys() 421049Sbinkertn@umich.edu 431307Sbinkertn@umich.edudef graphdata68(runs, options, tag, label, value): 441307Sbinkertn@umich.edu import info 451307Sbinkertn@umich.edu configs = ['ste', 'hte', 'htd', 'ocm', 'occ', 'ocp' ] 461307Sbinkertn@umich.edu benchmarks = [ 'm', 's', 'snt', 'nb1', 'w1', 'w2', 'w3', 'w4', 'nm', 'ns', 'nw1', 'nw2', 'nw3' ] 471307Sbinkertn@umich.edu dmas = [ 'x' ] 481307Sbinkertn@umich.edu caches = [ '2', '4' ] 491307Sbinkertn@umich.edu 501307Sbinkertn@umich.edu names = [] 511307Sbinkertn@umich.edu 521307Sbinkertn@umich.edu bench_system = { 531307Sbinkertn@umich.edu 'm' : 'client', 541307Sbinkertn@umich.edu 's' : 'client', 551307Sbinkertn@umich.edu 'snt' : 'client', 561307Sbinkertn@umich.edu 'nb1' : 'server', 571307Sbinkertn@umich.edu 'nb2' : 'server', 581307Sbinkertn@umich.edu 'nt1' : 'server', 591307Sbinkertn@umich.edu 'nt2' : 'server', 601307Sbinkertn@umich.edu 'w1' : 'server', 611307Sbinkertn@umich.edu 'w2' : 'server', 621307Sbinkertn@umich.edu 'w3' : 'server', 631307Sbinkertn@umich.edu 'w4' : 'server', 641307Sbinkertn@umich.edu 'w1s' : 'server', 651307Sbinkertn@umich.edu 'w2s' : 'server', 661307Sbinkertn@umich.edu 'w3s' : 'server', 671307Sbinkertn@umich.edu 'ns' : 'natbox', 681307Sbinkertn@umich.edu 'nm' : 'natbox', 691307Sbinkertn@umich.edu 'nw1' : 'natbox', 701307Sbinkertn@umich.edu 'nw2' : 'natbox', 711307Sbinkertn@umich.edu 'nw3' : 'natbox' 721307Sbinkertn@umich.edu } 731307Sbinkertn@umich.edu 741307Sbinkertn@umich.edu for bench in benchmarks: 751307Sbinkertn@umich.edu if bench_system[bench] != options.system: 761307Sbinkertn@umich.edu continue 771307Sbinkertn@umich.edu 781307Sbinkertn@umich.edu for dma in dmas: 791307Sbinkertn@umich.edu for cache in caches: 801307Sbinkertn@umich.edu names.append([bench, dma, cache]) 811307Sbinkertn@umich.edu 821307Sbinkertn@umich.edu for bench,dma,cache in names: 831307Sbinkertn@umich.edu base = '%s.%s.%s' % (bench, dma, cache) 841307Sbinkertn@umich.edu fname = 'data/%s.%s.68.dat' % (tag, base) 851307Sbinkertn@umich.edu f = open(fname, 'w') 861307Sbinkertn@umich.edu print >>f, '#set TITLE = ' 871307Sbinkertn@umich.edu print >>f, '#set ylbl = %s' % label 881307Sbinkertn@umich.edu #print >>f, '#set sublabels = %s' % ' '.join(configs) 891307Sbinkertn@umich.edu print >>f, '#set sublabels = ste hte htd ocm occ ocs' 901307Sbinkertn@umich.edu 911307Sbinkertn@umich.edu for speed,freq in zip(['s', '6', '8', 'q'],['4GHz', '6GHz','8GHz', '10GHz']): 921307Sbinkertn@umich.edu print >>f, '"%s"' % freq, 931307Sbinkertn@umich.edu for conf in configs: 941307Sbinkertn@umich.edu name = '%s.%s.%s.%s.%s' % (conf, bench, dma, cache, speed) 951307Sbinkertn@umich.edu run = info.source.allRunNames[name] 961307Sbinkertn@umich.edu info.display_run = run.run; 971307Sbinkertn@umich.edu val = float(value) 981307Sbinkertn@umich.edu if val == 1e300*1e300: 991307Sbinkertn@umich.edu print >>f, 0.0, 1001307Sbinkertn@umich.edu else: 1011307Sbinkertn@umich.edu print >>f, "%f" % val, 1021307Sbinkertn@umich.edu print >>f 1031307Sbinkertn@umich.edu f.close() 1041307Sbinkertn@umich.edu 1051269Sbinkertn@umich.edudef graphdata(runs, options, tag, label, value): 1061307Sbinkertn@umich.edu if options.graph68: 1071307Sbinkertn@umich.edu graphdata68(runs, options, tag, label, value) 1081307Sbinkertn@umich.edu return 1091307Sbinkertn@umich.edu 1101049Sbinkertn@umich.edu import info 1111269Sbinkertn@umich.edu configs = ['ste', 'hte', 'htd', 'ocm', 'occ', 'ocp' ] 1121269Sbinkertn@umich.edu #benchmarks = [ 'm', 's', 'nb1', 'nb2', 'nt1', 'nt2', 'w1', 'w2', 'w3', 'w4', 'ns', 'nm', 'nw1', 'nw2', 'nw3' ] 1131269Sbinkertn@umich.edu #benchmarks = [ 'm', 's', 'nb1', 'nb2', 'nt1', 'w1', 'w2', 'w3', 'ns', 'nm', 'w1s' ] 1141269Sbinkertn@umich.edu benchmarks = [ 'm', 's', 'nb1', 'nb2', 'w1', 'w2', 'w3', 'w4', 'ns', 'nm', 'nw1', 'snt' ] 1151269Sbinkertn@umich.edu #dmas = [ 'x', 'd', 'b' ] 1161269Sbinkertn@umich.edu dmas = [ 'x' ] 1171162Sbinkertn@umich.edu caches = [ '2', '4' ] 1181049Sbinkertn@umich.edu 1191049Sbinkertn@umich.edu names = [] 1201269Sbinkertn@umich.edu 1211269Sbinkertn@umich.edu bench_system = { 1221269Sbinkertn@umich.edu 'm' : 'client', 1231269Sbinkertn@umich.edu 's' : 'client', 1241269Sbinkertn@umich.edu 'snt' : 'client', 1251269Sbinkertn@umich.edu 'nb1' : 'server', 1261269Sbinkertn@umich.edu 'nb2' : 'server', 1271269Sbinkertn@umich.edu 'nt1' : 'server', 1281269Sbinkertn@umich.edu 'nt2' : 'server', 1291269Sbinkertn@umich.edu 'w1' : 'server', 1301269Sbinkertn@umich.edu 'w2' : 'server', 1311269Sbinkertn@umich.edu 'w3' : 'server', 1321269Sbinkertn@umich.edu 'w4' : 'server', 1331269Sbinkertn@umich.edu 'w1s' : 'server', 1341269Sbinkertn@umich.edu 'w2s' : 'server', 1351269Sbinkertn@umich.edu 'w3s' : 'server', 1361269Sbinkertn@umich.edu 'ns' : 'natbox', 1371269Sbinkertn@umich.edu 'nm' : 'natbox', 1381269Sbinkertn@umich.edu 'nw1' : 'natbox', 1391269Sbinkertn@umich.edu 'nw2' : 'natbox', 1401269Sbinkertn@umich.edu 'nw3' : 'natbox' 1411269Sbinkertn@umich.edu } 1421269Sbinkertn@umich.edu 1431049Sbinkertn@umich.edu for bench in benchmarks: 1441269Sbinkertn@umich.edu if bench_system[bench] != options.system: 1451269Sbinkertn@umich.edu continue 1461269Sbinkertn@umich.edu 1471049Sbinkertn@umich.edu for dma in dmas: 1481049Sbinkertn@umich.edu for cache in caches: 1491269Sbinkertn@umich.edu names.append([bench, dma, cache]) 1501049Sbinkertn@umich.edu 1511269Sbinkertn@umich.edu for bench,dma,cache in names: 1521269Sbinkertn@umich.edu base = '%s.%s.%s' % (bench, dma, cache) 1531165Sbinkertn@umich.edu fname = 'data/%s.%s.dat' % (tag, base) 1541049Sbinkertn@umich.edu f = open(fname, 'w') 1551307Sbinkertn@umich.edu print >>f, '#set TITLE = ' 1561049Sbinkertn@umich.edu print >>f, '#set ylbl = %s' % label 1571307Sbinkertn@umich.edu #print >>f, '#set sublabels = %s' % ' '.join(configs) 1581307Sbinkertn@umich.edu print >>f, '#set sublabels = ste hte htd ocm occ ocs' 1591049Sbinkertn@umich.edu 1601049Sbinkertn@umich.edu for speed,freq in zip(['s', 'q'],['4GHz','10GHz']): 1611049Sbinkertn@umich.edu print >>f, '"%s"' % freq, 1621049Sbinkertn@umich.edu for conf in configs: 1631269Sbinkertn@umich.edu name = '%s.%s.%s.%s.%s' % (conf, bench, dma, cache, speed) 1641049Sbinkertn@umich.edu run = info.source.allRunNames[name] 1651049Sbinkertn@umich.edu info.display_run = run.run; 1661049Sbinkertn@umich.edu val = float(value) 1671049Sbinkertn@umich.edu if val == 1e300*1e300: 1681049Sbinkertn@umich.edu print >>f, 0.0, 1691049Sbinkertn@umich.edu else: 1701049Sbinkertn@umich.edu print >>f, "%f" % val, 1711049Sbinkertn@umich.edu print >>f 1721049Sbinkertn@umich.edu f.close() 1731049Sbinkertn@umich.edu 1741049Sbinkertn@umich.edudef printdata(runs, value, invert = False): 1751049Sbinkertn@umich.edu import info 1761049Sbinkertn@umich.edu for run in runs: 1771049Sbinkertn@umich.edu info.display_run = run.run; 1781049Sbinkertn@umich.edu val = float(value) 1791049Sbinkertn@umich.edu printval(run.name, val) 1801049Sbinkertn@umich.edu 1811049Sbinkertn@umich.educlass CommandException(Exception): 1821049Sbinkertn@umich.edu pass 1831049Sbinkertn@umich.edu 1841049Sbinkertn@umich.edudef commands(options, command, args): 1851049Sbinkertn@umich.edu if command == 'database': 1861049Sbinkertn@umich.edu if len(args) == 0: raise CommandException 1871049Sbinkertn@umich.edu 1881049Sbinkertn@umich.edu import dbinit 1891049Sbinkertn@umich.edu mydb = dbinit.MyDB(options) 1901049Sbinkertn@umich.edu 1911049Sbinkertn@umich.edu if args[0] == 'drop': 1921049Sbinkertn@umich.edu if len(args) > 2: raise CommandException 1931049Sbinkertn@umich.edu mydb.admin() 1941049Sbinkertn@umich.edu mydb.drop() 1951049Sbinkertn@umich.edu if len(args) == 2 and args[1] == 'init': 1961049Sbinkertn@umich.edu mydb.create() 1971049Sbinkertn@umich.edu mydb.connect() 1981049Sbinkertn@umich.edu mydb.populate() 1991049Sbinkertn@umich.edu mydb.close() 2001049Sbinkertn@umich.edu return 2011049Sbinkertn@umich.edu 2021049Sbinkertn@umich.edu if args[0] == 'init': 2031049Sbinkertn@umich.edu if len(args) > 1: raise CommandException 2041049Sbinkertn@umich.edu mydb.admin() 2051049Sbinkertn@umich.edu mydb.create() 2061049Sbinkertn@umich.edu mydb.connect() 2071049Sbinkertn@umich.edu mydb.populate() 2081049Sbinkertn@umich.edu mydb.close() 2091049Sbinkertn@umich.edu return 2101049Sbinkertn@umich.edu 2111049Sbinkertn@umich.edu if args[0] == 'clean': 2121049Sbinkertn@umich.edu if len(args) > 1: raise CommandException 2131049Sbinkertn@umich.edu mydb.connect() 2141049Sbinkertn@umich.edu mydb.clean() 2151049Sbinkertn@umich.edu return 2161049Sbinkertn@umich.edu 2171049Sbinkertn@umich.edu raise CommandException 2181049Sbinkertn@umich.edu 2191049Sbinkertn@umich.edu import db, info 2201049Sbinkertn@umich.edu info.source = db.Database() 2211049Sbinkertn@umich.edu info.source.host = options.host 2221049Sbinkertn@umich.edu info.source.db = options.db 2231049Sbinkertn@umich.edu info.source.passwd = options.passwd 2241049Sbinkertn@umich.edu info.source.user = options.user 2251049Sbinkertn@umich.edu info.source.connect() 2261049Sbinkertn@umich.edu info.source.update_dict(globals()) 2271049Sbinkertn@umich.edu 2281049Sbinkertn@umich.edu if type(options.get) is str: 2291049Sbinkertn@umich.edu info.source.get = options.get 2301049Sbinkertn@umich.edu 2311049Sbinkertn@umich.edu if options.runs is None: 2321049Sbinkertn@umich.edu runs = info.source.allRuns 2331049Sbinkertn@umich.edu else: 2341049Sbinkertn@umich.edu rx = re.compile(options.runs) 2351049Sbinkertn@umich.edu runs = [] 2361049Sbinkertn@umich.edu for run in info.source.allRuns: 2371049Sbinkertn@umich.edu if rx.match(run.name): 2381049Sbinkertn@umich.edu runs.append(run) 2391049Sbinkertn@umich.edu 2401049Sbinkertn@umich.edu info.display_run = runs[0].run 2411049Sbinkertn@umich.edu 2421049Sbinkertn@umich.edu if command == 'runs': 2431049Sbinkertn@umich.edu user = None 2441049Sbinkertn@umich.edu opts, args = getopts(args, '-u') 2451049Sbinkertn@umich.edu if len(args): 2461049Sbinkertn@umich.edu raise CommandException 2471049Sbinkertn@umich.edu for o,a in opts: 2481049Sbinkertn@umich.edu if o == '-u': 2491049Sbinkertn@umich.edu user = a 2501049Sbinkertn@umich.edu info.source.listRuns(user) 2511049Sbinkertn@umich.edu return 2521049Sbinkertn@umich.edu 2531309Ssaidi@eecs.umich.edu if command == 'stability': 2541309Ssaidi@eecs.umich.edu stats = info.source.getStat(args[0]) 2551309Ssaidi@eecs.umich.edu info.source.get = "avg" 2561309Ssaidi@eecs.umich.edu 2571309Ssaidi@eecs.umich.edu #loop through all the stats selected 2581309Ssaidi@eecs.umich.edu for stat in stats: 2591309Ssaidi@eecs.umich.edu 2601317Ssaidi@eecs.umich.edu print "%s:" % stat.name 2611329Ssaidi@eecs.umich.edu print "%-20s %12s %12s %4s %5s %5s %5s %6s" % \ 2621329Ssaidi@eecs.umich.edu ("run name", "average", "stdev", ">10%", ">1SDV", ">2SDV", "SAMP", "CV") 2631329Ssaidi@eecs.umich.edu print "%-20s %12s %12s %4s %5s %5s %5s %6s" % \ 2641329Ssaidi@eecs.umich.edu ("--------------------", "------------", 2651329Ssaidi@eecs.umich.edu "------------", "----", "-----", "-----", "-----", "------") 2661309Ssaidi@eecs.umich.edu #loop through all the selected runs 2671309Ssaidi@eecs.umich.edu for run in runs: 2681309Ssaidi@eecs.umich.edu info.display_run = run.run; 2691309Ssaidi@eecs.umich.edu runTicks = info.source.retTicks([ run ]) 2701309Ssaidi@eecs.umich.edu #throw away the first one, it's 0 2711309Ssaidi@eecs.umich.edu runTicks.pop(0) 2721329Ssaidi@eecs.umich.edu info.globalTicks = runTicks 2731317Ssaidi@eecs.umich.edu avg = float(stat) 2741317Ssaidi@eecs.umich.edu stdev = 0 2751317Ssaidi@eecs.umich.edu numoutsideavg = 0 2761318Ssaidi@eecs.umich.edu numoutside1std = 0 2771318Ssaidi@eecs.umich.edu numoutside2std = 0 2781309Ssaidi@eecs.umich.edu 2791309Ssaidi@eecs.umich.edu #loop through all the various ticks for each run 2801309Ssaidi@eecs.umich.edu for tick in runTicks: 2811329Ssaidi@eecs.umich.edu #stat.ticks = str(tick) 2821329Ssaidi@eecs.umich.edu info.globalTicks = [ tick ] 2831309Ssaidi@eecs.umich.edu val = float(stat) 2841309Ssaidi@eecs.umich.edu if (val < (avg * .9)) or (val > (avg * 1.1)): 2851317Ssaidi@eecs.umich.edu numoutsideavg += 1 2861317Ssaidi@eecs.umich.edu stdev += pow((val-avg),2) 2871309Ssaidi@eecs.umich.edu 2881318Ssaidi@eecs.umich.edu stdev = math.sqrt(stdev / len(runTicks)) 2891317Ssaidi@eecs.umich.edu for tick in runTicks: 2901329Ssaidi@eecs.umich.edu info.globalTicks = [ tick ] 2911317Ssaidi@eecs.umich.edu val = float(stat) 2921317Ssaidi@eecs.umich.edu if (val < (avg - stdev)) or (val > (avg + stdev)): 2931318Ssaidi@eecs.umich.edu numoutside1std += 1 2941318Ssaidi@eecs.umich.edu if (val < (avg - (2*stdev))) or (val > (avg + (2*stdev))): 2951318Ssaidi@eecs.umich.edu numoutside2std += 1 2961309Ssaidi@eecs.umich.edu 2971329Ssaidi@eecs.umich.edu print "%-20s %12s %12s %4s %5s %5s %5s %6s" % \ 2981317Ssaidi@eecs.umich.edu (run.name, "%.1f" % avg, "%.1f" % stdev, 2991318Ssaidi@eecs.umich.edu "%d" % numoutsideavg, "%d" % numoutside1std, 3001329Ssaidi@eecs.umich.edu "%d" % numoutside2std, "%d" % len(runTicks), 3011329Ssaidi@eecs.umich.edu "%.1f" % (stdev/avg*100)) 3021309Ssaidi@eecs.umich.edu return 3031309Ssaidi@eecs.umich.edu 3041309Ssaidi@eecs.umich.edu 3051049Sbinkertn@umich.edu if command == 'stats': 3061049Sbinkertn@umich.edu if len(args) == 0: 3071049Sbinkertn@umich.edu info.source.listStats() 3081049Sbinkertn@umich.edu elif len(args) == 1: 3091049Sbinkertn@umich.edu info.source.listStats(args[0]) 3101049Sbinkertn@umich.edu else: 3111049Sbinkertn@umich.edu raise CommandException 3121049Sbinkertn@umich.edu 3131049Sbinkertn@umich.edu return 3141049Sbinkertn@umich.edu 3151049Sbinkertn@umich.edu if command == 'stat': 3161049Sbinkertn@umich.edu if len(args) != 1: 3171049Sbinkertn@umich.edu raise CommandException 3181049Sbinkertn@umich.edu 3191049Sbinkertn@umich.edu stats = info.source.getStat(args[0]) 3201049Sbinkertn@umich.edu for stat in stats: 3211076Sbinkertn@umich.edu if options.graph: 3221269Sbinkertn@umich.edu graphdata(runs, options, stat.name, stat.name, stat) 3231049Sbinkertn@umich.edu else: 3241301Ssaidi@eecs.umich.edu if options.ticks: 3251301Ssaidi@eecs.umich.edu print 'only displaying sample %s' % options.ticks 3261329Ssaidi@eecs.umich.edu info.globalTicks = [ int(x) for x in options.ticks.split() ] 3271301Ssaidi@eecs.umich.edu 3281165Sbinkertn@umich.edu if options.binned: 3291165Sbinkertn@umich.edu print 'kernel ticks' 3301165Sbinkertn@umich.edu stat.bins = 'kernel' 3311165Sbinkertn@umich.edu printdata(runs, stat) 3321165Sbinkertn@umich.edu 3331165Sbinkertn@umich.edu print 'idle ticks' 3341165Sbinkertn@umich.edu stat.bins = 'idle' 3351165Sbinkertn@umich.edu printdata(runs, stat) 3361165Sbinkertn@umich.edu 3371165Sbinkertn@umich.edu print 'user ticks' 3381165Sbinkertn@umich.edu stat.bins = 'user' 3391165Sbinkertn@umich.edu printdata(runs, stat) 3401165Sbinkertn@umich.edu 3411165Sbinkertn@umich.edu print 'interrupt ticks' 3421301Ssaidi@eecs.umich.edu stat.bins = 'interrupt' 3431165Sbinkertn@umich.edu printdata(runs, stat) 3441165Sbinkertn@umich.edu 3451165Sbinkertn@umich.edu print 'total ticks' 3461165Sbinkertn@umich.edu 3471165Sbinkertn@umich.edu stat.bins = None 3481049Sbinkertn@umich.edu print stat.name 3491049Sbinkertn@umich.edu printdata(runs, stat) 3501049Sbinkertn@umich.edu return 3511049Sbinkertn@umich.edu 3521269Sbinkertn@umich.edu if command == 'formula': 3531269Sbinkertn@umich.edu if len(args) != 1: 3541269Sbinkertn@umich.edu raise CommandException 3551269Sbinkertn@umich.edu 3561269Sbinkertn@umich.edu stats = eval(args[0]) 3571269Sbinkertn@umich.edu for stat in stats: 3581269Sbinkertn@umich.edu if options.graph: 3591269Sbinkertn@umich.edu graphdata(runs, options, stat.name, stat.name, stat) 3601269Sbinkertn@umich.edu else: 3611269Sbinkertn@umich.edu if options.binned: 3621269Sbinkertn@umich.edu print 'kernel ticks' 3631269Sbinkertn@umich.edu stat.bins = 'kernel' 3641269Sbinkertn@umich.edu printdata(runs, stat) 3651269Sbinkertn@umich.edu 3661269Sbinkertn@umich.edu print 'idle ticks' 3671269Sbinkertn@umich.edu stat.bins = 'idle' 3681269Sbinkertn@umich.edu printdata(runs, stat) 3691269Sbinkertn@umich.edu 3701269Sbinkertn@umich.edu print 'user ticks' 3711269Sbinkertn@umich.edu stat.bins = 'user' 3721269Sbinkertn@umich.edu printdata(runs, stat) 3731269Sbinkertn@umich.edu 3741269Sbinkertn@umich.edu print 'interrupt ticks' 3751301Ssaidi@eecs.umich.edu stat.bins = 'interrupt' 3761269Sbinkertn@umich.edu printdata(runs, stat) 3771269Sbinkertn@umich.edu 3781269Sbinkertn@umich.edu print 'total ticks' 3791269Sbinkertn@umich.edu 3801269Sbinkertn@umich.edu stat.bins = None 3811269Sbinkertn@umich.edu print args[0] 3821269Sbinkertn@umich.edu printdata(runs, stat) 3831269Sbinkertn@umich.edu return 3841269Sbinkertn@umich.edu 3851049Sbinkertn@umich.edu if command == 'bins': 3861049Sbinkertn@umich.edu if len(args) == 0: 3871049Sbinkertn@umich.edu info.source.listBins() 3881049Sbinkertn@umich.edu elif len(args) == 1: 3891049Sbinkertn@umich.edu info.source.listBins(args[0]) 3901049Sbinkertn@umich.edu else: 3911049Sbinkertn@umich.edu raise CommandException 3921049Sbinkertn@umich.edu 3931049Sbinkertn@umich.edu return 3941049Sbinkertn@umich.edu 3951049Sbinkertn@umich.edu if command == 'formulas': 3961049Sbinkertn@umich.edu if len(args) == 0: 3971049Sbinkertn@umich.edu info.source.listFormulas() 3981049Sbinkertn@umich.edu elif len(args) == 1: 3991049Sbinkertn@umich.edu info.source.listFormulas(args[0]) 4001049Sbinkertn@umich.edu else: 4011049Sbinkertn@umich.edu raise CommandException 4021049Sbinkertn@umich.edu 4031049Sbinkertn@umich.edu return 4041049Sbinkertn@umich.edu 4051049Sbinkertn@umich.edu if command == 'samples': 4061049Sbinkertn@umich.edu if len(args): 4071049Sbinkertn@umich.edu raise CommandException 4081049Sbinkertn@umich.edu 4091049Sbinkertn@umich.edu info.source.listTicks(runs) 4101049Sbinkertn@umich.edu return 4111049Sbinkertn@umich.edu 4121049Sbinkertn@umich.edu if len(args): 4131049Sbinkertn@umich.edu raise CommandException 4141049Sbinkertn@umich.edu 4151209Sbinkertn@umich.edu system = info.source.__dict__[options.system] 4161209Sbinkertn@umich.edu 4171049Sbinkertn@umich.edu if command == 'usertime': 4181049Sbinkertn@umich.edu import copy 4191049Sbinkertn@umich.edu kernel = copy.copy(system.full_cpu.numCycles) 4201049Sbinkertn@umich.edu kernel.bins = 'kernel' 4211049Sbinkertn@umich.edu 4221049Sbinkertn@umich.edu user = copy.copy(system.full_cpu.numCycles) 4231049Sbinkertn@umich.edu user.bins = 'user' 4241049Sbinkertn@umich.edu 4251076Sbinkertn@umich.edu if options.graph: 4261269Sbinkertn@umich.edu graphdata(runs, options, 'usertime', 'User Fraction', 4271049Sbinkertn@umich.edu user / system.full_cpu.numCycles) 4281049Sbinkertn@umich.edu else: 4291049Sbinkertn@umich.edu printdata(runs, user / system.full_cpu.numCycles) 4301049Sbinkertn@umich.edu return 4311049Sbinkertn@umich.edu 4321049Sbinkertn@umich.edu if command == 'ticks': 4331076Sbinkertn@umich.edu if options.binned: 4341049Sbinkertn@umich.edu print 'kernel ticks' 4351049Sbinkertn@umich.edu system.full_cpu.numCycles.bins = 'kernel' 4361049Sbinkertn@umich.edu printdata(runs, system.full_cpu.numCycles) 4371049Sbinkertn@umich.edu 4381049Sbinkertn@umich.edu print 'idle ticks' 4391049Sbinkertn@umich.edu system.full_cpu.numCycles.bins = 'idle' 4401049Sbinkertn@umich.edu printdata(runs, system.full_cpu.numCycles) 4411049Sbinkertn@umich.edu 4421049Sbinkertn@umich.edu print 'user ticks' 4431049Sbinkertn@umich.edu system.full_cpu.numCycles.bins = 'user' 4441049Sbinkertn@umich.edu printdata(runs, system.full_cpu.numCycles) 4451049Sbinkertn@umich.edu 4461049Sbinkertn@umich.edu print 'total ticks' 4471049Sbinkertn@umich.edu 4481049Sbinkertn@umich.edu system.full_cpu.numCycles.bins = None 4491049Sbinkertn@umich.edu printdata(runs, system.full_cpu.numCycles) 4501049Sbinkertn@umich.edu return 4511049Sbinkertn@umich.edu 4521049Sbinkertn@umich.edu if command == 'packets': 4531162Sbinkertn@umich.edu packets = system.tsunami.etherdev.rxPackets 4541076Sbinkertn@umich.edu if options.graph: 4551269Sbinkertn@umich.edu graphdata(runs, options, 'packets', 'Packets', packets) 4561049Sbinkertn@umich.edu else: 4571049Sbinkertn@umich.edu printdata(runs, packets) 4581049Sbinkertn@umich.edu return 4591049Sbinkertn@umich.edu 4601049Sbinkertn@umich.edu if command == 'ppt' or command == 'tpp': 4611162Sbinkertn@umich.edu ppt = system.tsunami.etherdev.rxPackets / sim_ticks 4621049Sbinkertn@umich.edu printdata(runs, ppt, command == 'tpp') 4631049Sbinkertn@umich.edu return 4641049Sbinkertn@umich.edu 4651049Sbinkertn@umich.edu if command == 'pps': 4661162Sbinkertn@umich.edu pps = system.tsunami.etherdev.rxPackets / sim_seconds 4671076Sbinkertn@umich.edu if options.graph: 4681269Sbinkertn@umich.edu graphdata(runs, options, 'pps', 'Packets/s', pps) 4691049Sbinkertn@umich.edu else: 4701049Sbinkertn@umich.edu printdata(runs, pps) 4711049Sbinkertn@umich.edu return 4721049Sbinkertn@umich.edu 4731049Sbinkertn@umich.edu if command == 'bpt' or command == 'tpb': 4741162Sbinkertn@umich.edu bytes = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes 4751049Sbinkertn@umich.edu bpt = bytes / sim_ticks * 8 4761076Sbinkertn@umich.edu if options.graph: 4771269Sbinkertn@umich.edu graphdata(runs, options, 'bpt', 'bps / Hz', bpt) 4781049Sbinkertn@umich.edu else: 4791049Sbinkertn@umich.edu printdata(runs, bpt, command == 'tpb') 4801049Sbinkertn@umich.edu return 4811049Sbinkertn@umich.edu 4821049Sbinkertn@umich.edu if command == 'bptb' or command == 'tpbb': 4831162Sbinkertn@umich.edu bytes = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes 4841049Sbinkertn@umich.edu 4851049Sbinkertn@umich.edu print 'kernel stats' 4861049Sbinkertn@umich.edu bytes.bins = 'kernel' 4871049Sbinkertn@umich.edu printdata(runs, bytes / ticks) 4881049Sbinkertn@umich.edu 4891049Sbinkertn@umich.edu print 'idle stats' 4901049Sbinkertn@umich.edu bytes.bins = 'idle' 4911049Sbinkertn@umich.edu printdata(runs, bytes / ticks) 4921049Sbinkertn@umich.edu 4931049Sbinkertn@umich.edu print 'user stats' 4941049Sbinkertn@umich.edu bytes.bins = 'user' 4951049Sbinkertn@umich.edu printdata(runs, bytes / ticks) 4961049Sbinkertn@umich.edu 4971049Sbinkertn@umich.edu return 4981049Sbinkertn@umich.edu 4991049Sbinkertn@umich.edu if command == 'bytes': 5001162Sbinkertn@umich.edu stat = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes 5011049Sbinkertn@umich.edu 5021076Sbinkertn@umich.edu if options.binned: 5031049Sbinkertn@umich.edu print '%s kernel stats' % stat.name 5041049Sbinkertn@umich.edu stat.bins = 'kernel' 5051049Sbinkertn@umich.edu printdata(runs, stat) 5061049Sbinkertn@umich.edu 5071049Sbinkertn@umich.edu print '%s idle stats' % stat.name 5081049Sbinkertn@umich.edu stat.bins = 'idle' 5091049Sbinkertn@umich.edu printdata(runs, stat) 5101049Sbinkertn@umich.edu 5111049Sbinkertn@umich.edu print '%s user stats' % stat.name 5121049Sbinkertn@umich.edu stat.bins = 'user' 5131049Sbinkertn@umich.edu printdata(runs, stat) 5141049Sbinkertn@umich.edu 5151049Sbinkertn@umich.edu print '%s total stats' % stat.name 5161049Sbinkertn@umich.edu stat.bins = None 5171049Sbinkertn@umich.edu 5181049Sbinkertn@umich.edu printdata(runs, stat) 5191049Sbinkertn@umich.edu return 5201049Sbinkertn@umich.edu 5211049Sbinkertn@umich.edu if command == 'rxbps': 5221162Sbinkertn@umich.edu gbps = system.tsunami.etherdev.rxBandwidth / 1e9 5231076Sbinkertn@umich.edu if options.graph: 5241269Sbinkertn@umich.edu graphdata(runs, options, 'rxbps', 'Bandwidth (Gbps)', gbps) 5251049Sbinkertn@umich.edu else: 5261049Sbinkertn@umich.edu printdata(runs, gbps) 5271049Sbinkertn@umich.edu return 5281049Sbinkertn@umich.edu 5291049Sbinkertn@umich.edu if command == 'txbps': 5301162Sbinkertn@umich.edu gbps = system.tsunami.etherdev.txBandwidth / 1e9 5311076Sbinkertn@umich.edu if options.graph: 5321269Sbinkertn@umich.edu graphdata(runs, options, 'txbps', 'Bandwidth (Gbps)', gbps) 5331049Sbinkertn@umich.edu else: 5341049Sbinkertn@umich.edu printdata(runs, gbps) 5351049Sbinkertn@umich.edu return 5361049Sbinkertn@umich.edu 5371049Sbinkertn@umich.edu if command == 'bps': 5381162Sbinkertn@umich.edu rxbps = system.tsunami.etherdev.rxBandwidth 5391162Sbinkertn@umich.edu txbps = system.tsunami.etherdev.txBandwidth 5401049Sbinkertn@umich.edu gbps = (rxbps + txbps) / 1e9 5411076Sbinkertn@umich.edu if options.graph: 5421269Sbinkertn@umich.edu graphdata(runs, options, 'bps', 'Bandwidth (Gbps)', gbps) 5431049Sbinkertn@umich.edu else: 5441049Sbinkertn@umich.edu printdata(runs, gbps) 5451049Sbinkertn@umich.edu return 5461049Sbinkertn@umich.edu 5471049Sbinkertn@umich.edu if command == 'misses': 5481162Sbinkertn@umich.edu stat = system.L2.overall_mshr_misses 5491076Sbinkertn@umich.edu if options.binned: 5501049Sbinkertn@umich.edu print '%s kernel stats' % stat.name 5511049Sbinkertn@umich.edu stat.bins = 'kernel' 5521049Sbinkertn@umich.edu printdata(runs, stat) 5531049Sbinkertn@umich.edu 5541049Sbinkertn@umich.edu print '%s idle stats' % stat.name 5551049Sbinkertn@umich.edu stat.bins = 'idle' 5561049Sbinkertn@umich.edu printdata(runs, stat) 5571049Sbinkertn@umich.edu 5581049Sbinkertn@umich.edu print '%s user stats' % stat.name 5591049Sbinkertn@umich.edu stat.bins = 'user' 5601049Sbinkertn@umich.edu printdata(runs, stat) 5611049Sbinkertn@umich.edu 5621049Sbinkertn@umich.edu print '%s total stats' % stat.name 5631049Sbinkertn@umich.edu 5641049Sbinkertn@umich.edu stat.bins = None 5651076Sbinkertn@umich.edu if options.graph: 5661269Sbinkertn@umich.edu graphdata(runs, options, 'misses', 'Overall MSHR Misses', stat) 5671049Sbinkertn@umich.edu else: 5681049Sbinkertn@umich.edu printdata(runs, stat) 5691049Sbinkertn@umich.edu return 5701049Sbinkertn@umich.edu 5711049Sbinkertn@umich.edu if command == 'mpkb': 5721162Sbinkertn@umich.edu misses = system.L2.overall_mshr_misses 5731162Sbinkertn@umich.edu rxbytes = system.tsunami.etherdev.rxBytes 5741162Sbinkertn@umich.edu txbytes = system.tsunami.etherdev.txBytes 5751049Sbinkertn@umich.edu 5761076Sbinkertn@umich.edu if options.binned: 5771049Sbinkertn@umich.edu print 'mpkb kernel stats' 5781049Sbinkertn@umich.edu misses.bins = 'kernel' 5791049Sbinkertn@umich.edu mpkb = misses / ((rxbytes + txbytes) / 1024) 5801049Sbinkertn@umich.edu printdata(runs, mpkb) 5811049Sbinkertn@umich.edu 5821049Sbinkertn@umich.edu print 'mpkb idle stats' 5831049Sbinkertn@umich.edu misses.bins = 'idle' 5841049Sbinkertn@umich.edu mpkb = misses / ((rxbytes + txbytes) / 1024) 5851049Sbinkertn@umich.edu printdata(runs, mpkb) 5861049Sbinkertn@umich.edu 5871049Sbinkertn@umich.edu print 'mpkb user stats' 5881049Sbinkertn@umich.edu misses.bins = 'user' 5891049Sbinkertn@umich.edu mpkb = misses / ((rxbytes + txbytes) / 1024) 5901049Sbinkertn@umich.edu printdata(runs, mpkb) 5911049Sbinkertn@umich.edu 5921049Sbinkertn@umich.edu print 'mpkb total stats' 5931049Sbinkertn@umich.edu 5941049Sbinkertn@umich.edu mpkb = misses / ((rxbytes + txbytes) / 1024) 5951049Sbinkertn@umich.edu misses.bins = None 5961076Sbinkertn@umich.edu if options.graph: 5971269Sbinkertn@umich.edu graphdata(runs, options, 'mpkb', 'Misses / KB', mpkb) 5981049Sbinkertn@umich.edu else: 5991049Sbinkertn@umich.edu printdata(runs, mpkb) 6001049Sbinkertn@umich.edu return 6011049Sbinkertn@umich.edu 6021269Sbinkertn@umich.edu if command == 'ipkb': 6031269Sbinkertn@umich.edu interrupts = system.full_cpu.kern.faults[4] 6041269Sbinkertn@umich.edu rxbytes = system.tsunami.etherdev.rxBytes 6051269Sbinkertn@umich.edu txbytes = system.tsunami.etherdev.txBytes 6061269Sbinkertn@umich.edu 6071269Sbinkertn@umich.edu if options.binned: 6081269Sbinkertn@umich.edu print 'ipkb kernel stats' 6091269Sbinkertn@umich.edu interrupts.bins = 'kernel' 6101269Sbinkertn@umich.edu ipkb = interrupts / ((rxbytes + txbytes) / 1024) 6111269Sbinkertn@umich.edu printdata(runs, ipkb) 6121269Sbinkertn@umich.edu 6131269Sbinkertn@umich.edu print 'ipkb idle stats' 6141269Sbinkertn@umich.edu interrupts.bins = 'idle' 6151269Sbinkertn@umich.edu ipkb = interrupts / ((rxbytes + txbytes) / 1024) 6161269Sbinkertn@umich.edu printdata(runs, ipkb) 6171269Sbinkertn@umich.edu 6181269Sbinkertn@umich.edu print 'ipkb user stats' 6191269Sbinkertn@umich.edu interrupts.bins = 'user' 6201269Sbinkertn@umich.edu ipkb = interrupts / ((rxbytes + txbytes) / 1024) 6211269Sbinkertn@umich.edu printdata(runs, ipkb) 6221269Sbinkertn@umich.edu 6231269Sbinkertn@umich.edu print 'ipkb total stats' 6241269Sbinkertn@umich.edu 6251269Sbinkertn@umich.edu ipkb = interrupts / ((rxbytes + txbytes) / 1024) 6261269Sbinkertn@umich.edu interrupts.bins = None 6271269Sbinkertn@umich.edu if options.graph: 6281269Sbinkertn@umich.edu graphdata(runs, options, 'ipkb', 'Interrupts / KB', ipkb) 6291269Sbinkertn@umich.edu else: 6301269Sbinkertn@umich.edu printdata(runs, ipkb) 6311269Sbinkertn@umich.edu return 6321269Sbinkertn@umich.edu 6331049Sbinkertn@umich.edu if command == 'execute': 6341049Sbinkertn@umich.edu printdata(runs, system.full_cpu.ISSUE__count) 6351049Sbinkertn@umich.edu return 6361049Sbinkertn@umich.edu 6371049Sbinkertn@umich.edu if command == 'commit': 6381049Sbinkertn@umich.edu printdata(runs, system.full_cpu.COM__count) 6391049Sbinkertn@umich.edu return 6401049Sbinkertn@umich.edu 6411049Sbinkertn@umich.edu if command == 'fetch': 6421049Sbinkertn@umich.edu printdata(runs, system.full_cpu.FETCH__count) 6431049Sbinkertn@umich.edu return 6441049Sbinkertn@umich.edu 6451162Sbinkertn@umich.edu if command == 'bpp': 6461162Sbinkertn@umich.edu ed = system.tsunami.etherdev 6471162Sbinkertn@umich.edu bpp = (ed.rxBytes + ed.txBytes) / (ed.rxPackets + ed.txPackets) 6481162Sbinkertn@umich.edu if options.graph: 6491269Sbinkertn@umich.edu graphdata(runs, options, 'bpp', 'Bytes / Packet', bpp) 6501162Sbinkertn@umich.edu else: 6511162Sbinkertn@umich.edu printdata(runs, bpp) 6521162Sbinkertn@umich.edu return 6531162Sbinkertn@umich.edu 6541049Sbinkertn@umich.edu if command == 'rxbpp': 6551162Sbinkertn@umich.edu bpp = system.tsunami.etherdev.rxBytes / system.tsunami.etherdev.rxPackets 6561162Sbinkertn@umich.edu if options.graph: 6571269Sbinkertn@umich.edu graphdata(runs, options, 'rxbpp', 'Receive Bytes / Packet', bpp) 6581162Sbinkertn@umich.edu else: 6591162Sbinkertn@umich.edu printdata(runs, bpp) 6601049Sbinkertn@umich.edu return 6611049Sbinkertn@umich.edu 6621049Sbinkertn@umich.edu if command == 'txbpp': 6631162Sbinkertn@umich.edu bpp = system.tsunami.etherdev.txBytes / system.tsunami.etherdev.txPackets 6641162Sbinkertn@umich.edu if options.graph: 6651269Sbinkertn@umich.edu graphdata(runs, options, 'txbpp', 'Transmit Bytes / Packet', bpp) 6661162Sbinkertn@umich.edu else: 6671162Sbinkertn@umich.edu printdata(runs, bpp) 6681162Sbinkertn@umich.edu return 6691162Sbinkertn@umich.edu 6701162Sbinkertn@umich.edu if command == 'rtp': 6711162Sbinkertn@umich.edu rtp = system.tsunami.etherdev.rxPackets / system.tsunami.etherdev.txPackets 6721162Sbinkertn@umich.edu if options.graph: 6731269Sbinkertn@umich.edu graphdata(runs, options, 'rtp', 'rxPackets / txPackets', rtp) 6741162Sbinkertn@umich.edu else: 6751162Sbinkertn@umich.edu printdata(runs, rtp) 6761162Sbinkertn@umich.edu return 6771162Sbinkertn@umich.edu 6781162Sbinkertn@umich.edu if command == 'rtb': 6791162Sbinkertn@umich.edu rtb = system.tsunami.etherdev.rxBytes / system.tsunami.etherdev.txBytes 6801162Sbinkertn@umich.edu if options.graph: 6811269Sbinkertn@umich.edu graphdata(runs, options, 'rtb', 'rxBytes / txBytes', rtb) 6821162Sbinkertn@umich.edu else: 6831162Sbinkertn@umich.edu printdata(runs, rtb) 6841049Sbinkertn@umich.edu return 6851049Sbinkertn@umich.edu 6861049Sbinkertn@umich.edu raise CommandException 6871049Sbinkertn@umich.edu 6881049Sbinkertn@umich.edu 6891049Sbinkertn@umich.educlass Options: pass 6901049Sbinkertn@umich.edu 6911049Sbinkertn@umich.eduif __name__ == '__main__': 6921049Sbinkertn@umich.edu import getpass 6931049Sbinkertn@umich.edu 6941049Sbinkertn@umich.edu options = Options() 6951049Sbinkertn@umich.edu options.host = 'zizzer.pool' 6961049Sbinkertn@umich.edu options.db = None 6971049Sbinkertn@umich.edu options.passwd = '' 6981049Sbinkertn@umich.edu options.user = getpass.getuser() 6991049Sbinkertn@umich.edu options.runs = None 7001049Sbinkertn@umich.edu options.system = 'client' 7011049Sbinkertn@umich.edu options.get = None 7021076Sbinkertn@umich.edu options.binned = False 7031076Sbinkertn@umich.edu options.graph = False 7041307Sbinkertn@umich.edu options.graph68 = False 7051301Ssaidi@eecs.umich.edu options.ticks = False 7061049Sbinkertn@umich.edu 7071308Ssaidi@eecs.umich.edu opts, args = getopts(sys.argv[1:], '-6BEFGd:g:h:pr:s:u:T:') 7081049Sbinkertn@umich.edu for o,a in opts: 7091307Sbinkertn@umich.edu if o == '-6': 7101307Sbinkertn@umich.edu options.graph68 = True 7111049Sbinkertn@umich.edu if o == '-B': 7121049Sbinkertn@umich.edu options.binned = True 7131049Sbinkertn@umich.edu if o == '-E': 7141049Sbinkertn@umich.edu printval.mode = 'E' 7151049Sbinkertn@umich.edu if o == '-F': 7161049Sbinkertn@umich.edu printval.mode = 'F' 7171049Sbinkertn@umich.edu if o == '-G': 7181049Sbinkertn@umich.edu options.graph = True; 7191049Sbinkertn@umich.edu if o == '-d': 7201049Sbinkertn@umich.edu options.db = a 7211049Sbinkertn@umich.edu if o == '-g': 7221049Sbinkertn@umich.edu options.get = a 7231049Sbinkertn@umich.edu if o == '-h': 7241049Sbinkertn@umich.edu options.host = a 7251049Sbinkertn@umich.edu if o == '-p': 7261049Sbinkertn@umich.edu options.passwd = getpass.getpass() 7271049Sbinkertn@umich.edu if o == '-r': 7281049Sbinkertn@umich.edu options.runs = a 7291049Sbinkertn@umich.edu if o == '-u': 7301049Sbinkertn@umich.edu options.user = a 7311049Sbinkertn@umich.edu if o == '-s': 7321049Sbinkertn@umich.edu options.system = a 7331301Ssaidi@eecs.umich.edu if o == '-T': 7341301Ssaidi@eecs.umich.edu options.ticks = a 7351049Sbinkertn@umich.edu 7361049Sbinkertn@umich.edu if len(args) == 0: 7371049Sbinkertn@umich.edu usage() 7381049Sbinkertn@umich.edu 7391049Sbinkertn@umich.edu command = args[0] 7401049Sbinkertn@umich.edu args = args[1:] 7411049Sbinkertn@umich.edu 7421049Sbinkertn@umich.edu try: 7431049Sbinkertn@umich.edu commands(options, command, args) 7441049Sbinkertn@umich.edu except CommandException: 7451049Sbinkertn@umich.edu usage() 746