stats.py revision 2187
1#!/usr/bin/env python 2 3# Copyright (c) 2003-2004 The Regents of The University of Michigan 4# All rights reserved. 5# 6# Redistribution and use in source and binary forms, with or without 7# modification, are permitted provided that the following conditions are 8# met: redistributions of source code must retain the above copyright 9# notice, this list of conditions and the following disclaimer; 10# redistributions in binary form must reproduce the above copyright 11# notice, this list of conditions and the following disclaimer in the 12# documentation and/or other materials provided with the distribution; 13# neither the name of the copyright holders nor the names of its 14# contributors may be used to endorse or promote products derived from 15# this software without specific prior written permission. 16# 17# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 18# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 19# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 20# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 21# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 22# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 23# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 24# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 25# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 27# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28 29from __future__ import division 30import re, sys, math 31 32def usage(): 33 print '''\ 34Usage: %s [-E] [-F] [ -G <get> ] [-d <db> ] [-g <graphdir> ] [-h <host>] [-p] 35 [-s <system>] [-r <runs> ] [-T <samples>] [-u <username>] 36 <command> [command args] 37 38 commands extra parameters description 39 ----------- ------------------ --------------------------------------- 40 bins [regex] List bins (only matching regex) 41 formula <formula> Evaluated formula specified 42 formulas [regex] List formulas (only matching regex) 43 runs none List all runs in database 44 samples none List samples present in database 45 stability <pairnum> <stats> Calculated statistical info about stats 46 stat <regex> Show stat data (only matching regex) 47 stats [regex] List all stats (only matching regex) 48 49 database <command> Where command is drop, init, or clean 50 51''' % sys.argv[0] 52 sys.exit(1) 53 54def getopts(list, flags): 55 import getopt 56 try: 57 opts, args = getopt.getopt(list, flags) 58 except getopt.GetoptError: 59 usage() 60 61 return opts, args 62 63class CommandException(Exception): 64 pass 65 66def commands(options, command, args): 67 if command == 'database': 68 if len(args) == 0: raise CommandException 69 70 import dbinit 71 mydb = dbinit.MyDB(options) 72 73 if args[0] == 'drop': 74 if len(args) > 2: raise CommandException 75 mydb.admin() 76 mydb.drop() 77 if len(args) == 2 and args[1] == 'init': 78 mydb.create() 79 mydb.connect() 80 mydb.populate() 81 mydb.close() 82 return 83 84 if args[0] == 'init': 85 if len(args) > 1: raise CommandException 86 mydb.admin() 87 mydb.create() 88 mydb.connect() 89 mydb.populate() 90 mydb.close() 91 return 92 93 if args[0] == 'clean': 94 if len(args) > 1: raise CommandException 95 mydb.connect() 96 mydb.clean() 97 return 98 99 raise CommandException 100 101 import db 102 source = db.Database() 103 source.host = options.host 104 source.db = options.db 105 source.passwd = options.passwd 106 source.user = options.user 107 source.connect() 108 #source.update_dict(globals()) 109 110 if type(options.method) is str: 111 source.method = options.method 112 113 if options.runs is None: 114 runs = source.allRuns 115 else: 116 rx = re.compile(options.runs) 117 runs = [] 118 for run in source.allRuns: 119 if rx.match(run.name): 120 runs.append(run) 121 122 if command == 'runs': 123 user = None 124 opts, args = getopts(args, '-u') 125 if len(args): 126 raise CommandException 127 for o,a in opts: 128 if o == '-u': 129 user = a 130 source.listRuns(user) 131 return 132 133 if command == 'stats': 134 if len(args) == 0: 135 source.listStats() 136 elif len(args) == 1: 137 source.listStats(args[0]) 138 else: 139 raise CommandException 140 141 return 142 143 if command == 'bins': 144 if len(args) == 0: 145 source.listBins() 146 elif len(args) == 1: 147 source.listBins(args[0]) 148 else: 149 raise CommandException 150 151 return 152 153 if command == 'formulas': 154 if len(args) == 0: 155 source.listFormulas() 156 elif len(args) == 1: 157 source.listFormulas(args[0]) 158 else: 159 raise CommandException 160 161 return 162 163 if command == 'samples': 164 if len(args): 165 raise CommandException 166 167 source.listTicks(runs) 168 return 169 170 if command == 'stability': 171 if len(args) < 2: 172 raise CommandException 173 174 try: 175 merge = int(args[0]) 176 except ValueError: 177 usage() 178 stats = source.getStat(args[1]) 179 source.method = 'sum' 180 181 def disp(*args): 182 print "%-35s %12s %12s %4s %5s %5s %5s %10s" % args 183 184 # temporary variable containing a bunch of dashes 185 d = '-' * 100 186 187 #loop through all the stats selected 188 for stat in stats: 189 print "%s:" % stat.name 190 disp("run name", "average", "stdev", ">10%", ">1SDV", ">2SDV", 191 "SAMP", "CV") 192 disp(d[:35], d[:12], d[:12], d[:4], d[:5], d[:5], d[:5], d[:10]) 193 194 #loop through all the selected runs 195 for run in runs: 196 runTicks = source.retTicks([ run ]) 197 #throw away the first one, it's 0 198 runTicks.pop(0) 199 source.ticks = runTicks 200 avg = 0 201 stdev = 0 202 numoutsideavg = 0 203 numoutside1std = 0 204 numoutside2std = 0 205 pairRunTicks = [] 206 if value(stat, run.run) == 1e300*1e300: 207 continue 208 for t in range(0, len(runTicks)-(merge-1), merge): 209 tempPair = [] 210 for p in range(0,merge): 211 tempPair.append(runTicks[t+p]) 212 pairRunTicks.append(tempPair) 213 #loop through all the various ticks for each run 214 for tick in pairRunTicks: 215 source.ticks = tick 216 avg += value(stat, run.run) 217 avg /= len(pairRunTicks) 218 for tick in pairRunTicks: 219 source.ticks = tick 220 val = value(stat, run.run) 221 stdev += pow((val-avg),2) 222 stdev = math.sqrt(stdev / len(pairRunTicks)) 223 for tick in pairRunTicks: 224 source.ticks = tick 225 val = value(stat, run.run) 226 if (val < (avg * .9)) or (val > (avg * 1.1)): 227 numoutsideavg += 1 228 if (val < (avg - stdev)) or (val > (avg + stdev)): 229 numoutside1std += 1 230 if (val < (avg - (2*stdev))) or (val > (avg + (2*stdev))): 231 numoutside2std += 1 232 if avg > 1000: 233 disp(run.name, "%.1f" % avg, "%.1f" % stdev, 234 "%d" % numoutsideavg, "%d" % numoutside1std, 235 "%d" % numoutside2std, "%d" % len(pairRunTicks), 236 "%.3f" % (stdev/avg*100)) 237 elif avg > 100: 238 disp(run.name, "%.1f" % avg, "%.1f" % stdev, 239 "%d" % numoutsideavg, "%d" % numoutside1std, 240 "%d" % numoutside2std, "%d" % len(pairRunTicks), 241 "%.5f" % (stdev/avg*100)) 242 else: 243 disp(run.name, "%.5f" % avg, "%.5f" % stdev, 244 "%d" % numoutsideavg, "%d" % numoutside1std, 245 "%d" % numoutside2std, "%d" % len(pairRunTicks), 246 "%.7f" % (stdev/avg*100)) 247 return 248 249 if command == 'all': 250 if len(args): 251 raise CommandException 252 253 all = [ 'bps', 'misses', 'mpkb', 'ipkb', 'pps', 'bpt' ] 254 for command in all: 255 commands(options, command, args) 256 257 if options.ticks: 258 if not options.graph: 259 print 'only displaying sample %s' % options.ticks 260 source.ticks = [ int(x) for x in options.ticks.split() ] 261 262 from output import StatOutput 263 output = StatOutput(options.jobfile, source) 264 output.xlabel = 'System Configuration' 265 output.colormap = 'RdYlGn' 266 267 if command == 'stat' or command == 'formula': 268 if len(args) != 1: 269 raise CommandException 270 271 if command == 'stat': 272 stats = source.getStat(args[0]) 273 if command == 'formula': 274 stats = eval(args[0]) 275 276 for stat in stats: 277 output.stat = stat 278 output.ylabel = stat.name 279 if options.graph: 280 output.graph(stat.name, options.graphdir) 281 else: 282 output.display(stat.name, options.binned, options.printmode) 283 284 return 285 286 if len(args): 287 raise CommandException 288 289 from info import ProxyGroup 290 proxy = ProxyGroup(system = source[options.system]) 291 system = proxy.system 292 293 etherdev = system.tsunami.etherdev0 294 bytes = etherdev.rxBytes + etherdev.txBytes 295 kbytes = bytes / 1024 296 packets = etherdev.rxPackets + etherdev.txPackets 297 298 def display(): 299 if options.graph: 300 output.graph(command, options.graphdir, proxy) 301 else: 302 output.display(command, options.binned, options.printmode) 303 304 if command == 'usertime': 305 import copy 306 user = copy.copy(system.run0.numCycles) 307 user.bins = 'user' 308 309 output.stat = user / system.run0.numCycles 310 output.ylabel = 'User Fraction' 311 312 display() 313 return 314 315 if command == 'ticks': 316 output.stat = system.run0.numCycles 317 output.binstats = [ system.run0.numCycles ] 318 319 display() 320 return 321 322 if command == 'bytes': 323 output.stat = bytes 324 display() 325 return 326 327 if command == 'packets': 328 output.stat = packets 329 display() 330 return 331 332 if command == 'ppt' or command == 'tpp': 333 output.stat = packets / system.run0.numCycles 334 output.invert = command == 'tpp' 335 display() 336 return 337 338 if command == 'pps': 339 output.stat = packets / source['sim_seconds'] 340 output.ylabel = 'Packets/s' 341 display() 342 return 343 344 if command == 'bpt' or command == 'tpb': 345 output.stat = bytes / system.run0.numCycles * 8 346 output.ylabel = 'bps / Hz' 347 output.invert = command == 'tpb' 348 display() 349 return 350 351 if command in ('rxbps', 'txbps', 'bps'): 352 if command == 'rxbps': 353 output.stat = etherdev.rxBandwidth / 1e9 354 if command == 'txbps': 355 output.stat = etherdev.txBandwidth / 1e9 356 if command == 'bps': 357 output.stat = (etherdev.rxBandwidth + etherdev.txBandwidth) / 1e9 358 359 output.ylabel = 'Bandwidth (Gbps)' 360 output.ylim = [ 0.0, 10.0 ] 361 display() 362 return 363 364 if command == 'bpp': 365 output.stat = bytes / packets 366 output.ylabel = 'Bytes / Packet' 367 display() 368 return 369 370 if command == 'rxbpp': 371 output.stat = etherdev.rxBytes / etherdev.rxPackets 372 output.ylabel = 'Receive Bytes / Packet' 373 display() 374 return 375 376 if command == 'txbpp': 377 output.stat = etherdev.txBytes / etherdev.txPackets 378 output.ylabel = 'Transmit Bytes / Packet' 379 display() 380 return 381 382 if command == 'rtp': 383 output.stat = etherdev.rxPackets / etherdev.txPackets 384 output.ylabel = 'rxPackets / txPackets' 385 display() 386 return 387 388 if command == 'rtb': 389 output.stat = etherdev.rxBytes / etherdev.txBytes 390 output.ylabel = 'rxBytes / txBytes' 391 display() 392 return 393 394 misses = system.l2.overall_mshr_misses 395 396 if command == 'misses': 397 output.stat = misses 398 output.ylabel = 'Overall MSHR Misses' 399 display() 400 return 401 402 if command == 'mpkb': 403 output.stat = misses / (bytes / 1024) 404 output.binstats = [ misses ] 405 output.ylabel = 'Misses / KB' 406 display() 407 return 408 409 if command == 'ipkb': 410 interrupts = system.run0.kern.faults[4] 411 output.stat = interrupts / kbytes 412 output.binstats = [ interrupts ] 413 output.ylabel = 'Interrupts / KB' 414 display() 415 return 416 417 if command == 'execute': 418 output.stat = system.run0.ISSUE__count 419 display() 420 return 421 422 if command == 'commit': 423 output.stat = system.run0.COM__count 424 display() 425 return 426 427 if command == 'fetch': 428 output.stat = system.run0.FETCH__count 429 display() 430 return 431 432 raise CommandException 433 434 435class Options: pass 436 437if __name__ == '__main__': 438 import getpass 439 from jobfile import JobFile 440 441 options = Options() 442 options.host = None 443 options.db = None 444 options.passwd = '' 445 options.user = getpass.getuser() 446 options.runs = None 447 options.system = 'client' 448 options.method = None 449 options.binned = False 450 options.graph = False 451 options.ticks = False 452 options.printmode = 'G' 453 jobfilename = 'Test.py' 454 options.jobfile = None 455 options.all = False 456 457 opts, args = getopts(sys.argv[1:], '-BEFJad:g:h:j:m:pr:s:u:T:') 458 for o,a in opts: 459 if o == '-B': 460 options.binned = True 461 if o == '-E': 462 options.printmode = 'E' 463 if o == '-F': 464 options.printmode = 'F' 465 if o == '-a': 466 options.all = True 467 if o == '-d': 468 options.db = a 469 if o == '-g': 470 options.graph = True; 471 options.graphdir = a 472 if o == '-h': 473 options.host = a 474 if o == '-J': 475 jobfilename = None 476 if o == '-j': 477 jobfilename = a 478 if o == '-m': 479 options.method = a 480 if o == '-p': 481 options.passwd = getpass.getpass() 482 if o == '-r': 483 options.runs = a 484 if o == '-u': 485 options.user = a 486 if o == '-s': 487 options.system = a 488 if o == '-T': 489 options.ticks = a 490 491 if jobfilename: 492 options.jobfile = JobFile(jobfilename) 493 if not options.host: 494 options.host = options.jobfile.dbhost 495 if not options.db: 496 options.db = options.jobfile.statdb 497 498 if not options.host: 499 sys.exit('Database server must be provided from a jobfile or -h') 500 501 if not options.db: 502 sys.exit('Database name must be provided from a jobfile or -d') 503 504 if len(args) == 0: 505 usage() 506 507 command = args[0] 508 args = args[1:] 509 510 try: 511 commands(options, command, args) 512 except CommandException: 513 usage() 514