1#!/usr/bin/env python
2from __future__ import division
3import re, sys, math
4
5
6def usage():
7 print '''\
8Usage: %s [-E] [-F] [-d <db> ] [-g <get> ] [-h <host>] [-p]
9 [-s <system>] [-r <runs> ] [-T <samples>] [-u <username>]
10 <command> [command args]
11
12 commands extra parameters description
13 ----------- ------------------ ---------------------------------------
14 bins [regex] List bins (only matching regex)
15 formula <formula> Evaluated formula specified
16 formulas [regex] List formulas (only matching regex)
17 runs none List all runs in database
18 samples none List samples present in database
19 stability <pairnum> <stats> Calculated statistical info about stats
20 stat <regex> Show stat data (only matching regex)
21 stats [regex] List all stats (only matching regex)
22''' % sys.argv[0]
23 sys.exit(1)
24
25def getopts(list, flags):
26 import getopt
27 try:
28 opts, args = getopt.getopt(list, flags)
29 except getopt.GetoptError:
30 usage()
31
32 return opts, args
33
34def printval(name, value, invert = False):
35 if invert and value != 0.0:
36 value = 1 / value
37
38 if value == (1e300*1e300):
39 return
40
41 if printval.mode == 'G':
42 print '%s: %g' % (name, value)
43 elif printval.mode != 'F' and value > 1e6:
44 print '%s: %0.5e' % (name, value)
45 else:
46 print '%s: %f' % (name, value)
47
48printval.mode = 'G'
49
50def unique(list):
51 set = {}
52 map(set.__setitem__, list, [])
53 return set.keys()
54
55def graphdata68(runs, options, tag, label, value):
56 import info
57 configs = ['ste', 'hte', 'htd', 'ocm', 'occ', 'ocp' ]
58 benchmarks = [ 'm', 's', 'snt', 'nb1', 'w1', 'w2', 'w3', 'w4', 'nm', 'ns', 'nw1', 'nw2', 'nw3' ]
59 dmas = [ 'x' ]
60 caches = [ '2', '4' ]
61
62 names = []
63
64 bench_system = {
65 'm' : 'client',
66 's' : 'client',
67 'snt' : 'client',
68 'nb1' : 'server',
69 'nb2' : 'server',
70 'nt1' : 'server',
71 'nt2' : 'server',
72 'w1' : 'server',
73 'w2' : 'server',
74 'w3' : 'server',
75 'w4' : 'server',
76 'w1s' : 'server',
77 'w2s' : 'server',
78 'w3s' : 'server',
79 'ns' : 'natbox',
80 'nm' : 'natbox',
81 'nw1' : 'natbox',
82 'nw2' : 'natbox',
83 'nw3' : 'natbox'
84 }
85
86 for bench in benchmarks:
87 if bench_system[bench] != options.system:
88 continue
89
90 for dma in dmas:
91 for cache in caches:
92 names.append([bench, dma, cache])
93
94 for bench,dma,cache in names:
95 base = '%s.%s.%s' % (bench, dma, cache)
96 fname = 'data/%s.%s.68.dat' % (tag, base)
97 f = open(fname, 'w')
98 print >>f, '#set TITLE = '
99 print >>f, '#set ylbl = %s' % label
100 #print >>f, '#set sublabels = %s' % ' '.join(configs)
101 print >>f, '#set sublabels = ste hte htd ocm occ ocs'
102
103 for speed,freq in zip(['s', '6', '8', 'q'],['4GHz', '6GHz','8GHz', '10GHz']):
104 print >>f, '"%s"' % freq,
105 for conf in configs:
106 name = '%s.%s.%s.%s.%s' % (conf, bench, dma, cache, speed)
107 run = info.source.allRunNames[name]
108 info.display_run = run.run;
109 val = float(value)
110 if val == 1e300*1e300:
111 print >>f, 0.0,
112 else:
113 print >>f, "%f" % val,
114 print >>f
115 f.close()
116
117def graphdata(runs, options, tag, label, value):
118 if options.graph68:
119 graphdata68(runs, options, tag, label, value)
120 return
121
122 import info
123 configs = ['ste', 'hte', 'htd', 'ocm', 'occ', 'ocp' ]
124 #benchmarks = [ 'm', 's', 'nb1', 'nb2', 'nt1', 'nt2', 'w1', 'w2', 'w3', 'w4', 'ns', 'nm', 'nw1', 'nw2', 'nw3' ]
125 #benchmarks = [ 'm', 's', 'nb1', 'nb2', 'nt1', 'w1', 'w2', 'w3', 'ns', 'nm', 'w1s' ]
126 benchmarks = [ 'm', 's', 'nb1', 'nb2', 'w1', 'w2', 'w3', 'w4', 'ns', 'nm', 'nw1', 'snt' ]
127 #dmas = [ 'x', 'd', 'b' ]
128 dmas = [ 'x' ]
129 caches = [ '2', '4' ]
130
131 names = []
132
133 bench_system = {
134 'm' : 'client',
135 's' : 'client',
136 'snt' : 'client',
137 'nb1' : 'server',
138 'nb2' : 'server',
139 'nt1' : 'server',
140 'nt2' : 'server',
141 'w1' : 'server',
142 'w2' : 'server',
143 'w3' : 'server',
144 'w4' : 'server',
145 'w1s' : 'server',
146 'w2s' : 'server',
147 'w3s' : 'server',
148 'ns' : 'natbox',
149 'nm' : 'natbox',
150 'nw1' : 'natbox',
151 'nw2' : 'natbox',
152 'nw3' : 'natbox'
153 }
154
155 for bench in benchmarks:
156 if bench_system[bench] != options.system:
157 continue
158
159 for dma in dmas:
160 for cache in caches:
161 names.append([bench, dma, cache])
162
163 for bench,dma,cache in names:
164 base = '%s.%s.%s' % (bench, dma, cache)
165 fname = 'data/%s.%s.dat' % (tag, base)
166 f = open(fname, 'w')
167 print >>f, '#set TITLE = '
168 print >>f, '#set ylbl = %s' % label
169 #print >>f, '#set sublabels = %s' % ' '.join(configs)
170 print >>f, '#set sublabels = ste hte htd ocm occ ocs'
171
172 for speed,freq in zip(['s', 'q'],['4GHz','10GHz']):
173 print >>f, '"%s"' % freq,
174 for conf in configs:
175 name = '%s.%s.%s.%s.%s' % (conf, bench, dma, cache, speed)
176 run = info.source.allRunNames[name]
177 info.display_run = run.run;
178 val = float(value)
179 if val == 1e300*1e300:
180 print >>f, 0.0,
181 else:
182 print >>f, "%f" % val,
183 print >>f
184 f.close()
185
186def printdata(runs, value, invert = False):
187 import info
188 for run in runs:
189 info.display_run = run.run;
190 val = float(value)
191 printval(run.name, val)
192
193class CommandException(Exception):
194 pass
195
196def commands(options, command, args):
197 if command == 'database':
198 if len(args) == 0: raise CommandException
199
200 import dbinit
201 mydb = dbinit.MyDB(options)
202
203 if args[0] == 'drop':
204 if len(args) > 2: raise CommandException
205 mydb.admin()
206 mydb.drop()
207 if len(args) == 2 and args[1] == 'init':
208 mydb.create()
209 mydb.connect()
210 mydb.populate()
211 mydb.close()
212 return
213
214 if args[0] == 'init':
215 if len(args) > 1: raise CommandException
216 mydb.admin()
217 mydb.create()
218 mydb.connect()
219 mydb.populate()
220 mydb.close()
221 return
222
223 if args[0] == 'clean':
224 if len(args) > 1: raise CommandException
225 mydb.connect()
226 mydb.clean()
227 return
228
229 raise CommandException
230
231 import db, info
232 info.source = db.Database()
233 info.source.host = options.host
234 info.source.db = options.db
235 info.source.passwd = options.passwd
236 info.source.user = options.user
237 info.source.connect()
238 info.source.update_dict(globals())
239
240 if type(options.get) is str:
241 info.source.get = options.get
242
243 if options.runs is None:
244 runs = info.source.allRuns
245 else:
246 rx = re.compile(options.runs)
247 runs = []
248 for run in info.source.allRuns:
249 if rx.match(run.name):
250 runs.append(run)
251
252 info.display_run = runs[0].run
253
254 if command == 'runs':
255 user = None
256 opts, args = getopts(args, '-u')
257 if len(args):
258 raise CommandException
259 for o,a in opts:
260 if o == '-u':
261 user = a
262 info.source.listRuns(user)
263 return
264
265 if command == 'stability':
266 if len(args) < 2:
267 raise CommandException
268
269 try:
270 merge = int(args[0])
271 except ValueError:
272 usage()
273 stats = info.source.getStat(args[1])
274 info.source.get = "sum"
275
276
277 #loop through all the stats selected
278 for stat in stats:
279
280 print "%s:" % stat.name
281 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
282 ("run name", "average", "stdev", ">10%", ">1SDV", ">2SDV", "SAMP", "CV")
283 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
284 ("--------------------", "------------",
285 "------------", "----", "-----", "-----", "-----", "----------")
286 #loop through all the selected runs
287 for run in runs:
288 info.display_run = run.run;
289 runTicks = info.source.retTicks([ run ])
290 #throw away the first one, it's 0
291 runTicks.pop(0)
292 info.globalTicks = runTicks
293 avg = 0
294 stdev = 0
295 numoutsideavg = 0
296 numoutside1std = 0
297 numoutside2std = 0
298 pairRunTicks = []
299 if float(stat) == 1e300*1e300:
300 continue
301 for t in range(0, len(runTicks)-(merge-1), merge):
302 tempPair = []
303 for p in range(0,merge):
304 tempPair.append(runTicks[t+p])
305 pairRunTicks.append(tempPair)
306 #loop through all the various ticks for each run
307 for tick in pairRunTicks:
308 info.globalTicks = tick
309 avg += float(stat)
310 avg /= len(pairRunTicks)
311 for tick in pairRunTicks:
312 info.globalTicks = tick
313 val = float(stat)
314 stdev += pow((val-avg),2)
315 stdev = math.sqrt(stdev / len(pairRunTicks))
316 for tick in pairRunTicks:
317 info.globalTicks = tick
318 val = float(stat)
319 if (val < (avg * .9)) or (val > (avg * 1.1)):
320 numoutsideavg += 1
321 if (val < (avg - stdev)) or (val > (avg + stdev)):
322 numoutside1std += 1
323 if (val < (avg - (2*stdev))) or (val > (avg + (2*stdev))):
324 numoutside2std += 1
325 if avg > 1000:
326 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
327 (run.name, "%.1f" % avg, "%.1f" % stdev,
328 "%d" % numoutsideavg, "%d" % numoutside1std,
329 "%d" % numoutside2std, "%d" % len(pairRunTicks),
330 "%.3f" % (stdev/avg*100))
331 elif avg > 100:
332 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
333 (run.name, "%.1f" % avg, "%.1f" % stdev,
334 "%d" % numoutsideavg, "%d" % numoutside1std,
335 "%d" % numoutside2std, "%d" % len(pairRunTicks),
336 "%.5f" % (stdev/avg*100))
337 else:
338 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
339 (run.name, "%.5f" % avg, "%.5f" % stdev,
340 "%d" % numoutsideavg, "%d" % numoutside1std,
341 "%d" % numoutside2std, "%d" % len(pairRunTicks),
342 "%.7f" % (stdev/avg*100))
343 return
344
345 if command == 'stats':
346 if len(args) == 0:
347 info.source.listStats()
348 elif len(args) == 1:
349 info.source.listStats(args[0])
350 else:
351 raise CommandException
352
353 return
354
355 if command == 'stat':
356 if len(args) != 1:
357 raise CommandException
358
359 stats = info.source.getStat(args[0])
360 for stat in stats:
361 if options.graph:
362 graphdata(runs, options, stat.name, stat.name, stat)
363 else:
364 if options.ticks:
365 print 'only displaying sample %s' % options.ticks
366 info.globalTicks = [ int(x) for x in options.ticks.split() ]
367
368 if options.binned:
369 print 'kernel ticks'
370 stat.bins = 'kernel'
371 printdata(runs, stat)
372
373 print 'idle ticks'
374 stat.bins = 'idle'
375 printdata(runs, stat)
376
377 print 'user ticks'
378 stat.bins = 'user'
379 printdata(runs, stat)
380
381 print 'interrupt ticks'
382 stat.bins = 'interrupt'
383 printdata(runs, stat)
384
385 print 'total ticks'
386
387 stat.bins = None
388 print stat.name
389 printdata(runs, stat)
390 return
391
392 if command == 'formula':
393 if len(args) != 1:
394 raise CommandException
395
396 stats = eval(args[0])
397 for stat in stats:
398 if options.graph:
399 graphdata(runs, options, stat.name, stat.name, stat)
400 else:
401 if options.binned:
402 print 'kernel ticks'
403 stat.bins = 'kernel'
404 printdata(runs, stat)
405
406 print 'idle ticks'
407 stat.bins = 'idle'
408 printdata(runs, stat)
409
410 print 'user ticks'
411 stat.bins = 'user'
412 printdata(runs, stat)
413
414 print 'interrupt ticks'
415 stat.bins = 'interrupt'
416 printdata(runs, stat)
417
418 print 'total ticks'
419
420 stat.bins = None
421 print args[0]
422 printdata(runs, stat)
423 return
424
425 if command == 'bins':
426 if len(args) == 0:
427 info.source.listBins()
428 elif len(args) == 1:
429 info.source.listBins(args[0])
430 else:
431 raise CommandException
432
433 return
434
435 if command == 'formulas':
436 if len(args) == 0:
437 info.source.listFormulas()
438 elif len(args) == 1:
439 info.source.listFormulas(args[0])
440 else:
441 raise CommandException
442
443 return
444
445 if command == 'samples':
446 if len(args):
447 raise CommandException
448
449 info.source.listTicks(runs)
450 return
451
452 if len(args):
453 raise CommandException
454
455 system = info.source.__dict__[options.system]
456
457 if command == 'usertime':
458 import copy
459 kernel = copy.copy(system.full_cpu.numCycles)
460 kernel.bins = 'kernel'
461
462 user = copy.copy(system.full_cpu.numCycles)
463 user.bins = 'user'
464
465 if options.graph:
466 graphdata(runs, options, 'usertime', 'User Fraction',
467 user / system.full_cpu.numCycles)
468 else:
469 printdata(runs, user / system.full_cpu.numCycles)
470 return
471
472 if command == 'ticks':
473 if options.binned:
474 print 'kernel ticks'
475 system.full_cpu.numCycles.bins = 'kernel'
476 printdata(runs, system.full_cpu.numCycles)
477
478 print 'idle ticks'
479 system.full_cpu.numCycles.bins = 'idle'
480 printdata(runs, system.full_cpu.numCycles)
481
482 print 'user ticks'
483 system.full_cpu.numCycles.bins = 'user'
484 printdata(runs, system.full_cpu.numCycles)
485
486 print 'total ticks'
487
488 system.full_cpu.numCycles.bins = None
489 printdata(runs, system.full_cpu.numCycles)
490 return
491
492 if command == 'packets':
493 packets = system.tsunami.etherdev.rxPackets
494 if options.graph:
495 graphdata(runs, options, 'packets', 'Packets', packets)
496 else:
497 printdata(runs, packets)
498 return
499
500 if command == 'ppt' or command == 'tpp':
501 ppt = system.tsunami.etherdev.rxPackets / sim_ticks
502 printdata(runs, ppt, command == 'tpp')
503 return
504
505 if command == 'pps':
506 pps = system.tsunami.etherdev.rxPackets / sim_seconds
507 if options.graph:
508 graphdata(runs, options, 'pps', 'Packets/s', pps)
509 else:
510 printdata(runs, pps)
511 return
512
513 if command == 'bpt' or command == 'tpb':
514 bytes = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
515 bpt = bytes / sim_ticks * 8
516 if options.graph:
517 graphdata(runs, options, 'bpt', 'bps / Hz', bpt)
518 else:
519 printdata(runs, bpt, command == 'tpb')
520 return
521
522 if command == 'bptb' or command == 'tpbb':
523 bytes = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
524
525 print 'kernel stats'
526 bytes.bins = 'kernel'
527 printdata(runs, bytes / ticks)
528
529 print 'idle stats'
530 bytes.bins = 'idle'
531 printdata(runs, bytes / ticks)
532
533 print 'user stats'
534 bytes.bins = 'user'
535 printdata(runs, bytes / ticks)
536
537 return
538
539 if command == 'bytes':
540 stat = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
541
542 if options.binned:
543 print '%s kernel stats' % stat.name
544 stat.bins = 'kernel'
545 printdata(runs, stat)
546
547 print '%s idle stats' % stat.name
548 stat.bins = 'idle'
549 printdata(runs, stat)
550
551 print '%s user stats' % stat.name
552 stat.bins = 'user'
553 printdata(runs, stat)
554
555 print '%s total stats' % stat.name
556 stat.bins = None
557
558 printdata(runs, stat)
559 return
560
561 if command == 'rxbps':
562 gbps = system.tsunami.etherdev.rxBandwidth / 1e9
563 if options.graph:
564 graphdata(runs, options, 'rxbps', 'Bandwidth (Gbps)', gbps)
565 else:
566 printdata(runs, gbps)
567 return
568
569 if command == 'txbps':
570 gbps = system.tsunami.etherdev.txBandwidth / 1e9
571 if options.graph:
572 graphdata(runs, options, 'txbps', 'Bandwidth (Gbps)', gbps)
573 else:
574 printdata(runs, gbps)
575 return
576
577 if command == 'bps':
578 rxbps = system.tsunami.etherdev.rxBandwidth
579 txbps = system.tsunami.etherdev.txBandwidth
580 gbps = (rxbps + txbps) / 1e9
581 if options.graph:
582 graphdata(runs, options, 'bps', 'Bandwidth (Gbps)', gbps)
583 else:
584 printdata(runs, gbps)
585 return
586
587 if command == 'misses':
588 stat = system.L2.overall_mshr_misses
589 if options.binned:
590 print '%s kernel stats' % stat.name
591 stat.bins = 'kernel'
592 printdata(runs, stat)
593
594 print '%s idle stats' % stat.name
595 stat.bins = 'idle'
596 printdata(runs, stat)
597
598 print '%s user stats' % stat.name
599 stat.bins = 'user'
600 printdata(runs, stat)
601
602 print '%s total stats' % stat.name
603
604 stat.bins = None
605 if options.graph:
606 graphdata(runs, options, 'misses', 'Overall MSHR Misses', stat)
607 else:
608 printdata(runs, stat)
609 return
610
611 if command == 'mpkb':
612 misses = system.L2.overall_mshr_misses
613 rxbytes = system.tsunami.etherdev.rxBytes
614 txbytes = system.tsunami.etherdev.txBytes
615
616 if options.binned:
617 print 'mpkb kernel stats'
618 misses.bins = 'kernel'
619 mpkb = misses / ((rxbytes + txbytes) / 1024)
620 printdata(runs, mpkb)
621
622 print 'mpkb idle stats'
623 misses.bins = 'idle'
624 mpkb = misses / ((rxbytes + txbytes) / 1024)
625 printdata(runs, mpkb)
626
627 print 'mpkb user stats'
628 misses.bins = 'user'
629 mpkb = misses / ((rxbytes + txbytes) / 1024)
630 printdata(runs, mpkb)
631
632 print 'mpkb total stats'
633
634 mpkb = misses / ((rxbytes + txbytes) / 1024)
635 misses.bins = None
636 if options.graph:
637 graphdata(runs, options, 'mpkb', 'Misses / KB', mpkb)
638 else:
639 printdata(runs, mpkb)
640 return
641
642 if command == 'ipkb':
643 interrupts = system.full_cpu.kern.faults[4]
644 rxbytes = system.tsunami.etherdev.rxBytes
645 txbytes = system.tsunami.etherdev.txBytes
646
647 if options.binned:
648 print 'ipkb kernel stats'
649 interrupts.bins = 'kernel'
650 ipkb = interrupts / ((rxbytes + txbytes) / 1024)
651 printdata(runs, ipkb)
652
653 print 'ipkb idle stats'
654 interrupts.bins = 'idle'
655 ipkb = interrupts / ((rxbytes + txbytes) / 1024)
656 printdata(runs, ipkb)
657
658 print 'ipkb user stats'
659 interrupts.bins = 'user'
660 ipkb = interrupts / ((rxbytes + txbytes) / 1024)
661 printdata(runs, ipkb)
662
663 print 'ipkb total stats'
664
665 ipkb = interrupts / ((rxbytes + txbytes) / 1024)
666 interrupts.bins = None
667 if options.graph:
668 graphdata(runs, options, 'ipkb', 'Interrupts / KB', ipkb)
669 else:
670 printdata(runs, ipkb)
671 return
672
673 if command == 'execute':
674 printdata(runs, system.full_cpu.ISSUE__count)
675 return
676
677 if command == 'commit':
678 printdata(runs, system.full_cpu.COM__count)
679 return
680
681 if command == 'fetch':
682 printdata(runs, system.full_cpu.FETCH__count)
683 return
684
685 if command == 'bpp':
686 ed = system.tsunami.etherdev
687 bpp = (ed.rxBytes + ed.txBytes) / (ed.rxPackets + ed.txPackets)
688 if options.graph:
689 graphdata(runs, options, 'bpp', 'Bytes / Packet', bpp)
690 else:
691 printdata(runs, bpp)
692 return
693
694 if command == 'rxbpp':
695 bpp = system.tsunami.etherdev.rxBytes / system.tsunami.etherdev.rxPackets
696 if options.graph:
697 graphdata(runs, options, 'rxbpp', 'Receive Bytes / Packet', bpp)
698 else:
699 printdata(runs, bpp)
700 return
701
702 if command == 'txbpp':
703 bpp = system.tsunami.etherdev.txBytes / system.tsunami.etherdev.txPackets
704 if options.graph:
705 graphdata(runs, options, 'txbpp', 'Transmit Bytes / Packet', bpp)
706 else:
707 printdata(runs, bpp)
708 return
709
710 if command == 'rtp':
711 rtp = system.tsunami.etherdev.rxPackets / system.tsunami.etherdev.txPackets
712 if options.graph:
713 graphdata(runs, options, 'rtp', 'rxPackets / txPackets', rtp)
714 else:
715 printdata(runs, rtp)
716 return
717
718 if command == 'rtb':
719 rtb = system.tsunami.etherdev.rxBytes / system.tsunami.etherdev.txBytes
720 if options.graph:
721 graphdata(runs, options, 'rtb', 'rxBytes / txBytes', rtb)
722 else:
723 printdata(runs, rtb)
724 return
725
726 raise CommandException
727
728
729class Options: pass
730
731if __name__ == '__main__':
732 import getpass
733
734 options = Options()
735 options.host = 'zizzer.pool'
736 options.db = None
737 options.passwd = ''
738 options.user = getpass.getuser()
739 options.runs = None
740 options.system = 'client'
741 options.get = None
742 options.binned = False
743 options.graph = False
744 options.graph68 = False
745 options.ticks = False
746
747 opts, args = getopts(sys.argv[1:], '-6BEFGd:g:h:pr:s:u:T:')
748 for o,a in opts:
749 if o == '-6':
750 options.graph68 = True
751 if o == '-B':
752 options.binned = True
753 if o == '-E':
754 printval.mode = 'E'
755 if o == '-F':
756 printval.mode = 'F'
757 if o == '-G':
758 options.graph = True;
759 if o == '-d':
760 options.db = a
761 if o == '-g':
762 options.get = a
763 if o == '-h':
764 options.host = a
765 if o == '-p':
766 options.passwd = getpass.getpass()
767 if o == '-r':
768 options.runs = a
769 if o == '-u':
770 options.user = a
771 if o == '-s':
772 options.system = a
773 if o == '-T':
774 options.ticks = a
775
776 if len(args) == 0:
777 usage()
778
779 command = args[0]
780 args = args[1:]
781
782 try:
783 commands(options, command, args)
784 except CommandException:
785 usage()
2from __future__ import division
3import re, sys, math
4
5
6def usage():
7 print '''\
8Usage: %s [-E] [-F] [-d <db> ] [-g <get> ] [-h <host>] [-p]
9 [-s <system>] [-r <runs> ] [-T <samples>] [-u <username>]
10 <command> [command args]
11
12 commands extra parameters description
13 ----------- ------------------ ---------------------------------------
14 bins [regex] List bins (only matching regex)
15 formula <formula> Evaluated formula specified
16 formulas [regex] List formulas (only matching regex)
17 runs none List all runs in database
18 samples none List samples present in database
19 stability <pairnum> <stats> Calculated statistical info about stats
20 stat <regex> Show stat data (only matching regex)
21 stats [regex] List all stats (only matching regex)
22''' % sys.argv[0]
23 sys.exit(1)
24
25def getopts(list, flags):
26 import getopt
27 try:
28 opts, args = getopt.getopt(list, flags)
29 except getopt.GetoptError:
30 usage()
31
32 return opts, args
33
34def printval(name, value, invert = False):
35 if invert and value != 0.0:
36 value = 1 / value
37
38 if value == (1e300*1e300):
39 return
40
41 if printval.mode == 'G':
42 print '%s: %g' % (name, value)
43 elif printval.mode != 'F' and value > 1e6:
44 print '%s: %0.5e' % (name, value)
45 else:
46 print '%s: %f' % (name, value)
47
48printval.mode = 'G'
49
50def unique(list):
51 set = {}
52 map(set.__setitem__, list, [])
53 return set.keys()
54
55def graphdata68(runs, options, tag, label, value):
56 import info
57 configs = ['ste', 'hte', 'htd', 'ocm', 'occ', 'ocp' ]
58 benchmarks = [ 'm', 's', 'snt', 'nb1', 'w1', 'w2', 'w3', 'w4', 'nm', 'ns', 'nw1', 'nw2', 'nw3' ]
59 dmas = [ 'x' ]
60 caches = [ '2', '4' ]
61
62 names = []
63
64 bench_system = {
65 'm' : 'client',
66 's' : 'client',
67 'snt' : 'client',
68 'nb1' : 'server',
69 'nb2' : 'server',
70 'nt1' : 'server',
71 'nt2' : 'server',
72 'w1' : 'server',
73 'w2' : 'server',
74 'w3' : 'server',
75 'w4' : 'server',
76 'w1s' : 'server',
77 'w2s' : 'server',
78 'w3s' : 'server',
79 'ns' : 'natbox',
80 'nm' : 'natbox',
81 'nw1' : 'natbox',
82 'nw2' : 'natbox',
83 'nw3' : 'natbox'
84 }
85
86 for bench in benchmarks:
87 if bench_system[bench] != options.system:
88 continue
89
90 for dma in dmas:
91 for cache in caches:
92 names.append([bench, dma, cache])
93
94 for bench,dma,cache in names:
95 base = '%s.%s.%s' % (bench, dma, cache)
96 fname = 'data/%s.%s.68.dat' % (tag, base)
97 f = open(fname, 'w')
98 print >>f, '#set TITLE = '
99 print >>f, '#set ylbl = %s' % label
100 #print >>f, '#set sublabels = %s' % ' '.join(configs)
101 print >>f, '#set sublabels = ste hte htd ocm occ ocs'
102
103 for speed,freq in zip(['s', '6', '8', 'q'],['4GHz', '6GHz','8GHz', '10GHz']):
104 print >>f, '"%s"' % freq,
105 for conf in configs:
106 name = '%s.%s.%s.%s.%s' % (conf, bench, dma, cache, speed)
107 run = info.source.allRunNames[name]
108 info.display_run = run.run;
109 val = float(value)
110 if val == 1e300*1e300:
111 print >>f, 0.0,
112 else:
113 print >>f, "%f" % val,
114 print >>f
115 f.close()
116
117def graphdata(runs, options, tag, label, value):
118 if options.graph68:
119 graphdata68(runs, options, tag, label, value)
120 return
121
122 import info
123 configs = ['ste', 'hte', 'htd', 'ocm', 'occ', 'ocp' ]
124 #benchmarks = [ 'm', 's', 'nb1', 'nb2', 'nt1', 'nt2', 'w1', 'w2', 'w3', 'w4', 'ns', 'nm', 'nw1', 'nw2', 'nw3' ]
125 #benchmarks = [ 'm', 's', 'nb1', 'nb2', 'nt1', 'w1', 'w2', 'w3', 'ns', 'nm', 'w1s' ]
126 benchmarks = [ 'm', 's', 'nb1', 'nb2', 'w1', 'w2', 'w3', 'w4', 'ns', 'nm', 'nw1', 'snt' ]
127 #dmas = [ 'x', 'd', 'b' ]
128 dmas = [ 'x' ]
129 caches = [ '2', '4' ]
130
131 names = []
132
133 bench_system = {
134 'm' : 'client',
135 's' : 'client',
136 'snt' : 'client',
137 'nb1' : 'server',
138 'nb2' : 'server',
139 'nt1' : 'server',
140 'nt2' : 'server',
141 'w1' : 'server',
142 'w2' : 'server',
143 'w3' : 'server',
144 'w4' : 'server',
145 'w1s' : 'server',
146 'w2s' : 'server',
147 'w3s' : 'server',
148 'ns' : 'natbox',
149 'nm' : 'natbox',
150 'nw1' : 'natbox',
151 'nw2' : 'natbox',
152 'nw3' : 'natbox'
153 }
154
155 for bench in benchmarks:
156 if bench_system[bench] != options.system:
157 continue
158
159 for dma in dmas:
160 for cache in caches:
161 names.append([bench, dma, cache])
162
163 for bench,dma,cache in names:
164 base = '%s.%s.%s' % (bench, dma, cache)
165 fname = 'data/%s.%s.dat' % (tag, base)
166 f = open(fname, 'w')
167 print >>f, '#set TITLE = '
168 print >>f, '#set ylbl = %s' % label
169 #print >>f, '#set sublabels = %s' % ' '.join(configs)
170 print >>f, '#set sublabels = ste hte htd ocm occ ocs'
171
172 for speed,freq in zip(['s', 'q'],['4GHz','10GHz']):
173 print >>f, '"%s"' % freq,
174 for conf in configs:
175 name = '%s.%s.%s.%s.%s' % (conf, bench, dma, cache, speed)
176 run = info.source.allRunNames[name]
177 info.display_run = run.run;
178 val = float(value)
179 if val == 1e300*1e300:
180 print >>f, 0.0,
181 else:
182 print >>f, "%f" % val,
183 print >>f
184 f.close()
185
186def printdata(runs, value, invert = False):
187 import info
188 for run in runs:
189 info.display_run = run.run;
190 val = float(value)
191 printval(run.name, val)
192
193class CommandException(Exception):
194 pass
195
196def commands(options, command, args):
197 if command == 'database':
198 if len(args) == 0: raise CommandException
199
200 import dbinit
201 mydb = dbinit.MyDB(options)
202
203 if args[0] == 'drop':
204 if len(args) > 2: raise CommandException
205 mydb.admin()
206 mydb.drop()
207 if len(args) == 2 and args[1] == 'init':
208 mydb.create()
209 mydb.connect()
210 mydb.populate()
211 mydb.close()
212 return
213
214 if args[0] == 'init':
215 if len(args) > 1: raise CommandException
216 mydb.admin()
217 mydb.create()
218 mydb.connect()
219 mydb.populate()
220 mydb.close()
221 return
222
223 if args[0] == 'clean':
224 if len(args) > 1: raise CommandException
225 mydb.connect()
226 mydb.clean()
227 return
228
229 raise CommandException
230
231 import db, info
232 info.source = db.Database()
233 info.source.host = options.host
234 info.source.db = options.db
235 info.source.passwd = options.passwd
236 info.source.user = options.user
237 info.source.connect()
238 info.source.update_dict(globals())
239
240 if type(options.get) is str:
241 info.source.get = options.get
242
243 if options.runs is None:
244 runs = info.source.allRuns
245 else:
246 rx = re.compile(options.runs)
247 runs = []
248 for run in info.source.allRuns:
249 if rx.match(run.name):
250 runs.append(run)
251
252 info.display_run = runs[0].run
253
254 if command == 'runs':
255 user = None
256 opts, args = getopts(args, '-u')
257 if len(args):
258 raise CommandException
259 for o,a in opts:
260 if o == '-u':
261 user = a
262 info.source.listRuns(user)
263 return
264
265 if command == 'stability':
266 if len(args) < 2:
267 raise CommandException
268
269 try:
270 merge = int(args[0])
271 except ValueError:
272 usage()
273 stats = info.source.getStat(args[1])
274 info.source.get = "sum"
275
276
277 #loop through all the stats selected
278 for stat in stats:
279
280 print "%s:" % stat.name
281 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
282 ("run name", "average", "stdev", ">10%", ">1SDV", ">2SDV", "SAMP", "CV")
283 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
284 ("--------------------", "------------",
285 "------------", "----", "-----", "-----", "-----", "----------")
286 #loop through all the selected runs
287 for run in runs:
288 info.display_run = run.run;
289 runTicks = info.source.retTicks([ run ])
290 #throw away the first one, it's 0
291 runTicks.pop(0)
292 info.globalTicks = runTicks
293 avg = 0
294 stdev = 0
295 numoutsideavg = 0
296 numoutside1std = 0
297 numoutside2std = 0
298 pairRunTicks = []
299 if float(stat) == 1e300*1e300:
300 continue
301 for t in range(0, len(runTicks)-(merge-1), merge):
302 tempPair = []
303 for p in range(0,merge):
304 tempPair.append(runTicks[t+p])
305 pairRunTicks.append(tempPair)
306 #loop through all the various ticks for each run
307 for tick in pairRunTicks:
308 info.globalTicks = tick
309 avg += float(stat)
310 avg /= len(pairRunTicks)
311 for tick in pairRunTicks:
312 info.globalTicks = tick
313 val = float(stat)
314 stdev += pow((val-avg),2)
315 stdev = math.sqrt(stdev / len(pairRunTicks))
316 for tick in pairRunTicks:
317 info.globalTicks = tick
318 val = float(stat)
319 if (val < (avg * .9)) or (val > (avg * 1.1)):
320 numoutsideavg += 1
321 if (val < (avg - stdev)) or (val > (avg + stdev)):
322 numoutside1std += 1
323 if (val < (avg - (2*stdev))) or (val > (avg + (2*stdev))):
324 numoutside2std += 1
325 if avg > 1000:
326 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
327 (run.name, "%.1f" % avg, "%.1f" % stdev,
328 "%d" % numoutsideavg, "%d" % numoutside1std,
329 "%d" % numoutside2std, "%d" % len(pairRunTicks),
330 "%.3f" % (stdev/avg*100))
331 elif avg > 100:
332 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
333 (run.name, "%.1f" % avg, "%.1f" % stdev,
334 "%d" % numoutsideavg, "%d" % numoutside1std,
335 "%d" % numoutside2std, "%d" % len(pairRunTicks),
336 "%.5f" % (stdev/avg*100))
337 else:
338 print "%-20s %12s %12s %4s %5s %5s %5s %10s" % \
339 (run.name, "%.5f" % avg, "%.5f" % stdev,
340 "%d" % numoutsideavg, "%d" % numoutside1std,
341 "%d" % numoutside2std, "%d" % len(pairRunTicks),
342 "%.7f" % (stdev/avg*100))
343 return
344
345 if command == 'stats':
346 if len(args) == 0:
347 info.source.listStats()
348 elif len(args) == 1:
349 info.source.listStats(args[0])
350 else:
351 raise CommandException
352
353 return
354
355 if command == 'stat':
356 if len(args) != 1:
357 raise CommandException
358
359 stats = info.source.getStat(args[0])
360 for stat in stats:
361 if options.graph:
362 graphdata(runs, options, stat.name, stat.name, stat)
363 else:
364 if options.ticks:
365 print 'only displaying sample %s' % options.ticks
366 info.globalTicks = [ int(x) for x in options.ticks.split() ]
367
368 if options.binned:
369 print 'kernel ticks'
370 stat.bins = 'kernel'
371 printdata(runs, stat)
372
373 print 'idle ticks'
374 stat.bins = 'idle'
375 printdata(runs, stat)
376
377 print 'user ticks'
378 stat.bins = 'user'
379 printdata(runs, stat)
380
381 print 'interrupt ticks'
382 stat.bins = 'interrupt'
383 printdata(runs, stat)
384
385 print 'total ticks'
386
387 stat.bins = None
388 print stat.name
389 printdata(runs, stat)
390 return
391
392 if command == 'formula':
393 if len(args) != 1:
394 raise CommandException
395
396 stats = eval(args[0])
397 for stat in stats:
398 if options.graph:
399 graphdata(runs, options, stat.name, stat.name, stat)
400 else:
401 if options.binned:
402 print 'kernel ticks'
403 stat.bins = 'kernel'
404 printdata(runs, stat)
405
406 print 'idle ticks'
407 stat.bins = 'idle'
408 printdata(runs, stat)
409
410 print 'user ticks'
411 stat.bins = 'user'
412 printdata(runs, stat)
413
414 print 'interrupt ticks'
415 stat.bins = 'interrupt'
416 printdata(runs, stat)
417
418 print 'total ticks'
419
420 stat.bins = None
421 print args[0]
422 printdata(runs, stat)
423 return
424
425 if command == 'bins':
426 if len(args) == 0:
427 info.source.listBins()
428 elif len(args) == 1:
429 info.source.listBins(args[0])
430 else:
431 raise CommandException
432
433 return
434
435 if command == 'formulas':
436 if len(args) == 0:
437 info.source.listFormulas()
438 elif len(args) == 1:
439 info.source.listFormulas(args[0])
440 else:
441 raise CommandException
442
443 return
444
445 if command == 'samples':
446 if len(args):
447 raise CommandException
448
449 info.source.listTicks(runs)
450 return
451
452 if len(args):
453 raise CommandException
454
455 system = info.source.__dict__[options.system]
456
457 if command == 'usertime':
458 import copy
459 kernel = copy.copy(system.full_cpu.numCycles)
460 kernel.bins = 'kernel'
461
462 user = copy.copy(system.full_cpu.numCycles)
463 user.bins = 'user'
464
465 if options.graph:
466 graphdata(runs, options, 'usertime', 'User Fraction',
467 user / system.full_cpu.numCycles)
468 else:
469 printdata(runs, user / system.full_cpu.numCycles)
470 return
471
472 if command == 'ticks':
473 if options.binned:
474 print 'kernel ticks'
475 system.full_cpu.numCycles.bins = 'kernel'
476 printdata(runs, system.full_cpu.numCycles)
477
478 print 'idle ticks'
479 system.full_cpu.numCycles.bins = 'idle'
480 printdata(runs, system.full_cpu.numCycles)
481
482 print 'user ticks'
483 system.full_cpu.numCycles.bins = 'user'
484 printdata(runs, system.full_cpu.numCycles)
485
486 print 'total ticks'
487
488 system.full_cpu.numCycles.bins = None
489 printdata(runs, system.full_cpu.numCycles)
490 return
491
492 if command == 'packets':
493 packets = system.tsunami.etherdev.rxPackets
494 if options.graph:
495 graphdata(runs, options, 'packets', 'Packets', packets)
496 else:
497 printdata(runs, packets)
498 return
499
500 if command == 'ppt' or command == 'tpp':
501 ppt = system.tsunami.etherdev.rxPackets / sim_ticks
502 printdata(runs, ppt, command == 'tpp')
503 return
504
505 if command == 'pps':
506 pps = system.tsunami.etherdev.rxPackets / sim_seconds
507 if options.graph:
508 graphdata(runs, options, 'pps', 'Packets/s', pps)
509 else:
510 printdata(runs, pps)
511 return
512
513 if command == 'bpt' or command == 'tpb':
514 bytes = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
515 bpt = bytes / sim_ticks * 8
516 if options.graph:
517 graphdata(runs, options, 'bpt', 'bps / Hz', bpt)
518 else:
519 printdata(runs, bpt, command == 'tpb')
520 return
521
522 if command == 'bptb' or command == 'tpbb':
523 bytes = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
524
525 print 'kernel stats'
526 bytes.bins = 'kernel'
527 printdata(runs, bytes / ticks)
528
529 print 'idle stats'
530 bytes.bins = 'idle'
531 printdata(runs, bytes / ticks)
532
533 print 'user stats'
534 bytes.bins = 'user'
535 printdata(runs, bytes / ticks)
536
537 return
538
539 if command == 'bytes':
540 stat = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
541
542 if options.binned:
543 print '%s kernel stats' % stat.name
544 stat.bins = 'kernel'
545 printdata(runs, stat)
546
547 print '%s idle stats' % stat.name
548 stat.bins = 'idle'
549 printdata(runs, stat)
550
551 print '%s user stats' % stat.name
552 stat.bins = 'user'
553 printdata(runs, stat)
554
555 print '%s total stats' % stat.name
556 stat.bins = None
557
558 printdata(runs, stat)
559 return
560
561 if command == 'rxbps':
562 gbps = system.tsunami.etherdev.rxBandwidth / 1e9
563 if options.graph:
564 graphdata(runs, options, 'rxbps', 'Bandwidth (Gbps)', gbps)
565 else:
566 printdata(runs, gbps)
567 return
568
569 if command == 'txbps':
570 gbps = system.tsunami.etherdev.txBandwidth / 1e9
571 if options.graph:
572 graphdata(runs, options, 'txbps', 'Bandwidth (Gbps)', gbps)
573 else:
574 printdata(runs, gbps)
575 return
576
577 if command == 'bps':
578 rxbps = system.tsunami.etherdev.rxBandwidth
579 txbps = system.tsunami.etherdev.txBandwidth
580 gbps = (rxbps + txbps) / 1e9
581 if options.graph:
582 graphdata(runs, options, 'bps', 'Bandwidth (Gbps)', gbps)
583 else:
584 printdata(runs, gbps)
585 return
586
587 if command == 'misses':
588 stat = system.L2.overall_mshr_misses
589 if options.binned:
590 print '%s kernel stats' % stat.name
591 stat.bins = 'kernel'
592 printdata(runs, stat)
593
594 print '%s idle stats' % stat.name
595 stat.bins = 'idle'
596 printdata(runs, stat)
597
598 print '%s user stats' % stat.name
599 stat.bins = 'user'
600 printdata(runs, stat)
601
602 print '%s total stats' % stat.name
603
604 stat.bins = None
605 if options.graph:
606 graphdata(runs, options, 'misses', 'Overall MSHR Misses', stat)
607 else:
608 printdata(runs, stat)
609 return
610
611 if command == 'mpkb':
612 misses = system.L2.overall_mshr_misses
613 rxbytes = system.tsunami.etherdev.rxBytes
614 txbytes = system.tsunami.etherdev.txBytes
615
616 if options.binned:
617 print 'mpkb kernel stats'
618 misses.bins = 'kernel'
619 mpkb = misses / ((rxbytes + txbytes) / 1024)
620 printdata(runs, mpkb)
621
622 print 'mpkb idle stats'
623 misses.bins = 'idle'
624 mpkb = misses / ((rxbytes + txbytes) / 1024)
625 printdata(runs, mpkb)
626
627 print 'mpkb user stats'
628 misses.bins = 'user'
629 mpkb = misses / ((rxbytes + txbytes) / 1024)
630 printdata(runs, mpkb)
631
632 print 'mpkb total stats'
633
634 mpkb = misses / ((rxbytes + txbytes) / 1024)
635 misses.bins = None
636 if options.graph:
637 graphdata(runs, options, 'mpkb', 'Misses / KB', mpkb)
638 else:
639 printdata(runs, mpkb)
640 return
641
642 if command == 'ipkb':
643 interrupts = system.full_cpu.kern.faults[4]
644 rxbytes = system.tsunami.etherdev.rxBytes
645 txbytes = system.tsunami.etherdev.txBytes
646
647 if options.binned:
648 print 'ipkb kernel stats'
649 interrupts.bins = 'kernel'
650 ipkb = interrupts / ((rxbytes + txbytes) / 1024)
651 printdata(runs, ipkb)
652
653 print 'ipkb idle stats'
654 interrupts.bins = 'idle'
655 ipkb = interrupts / ((rxbytes + txbytes) / 1024)
656 printdata(runs, ipkb)
657
658 print 'ipkb user stats'
659 interrupts.bins = 'user'
660 ipkb = interrupts / ((rxbytes + txbytes) / 1024)
661 printdata(runs, ipkb)
662
663 print 'ipkb total stats'
664
665 ipkb = interrupts / ((rxbytes + txbytes) / 1024)
666 interrupts.bins = None
667 if options.graph:
668 graphdata(runs, options, 'ipkb', 'Interrupts / KB', ipkb)
669 else:
670 printdata(runs, ipkb)
671 return
672
673 if command == 'execute':
674 printdata(runs, system.full_cpu.ISSUE__count)
675 return
676
677 if command == 'commit':
678 printdata(runs, system.full_cpu.COM__count)
679 return
680
681 if command == 'fetch':
682 printdata(runs, system.full_cpu.FETCH__count)
683 return
684
685 if command == 'bpp':
686 ed = system.tsunami.etherdev
687 bpp = (ed.rxBytes + ed.txBytes) / (ed.rxPackets + ed.txPackets)
688 if options.graph:
689 graphdata(runs, options, 'bpp', 'Bytes / Packet', bpp)
690 else:
691 printdata(runs, bpp)
692 return
693
694 if command == 'rxbpp':
695 bpp = system.tsunami.etherdev.rxBytes / system.tsunami.etherdev.rxPackets
696 if options.graph:
697 graphdata(runs, options, 'rxbpp', 'Receive Bytes / Packet', bpp)
698 else:
699 printdata(runs, bpp)
700 return
701
702 if command == 'txbpp':
703 bpp = system.tsunami.etherdev.txBytes / system.tsunami.etherdev.txPackets
704 if options.graph:
705 graphdata(runs, options, 'txbpp', 'Transmit Bytes / Packet', bpp)
706 else:
707 printdata(runs, bpp)
708 return
709
710 if command == 'rtp':
711 rtp = system.tsunami.etherdev.rxPackets / system.tsunami.etherdev.txPackets
712 if options.graph:
713 graphdata(runs, options, 'rtp', 'rxPackets / txPackets', rtp)
714 else:
715 printdata(runs, rtp)
716 return
717
718 if command == 'rtb':
719 rtb = system.tsunami.etherdev.rxBytes / system.tsunami.etherdev.txBytes
720 if options.graph:
721 graphdata(runs, options, 'rtb', 'rxBytes / txBytes', rtb)
722 else:
723 printdata(runs, rtb)
724 return
725
726 raise CommandException
727
728
729class Options: pass
730
731if __name__ == '__main__':
732 import getpass
733
734 options = Options()
735 options.host = 'zizzer.pool'
736 options.db = None
737 options.passwd = ''
738 options.user = getpass.getuser()
739 options.runs = None
740 options.system = 'client'
741 options.get = None
742 options.binned = False
743 options.graph = False
744 options.graph68 = False
745 options.ticks = False
746
747 opts, args = getopts(sys.argv[1:], '-6BEFGd:g:h:pr:s:u:T:')
748 for o,a in opts:
749 if o == '-6':
750 options.graph68 = True
751 if o == '-B':
752 options.binned = True
753 if o == '-E':
754 printval.mode = 'E'
755 if o == '-F':
756 printval.mode = 'F'
757 if o == '-G':
758 options.graph = True;
759 if o == '-d':
760 options.db = a
761 if o == '-g':
762 options.get = a
763 if o == '-h':
764 options.host = a
765 if o == '-p':
766 options.passwd = getpass.getpass()
767 if o == '-r':
768 options.runs = a
769 if o == '-u':
770 options.user = a
771 if o == '-s':
772 options.system = a
773 if o == '-T':
774 options.ticks = a
775
776 if len(args) == 0:
777 usage()
778
779 command = args[0]
780 args = args[1:]
781
782 try:
783 commands(options, command, args)
784 except CommandException:
785 usage()