stats.py revision 1957:895f4795130f 
1#!/usr/bin/env python
2
3# Copyright (c) 2003-2004 The Regents of The University of Michigan
4# All rights reserved.
5#
6# Redistribution and use in source and binary forms, with or without
7# modification, are permitted provided that the following conditions are
8# met: redistributions of source code must retain the above copyright
9# notice, this list of conditions and the following disclaimer;
10# redistributions in binary form must reproduce the above copyright
11# notice, this list of conditions and the following disclaimer in the
12# documentation and/or other materials provided with the distribution;
13# neither the name of the copyright holders nor the names of its
14# contributors may be used to endorse or promote products derived from
15# this software without specific prior written permission.
16#
17# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
19# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
20# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
21# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
22# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
23# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
29from __future__ import division
30import re, sys, math
31
32def usage():
33    print '''\
34Usage: %s [-E] [-F] [ -G <get> ] [-d <db> ] [-g <graphdir> ] [-h <host>] [-p]
35       [-s <system>] [-r <runs> ] [-T <samples>] [-u <username>]
36       <command> [command args]
37
38       commands    extra parameters   description
39       ----------- ------------------ ---------------------------------------
40       bins        [regex]            List bins (only matching regex)
41       formula     <formula>          Evaluated formula specified
42       formulas    [regex]            List formulas (only matching regex)
43       runs        none               List all runs in database
44       samples     none               List samples present in database
45       stability   <pairnum> <stats>  Calculated statistical info about stats
46       stat        <regex>            Show stat data (only matching regex)
47       stats       [regex]            List all stats (only matching regex)
48
49       database    <command>          Where command is drop, init, or clean
50
51''' % sys.argv[0]
52    sys.exit(1)
53
54def getopts(list, flags):
55    import getopt
56    try:
57        opts, args = getopt.getopt(list, flags)
58    except getopt.GetoptError:
59        usage()
60
61    return opts, args
62
63class CommandException(Exception):
64    pass
65
66def commands(options, command, args):
67    if command == 'database':
68        if len(args) == 0: raise CommandException
69
70        import dbinit
71        mydb = dbinit.MyDB(options)
72
73        if args[0] == 'drop':
74            if len(args) > 2: raise CommandException
75            mydb.admin()
76            mydb.drop()
77            if len(args) == 2 and args[1] == 'init':
78                mydb.create()
79                mydb.connect()
80                mydb.populate()
81            mydb.close()
82            return
83
84        if args[0] == 'init':
85            if len(args) > 1: raise CommandException
86            mydb.admin()
87            mydb.create()
88            mydb.connect()
89            mydb.populate()
90            mydb.close()
91            return
92
93        if args[0] == 'clean':
94            if len(args) > 1: raise CommandException
95            mydb.connect()
96            mydb.clean()
97            return
98
99        raise CommandException
100
101    import db, info
102    info.source = db.Database()
103    info.source.host = options.host
104    info.source.db = options.db
105    info.source.passwd = options.passwd
106    info.source.user = options.user
107    info.source.connect()
108    #info.source.update_dict(globals())
109
110    if type(options.get) is str:
111        info.source.get = options.get
112
113    if options.runs is None:
114        runs = info.source.allRuns
115    else:
116        rx = re.compile(options.runs)
117        runs = []
118        for run in info.source.allRuns:
119            if rx.match(run.name):
120                runs.append(run)
121
122    info.display_run = runs[0].run
123
124    if command == 'runs':
125        user = None
126        opts, args = getopts(args, '-u')
127        if len(args):
128            raise CommandException
129        for o,a in opts:
130            if o == '-u':
131                user = a
132        info.source.listRuns(user)
133        return
134
135    if command == 'stats':
136        if len(args) == 0:
137            info.source.listStats()
138        elif len(args) == 1:
139            info.source.listStats(args[0])
140        else:
141            raise CommandException
142
143        return
144
145    if command == 'bins':
146        if len(args) == 0:
147            info.source.listBins()
148        elif len(args) == 1:
149            info.source.listBins(args[0])
150        else:
151            raise CommandException
152
153        return
154
155    if command == 'formulas':
156        if len(args) == 0:
157            info.source.listFormulas()
158        elif len(args) == 1:
159            info.source.listFormulas(args[0])
160        else:
161            raise CommandException
162
163        return
164
165    if command == 'samples':
166        if len(args):
167            raise CommandException
168
169        info.source.listTicks(runs)
170        return
171
172    if command == 'stability':
173        if len(args) < 2:
174            raise CommandException
175
176        try:
177            merge = int(args[0])
178        except ValueError:
179            usage()
180        stats = info.source.getStat(args[1])
181        info.source.get = "sum"
182
183        def disp(*args):
184            print "%-35s %12s %12s %4s %5s %5s %5s %10s" % args
185
186        # temporary variable containing a bunch of dashes
187        d = '-' * 100
188
189        #loop through all the stats selected
190        for stat in stats:
191            print "%s:" % stat.name
192            disp("run name", "average", "stdev", ">10%", ">1SDV", ">2SDV",
193                 "SAMP", "CV")
194            disp(d[:35], d[:12], d[:12], d[:4], d[:5], d[:5], d[:5], d[:10])
195
196            #loop through all the selected runs
197            for run in runs:
198                info.display_run = run.run;
199                runTicks = info.source.retTicks([ run ])
200                #throw away the first one, it's 0
201                runTicks.pop(0)
202                info.globalTicks = runTicks
203                avg = 0
204                stdev = 0
205                numoutsideavg  = 0
206                numoutside1std = 0
207                numoutside2std = 0
208                pairRunTicks = []
209                if float(stat) == 1e300*1e300:
210                    continue
211                for t in range(0, len(runTicks)-(merge-1), merge):
212                    tempPair = []
213                    for p in range(0,merge):
214                        tempPair.append(runTicks[t+p])
215                    pairRunTicks.append(tempPair)
216                #loop through all the various ticks for each run
217                for tick in pairRunTicks:
218                    info.globalTicks = tick
219                    avg += float(stat)
220                avg /= len(pairRunTicks)
221                for tick in pairRunTicks:
222                    info.globalTicks = tick
223                    val = float(stat)
224                    stdev += pow((val-avg),2)
225                stdev = math.sqrt(stdev / len(pairRunTicks))
226                for tick in pairRunTicks:
227                    info.globalTicks = tick
228                    val = float(stat)
229                    if (val < (avg * .9)) or (val > (avg * 1.1)):
230                        numoutsideavg += 1
231                    if (val < (avg - stdev)) or (val > (avg + stdev)):
232                        numoutside1std += 1
233                    if (val < (avg - (2*stdev))) or (val > (avg + (2*stdev))):
234                        numoutside2std += 1
235                if avg > 1000:
236                    disp(run.name, "%.1f" % avg, "%.1f" % stdev,
237                         "%d" % numoutsideavg, "%d" % numoutside1std,
238                         "%d" % numoutside2std, "%d" % len(pairRunTicks),
239                         "%.3f" % (stdev/avg*100))
240                elif avg > 100:
241                    disp(run.name, "%.1f" % avg, "%.1f" % stdev,
242                         "%d" % numoutsideavg, "%d" % numoutside1std,
243                         "%d" % numoutside2std, "%d" % len(pairRunTicks),
244                         "%.5f" % (stdev/avg*100))
245                else:
246                    disp(run.name, "%.5f" % avg, "%.5f" % stdev,
247                         "%d" % numoutsideavg, "%d" % numoutside1std,
248                         "%d" % numoutside2std, "%d" % len(pairRunTicks),
249                         "%.7f" % (stdev/avg*100))
250        return
251
252    if command == 'all':
253        if len(args):
254            raise CommandException
255
256        all = [ 'bps', 'rxbps', 'txbps', 'bpt',
257                'misses', 'mpkb',
258                'ipkb',
259                'pps', 'bpp', 'txbpp', 'rxbpp',
260                'rtp', 'rtb' ]
261        for command in all:
262            commands(options, command, args)
263
264    if options.ticks:
265        if not options.graph:
266            print 'only displaying sample %s' % options.ticks
267        info.globalTicks = [ int(x) for x in options.ticks.split() ]
268
269    from output import StatOutput
270
271    def display():
272        if options.graph:
273            output.graph(options.graphdir)
274        else:
275            output.display(options.binned, options.printmode)
276
277
278    if command == 'stat' or command == 'formula':
279        if len(args) != 1:
280            raise CommandException
281
282        if command == 'stat':
283            stats = info.source.getStat(args[0])
284        if command == 'formula':
285            stats = eval(args[0])
286
287        for stat in stats:
288            output = StatOutput(stat.name, options.jobfile)
289            output.stat = stat
290            output.label = stat.name
291            display()
292
293        return
294
295    if len(args):
296        raise CommandException
297
298    system = info.source.__dict__[options.system]
299
300    from proxy import ProxyGroup
301    sim_ticks = info.source['sim_ticks']
302    sim_seconds = info.source['sim_seconds']
303    proxy = ProxyGroup(system = info.source[options.system])
304    system = proxy.system
305
306    etherdev = system.tsunami.etherdev0
307    bytes = etherdev.rxBytes + etherdev.txBytes
308    kbytes = bytes / 1024
309    packets = etherdev.rxPackets + etherdev.txPackets
310    bps = etherdev.rxBandwidth + etherdev.txBandwidth
311
312    output = StatOutput(command, options.jobfile)
313
314    if command == 'usertime':
315        import copy
316        user = copy.copy(system.full0.numCycles)
317        user.bins = 'user'
318
319        output.stat = user / system.full0.numCycles
320        output.label = 'User Fraction'
321
322        display()
323        return
324
325    if command == 'ticks':
326        output.stat = system.full0.numCycles
327        output.binstats = [ system.full0.numCycles ]
328
329        display()
330        return
331
332    if command == 'bytes':
333        output.stat = bytes
334        display()
335        return
336
337    if command == 'packets':
338        output.stat = packets
339        display()
340        return
341
342    if command == 'ppt' or command == 'tpp':
343        output.stat = packets / sim_ticks
344        output.invert = command == 'tpp'
345        display()
346        return
347
348    if command == 'pps':
349        output.stat = packets / sim_seconds
350        output.label = 'Packets/s'
351        display()
352        return
353
354    if command == 'bpt' or command == 'tpb':
355        output.stat = bytes / sim_ticks * 8
356        output.label = 'bps / Hz'
357        output.invert = command == 'tpb'
358        display()
359        return
360
361    if command == 'rxbps':
362        output.stat = etherdev.rxBandwidth / 1e9
363        output.label = 'Bandwidth (Gbps)'
364        display()
365        return
366
367    if command == 'txbps':
368        output.stat = etherdev.txBandwidth / 1e9
369        output.label = 'Bandwidth (Gbps)'
370        display()
371        return
372
373    if command == 'bps':
374        output.stat = bps / 1e9
375        output.label = 'Bandwidth (Gbps)'
376        display()
377        return
378
379    if command == 'bpp':
380        output.stat = bytes / packets
381        output.label = 'Bytes / Packet'
382        display()
383        return
384
385    if command == 'rxbpp':
386        output.stat = etherdev.rxBytes / etherdev.rxPackets
387        output.label = 'Receive Bytes / Packet'
388        display()
389        return
390
391    if command == 'txbpp':
392        output.stat = etherdev.txBytes / etherdev.txPackets
393        output.label = 'Transmit Bytes / Packet'
394        display()
395        return
396
397    if command == 'rtp':
398        output.stat = etherdev.rxPackets / etherdev.txPackets
399        output.label = 'rxPackets / txPackets'
400        display()
401        return
402
403    if command == 'rtb':
404        output.stat = etherdev.rxBytes / etherdev.txBytes
405        output.label = 'rxBytes / txBytes'
406        display()
407        return
408
409    misses = system.l2.overall_mshr_misses
410
411    if command == 'misses':
412        output.stat = misses
413        output.label = 'Overall MSHR Misses'
414        display()
415        return
416
417    if command == 'mpkb':
418        output.stat = misses / (bytes / 1024)
419        output.binstats = [ misses ]
420        output.label = 'Misses / KB'
421        display()
422        return
423
424    if command == 'ipkb':
425        interrupts = system.full0.kern.faults[4]
426        output.stat = interrupts / kbytes
427        output.binstats = [ interrupts ]
428        output.label = 'Interrupts / KB'
429        display()
430        return
431
432    if command == 'execute':
433        output.stat = system.full0.ISSUE__count
434        display()
435        return
436
437    if command == 'commit':
438        output.stat = system.full0.COM__count
439        display()
440        return
441
442    if command == 'fetch':
443        output.stat = system.full0.FETCH__count
444        display()
445        return
446
447    raise CommandException
448
449
450class Options: pass
451
452if __name__ == '__main__':
453    import getpass
454    from jobfile import JobFile
455
456    options = Options()
457    options.host = None
458    options.db = None
459    options.passwd = ''
460    options.user = getpass.getuser()
461    options.runs = None
462    options.system = 'client'
463    options.get = None
464    options.binned = False
465    options.graph = False
466    options.ticks = False
467    options.printmode = 'G'
468    jobfilename = 'Test.py'
469    options.jobfile = None
470    options.all = False
471
472    opts, args = getopts(sys.argv[1:], '-BEFG:Jad:g:h:j:pr:s:u:T:')
473    for o,a in opts:
474        if o == '-B':
475            options.binned = True
476        if o == '-E':
477            options.printmode = 'E'
478        if o == '-F':
479            options.printmode = 'F'
480        if o == '-G':
481            options.get = a
482        if o == '-a':
483            options.all = True
484        if o == '-d':
485            options.db = a
486        if o == '-g':
487            options.graph = True;
488            options.graphdir = a
489        if o == '-h':
490            options.host = a
491        if o == '-J':
492            jobfilename = None
493        if o == '-j':
494            jobfilename = a
495        if o == '-p':
496            options.passwd = getpass.getpass()
497        if o == '-r':
498            options.runs = a
499        if o == '-u':
500            options.user = a
501        if o == '-s':
502            options.system = a
503        if o == '-T':
504            options.ticks = a
505
506    if jobfilename:
507        options.jobfile = JobFile(jobfilename)
508        if not options.host:
509            options.host = options.jobfile.dbhost
510        if not options.db:
511            options.db = options.jobfile.statdb
512
513    if not options.host:
514        sys.exit('Database server must be provided from a jobfile or -h')
515
516    if not options.db:
517        sys.exit('Database name must be provided from a jobfile or -d')
518
519    if len(args) == 0:
520        usage()
521
522    command = args[0]
523    args = args[1:]
524
525    try:
526        commands(options, command, args)
527    except CommandException:
528        usage()
529