output.py revision 2006:3ca085495c69 
1# Copyright (c) 2005 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright
9# notice, this list of conditions and the following disclaimer in the
10# documentation and/or other materials provided with the distribution;
11# neither the name of the copyright holders nor the names of its
12# contributors may be used to endorse or promote products derived from
13# this software without specific prior written permission.
14#
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Nathan Binkert
28
29from chart import ChartOptions
30
31class StatOutput(ChartOptions):
32    def __init__(self, jobfile, info, stat=None, binstats=None):
33        super(StatOutput, self).__init__()
34        self.jobfile = jobfile
35        self.stat = stat
36        self.binstats = None
37        self.invert = False
38        self.info = info
39
40    def printdata(self, name, bin = None, printmode = 'G'):
41        import info
42
43        if bin:
44            print '%s %s stats' % (name, bin)
45
46        if self.binstats:
47            for stat in self.binstats:
48                stat.bins = bin
49
50        if printmode == 'G':
51            valformat = '%g'
52        elif printmode != 'F' and value > 1e6:
53            valformat = '%0.5e'
54        else:
55            valformat = '%f'
56
57        for job in self.jobfile.jobs():
58            value = self.info.get(job, self.stat)
59            if value is None:
60                return
61
62            if not isinstance(value, list):
63                value = [ value ]
64
65            if self.invert:
66                for i,val in enumerate(value):
67                    if val != 0.0:
68                        value[i] = 1 / val
69
70            valstring = ', '.join([ valformat % val for val in value ])
71            print '%-50s    %s' % (job.name + ':', valstring)
72
73    def display(self, name, binned = False, printmode = 'G'):
74        if binned and self.binstats:
75            self.printdata(name, 'kernel', printmode)
76            self.printdata(name, 'idle', printmode)
77            self.printdata(name, 'user', printmode)
78            self.printdata(name, 'interrupt', printmode)
79
80            print '%s total stats' % name
81        self.printdata(name, printmode=printmode)
82
83    def graph(self, name, graphdir, proxy=None):
84        from os.path import expanduser, isdir, join as joinpath
85        from barchart import BarChart
86        from matplotlib.numerix import Float, array, zeros
87        import os, re, urllib
88        from jobfile import crossproduct
89
90        confgroups = self.jobfile.groups()
91        ngroups = len(confgroups)
92        skiplist = [ False ] * ngroups
93        groupopts = []
94        baropts = []
95        groups = []
96        for i,group in enumerate(confgroups):
97            if group.flags.graph_group:
98                groupopts.append(group.subopts())
99                skiplist[i] = True
100            elif group.flags.graph_bars:
101                baropts.append(group.subopts())
102                skiplist[i] = True
103            else:
104                groups.append(group)
105
106        if not groupopts:
107            raise AttributeError, 'No group selected for graph group'
108
109        if not baropts:
110            raise AttributeError, 'No group selected for graph bars'
111
112        groupopts = [ group for group in crossproduct(groupopts) ]
113        baropts = [ bar for bar in crossproduct(baropts) ]
114
115        directory = expanduser(graphdir)
116        if not isdir(directory):
117            os.mkdir(directory)
118        html = file(joinpath(directory, '%s.html' % name), 'w')
119        print >>html, '<html>'
120        print >>html, '<title>Graphs for %s</title>' % name
121        print >>html, '<body>'
122        html.flush()
123
124        for options in self.jobfile.options(groups):
125            chart = BarChart(self)
126
127            data = zeros((len(groupopts), len(baropts)), Float)
128            data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ]
129            enabled = False
130            stacked = 0
131            for g,gopt in enumerate(groupopts):
132                for b,bopt in enumerate(baropts):
133                    job = self.jobfile.job(options + gopt + bopt)
134                    if not job:
135                        continue
136
137                    if proxy:
138                        import db
139                        proxy.dict['system'] = self.info[job.system]
140                    val = self.info.get(job, self.stat)
141                    if val is None:
142                        print 'stat "%s" for job "%s" not found' % \
143                              (self.stat, job)
144
145                    if isinstance(val, (list, tuple)):
146                        if len(val) == 1:
147                            val = val[0]
148                        else:
149                            stacked = len(val)
150
151                    data[g][b] = val
152
153            if stacked == 0:
154                for i in xrange(len(groupopts)):
155                    for j in xrange(len(baropts)):
156                        if data[i][j] is None:
157                            data[i][j] = 0.0
158            else:
159                for i in xrange(len(groupopts)):
160                    for j in xrange(len(baropts)):
161                        val = data[i][j]
162                        if val is None:
163                            data[i][j] = [ 0.0 ] * stacked
164                        elif len(val) != stacked:
165                            raise ValueError, "some stats stacked, some not"
166
167            data = array(data)
168            if data.sum() == 0:
169                continue
170
171            x = data.shape[0]
172            y = data.shape[1]
173            xkeep = [ i for i in xrange(x) if data[i].sum() != 0 ]
174            ykeep = [ i for i in xrange(y) if data[:,i].sum() != 0 ]
175            data = data.take(xkeep, axis=0)
176            data = data.take(ykeep, axis=1)
177            chart.data = data
178
179            gopts = [ groupopts[i] for i in xkeep ]
180            bopts = [ baropts[i] for i in ykeep ]
181
182            bdescs = [ ' '.join([o.desc for o in opt]) for opt in bopts]
183            gdescs = [ ' '.join([o.desc for o in opt]) for opt in gopts]
184
185            if chart.legend is None:
186                if stacked:
187                    try:
188                        chart.legend = self.info.rcategories
189                    except:
190                        chart.legend = [ str(i) for i in xrange(stacked) ]
191                else:
192                    chart.legend = bdescs
193
194            if chart.xticks is None:
195                chart.xticks = gdescs
196            chart.graph()
197
198            names = [ opt.name for opt in options ]
199            descs = [ opt.desc for opt in options ]
200
201            if names[0] == 'run':
202                names = names[1:]
203                descs = descs[1:]
204
205            basename = '%s-%s' % (name, ':'.join(names))
206            desc = ' '.join(descs)
207
208            pngname = '%s.png' % basename
209            psname = '%s.eps' % re.sub(':', '-', basename)
210            epsname = '%s.ps' % re.sub(':', '-', basename)
211            chart.savefig(joinpath(directory, pngname))
212            chart.savefig(joinpath(directory, epsname))
213            chart.savefig(joinpath(directory, psname))
214            html_name = urllib.quote(pngname)
215            print >>html, '''%s<br><img src="%s"><br>''' % (desc, html_name)
216            html.flush()
217
218        print >>html, '</body>'
219        print >>html, '</html>'
220        html.close()
221