output.py revision 2185:1ae0d79e352c 
1# Copyright (c) 2005-2006 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright
9# notice, this list of conditions and the following disclaimer in the
10# documentation and/or other materials provided with the distribution;
11# neither the name of the copyright holders nor the names of its
12# contributors may be used to endorse or promote products derived from
13# this software without specific prior written permission.
14#
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Nathan Binkert
28
29from chart import ChartOptions
30
31class StatOutput(ChartOptions):
32    def __init__(self, jobfile, info, stat=None, binstats=None):
33        super(StatOutput, self).__init__()
34        self.jobfile = jobfile
35        self.stat = stat
36        self.binstats = None
37        self.invert = False
38        self.info = info
39
40    def printdata(self, name, bin = None, printmode = 'G'):
41        import info
42
43        if bin:
44            print '%s %s stats' % (name, bin)
45
46        if self.binstats:
47            for stat in self.binstats:
48                stat.bins = bin
49
50        if printmode == 'G':
51            valformat = '%g'
52        elif printmode != 'F' and value > 1e6:
53            valformat = '%0.5e'
54        else:
55            valformat = '%f'
56
57        for job in self.jobfile.jobs():
58            value = self.info.get(job, self.stat)
59            if value is None:
60                return
61
62            if not isinstance(value, list):
63                value = [ value ]
64
65            if self.invert:
66                for i,val in enumerate(value):
67                    if val != 0.0:
68                        value[i] = 1 / val
69
70            valstring = ', '.join([ valformat % val for val in value ])
71            print '%-50s    %s' % (job.name + ':', valstring)
72
73    def display(self, name, binned = False, printmode = 'G'):
74        if binned and self.binstats:
75            self.printdata(name, 'kernel', printmode)
76            self.printdata(name, 'idle', printmode)
77            self.printdata(name, 'user', printmode)
78            self.printdata(name, 'interrupt', printmode)
79
80            print '%s total stats' % name
81        self.printdata(name, printmode=printmode)
82
83    def graph(self, name, graphdir, proxy=None):
84        from os.path import expanduser, isdir, join as joinpath
85        from barchart import BarChart
86        from matplotlib.numerix import Float, array, zeros
87        import os, re, urllib
88        from jobfile import crossproduct
89
90        confgroups = self.jobfile.groups()
91        ngroups = len(confgroups)
92        skiplist = [ False ] * ngroups
93        groupopts = []
94        baropts = []
95        groups = []
96        for i,group in enumerate(confgroups):
97            if group.flags.graph_group:
98                groupopts.append(group.subopts())
99                skiplist[i] = True
100            elif group.flags.graph_bars:
101                baropts.append(group.subopts())
102                skiplist[i] = True
103            else:
104                groups.append(group)
105
106        has_group = bool(groupopts)
107        if has_group:
108            groupopts = [ group for group in crossproduct(groupopts) ]
109        else:
110            groupopts = [ None ]
111
112        if baropts:
113            baropts = [ bar for bar in crossproduct(baropts) ]
114        else:
115            raise AttributeError, 'No group selected for graph bars'
116
117        directory = expanduser(graphdir)
118        if not isdir(directory):
119            os.mkdir(directory)
120        html = file(joinpath(directory, '%s.html' % name), 'w')
121        print >>html, '<html>'
122        print >>html, '<title>Graphs for %s</title>' % name
123        print >>html, '<body>'
124        html.flush()
125
126        for options in self.jobfile.options(groups):
127            chart = BarChart(self)
128
129            data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ]
130            enabled = False
131            stacked = 0
132            for g,gopt in enumerate(groupopts):
133                for b,bopt in enumerate(baropts):
134                    if gopt is None:
135                        gopt = []
136                    job = self.jobfile.job(options + gopt + bopt)
137                    if not job:
138                        continue
139
140                    if proxy:
141                        import db
142                        proxy.dict['system'] = self.info[job.system]
143                    val = self.info.get(job, self.stat)
144                    if val is None:
145                        print 'stat "%s" for job "%s" not found' % \
146                              (self.stat, job)
147
148                    if isinstance(val, (list, tuple)):
149                        if len(val) == 1:
150                            val = val[0]
151                        else:
152                            stacked = len(val)
153
154                    data[g][b] = val
155
156            if stacked == 0:
157                for i in xrange(len(groupopts)):
158                    for j in xrange(len(baropts)):
159                        if data[i][j] is None:
160                            data[i][j] = 0.0
161            else:
162                for i in xrange(len(groupopts)):
163                    for j in xrange(len(baropts)):
164                        val = data[i][j]
165                        if val is None:
166                            data[i][j] = [ 0.0 ] * stacked
167                        elif len(val) != stacked:
168                            raise ValueError, "some stats stacked, some not"
169
170            data = array(data)
171            if data.sum() == 0:
172                continue
173
174            dim = len(data.shape)
175            x = data.shape[0]
176            xkeep = [ i for i in xrange(x) if data[i].sum() != 0 ]
177            y = data.shape[1]
178            ykeep = [ i for i in xrange(y) if data[:,i].sum() != 0 ]
179            data = data.take(xkeep, axis=0)
180            data = data.take(ykeep, axis=1)
181            if not has_group:
182                data = data.take([ 0 ], axis=0)
183            chart.data = data
184
185
186            bopts = [ baropts[i] for i in ykeep ]
187            bdescs = [ ' '.join([o.desc for o in opt]) for opt in bopts]
188
189            if has_group:
190                gopts = [ groupopts[i] for i in xkeep ]
191                gdescs = [ ' '.join([o.desc for o in opt]) for opt in gopts]
192
193            if chart.legend is None:
194                if stacked:
195                    try:
196                        chart.legend = self.info.rcategories
197                    except:
198                        chart.legend = [ str(i) for i in xrange(stacked) ]
199                else:
200                    chart.legend = bdescs
201
202            if chart.xticks is None:
203                if has_group:
204                    chart.xticks = gdescs
205                else:
206                    chart.xticks = []
207            chart.graph()
208
209            names = [ opt.name for opt in options ]
210            descs = [ opt.desc for opt in options ]
211
212            if names[0] == 'run':
213                names = names[1:]
214                descs = descs[1:]
215
216            basename = '%s-%s' % (name, ':'.join(names))
217            desc = ' '.join(descs)
218
219            pngname = '%s.png' % basename
220            psname = '%s.eps' % re.sub(':', '-', basename)
221            epsname = '%s.ps' % re.sub(':', '-', basename)
222            chart.savefig(joinpath(directory, pngname))
223            chart.savefig(joinpath(directory, epsname))
224            chart.savefig(joinpath(directory, psname))
225            html_name = urllib.quote(pngname)
226            print >>html, '''%s<br><img src="%s"><br>''' % (desc, html_name)
227            html.flush()
228
229        print >>html, '</body>'
230        print >>html, '</html>'
231        html.close()
232