1# Copyright (c) 2005 The Regents of The University of Michigan 2# All rights reserved. 3# 4# Redistribution and use in source and binary forms, with or without 5# modification, are permitted provided that the following conditions are 6# met: redistributions of source code must retain the above copyright 7# notice, this list of conditions and the following disclaimer; 8# redistributions in binary form must reproduce the above copyright 9# notice, this list of conditions and the following disclaimer in the 10# documentation and/or other materials provided with the distribution; 11# neither the name of the copyright holders nor the names of its 12# contributors may be used to endorse or promote products derived from 13# this software without specific prior written permission. 14# 15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26# 27# Authors: Nathan Binkert 28 29import os, popen2, re, sys 30 31class MyPOpen(object): 32 def __init__(self, cmd, input = None, output = None, bufsize = -1):
| 1# Copyright (c) 2005 The Regents of The University of Michigan 2# All rights reserved. 3# 4# Redistribution and use in source and binary forms, with or without 5# modification, are permitted provided that the following conditions are 6# met: redistributions of source code must retain the above copyright 7# notice, this list of conditions and the following disclaimer; 8# redistributions in binary form must reproduce the above copyright 9# notice, this list of conditions and the following disclaimer in the 10# documentation and/or other materials provided with the distribution; 11# neither the name of the copyright holders nor the names of its 12# contributors may be used to endorse or promote products derived from 13# this software without specific prior written permission. 14# 15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26# 27# Authors: Nathan Binkert 28 29import os, popen2, re, sys 30 31class MyPOpen(object): 32 def __init__(self, cmd, input = None, output = None, bufsize = -1):
|
33 self.sts = -1
| 33 self.status = -1
|
34 35 if input is None: 36 p2c_read, p2c_write = os.pipe() 37 self.tochild = os.fdopen(p2c_write, 'w', bufsize) 38 else: 39 p2c_write = None 40 if isinstance(input, file): 41 p2c_read = input.fileno() 42 elif isinstance(input, str): 43 input = file(input, 'r') 44 p2c_read = input.fileno() 45 elif isinstance(input, int): 46 p2c_read = input 47 else: 48 raise AttributeError 49 50 if output is None: 51 c2p_read, c2p_write = os.pipe() 52 self.fromchild = os.fdopen(c2p_read, 'r', bufsize) 53 else: 54 c2p_read = None 55 if isinstance(output, file): 56 c2p_write = output.fileno() 57 elif isinstance(output, str): 58 output = file(output, 'w') 59 c2p_write = output.fileno() 60 elif isinstance(output, int): 61 c2p_write = output 62 else: 63 raise AttributeError 64 65 self.pid = os.fork() 66 if self.pid == 0:
| 34 35 if input is None: 36 p2c_read, p2c_write = os.pipe() 37 self.tochild = os.fdopen(p2c_write, 'w', bufsize) 38 else: 39 p2c_write = None 40 if isinstance(input, file): 41 p2c_read = input.fileno() 42 elif isinstance(input, str): 43 input = file(input, 'r') 44 p2c_read = input.fileno() 45 elif isinstance(input, int): 46 p2c_read = input 47 else: 48 raise AttributeError 49 50 if output is None: 51 c2p_read, c2p_write = os.pipe() 52 self.fromchild = os.fdopen(c2p_read, 'r', bufsize) 53 else: 54 c2p_read = None 55 if isinstance(output, file): 56 c2p_write = output.fileno() 57 elif isinstance(output, str): 58 output = file(output, 'w') 59 c2p_write = output.fileno() 60 elif isinstance(output, int): 61 c2p_write = output 62 else: 63 raise AttributeError 64 65 self.pid = os.fork() 66 if self.pid == 0:
|
67 os.dup2(p2c_read, 0) 68 os.dup2(c2p_write, 1) 69 os.dup2(c2p_write, 2) 70 if isinstance(cmd, basestring): 71 cmd = ['/bin/sh', '-c', cmd] 72 if False: 73 for i in range(3, MAXFD): 74 try: 75 os.close(i) 76 except OSError: 77 pass
| 67 os.dup2(p2c_read, sys.stdin.fileno()) 68 os.dup2(c2p_write, sys.stdout.fileno()) 69 os.dup2(c2p_write, sys.stderr.fileno())
|
78 try: 79 os.execvp(cmd[0], cmd) 80 finally: 81 os._exit(1) 82 83 os.close(p2c_read) 84 os.close(c2p_write) 85 86 def poll(self):
| 70 try: 71 os.execvp(cmd[0], cmd) 72 finally: 73 os._exit(1) 74 75 os.close(p2c_read) 76 os.close(c2p_write) 77 78 def poll(self):
|
87 if self.sts < 0: 88 pid, sts = os.waitpid(self.pid, os.WNOHANG)
| 79 if self.status < 0: 80 pid, status = os.waitpid(self.pid, os.WNOHANG)
|
89 if pid == self.pid:
| 81 if pid == self.pid:
|
90 self.sts = sts 91 return self.sts
| 82 self.status = status 83 return self.status
|
92 93 def wait(self):
| 84 85 def wait(self):
|
94 if self.sts < 0: 95 pid, sts = os.waitpid(self.pid, 0)
| 86 if self.status < 0: 87 pid, status = os.waitpid(self.pid, 0)
|
96 if pid == self.pid:
| 88 if pid == self.pid:
|
97 self.sts = sts 98 return self.sts
| 89 self.status = status 90 return self.status
|
99 100class qsub: 101 def __init__(self): 102 self.hold = False 103 self.join = False 104 self.keep_stdout = False 105 self.keep_stderr = False 106 self.node_type = '' 107 self.mail_abort = False 108 self.mail_begin = False 109 self.mail_end = False 110 self.name = '' 111 self.stdout = '' 112 self.priority = 0 113 self.queue = '' 114 self.pbshost = '' 115 self.qsub = 'qsub' 116 self.env = {} 117 118 def build(self, script, args = []): 119 self.cmd = [ self.qsub ] 120 121 if self.env: 122 arg = '-v' 123 arg += ','.join([ '%s=%s' % i for i in self.env.iteritems() ]) 124 self.cmd.append(arg) 125 126 if self.hold: 127 self.cmd.append('-h') 128 129 if len(self.stdout): 130 self.cmd.append('-olocalhost:' + self.stdout) 131 132 if self.keep_stdout and self.keep_stderr: 133 self.cmd.append('-koe') 134 elif self.keep_stdout: 135 self.cmd.append('-ko') 136 elif self.keep_stderr: 137 self.cmd.append('-ke') 138 else: 139 self.cmd.append('-kn') 140 141 if self.join: 142 self.cmd.append('-joe') 143 144 if len(self.node_type): 145 self.cmd.append('-lnodes=' + self.node_type) 146 147 if self.mail_abort or self.mail_begin or self.mail_end: 148 flags = '' 149 if self.mail_abort: 150 flags.append('a') 151 if self.mail_begin: 152 flags.append('b') 153 if self.mail_end: 154 flags.append('e') 155 if len(flags): 156 self.cmd.append('-m ' + flags) 157 158 if len(self.name): 159 self.cmd.append("-N%s" % self.name) 160 161 if self.priority != 0: 162 self.cmd.append('-p' + self.priority) 163 164 if len(self.queue): 165 self.cmd.append('-q' + self.queue) 166 167 self.cmd.extend(args) 168 self.script = script 169 self.command = ' '.join(self.cmd + [ self.script ]) 170 171 def do(self): 172 pbs = MyPOpen(self.cmd + [ self.script ]) 173 self.result = pbs.fromchild.read() 174 ec = pbs.wait() 175 176 if ec != 0 and self.pbshost: 177 cmd = ' '.join(self.cmd + [ '-' ]) 178 cmd = [ 'ssh', '-x', self.pbshost, cmd ] 179 self.command = ' '.join(cmd) 180 ssh = MyPOpen(cmd, input = self.script) 181 self.result = ssh.fromchild.read() 182 ec = ssh.wait() 183 184 return ec
| 91 92class qsub: 93 def __init__(self): 94 self.hold = False 95 self.join = False 96 self.keep_stdout = False 97 self.keep_stderr = False 98 self.node_type = '' 99 self.mail_abort = False 100 self.mail_begin = False 101 self.mail_end = False 102 self.name = '' 103 self.stdout = '' 104 self.priority = 0 105 self.queue = '' 106 self.pbshost = '' 107 self.qsub = 'qsub' 108 self.env = {} 109 110 def build(self, script, args = []): 111 self.cmd = [ self.qsub ] 112 113 if self.env: 114 arg = '-v' 115 arg += ','.join([ '%s=%s' % i for i in self.env.iteritems() ]) 116 self.cmd.append(arg) 117 118 if self.hold: 119 self.cmd.append('-h') 120 121 if len(self.stdout): 122 self.cmd.append('-olocalhost:' + self.stdout) 123 124 if self.keep_stdout and self.keep_stderr: 125 self.cmd.append('-koe') 126 elif self.keep_stdout: 127 self.cmd.append('-ko') 128 elif self.keep_stderr: 129 self.cmd.append('-ke') 130 else: 131 self.cmd.append('-kn') 132 133 if self.join: 134 self.cmd.append('-joe') 135 136 if len(self.node_type): 137 self.cmd.append('-lnodes=' + self.node_type) 138 139 if self.mail_abort or self.mail_begin or self.mail_end: 140 flags = '' 141 if self.mail_abort: 142 flags.append('a') 143 if self.mail_begin: 144 flags.append('b') 145 if self.mail_end: 146 flags.append('e') 147 if len(flags): 148 self.cmd.append('-m ' + flags) 149 150 if len(self.name): 151 self.cmd.append("-N%s" % self.name) 152 153 if self.priority != 0: 154 self.cmd.append('-p' + self.priority) 155 156 if len(self.queue): 157 self.cmd.append('-q' + self.queue) 158 159 self.cmd.extend(args) 160 self.script = script 161 self.command = ' '.join(self.cmd + [ self.script ]) 162 163 def do(self): 164 pbs = MyPOpen(self.cmd + [ self.script ]) 165 self.result = pbs.fromchild.read() 166 ec = pbs.wait() 167 168 if ec != 0 and self.pbshost: 169 cmd = ' '.join(self.cmd + [ '-' ]) 170 cmd = [ 'ssh', '-x', self.pbshost, cmd ] 171 self.command = ' '.join(cmd) 172 ssh = MyPOpen(cmd, input = self.script) 173 self.result = ssh.fromchild.read() 174 ec = ssh.wait() 175 176 return ec
|