2000-02-04 11:10:34 -04:00
|
|
|
"""Spawn a command with pipes to its stdin, stdout, and optionally stderr.
|
|
|
|
|
|
|
|
The normal os.popen(cmd, mode) call spawns a shell command and provides a
|
|
|
|
file interface to just the input or output of the process depending on
|
|
|
|
whether mode is 'r' or 'w'. This module provides the functions popen2(cmd)
|
|
|
|
and popen3(cmd) which return two or three pipes to the spawned command.
|
|
|
|
"""
|
|
|
|
|
1995-01-12 08:29:47 -04:00
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
|
2002-03-12 15:48:03 -04:00
|
|
|
__all__ = ["popen2", "popen3", "popen4"]
|
2001-02-07 19:14:30 -04:00
|
|
|
|
2003-10-06 18:34:33 -03:00
|
|
|
try:
|
|
|
|
MAXFD = os.sysconf('SC_OPEN_MAX')
|
|
|
|
except (AttributeError, ValueError):
|
|
|
|
MAXFD = 256
|
1995-01-12 08:29:47 -04:00
|
|
|
|
1997-08-11 00:27:24 -03:00
|
|
|
_active = []
|
|
|
|
|
|
|
|
def _cleanup():
|
|
|
|
for inst in _active[:]:
|
1998-03-26 17:13:24 -04:00
|
|
|
inst.poll()
|
1997-08-11 00:27:24 -03:00
|
|
|
|
|
|
|
class Popen3:
|
2000-02-04 11:10:34 -04:00
|
|
|
"""Class representing a child process. Normally instances are created
|
|
|
|
by the factory functions popen2() and popen3()."""
|
|
|
|
|
2000-09-28 16:07:53 -03:00
|
|
|
sts = -1 # Child not completed yet
|
|
|
|
|
2003-07-07 18:36:19 -03:00
|
|
|
def __init__(self, cmd, capturestderr=False, bufsize=-1):
|
2000-02-04 11:10:34 -04:00
|
|
|
"""The parameter 'cmd' is the shell command to execute in a
|
|
|
|
sub-process. The 'capturestderr' flag, if true, specifies that
|
|
|
|
the object should capture standard error output of the child process.
|
|
|
|
The default is false. If the 'bufsize' parameter is specified, it
|
|
|
|
specifies the size of the I/O buffers to/from the child process."""
|
2000-09-28 16:07:53 -03:00
|
|
|
_cleanup()
|
1998-03-26 17:13:24 -04:00
|
|
|
p2cread, p2cwrite = os.pipe()
|
|
|
|
c2pread, c2pwrite = os.pipe()
|
|
|
|
if capturestderr:
|
|
|
|
errout, errin = os.pipe()
|
|
|
|
self.pid = os.fork()
|
|
|
|
if self.pid == 0:
|
|
|
|
# Child
|
2000-09-28 16:07:53 -03:00
|
|
|
os.dup2(p2cread, 0)
|
|
|
|
os.dup2(c2pwrite, 1)
|
1998-03-26 17:13:24 -04:00
|
|
|
if capturestderr:
|
2000-09-28 16:07:53 -03:00
|
|
|
os.dup2(errin, 2)
|
|
|
|
self._run_child(cmd)
|
1998-03-26 17:13:24 -04:00
|
|
|
os.close(p2cread)
|
|
|
|
self.tochild = os.fdopen(p2cwrite, 'w', bufsize)
|
|
|
|
os.close(c2pwrite)
|
|
|
|
self.fromchild = os.fdopen(c2pread, 'r', bufsize)
|
|
|
|
if capturestderr:
|
|
|
|
os.close(errin)
|
|
|
|
self.childerr = os.fdopen(errout, 'r', bufsize)
|
|
|
|
else:
|
|
|
|
self.childerr = None
|
|
|
|
_active.append(self)
|
2000-02-04 11:10:34 -04:00
|
|
|
|
2000-09-28 16:07:53 -03:00
|
|
|
def _run_child(self, cmd):
|
Remove uses of the string and types modules:
x in string.whitespace => x.isspace()
type(x) in types.StringTypes => isinstance(x, basestring)
isinstance(x, types.StringTypes) => isinstance(x, basestring)
type(x) is types.StringType => isinstance(x, str)
type(x) == types.StringType => isinstance(x, str)
string.split(x, ...) => x.split(...)
string.join(x, y) => y.join(x)
string.zfill(x, ...) => x.zfill(...)
string.count(x, ...) => x.count(...)
hasattr(types, "UnicodeType") => try: unicode except NameError:
type(x) != types.TupleTuple => not isinstance(x, tuple)
isinstance(x, types.TupleType) => isinstance(x, tuple)
type(x) is types.IntType => isinstance(x, int)
Do not mention the string module in the rlcompleter docstring.
This partially applies SF patch http://www.python.org/sf/562373
(with basestring instead of string). (It excludes the changes to
unittest.py and does not change the os.stat stuff.)
2002-06-03 12:58:32 -03:00
|
|
|
if isinstance(cmd, basestring):
|
2000-09-28 16:07:53 -03:00
|
|
|
cmd = ['/bin/sh', '-c', cmd]
|
|
|
|
for i in range(3, MAXFD):
|
|
|
|
try:
|
|
|
|
os.close(i)
|
2002-03-24 16:48:26 -04:00
|
|
|
except OSError:
|
2000-09-28 16:07:53 -03:00
|
|
|
pass
|
|
|
|
try:
|
|
|
|
os.execvp(cmd[0], cmd)
|
|
|
|
finally:
|
|
|
|
os._exit(1)
|
|
|
|
|
1997-08-11 00:27:24 -03:00
|
|
|
def poll(self):
|
2000-02-04 11:10:34 -04:00
|
|
|
"""Return the exit status of the child process if it has finished,
|
|
|
|
or -1 if it hasn't finished yet."""
|
1998-03-26 17:13:24 -04:00
|
|
|
if self.sts < 0:
|
|
|
|
try:
|
|
|
|
pid, sts = os.waitpid(self.pid, os.WNOHANG)
|
|
|
|
if pid == self.pid:
|
|
|
|
self.sts = sts
|
|
|
|
_active.remove(self)
|
|
|
|
except os.error:
|
|
|
|
pass
|
|
|
|
return self.sts
|
2000-02-04 11:10:34 -04:00
|
|
|
|
1997-08-11 00:27:24 -03:00
|
|
|
def wait(self):
|
2000-02-04 11:10:34 -04:00
|
|
|
"""Wait for and return the exit status of the child process."""
|
2003-06-02 16:12:01 -03:00
|
|
|
if self.sts < 0:
|
|
|
|
pid, sts = os.waitpid(self.pid, 0)
|
|
|
|
if pid == self.pid:
|
|
|
|
self.sts = sts
|
|
|
|
_active.remove(self)
|
1998-03-26 17:13:24 -04:00
|
|
|
return self.sts
|
1997-04-21 11:15:55 -03:00
|
|
|
|
2000-08-28 14:20:05 -03:00
|
|
|
|
2000-09-28 16:07:53 -03:00
|
|
|
class Popen4(Popen3):
|
|
|
|
childerr = None
|
|
|
|
|
|
|
|
def __init__(self, cmd, bufsize=-1):
|
|
|
|
_cleanup()
|
|
|
|
p2cread, p2cwrite = os.pipe()
|
|
|
|
c2pread, c2pwrite = os.pipe()
|
|
|
|
self.pid = os.fork()
|
|
|
|
if self.pid == 0:
|
|
|
|
# Child
|
|
|
|
os.dup2(p2cread, 0)
|
|
|
|
os.dup2(c2pwrite, 1)
|
|
|
|
os.dup2(c2pwrite, 2)
|
|
|
|
self._run_child(cmd)
|
|
|
|
os.close(p2cread)
|
|
|
|
self.tochild = os.fdopen(p2cwrite, 'w', bufsize)
|
|
|
|
os.close(c2pwrite)
|
|
|
|
self.fromchild = os.fdopen(c2pread, 'r', bufsize)
|
|
|
|
_active.append(self)
|
|
|
|
|
|
|
|
|
2002-02-24 01:32:32 -04:00
|
|
|
if sys.platform[:3] == "win" or sys.platform == "os2emx":
|
2000-09-28 16:07:53 -03:00
|
|
|
# Some things don't make sense on non-Unix platforms.
|
2000-10-03 20:07:13 -03:00
|
|
|
del Popen3, Popen4
|
2000-09-28 16:07:53 -03:00
|
|
|
|
|
|
|
def popen2(cmd, bufsize=-1, mode='t'):
|
2000-07-09 20:35:24 -03:00
|
|
|
"""Execute the shell command 'cmd' in a sub-process. If 'bufsize' is
|
|
|
|
specified, it sets the buffer size for the I/O pipes. The file objects
|
|
|
|
(child_stdout, child_stdin) are returned."""
|
|
|
|
w, r = os.popen2(cmd, mode, bufsize)
|
|
|
|
return r, w
|
1997-04-21 11:15:55 -03:00
|
|
|
|
2000-09-28 16:07:53 -03:00
|
|
|
def popen3(cmd, bufsize=-1, mode='t'):
|
2000-07-09 20:35:24 -03:00
|
|
|
"""Execute the shell command 'cmd' in a sub-process. If 'bufsize' is
|
|
|
|
specified, it sets the buffer size for the I/O pipes. The file objects
|
|
|
|
(child_stdout, child_stdin, child_stderr) are returned."""
|
|
|
|
w, r, e = os.popen3(cmd, mode, bufsize)
|
|
|
|
return r, w, e
|
2000-09-28 16:07:53 -03:00
|
|
|
|
|
|
|
def popen4(cmd, bufsize=-1, mode='t'):
|
|
|
|
"""Execute the shell command 'cmd' in a sub-process. If 'bufsize' is
|
|
|
|
specified, it sets the buffer size for the I/O pipes. The file objects
|
|
|
|
(child_stdout_stderr, child_stdin) are returned."""
|
|
|
|
w, r = os.popen4(cmd, mode, bufsize)
|
|
|
|
return r, w
|
2000-07-09 20:35:24 -03:00
|
|
|
else:
|
2000-09-28 16:07:53 -03:00
|
|
|
def popen2(cmd, bufsize=-1, mode='t'):
|
|
|
|
"""Execute the shell command 'cmd' in a sub-process. If 'bufsize' is
|
|
|
|
specified, it sets the buffer size for the I/O pipes. The file objects
|
|
|
|
(child_stdout, child_stdin) are returned."""
|
2003-07-07 18:36:19 -03:00
|
|
|
inst = Popen3(cmd, False, bufsize)
|
2000-09-28 16:07:53 -03:00
|
|
|
return inst.fromchild, inst.tochild
|
|
|
|
|
|
|
|
def popen3(cmd, bufsize=-1, mode='t'):
|
2000-07-09 14:59:32 -03:00
|
|
|
"""Execute the shell command 'cmd' in a sub-process. If 'bufsize' is
|
|
|
|
specified, it sets the buffer size for the I/O pipes. The file objects
|
|
|
|
(child_stdout, child_stdin, child_stderr) are returned."""
|
2003-07-07 18:36:19 -03:00
|
|
|
inst = Popen3(cmd, True, bufsize)
|
2000-07-09 14:59:32 -03:00
|
|
|
return inst.fromchild, inst.tochild, inst.childerr
|
|
|
|
|
2000-09-28 16:07:53 -03:00
|
|
|
def popen4(cmd, bufsize=-1, mode='t'):
|
2000-07-09 20:35:24 -03:00
|
|
|
"""Execute the shell command 'cmd' in a sub-process. If 'bufsize' is
|
|
|
|
specified, it sets the buffer size for the I/O pipes. The file objects
|
|
|
|
(child_stdout_stderr, child_stdin) are returned."""
|
2000-09-28 16:07:53 -03:00
|
|
|
inst = Popen4(cmd, bufsize)
|
|
|
|
return inst.fromchild, inst.tochild
|
1997-08-11 00:27:24 -03:00
|
|
|
|
2001-02-07 19:14:30 -04:00
|
|
|
__all__.extend(["Popen3", "Popen4"])
|
2001-02-09 16:06:00 -04:00
|
|
|
|
1997-08-11 00:27:24 -03:00
|
|
|
def _test():
|
2000-08-20 02:57:36 -03:00
|
|
|
cmd = "cat"
|
2000-09-01 17:38:55 -03:00
|
|
|
teststr = "ab cd\n"
|
2000-08-20 02:57:36 -03:00
|
|
|
if os.name == "nt":
|
|
|
|
cmd = "more"
|
2000-09-01 17:38:55 -03:00
|
|
|
# "more" doesn't act the same way across Windows flavors,
|
|
|
|
# sometimes adding an extra newline at the start or the
|
|
|
|
# end. So we strip whitespace off both ends for comparison.
|
|
|
|
expected = teststr.strip()
|
1997-08-11 00:27:24 -03:00
|
|
|
print "testing popen2..."
|
2000-08-20 02:57:36 -03:00
|
|
|
r, w = popen2(cmd)
|
1997-08-11 00:27:24 -03:00
|
|
|
w.write(teststr)
|
|
|
|
w.close()
|
2000-09-01 17:38:55 -03:00
|
|
|
got = r.read()
|
|
|
|
if got.strip() != expected:
|
|
|
|
raise ValueError("wrote %s read %s" % (`teststr`, `got`))
|
1997-08-11 00:27:24 -03:00
|
|
|
print "testing popen3..."
|
2000-07-09 14:59:32 -03:00
|
|
|
try:
|
2000-08-20 02:57:36 -03:00
|
|
|
r, w, e = popen3([cmd])
|
2000-07-09 14:59:32 -03:00
|
|
|
except:
|
2000-08-20 02:57:36 -03:00
|
|
|
r, w, e = popen3(cmd)
|
1997-08-11 00:27:24 -03:00
|
|
|
w.write(teststr)
|
|
|
|
w.close()
|
2000-09-01 17:38:55 -03:00
|
|
|
got = r.read()
|
|
|
|
if got.strip() != expected:
|
|
|
|
raise ValueError("wrote %s read %s" % (`teststr`, `got`))
|
|
|
|
got = e.read()
|
|
|
|
if got:
|
|
|
|
raise ValueError("unexected %s on stderr" % `got`)
|
1999-04-20 09:27:31 -03:00
|
|
|
for inst in _active[:]:
|
|
|
|
inst.wait()
|
2000-09-01 17:38:55 -03:00
|
|
|
if _active:
|
|
|
|
raise ValueError("_active not empty")
|
1997-08-11 00:27:24 -03:00
|
|
|
print "All OK"
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
_test()
|