mirror of https://github.com/python/cpython
Fixes issue #16327: The subprocess module no longer leaks file descriptors
used for stdin/stdout/stderr pipes to the child when fork() fails.
This commit is contained in:
parent
f2705aebb0
commit
9d3b6e9822
|
@ -671,12 +671,33 @@ class Popen(object):
|
|||
c2pread, c2pwrite,
|
||||
errread, errwrite) = self._get_handles(stdin, stdout, stderr)
|
||||
|
||||
try:
|
||||
self._execute_child(args, executable, preexec_fn, close_fds,
|
||||
cwd, env, universal_newlines,
|
||||
startupinfo, creationflags, shell,
|
||||
p2cread, p2cwrite,
|
||||
c2pread, c2pwrite,
|
||||
errread, errwrite)
|
||||
except Exception:
|
||||
# Preserve original exception in case os.close raises.
|
||||
exc_type, exc_value, exc_trace = sys.exc_info()
|
||||
|
||||
to_close = []
|
||||
# Only close the pipes we created.
|
||||
if stdin == PIPE:
|
||||
to_close.extend((p2cread, p2cwrite))
|
||||
if stdout == PIPE:
|
||||
to_close.extend((c2pread, c2pwrite))
|
||||
if stderr == PIPE:
|
||||
to_close.extend((errread, errwrite))
|
||||
|
||||
for fd in to_close:
|
||||
try:
|
||||
os.close(fd)
|
||||
except EnvironmentError:
|
||||
pass
|
||||
|
||||
raise exc_type, exc_value, exc_trace
|
||||
|
||||
if mswindows:
|
||||
if p2cwrite is not None:
|
||||
|
|
|
@ -58,6 +58,18 @@ class BaseTestCase(unittest.TestCase):
|
|||
self.assertEqual(actual, expected, msg)
|
||||
|
||||
|
||||
class PopenTestException(Exception):
|
||||
pass
|
||||
|
||||
|
||||
class PopenExecuteChildRaises(subprocess.Popen):
|
||||
"""Popen subclass for testing cleanup of subprocess.PIPE filehandles when
|
||||
_execute_child fails.
|
||||
"""
|
||||
def _execute_child(self, *args, **kwargs):
|
||||
raise PopenTestException("Forced Exception for Test")
|
||||
|
||||
|
||||
class ProcessTestCase(BaseTestCase):
|
||||
|
||||
def test_call_seq(self):
|
||||
|
@ -632,6 +644,27 @@ class ProcessTestCase(BaseTestCase):
|
|||
time.sleep(2)
|
||||
p.communicate("x" * 2**20)
|
||||
|
||||
# This test is Linux-ish specific for simplicity to at least have
|
||||
# some coverage. It is not a platform specific bug.
|
||||
@unittest.skipUnless(os.path.isdir('/proc/%d/fd' % os.getpid()),
|
||||
"Linux specific")
|
||||
def test_failed_child_execute_fd_leak(self):
|
||||
"""Test for the fork() failure fd leak reported in issue16327."""
|
||||
fd_directory = '/proc/%d/fd' % os.getpid()
|
||||
fds_before_popen = os.listdir(fd_directory)
|
||||
with self.assertRaises(PopenTestException):
|
||||
PopenExecuteChildRaises(
|
||||
[sys.executable, '-c', 'pass'], stdin=subprocess.PIPE,
|
||||
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||
|
||||
# NOTE: This test doesn't verify that the real _execute_child
|
||||
# does not close the file descriptors itself on the way out
|
||||
# during an exception. Code inspection has confirmed that.
|
||||
|
||||
fds_after_exception = os.listdir(fd_directory)
|
||||
self.assertEqual(fds_before_popen, fds_after_exception)
|
||||
|
||||
|
||||
# context manager
|
||||
class _SuppressCoreFiles(object):
|
||||
"""Try to prevent core files from being created."""
|
||||
|
|
|
@ -143,6 +143,9 @@ Core and Builtins
|
|||
Library
|
||||
-------
|
||||
|
||||
- Issue #16327: The subprocess module no longer leaks file descriptors
|
||||
used for stdin/stdout/stderr pipes to the child when fork() fails.
|
||||
|
||||
- Issue #14396: Handle the odd rare case of waitpid returning 0 when not
|
||||
expected in subprocess.Popen.wait().
|
||||
|
||||
|
|
Loading…
Reference in New Issue