Issue #6056: Make multiprocessing use setblocking(True) on the sockets it uses.

Original patch by J Derek Wilson.
This commit is contained in:
Richard Oudkerk 2012-07-27 14:05:46 +01:00
parent 4f947dd970
commit e4b9938d77
4 changed files with 44 additions and 1 deletions

View File

@ -186,6 +186,8 @@ if sys.platform != 'win32':
''' '''
if duplex: if duplex:
s1, s2 = socket.socketpair() s1, s2 = socket.socketpair()
s1.setblocking(True)
s2.setblocking(True)
c1 = _multiprocessing.Connection(os.dup(s1.fileno())) c1 = _multiprocessing.Connection(os.dup(s1.fileno()))
c2 = _multiprocessing.Connection(os.dup(s2.fileno())) c2 = _multiprocessing.Connection(os.dup(s2.fileno()))
s1.close() s1.close()
@ -251,6 +253,7 @@ class SocketListener(object):
self._socket = socket.socket(getattr(socket, family)) self._socket = socket.socket(getattr(socket, family))
try: try:
self._socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) self._socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
self._socket.setblocking(True)
self._socket.bind(address) self._socket.bind(address)
self._socket.listen(backlog) self._socket.listen(backlog)
self._address = self._socket.getsockname() self._address = self._socket.getsockname()
@ -269,6 +272,7 @@ class SocketListener(object):
def accept(self): def accept(self):
s, self._last_accepted = self._socket.accept() s, self._last_accepted = self._socket.accept()
s.setblocking(True)
fd = duplicate(s.fileno()) fd = duplicate(s.fileno())
conn = _multiprocessing.Connection(fd) conn = _multiprocessing.Connection(fd)
s.close() s.close()
@ -286,6 +290,7 @@ def SocketClient(address):
''' '''
family = address_type(address) family = address_type(address)
s = socket.socket( getattr(socket, family) ) s = socket.socket( getattr(socket, family) )
s.setblocking(True)
t = _init_timeout() t = _init_timeout()
while 1: while 1:

View File

@ -2315,8 +2315,42 @@ class TestStdinBadfiledescriptor(unittest.TestCase):
flike.flush() flike.flush()
assert sio.getvalue() == 'foo' assert sio.getvalue() == 'foo'
#
# Test interaction with socket timeouts - see Issue #6056
#
class TestTimeouts(unittest.TestCase):
@classmethod
def _test_timeout(cls, child, address):
time.sleep(1)
child.send(123)
child.close()
conn = multiprocessing.connection.Client(address)
conn.send(456)
conn.close()
def test_timeout(self):
old_timeout = socket.getdefaulttimeout()
try:
socket.setdefaulttimeout(0.1)
parent, child = multiprocessing.Pipe(duplex=True)
l = multiprocessing.connection.Listener(family='AF_INET')
p = multiprocessing.Process(target=self._test_timeout,
args=(child, l.address))
p.start()
child.close()
self.assertEqual(parent.recv(), 123)
parent.close()
conn = l.accept()
self.assertEqual(conn.recv(), 456)
conn.close()
l.close()
p.join(10)
finally:
socket.setdefaulttimeout(old_timeout)
testcases_other = [OtherTest, TestInvalidHandle, TestInitializers, testcases_other = [OtherTest, TestInvalidHandle, TestInitializers,
TestStdinBadfiledescriptor] TestStdinBadfiledescriptor, TestTimeouts]
# #
# #

View File

@ -931,6 +931,7 @@ Sue Williams
Gerald S. Williams Gerald S. Williams
Frank Willison Frank Willison
Greg V. Wilson Greg V. Wilson
J Derek Wilson
Jody Winston Jody Winston
Collin Winter Collin Winter
Dik Winter Dik Winter

View File

@ -129,6 +129,9 @@ Library
- Issue #14653: email.utils.mktime_tz() no longer relies on system - Issue #14653: email.utils.mktime_tz() no longer relies on system
mktime() when timezone offest is supplied. mktime() when timezone offest is supplied.
- Issue #6056: Make multiprocessing use setblocking(True) on the
sockets it uses. Original patch by J Derek Wilson.
- Issue #15101: Make pool finalizer avoid joining current thread. - Issue #15101: Make pool finalizer avoid joining current thread.
- Issue #15054: A bug in tokenize.tokenize that caused string literals - Issue #15054: A bug in tokenize.tokenize that caused string literals