Issue #6056: Make multiprocessing use setblocking(True) on the sockets it uses.
Original patch by J Derek Wilson.
This commit is contained in:
parent
4f947dd970
commit
e4b9938d77
|
@ -186,6 +186,8 @@ if sys.platform != 'win32':
|
||||||
'''
|
'''
|
||||||
if duplex:
|
if duplex:
|
||||||
s1, s2 = socket.socketpair()
|
s1, s2 = socket.socketpair()
|
||||||
|
s1.setblocking(True)
|
||||||
|
s2.setblocking(True)
|
||||||
c1 = _multiprocessing.Connection(os.dup(s1.fileno()))
|
c1 = _multiprocessing.Connection(os.dup(s1.fileno()))
|
||||||
c2 = _multiprocessing.Connection(os.dup(s2.fileno()))
|
c2 = _multiprocessing.Connection(os.dup(s2.fileno()))
|
||||||
s1.close()
|
s1.close()
|
||||||
|
@ -251,6 +253,7 @@ class SocketListener(object):
|
||||||
self._socket = socket.socket(getattr(socket, family))
|
self._socket = socket.socket(getattr(socket, family))
|
||||||
try:
|
try:
|
||||||
self._socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
|
self._socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
|
||||||
|
self._socket.setblocking(True)
|
||||||
self._socket.bind(address)
|
self._socket.bind(address)
|
||||||
self._socket.listen(backlog)
|
self._socket.listen(backlog)
|
||||||
self._address = self._socket.getsockname()
|
self._address = self._socket.getsockname()
|
||||||
|
@ -269,6 +272,7 @@ class SocketListener(object):
|
||||||
|
|
||||||
def accept(self):
|
def accept(self):
|
||||||
s, self._last_accepted = self._socket.accept()
|
s, self._last_accepted = self._socket.accept()
|
||||||
|
s.setblocking(True)
|
||||||
fd = duplicate(s.fileno())
|
fd = duplicate(s.fileno())
|
||||||
conn = _multiprocessing.Connection(fd)
|
conn = _multiprocessing.Connection(fd)
|
||||||
s.close()
|
s.close()
|
||||||
|
@ -286,6 +290,7 @@ def SocketClient(address):
|
||||||
'''
|
'''
|
||||||
family = address_type(address)
|
family = address_type(address)
|
||||||
s = socket.socket( getattr(socket, family) )
|
s = socket.socket( getattr(socket, family) )
|
||||||
|
s.setblocking(True)
|
||||||
t = _init_timeout()
|
t = _init_timeout()
|
||||||
|
|
||||||
while 1:
|
while 1:
|
||||||
|
|
|
@ -2315,8 +2315,42 @@ class TestStdinBadfiledescriptor(unittest.TestCase):
|
||||||
flike.flush()
|
flike.flush()
|
||||||
assert sio.getvalue() == 'foo'
|
assert sio.getvalue() == 'foo'
|
||||||
|
|
||||||
|
#
|
||||||
|
# Test interaction with socket timeouts - see Issue #6056
|
||||||
|
#
|
||||||
|
|
||||||
|
class TestTimeouts(unittest.TestCase):
|
||||||
|
@classmethod
|
||||||
|
def _test_timeout(cls, child, address):
|
||||||
|
time.sleep(1)
|
||||||
|
child.send(123)
|
||||||
|
child.close()
|
||||||
|
conn = multiprocessing.connection.Client(address)
|
||||||
|
conn.send(456)
|
||||||
|
conn.close()
|
||||||
|
|
||||||
|
def test_timeout(self):
|
||||||
|
old_timeout = socket.getdefaulttimeout()
|
||||||
|
try:
|
||||||
|
socket.setdefaulttimeout(0.1)
|
||||||
|
parent, child = multiprocessing.Pipe(duplex=True)
|
||||||
|
l = multiprocessing.connection.Listener(family='AF_INET')
|
||||||
|
p = multiprocessing.Process(target=self._test_timeout,
|
||||||
|
args=(child, l.address))
|
||||||
|
p.start()
|
||||||
|
child.close()
|
||||||
|
self.assertEqual(parent.recv(), 123)
|
||||||
|
parent.close()
|
||||||
|
conn = l.accept()
|
||||||
|
self.assertEqual(conn.recv(), 456)
|
||||||
|
conn.close()
|
||||||
|
l.close()
|
||||||
|
p.join(10)
|
||||||
|
finally:
|
||||||
|
socket.setdefaulttimeout(old_timeout)
|
||||||
|
|
||||||
testcases_other = [OtherTest, TestInvalidHandle, TestInitializers,
|
testcases_other = [OtherTest, TestInvalidHandle, TestInitializers,
|
||||||
TestStdinBadfiledescriptor]
|
TestStdinBadfiledescriptor, TestTimeouts]
|
||||||
|
|
||||||
#
|
#
|
||||||
#
|
#
|
||||||
|
|
|
@ -931,6 +931,7 @@ Sue Williams
|
||||||
Gerald S. Williams
|
Gerald S. Williams
|
||||||
Frank Willison
|
Frank Willison
|
||||||
Greg V. Wilson
|
Greg V. Wilson
|
||||||
|
J Derek Wilson
|
||||||
Jody Winston
|
Jody Winston
|
||||||
Collin Winter
|
Collin Winter
|
||||||
Dik Winter
|
Dik Winter
|
||||||
|
|
|
@ -129,6 +129,9 @@ Library
|
||||||
- Issue #14653: email.utils.mktime_tz() no longer relies on system
|
- Issue #14653: email.utils.mktime_tz() no longer relies on system
|
||||||
mktime() when timezone offest is supplied.
|
mktime() when timezone offest is supplied.
|
||||||
|
|
||||||
|
- Issue #6056: Make multiprocessing use setblocking(True) on the
|
||||||
|
sockets it uses. Original patch by J Derek Wilson.
|
||||||
|
|
||||||
- Issue #15101: Make pool finalizer avoid joining current thread.
|
- Issue #15101: Make pool finalizer avoid joining current thread.
|
||||||
|
|
||||||
- Issue #15054: A bug in tokenize.tokenize that caused string literals
|
- Issue #15054: A bug in tokenize.tokenize that caused string literals
|
||||||
|
|
Loading…
Reference in New Issue