"""Tests for selector_events.py""" import collections import errno import gc import pprint import socket import sys import unittest import unittest.mock try: import ssl except ImportError: ssl = None from asyncio import futures from asyncio import selectors from asyncio import test_utils from asyncio.protocols import DatagramProtocol, Protocol from asyncio.selector_events import BaseSelectorEventLoop from asyncio.selector_events import _SelectorTransport from asyncio.selector_events import _SelectorSslTransport from asyncio.selector_events import _SelectorSocketTransport from asyncio.selector_events import _SelectorDatagramTransport class TestBaseSelectorEventLoop(BaseSelectorEventLoop): def _make_self_pipe(self): self._ssock = unittest.mock.Mock() self._csock = unittest.mock.Mock() self._internal_fds += 1 class BaseSelectorEventLoopTests(unittest.TestCase): def setUp(self): self.loop = TestBaseSelectorEventLoop(unittest.mock.Mock()) def test_make_socket_transport(self): m = unittest.mock.Mock() self.loop.add_reader = unittest.mock.Mock() self.assertIsInstance( self.loop._make_socket_transport(m, m), _SelectorSocketTransport) def test_make_ssl_transport(self): m = unittest.mock.Mock() self.loop.add_reader = unittest.mock.Mock() self.loop.add_writer = unittest.mock.Mock() self.loop.remove_reader = unittest.mock.Mock() self.loop.remove_writer = unittest.mock.Mock() self.assertIsInstance( self.loop._make_ssl_transport(m, m, m, m), _SelectorSslTransport) def test_close(self): ssock = self.loop._ssock ssock.fileno.return_value = 7 csock = self.loop._csock csock.fileno.return_value = 1 remove_reader = self.loop.remove_reader = unittest.mock.Mock() self.loop._selector.close() self.loop._selector = selector = unittest.mock.Mock() self.loop.close() self.assertIsNone(self.loop._selector) self.assertIsNone(self.loop._csock) self.assertIsNone(self.loop._ssock) selector.close.assert_called_with() ssock.close.assert_called_with() csock.close.assert_called_with() remove_reader.assert_called_with(7) self.loop.close() self.loop.close() def test_close_no_selector(self): ssock = self.loop._ssock csock = self.loop._csock remove_reader = self.loop.remove_reader = unittest.mock.Mock() self.loop._selector.close() self.loop._selector = None self.loop.close() self.assertIsNone(self.loop._selector) self.assertFalse(ssock.close.called) self.assertFalse(csock.close.called) self.assertFalse(remove_reader.called) def test_socketpair(self): self.assertRaises(NotImplementedError, self.loop._socketpair) def test_read_from_self_tryagain(self): self.loop._ssock.recv.side_effect = BlockingIOError self.assertIsNone(self.loop._read_from_self()) def test_read_from_self_exception(self): self.loop._ssock.recv.side_effect = OSError self.assertRaises(OSError, self.loop._read_from_self) def test_write_to_self_tryagain(self): self.loop._csock.send.side_effect = BlockingIOError self.assertIsNone(self.loop._write_to_self()) def test_write_to_self_exception(self): self.loop._csock.send.side_effect = OSError() self.assertRaises(OSError, self.loop._write_to_self) def test_sock_recv(self): sock = unittest.mock.Mock() self.loop._sock_recv = unittest.mock.Mock() f = self.loop.sock_recv(sock, 1024) self.assertIsInstance(f, futures.Future) self.loop._sock_recv.assert_called_with(f, False, sock, 1024) def test__sock_recv_canceled_fut(self): sock = unittest.mock.Mock() f = futures.Future(loop=self.loop) f.cancel() self.loop._sock_recv(f, False, sock, 1024) self.assertFalse(sock.recv.called) def test__sock_recv_unregister(self): sock = unittest.mock.Mock() sock.fileno.return_value = 10 f = futures.Future(loop=self.loop) f.cancel() self.loop.remove_reader = unittest.mock.Mock() self.loop._sock_recv(f, True, sock, 1024) self.assertEqual((10,), self.loop.remove_reader.call_args[0]) def test__sock_recv_tryagain(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 sock.recv.side_effect = BlockingIOError self.loop.add_reader = unittest.mock.Mock() self.loop._sock_recv(f, False, sock, 1024) self.assertEqual((10, self.loop._sock_recv, f, True, sock, 1024), self.loop.add_reader.call_args[0]) def test__sock_recv_exception(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 err = sock.recv.side_effect = OSError() self.loop._sock_recv(f, False, sock, 1024) self.assertIs(err, f.exception()) def test_sock_sendall(self): sock = unittest.mock.Mock() self.loop._sock_sendall = unittest.mock.Mock() f = self.loop.sock_sendall(sock, b'data') self.assertIsInstance(f, futures.Future) self.assertEqual( (f, False, sock, b'data'), self.loop._sock_sendall.call_args[0]) def test_sock_sendall_nodata(self): sock = unittest.mock.Mock() self.loop._sock_sendall = unittest.mock.Mock() f = self.loop.sock_sendall(sock, b'') self.assertIsInstance(f, futures.Future) self.assertTrue(f.done()) self.assertIsNone(f.result()) self.assertFalse(self.loop._sock_sendall.called) def test__sock_sendall_canceled_fut(self): sock = unittest.mock.Mock() f = futures.Future(loop=self.loop) f.cancel() self.loop._sock_sendall(f, False, sock, b'data') self.assertFalse(sock.send.called) def test__sock_sendall_unregister(self): sock = unittest.mock.Mock() sock.fileno.return_value = 10 f = futures.Future(loop=self.loop) f.cancel() self.loop.remove_writer = unittest.mock.Mock() self.loop._sock_sendall(f, True, sock, b'data') self.assertEqual((10,), self.loop.remove_writer.call_args[0]) def test__sock_sendall_tryagain(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 sock.send.side_effect = BlockingIOError self.loop.add_writer = unittest.mock.Mock() self.loop._sock_sendall(f, False, sock, b'data') self.assertEqual( (10, self.loop._sock_sendall, f, True, sock, b'data'), self.loop.add_writer.call_args[0]) def test__sock_sendall_interrupted(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 sock.send.side_effect = InterruptedError self.loop.add_writer = unittest.mock.Mock() self.loop._sock_sendall(f, False, sock, b'data') self.assertEqual( (10, self.loop._sock_sendall, f, True, sock, b'data'), self.loop.add_writer.call_args[0]) def test__sock_sendall_exception(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 err = sock.send.side_effect = OSError() self.loop._sock_sendall(f, False, sock, b'data') self.assertIs(f.exception(), err) def test__sock_sendall(self): sock = unittest.mock.Mock() f = futures.Future(loop=self.loop) sock.fileno.return_value = 10 sock.send.return_value = 4 self.loop._sock_sendall(f, False, sock, b'data') self.assertTrue(f.done()) self.assertIsNone(f.result()) def test__sock_sendall_partial(self): sock = unittest.mock.Mock() f = futures.Future(loop=self.loop) sock.fileno.return_value = 10 sock.send.return_value = 2 self.loop.add_writer = unittest.mock.Mock() self.loop._sock_sendall(f, False, sock, b'data') self.assertFalse(f.done()) self.assertEqual( (10, self.loop._sock_sendall, f, True, sock, b'ta'), self.loop.add_writer.call_args[0]) def test__sock_sendall_none(self): sock = unittest.mock.Mock() f = futures.Future(loop=self.loop) sock.fileno.return_value = 10 sock.send.return_value = 0 self.loop.add_writer = unittest.mock.Mock() self.loop._sock_sendall(f, False, sock, b'data') self.assertFalse(f.done()) self.assertEqual( (10, self.loop._sock_sendall, f, True, sock, b'data'), self.loop.add_writer.call_args[0]) def test_sock_connect(self): sock = unittest.mock.Mock() self.loop._sock_connect = unittest.mock.Mock() f = self.loop.sock_connect(sock, ('127.0.0.1', 8080)) self.assertIsInstance(f, futures.Future) self.assertEqual( (f, False, sock, ('127.0.0.1', 8080)), self.loop._sock_connect.call_args[0]) def test__sock_connect(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 self.loop._sock_connect(f, False, sock, ('127.0.0.1', 8080)) self.assertTrue(f.done()) self.assertIsNone(f.result()) self.assertTrue(sock.connect.called) def test__sock_connect_canceled_fut(self): sock = unittest.mock.Mock() f = futures.Future(loop=self.loop) f.cancel() self.loop._sock_connect(f, False, sock, ('127.0.0.1', 8080)) self.assertFalse(sock.connect.called) def test__sock_connect_unregister(self): sock = unittest.mock.Mock() sock.fileno.return_value = 10 f = futures.Future(loop=self.loop) f.cancel() self.loop.remove_writer = unittest.mock.Mock() self.loop._sock_connect(f, True, sock, ('127.0.0.1', 8080)) self.assertEqual((10,), self.loop.remove_writer.call_args[0]) def test__sock_connect_tryagain(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 sock.getsockopt.return_value = errno.EAGAIN self.loop.add_writer = unittest.mock.Mock() self.loop.remove_writer = unittest.mock.Mock() self.loop._sock_connect(f, True, sock, ('127.0.0.1', 8080)) self.assertEqual( (10, self.loop._sock_connect, f, True, sock, ('127.0.0.1', 8080)), self.loop.add_writer.call_args[0]) def test__sock_connect_exception(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 sock.getsockopt.return_value = errno.ENOTCONN self.loop.remove_writer = unittest.mock.Mock() self.loop._sock_connect(f, True, sock, ('127.0.0.1', 8080)) self.assertIsInstance(f.exception(), OSError) def test_sock_accept(self): sock = unittest.mock.Mock() self.loop._sock_accept = unittest.mock.Mock() f = self.loop.sock_accept(sock) self.assertIsInstance(f, futures.Future) self.assertEqual( (f, False, sock), self.loop._sock_accept.call_args[0]) def test__sock_accept(self): f = futures.Future(loop=self.loop) conn = unittest.mock.Mock() sock = unittest.mock.Mock() sock.fileno.return_value = 10 sock.accept.return_value = conn, ('127.0.0.1', 1000) self.loop._sock_accept(f, False, sock) self.assertTrue(f.done()) self.assertEqual((conn, ('127.0.0.1', 1000)), f.result()) self.assertEqual((False,), conn.setblocking.call_args[0]) def test__sock_accept_canceled_fut(self): sock = unittest.mock.Mock() f = futures.Future(loop=self.loop) f.cancel() self.loop._sock_accept(f, False, sock) self.assertFalse(sock.accept.called) def test__sock_accept_unregister(self): sock = unittest.mock.Mock() sock.fileno.return_value = 10 f = futures.Future(loop=self.loop) f.cancel() self.loop.remove_reader = unittest.mock.Mock() self.loop._sock_accept(f, True, sock) self.assertEqual((10,), self.loop.remove_reader.call_args[0]) def test__sock_accept_tryagain(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 sock.accept.side_effect = BlockingIOError self.loop.add_reader = unittest.mock.Mock() self.loop._sock_accept(f, False, sock) self.assertEqual( (10, self.loop._sock_accept, f, True, sock), self.loop.add_reader.call_args[0]) def test__sock_accept_exception(self): f = futures.Future(loop=self.loop) sock = unittest.mock.Mock() sock.fileno.return_value = 10 err = sock.accept.side_effect = OSError() self.loop._sock_accept(f, False, sock) self.assertIs(err, f.exception()) def test_add_reader(self): self.loop._selector.get_key.side_effect = KeyError cb = lambda: True self.loop.add_reader(1, cb) self.assertTrue(self.loop._selector.register.called) fd, mask, (r, w) = self.loop._selector.register.call_args[0] self.assertEqual(1, fd) self.assertEqual(selectors.EVENT_READ, mask) self.assertEqual(cb, r._callback) self.assertIsNone(w) def test_add_reader_existing(self): reader = unittest.mock.Mock() writer = unittest.mock.Mock() self.loop._selector.get_key.return_value = selectors.SelectorKey( 1, 1, selectors.EVENT_WRITE, (reader, writer)) cb = lambda: True self.loop.add_reader(1, cb) self.assertTrue(reader.cancel.called) self.assertFalse(self.loop._selector.register.called) self.assertTrue(self.loop._selector.modify.called) fd, mask, (r, w) = self.loop._selector.modify.call_args[0] self.assertEqual(1, fd) self.assertEqual(selectors.EVENT_WRITE | selectors.EVENT_READ, mask) self.assertEqual(cb, r._callback) self.assertEqual(writer, w) def test_add_reader_existing_writer(self): writer = unittest.mock.Mock() self.loop._selector.get_key.return_value = selectors.SelectorKey( 1, 1, selectors.EVENT_WRITE, (None, writer)) cb = lambda: True self.loop.add_reader(1, cb) self.assertFalse(self.loop._selector.register.called) self.assertTrue(self.loop._selector.modify.called) fd, mask, (r, w) = self.loop._selector.modify.call_args[0] self.assertEqual(1, fd) self.assertEqual(selectors.EVENT_WRITE | selectors.EVENT_READ, mask) self.assertEqual(cb, r._callback) self.assertEqual(writer, w) def test_remove_reader(self): self.loop._selector.get_key.return_value = selectors.SelectorKey( 1, 1, selectors.EVENT_READ, (None, None)) self.assertFalse(self.loop.remove_reader(1)) self.assertTrue(self.loop._selector.unregister.called) def test_remove_reader_read_write(self): reader = unittest.mock.Mock() writer = unittest.mock.Mock() self.loop._selector.get_key.return_value = selectors.SelectorKey( 1, 1, selectors.EVENT_READ | selectors.EVENT_WRITE, (reader, writer)) self.assertTrue( self.loop.remove_reader(1)) self.assertFalse(self.loop._selector.unregister.called) self.assertEqual( (1, selectors.EVENT_WRITE, (None, writer)), self.loop._selector.modify.call_args[0]) def test_remove_reader_unknown(self): self.loop._selector.get_key.side_effect = KeyError self.assertFalse( self.loop.remove_reader(1)) def test_add_writer(self): self.loop._selector.get_key.side_effect = KeyError cb = lambda: True self.loop.add_writer(1, cb) self.assertTrue(self.loop._selector.register.called) fd, mask, (r, w) = self.loop._selector.register.call_args[0] self.assertEqual(1, fd) self.assertEqual(selectors.EVENT_WRITE, mask) self.assertIsNone(r) self.assertEqual(cb, w._callback) def test_add_writer_existing(self): reader = unittest.mock.Mock() writer = unittest.mock.Mock() self.loop._selector.get_key.return_value = selectors.SelectorKey( 1, 1, selectors.EVENT_READ, (reader, writer)) cb = lambda: True self.loop.add_writer(1, cb) self.assertTrue(writer.cancel.called) self.assertFalse(self.loop._selector.register.called) self.assertTrue(self.loop._selector.modify.called) fd, mask, (r, w) = self.loop._selector.modify.call_args[0] self.assertEqual(1, fd) self.assertEqual(selectors.EVENT_WRITE | selectors.EVENT_READ, mask) self.assertEqual(reader, r) self.assertEqual(cb, w._callback) def test_remove_writer(self): self.loop._selector.get_key.return_value = selectors.SelectorKey( 1, 1, selectors.EVENT_WRITE, (None, None)) self.assertFalse(self.loop.remove_writer(1)) self.assertTrue(self.loop._selector.unregister.called) def test_remove_writer_read_write(self): reader = unittest.mock.Mock() writer = unittest.mock.Mock() self.loop._selector.get_key.return_value = selectors.SelectorKey( 1, 1, selectors.EVENT_READ | selectors.EVENT_WRITE, (reader, writer)) self.assertTrue( self.loop.remove_writer(1)) self.assertFalse(self.loop._selector.unregister.called) self.assertEqual( (1, selectors.EVENT_READ, (reader, None)), self.loop._selector.modify.call_args[0]) def test_remove_writer_unknown(self): self.loop._selector.get_key.side_effect = KeyError self.assertFalse( self.loop.remove_writer(1)) def test_process_events_read(self): reader = unittest.mock.Mock() reader._cancelled = False self.loop._add_callback = unittest.mock.Mock() self.loop._process_events( [(selectors.SelectorKey( 1, 1, selectors.EVENT_READ, (reader, None)), selectors.EVENT_READ)]) self.assertTrue(self.loop._add_callback.called) self.loop._add_callback.assert_called_with(reader) def test_process_events_read_cancelled(self): reader = unittest.mock.Mock() reader.cancelled = True self.loop.remove_reader = unittest.mock.Mock() self.loop._process_events( [(selectors.SelectorKey( 1, 1, selectors.EVENT_READ, (reader, None)), selectors.EVENT_READ)]) self.loop.remove_reader.assert_called_with(1) def test_process_events_write(self): writer = unittest.mock.Mock() writer._cancelled = False self.loop._add_callback = unittest.mock.Mock() self.loop._process_events( [(selectors.SelectorKey(1, 1, selectors.EVENT_WRITE, (None, writer)), selectors.EVENT_WRITE)]) self.loop._add_callback.assert_called_with(writer) def test_process_events_write_cancelled(self): writer = unittest.mock.Mock() writer.cancelled = True self.loop.remove_writer = unittest.mock.Mock() self.loop._process_events( [(selectors.SelectorKey(1, 1, selectors.EVENT_WRITE, (None, writer)), selectors.EVENT_WRITE)]) self.loop.remove_writer.assert_called_with(1) class SelectorTransportTests(unittest.TestCase): def setUp(self): self.loop = test_utils.TestLoop() self.protocol = test_utils.make_test_protocol(Protocol) self.sock = unittest.mock.Mock(socket.socket) self.sock.fileno.return_value = 7 def test_ctor(self): tr = _SelectorTransport(self.loop, self.sock, self.protocol, None) self.assertIs(tr._loop, self.loop) self.assertIs(tr._sock, self.sock) self.assertIs(tr._sock_fd, 7) def test_abort(self): tr = _SelectorTransport(self.loop, self.sock, self.protocol, None) tr._force_close = unittest.mock.Mock() tr.abort() tr._force_close.assert_called_with(None) def test_close(self): tr = _SelectorTransport(self.loop, self.sock, self.protocol, None) tr.close() self.assertTrue(tr._closing) self.assertEqual(1, self.loop.remove_reader_count[7]) self.protocol.connection_lost(None) self.assertEqual(tr._conn_lost, 1) tr.close() self.assertEqual(tr._conn_lost, 1) self.assertEqual(1, self.loop.remove_reader_count[7]) def test_close_write_buffer(self): tr = _SelectorTransport(self.loop, self.sock, self.protocol, None) tr._buffer.append(b'data') tr.close() self.assertFalse(self.loop.readers) test_utils.run_briefly(self.loop) self.assertFalse(self.protocol.connection_lost.called) def test_force_close(self): tr = _SelectorTransport(self.loop, self.sock, self.protocol, None) tr._buffer.append(b'1') self.loop.add_reader(7, unittest.mock.sentinel) self.loop.add_writer(7, unittest.mock.sentinel) tr._force_close(None) self.assertTrue(tr._closing) self.assertEqual(tr._buffer, collections.deque()) self.assertFalse(self.loop.readers) self.assertFalse(self.loop.writers) # second close should not remove reader tr._force_close(None) self.assertFalse(self.loop.readers) self.assertEqual(1, self.loop.remove_reader_count[7]) @unittest.mock.patch('asyncio.log.asyncio_log.exception') def test_fatal_error(self, m_exc): exc = OSError() tr = _SelectorTransport(self.loop, self.sock, self.protocol, None) tr._force_close = unittest.mock.Mock() tr._fatal_error(exc) m_exc.assert_called_with('Fatal error for %s', tr) tr._force_close.assert_called_with(exc) def test_connection_lost(self): exc = OSError() tr = _SelectorTransport(self.loop, self.sock, self.protocol, None) tr._call_connection_lost(exc) self.protocol.connection_lost.assert_called_with(exc) self.sock.close.assert_called_with() self.assertIsNone(tr._sock) self.assertIsNone(tr._protocol) self.assertEqual(2, sys.getrefcount(self.protocol), pprint.pformat(gc.get_referrers(self.protocol))) self.assertIsNone(tr._loop) self.assertEqual(2, sys.getrefcount(self.loop), pprint.pformat(gc.get_referrers(self.loop))) class SelectorSocketTransportTests(unittest.TestCase): def setUp(self): self.loop = test_utils.TestLoop() self.protocol = test_utils.make_test_protocol(Protocol) self.sock = unittest.mock.Mock(socket.socket) self.sock_fd = self.sock.fileno.return_value = 7 def test_ctor(self): tr = _SelectorSocketTransport( self.loop, self.sock, self.protocol) self.loop.assert_reader(7, tr._read_ready) test_utils.run_briefly(self.loop) self.protocol.connection_made.assert_called_with(tr) def test_ctor_with_waiter(self): fut = futures.Future(loop=self.loop) _SelectorSocketTransport( self.loop, self.sock, self.protocol, fut) test_utils.run_briefly(self.loop) self.assertIsNone(fut.result()) def test_pause_resume(self): tr = _SelectorSocketTransport( self.loop, self.sock, self.protocol) self.assertFalse(tr._paused) self.loop.assert_reader(7, tr._read_ready) tr.pause() self.assertTrue(tr._paused) self.assertFalse(7 in self.loop.readers) tr.resume() self.assertFalse(tr._paused) self.loop.assert_reader(7, tr._read_ready) def test_read_ready(self): transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) self.sock.recv.return_value = b'data' transport._read_ready() self.protocol.data_received.assert_called_with(b'data') def test_read_ready_eof(self): transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport.close = unittest.mock.Mock() self.sock.recv.return_value = b'' transport._read_ready() self.protocol.eof_received.assert_called_with() transport.close.assert_called_with() def test_read_ready_eof_keep_open(self): transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport.close = unittest.mock.Mock() self.sock.recv.return_value = b'' self.protocol.eof_received.return_value = True transport._read_ready() self.protocol.eof_received.assert_called_with() self.assertFalse(transport.close.called) @unittest.mock.patch('logging.exception') def test_read_ready_tryagain(self, m_exc): self.sock.recv.side_effect = BlockingIOError transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport._read_ready() self.assertFalse(transport._fatal_error.called) @unittest.mock.patch('logging.exception') def test_read_ready_tryagain_interrupted(self, m_exc): self.sock.recv.side_effect = InterruptedError transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport._read_ready() self.assertFalse(transport._fatal_error.called) @unittest.mock.patch('logging.exception') def test_read_ready_conn_reset(self, m_exc): err = self.sock.recv.side_effect = ConnectionResetError() transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._force_close = unittest.mock.Mock() transport._read_ready() transport._force_close.assert_called_with(err) @unittest.mock.patch('logging.exception') def test_read_ready_err(self, m_exc): err = self.sock.recv.side_effect = OSError() transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport._read_ready() transport._fatal_error.assert_called_with(err) def test_write(self): data = b'data' self.sock.send.return_value = len(data) transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport.write(data) self.sock.send.assert_called_with(data) def test_write_no_data(self): transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._buffer.append(b'data') transport.write(b'') self.assertFalse(self.sock.send.called) self.assertEqual(collections.deque([b'data']), transport._buffer) def test_write_buffer(self): transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._buffer.append(b'data1') transport.write(b'data2') self.assertFalse(self.sock.send.called) self.assertEqual(collections.deque([b'data1', b'data2']), transport._buffer) def test_write_partial(self): data = b'data' self.sock.send.return_value = 2 transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport.write(data) self.loop.assert_writer(7, transport._write_ready) self.assertEqual(collections.deque([b'ta']), transport._buffer) def test_write_partial_none(self): data = b'data' self.sock.send.return_value = 0 self.sock.fileno.return_value = 7 transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport.write(data) self.loop.assert_writer(7, transport._write_ready) self.assertEqual(collections.deque([b'data']), transport._buffer) def test_write_tryagain(self): self.sock.send.side_effect = BlockingIOError data = b'data' transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport.write(data) self.loop.assert_writer(7, transport._write_ready) self.assertEqual(collections.deque([b'data']), transport._buffer) @unittest.mock.patch('asyncio.selector_events.asyncio_log') def test_write_exception(self, m_log): err = self.sock.send.side_effect = OSError() data = b'data' transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport.write(data) transport._fatal_error.assert_called_with(err) transport._conn_lost = 1 self.sock.reset_mock() transport.write(data) self.assertFalse(self.sock.send.called) self.assertEqual(transport._conn_lost, 2) transport.write(data) transport.write(data) transport.write(data) transport.write(data) m_log.warning.assert_called_with('socket.send() raised exception.') def test_write_str(self): transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) self.assertRaises(AssertionError, transport.write, 'str') def test_write_closing(self): transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport.close() self.assertEqual(transport._conn_lost, 1) transport.write(b'data') self.assertEqual(transport._conn_lost, 2) def test_write_ready(self): data = b'data' self.sock.send.return_value = len(data) transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._buffer.append(data) self.loop.add_writer(7, transport._write_ready) transport._write_ready() self.assertTrue(self.sock.send.called) self.assertEqual(self.sock.send.call_args[0], (data,)) self.assertFalse(self.loop.writers) def test_write_ready_closing(self): data = b'data' self.sock.send.return_value = len(data) transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._closing = True transport._buffer.append(data) self.loop.add_writer(7, transport._write_ready) transport._write_ready() self.sock.send.assert_called_with(data) self.assertFalse(self.loop.writers) self.sock.close.assert_called_with() self.protocol.connection_lost.assert_called_with(None) def test_write_ready_no_data(self): transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) self.assertRaises(AssertionError, transport._write_ready) def test_write_ready_partial(self): data = b'data' self.sock.send.return_value = 2 transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._buffer.append(data) self.loop.add_writer(7, transport._write_ready) transport._write_ready() self.loop.assert_writer(7, transport._write_ready) self.assertEqual(collections.deque([b'ta']), transport._buffer) def test_write_ready_partial_none(self): data = b'data' self.sock.send.return_value = 0 transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._buffer.append(data) self.loop.add_writer(7, transport._write_ready) transport._write_ready() self.loop.assert_writer(7, transport._write_ready) self.assertEqual(collections.deque([b'data']), transport._buffer) def test_write_ready_tryagain(self): self.sock.send.side_effect = BlockingIOError transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._buffer = collections.deque([b'data1', b'data2']) self.loop.add_writer(7, transport._write_ready) transport._write_ready() self.loop.assert_writer(7, transport._write_ready) self.assertEqual(collections.deque([b'data1data2']), transport._buffer) def test_write_ready_exception(self): err = self.sock.send.side_effect = OSError() transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport._buffer.append(b'data') transport._write_ready() transport._fatal_error.assert_called_with(err) @unittest.mock.patch('asyncio.selector_events.asyncio_log') def test_write_ready_exception_and_close(self, m_log): self.sock.send.side_effect = OSError() remove_writer = self.loop.remove_writer = unittest.mock.Mock() transport = _SelectorSocketTransport( self.loop, self.sock, self.protocol) transport.close() transport._buffer.append(b'data') transport._write_ready() remove_writer.assert_called_with(self.sock_fd) def test_write_eof(self): tr = _SelectorSocketTransport( self.loop, self.sock, self.protocol) self.assertTrue(tr.can_write_eof()) tr.write_eof() self.sock.shutdown.assert_called_with(socket.SHUT_WR) tr.write_eof() self.assertEqual(self.sock.shutdown.call_count, 1) tr.close() def test_write_eof_buffer(self): tr = _SelectorSocketTransport( self.loop, self.sock, self.protocol) self.sock.send.side_effect = BlockingIOError tr.write(b'data') tr.write_eof() self.assertEqual(tr._buffer, collections.deque([b'data'])) self.assertTrue(tr._eof) self.assertFalse(self.sock.shutdown.called) self.sock.send.side_effect = lambda _: 4 tr._write_ready() self.sock.send.assert_called_with(b'data') self.sock.shutdown.assert_called_with(socket.SHUT_WR) tr.close() @unittest.skipIf(ssl is None, 'No ssl module') class SelectorSslTransportTests(unittest.TestCase): def setUp(self): self.loop = test_utils.TestLoop() self.protocol = test_utils.make_test_protocol(Protocol) self.sock = unittest.mock.Mock(socket.socket) self.sock.fileno.return_value = 7 self.sslsock = unittest.mock.Mock() self.sslsock.fileno.return_value = 1 self.sslcontext = unittest.mock.Mock() self.sslcontext.wrap_socket.return_value = self.sslsock def _make_one(self, create_waiter=None): transport = _SelectorSslTransport( self.loop, self.sock, self.protocol, self.sslcontext) self.sock.reset_mock() self.sslsock.reset_mock() self.sslcontext.reset_mock() self.loop.reset_counters() return transport def test_on_handshake(self): waiter = futures.Future(loop=self.loop) tr = _SelectorSslTransport( self.loop, self.sock, self.protocol, self.sslcontext, waiter=waiter) self.assertTrue(self.sslsock.do_handshake.called) self.loop.assert_reader(1, tr._on_ready) self.loop.assert_writer(1, tr._on_ready) test_utils.run_briefly(self.loop) self.assertIsNone(waiter.result()) def test_on_handshake_reader_retry(self): self.sslsock.do_handshake.side_effect = ssl.SSLWantReadError transport = _SelectorSslTransport( self.loop, self.sock, self.protocol, self.sslcontext) transport._on_handshake() self.loop.assert_reader(1, transport._on_handshake) def test_on_handshake_writer_retry(self): self.sslsock.do_handshake.side_effect = ssl.SSLWantWriteError transport = _SelectorSslTransport( self.loop, self.sock, self.protocol, self.sslcontext) transport._on_handshake() self.loop.assert_writer(1, transport._on_handshake) def test_on_handshake_exc(self): exc = ValueError() self.sslsock.do_handshake.side_effect = exc transport = _SelectorSslTransport( self.loop, self.sock, self.protocol, self.sslcontext) transport._waiter = futures.Future(loop=self.loop) transport._on_handshake() self.assertTrue(self.sslsock.close.called) self.assertTrue(transport._waiter.done()) self.assertIs(exc, transport._waiter.exception()) def test_on_handshake_base_exc(self): transport = _SelectorSslTransport( self.loop, self.sock, self.protocol, self.sslcontext) transport._waiter = futures.Future(loop=self.loop) exc = BaseException() self.sslsock.do_handshake.side_effect = exc self.assertRaises(BaseException, transport._on_handshake) self.assertTrue(self.sslsock.close.called) self.assertTrue(transport._waiter.done()) self.assertIs(exc, transport._waiter.exception()) def test_pause_resume(self): tr = self._make_one() self.assertFalse(tr._paused) self.loop.assert_reader(1, tr._on_ready) tr.pause() self.assertTrue(tr._paused) self.assertFalse(1 in self.loop.readers) tr.resume() self.assertFalse(tr._paused) self.loop.assert_reader(1, tr._on_ready) def test_write_no_data(self): transport = self._make_one() transport._buffer.append(b'data') transport.write(b'') self.assertEqual(collections.deque([b'data']), transport._buffer) def test_write_str(self): transport = self._make_one() self.assertRaises(AssertionError, transport.write, 'str') def test_write_closing(self): transport = self._make_one() transport.close() self.assertEqual(transport._conn_lost, 1) transport.write(b'data') self.assertEqual(transport._conn_lost, 2) @unittest.mock.patch('asyncio.selector_events.asyncio_log') def test_write_exception(self, m_log): transport = self._make_one() transport._conn_lost = 1 transport.write(b'data') self.assertEqual(transport._buffer, collections.deque()) transport.write(b'data') transport.write(b'data') transport.write(b'data') transport.write(b'data') m_log.warning.assert_called_with('socket.send() raised exception.') def test_on_ready_recv(self): self.sslsock.recv.return_value = b'data' transport = self._make_one() transport._on_ready() self.assertTrue(self.sslsock.recv.called) self.assertEqual((b'data',), self.protocol.data_received.call_args[0]) def test_on_ready_recv_eof(self): self.sslsock.recv.return_value = b'' transport = self._make_one() transport.close = unittest.mock.Mock() transport._on_ready() transport.close.assert_called_with() self.protocol.eof_received.assert_called_with() def test_on_ready_recv_conn_reset(self): err = self.sslsock.recv.side_effect = ConnectionResetError() transport = self._make_one() transport._force_close = unittest.mock.Mock() transport._on_ready() transport._force_close.assert_called_with(err) def test_on_ready_recv_retry(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError transport = self._make_one() transport._on_ready() self.assertTrue(self.sslsock.recv.called) self.assertFalse(self.protocol.data_received.called) self.sslsock.recv.side_effect = ssl.SSLWantWriteError transport._on_ready() self.assertFalse(self.protocol.data_received.called) self.sslsock.recv.side_effect = BlockingIOError transport._on_ready() self.assertFalse(self.protocol.data_received.called) self.sslsock.recv.side_effect = InterruptedError transport._on_ready() self.assertFalse(self.protocol.data_received.called) def test_on_ready_recv_exc(self): err = self.sslsock.recv.side_effect = OSError() transport = self._make_one() transport._fatal_error = unittest.mock.Mock() transport._on_ready() transport._fatal_error.assert_called_with(err) def test_on_ready_send(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError self.sslsock.send.return_value = 4 transport = self._make_one() transport._buffer = collections.deque([b'data']) transport._on_ready() self.assertEqual(collections.deque(), transport._buffer) self.assertTrue(self.sslsock.send.called) def test_on_ready_send_none(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError self.sslsock.send.return_value = 0 transport = self._make_one() transport._buffer = collections.deque([b'data1', b'data2']) transport._on_ready() self.assertTrue(self.sslsock.send.called) self.assertEqual(collections.deque([b'data1data2']), transport._buffer) def test_on_ready_send_partial(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError self.sslsock.send.return_value = 2 transport = self._make_one() transport._buffer = collections.deque([b'data1', b'data2']) transport._on_ready() self.assertTrue(self.sslsock.send.called) self.assertEqual(collections.deque([b'ta1data2']), transport._buffer) def test_on_ready_send_closing_partial(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError self.sslsock.send.return_value = 2 transport = self._make_one() transport._buffer = collections.deque([b'data1', b'data2']) transport._on_ready() self.assertTrue(self.sslsock.send.called) self.assertFalse(self.sslsock.close.called) def test_on_ready_send_closing(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError self.sslsock.send.return_value = 4 transport = self._make_one() transport.close() transport._buffer = collections.deque([b'data']) transport._on_ready() self.assertFalse(self.loop.writers) self.protocol.connection_lost.assert_called_with(None) def test_on_ready_send_closing_empty_buffer(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError self.sslsock.send.return_value = 4 transport = self._make_one() transport.close() transport._buffer = collections.deque() transport._on_ready() self.assertFalse(self.loop.writers) self.protocol.connection_lost.assert_called_with(None) def test_on_ready_send_retry(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError transport = self._make_one() transport._buffer = collections.deque([b'data']) self.sslsock.send.side_effect = ssl.SSLWantReadError transport._on_ready() self.assertTrue(self.sslsock.send.called) self.assertEqual(collections.deque([b'data']), transport._buffer) self.sslsock.send.side_effect = ssl.SSLWantWriteError transport._on_ready() self.assertEqual(collections.deque([b'data']), transport._buffer) self.sslsock.send.side_effect = BlockingIOError() transport._on_ready() self.assertEqual(collections.deque([b'data']), transport._buffer) def test_on_ready_send_exc(self): self.sslsock.recv.side_effect = ssl.SSLWantReadError err = self.sslsock.send.side_effect = OSError() transport = self._make_one() transport._buffer = collections.deque([b'data']) transport._fatal_error = unittest.mock.Mock() transport._on_ready() transport._fatal_error.assert_called_with(err) self.assertEqual(collections.deque(), transport._buffer) def test_write_eof(self): tr = self._make_one() self.assertFalse(tr.can_write_eof()) self.assertRaises(NotImplementedError, tr.write_eof) def test_close(self): tr = self._make_one() tr.close() self.assertTrue(tr._closing) self.assertEqual(1, self.loop.remove_reader_count[1]) self.assertEqual(tr._conn_lost, 1) tr.close() self.assertEqual(tr._conn_lost, 1) self.assertEqual(1, self.loop.remove_reader_count[1]) @unittest.skipIf(ssl is None or not ssl.HAS_SNI, 'No SNI support') def test_server_hostname(self): _SelectorSslTransport( self.loop, self.sock, self.protocol, self.sslcontext, server_hostname='localhost') self.sslcontext.wrap_socket.assert_called_with( self.sock, do_handshake_on_connect=False, server_side=False, server_hostname='localhost') class SelectorDatagramTransportTests(unittest.TestCase): def setUp(self): self.loop = test_utils.TestLoop() self.protocol = test_utils.make_test_protocol(DatagramProtocol) self.sock = unittest.mock.Mock(spec_set=socket.socket) self.sock.fileno.return_value = 7 def test_read_ready(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) self.sock.recvfrom.return_value = (b'data', ('0.0.0.0', 1234)) transport._read_ready() self.protocol.datagram_received.assert_called_with( b'data', ('0.0.0.0', 1234)) def test_read_ready_tryagain(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) self.sock.recvfrom.side_effect = BlockingIOError transport._fatal_error = unittest.mock.Mock() transport._read_ready() self.assertFalse(transport._fatal_error.called) def test_read_ready_err(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) err = self.sock.recvfrom.side_effect = OSError() transport._fatal_error = unittest.mock.Mock() transport._read_ready() transport._fatal_error.assert_called_with(err) def test_sendto(self): data = b'data' transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport.sendto(data, ('0.0.0.0', 1234)) self.assertTrue(self.sock.sendto.called) self.assertEqual( self.sock.sendto.call_args[0], (data, ('0.0.0.0', 1234))) def test_sendto_no_data(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._buffer.append((b'data', ('0.0.0.0', 12345))) transport.sendto(b'', ()) self.assertFalse(self.sock.sendto.called) self.assertEqual( [(b'data', ('0.0.0.0', 12345))], list(transport._buffer)) def test_sendto_buffer(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._buffer.append((b'data1', ('0.0.0.0', 12345))) transport.sendto(b'data2', ('0.0.0.0', 12345)) self.assertFalse(self.sock.sendto.called) self.assertEqual( [(b'data1', ('0.0.0.0', 12345)), (b'data2', ('0.0.0.0', 12345))], list(transport._buffer)) def test_sendto_tryagain(self): data = b'data' self.sock.sendto.side_effect = BlockingIOError transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport.sendto(data, ('0.0.0.0', 12345)) self.loop.assert_writer(7, transport._sendto_ready) self.assertEqual( [(b'data', ('0.0.0.0', 12345))], list(transport._buffer)) @unittest.mock.patch('asyncio.selector_events.asyncio_log') def test_sendto_exception(self, m_log): data = b'data' err = self.sock.sendto.side_effect = OSError() transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport.sendto(data, ()) self.assertTrue(transport._fatal_error.called) transport._fatal_error.assert_called_with(err) transport._conn_lost = 1 transport._address = ('123',) transport.sendto(data) transport.sendto(data) transport.sendto(data) transport.sendto(data) transport.sendto(data) m_log.warning.assert_called_with('socket.send() raised exception.') def test_sendto_connection_refused(self): data = b'data' self.sock.sendto.side_effect = ConnectionRefusedError transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport.sendto(data, ()) self.assertEqual(transport._conn_lost, 0) self.assertFalse(transport._fatal_error.called) def test_sendto_connection_refused_connected(self): data = b'data' self.sock.send.side_effect = ConnectionRefusedError transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol, ('0.0.0.0', 1)) transport._fatal_error = unittest.mock.Mock() transport.sendto(data) self.assertTrue(transport._fatal_error.called) def test_sendto_str(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) self.assertRaises(AssertionError, transport.sendto, 'str', ()) def test_sendto_connected_addr(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol, ('0.0.0.0', 1)) self.assertRaises( AssertionError, transport.sendto, b'str', ('0.0.0.0', 2)) def test_sendto_closing(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol, address=(1,)) transport.close() self.assertEqual(transport._conn_lost, 1) transport.sendto(b'data', (1,)) self.assertEqual(transport._conn_lost, 2) def test_sendto_ready(self): data = b'data' self.sock.sendto.return_value = len(data) transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._buffer.append((data, ('0.0.0.0', 12345))) self.loop.add_writer(7, transport._sendto_ready) transport._sendto_ready() self.assertTrue(self.sock.sendto.called) self.assertEqual( self.sock.sendto.call_args[0], (data, ('0.0.0.0', 12345))) self.assertFalse(self.loop.writers) def test_sendto_ready_closing(self): data = b'data' self.sock.send.return_value = len(data) transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._closing = True transport._buffer.append((data, ())) self.loop.add_writer(7, transport._sendto_ready) transport._sendto_ready() self.sock.sendto.assert_called_with(data, ()) self.assertFalse(self.loop.writers) self.sock.close.assert_called_with() self.protocol.connection_lost.assert_called_with(None) def test_sendto_ready_no_data(self): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) self.loop.add_writer(7, transport._sendto_ready) transport._sendto_ready() self.assertFalse(self.sock.sendto.called) self.assertFalse(self.loop.writers) def test_sendto_ready_tryagain(self): self.sock.sendto.side_effect = BlockingIOError transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._buffer.extend([(b'data1', ()), (b'data2', ())]) self.loop.add_writer(7, transport._sendto_ready) transport._sendto_ready() self.loop.assert_writer(7, transport._sendto_ready) self.assertEqual( [(b'data1', ()), (b'data2', ())], list(transport._buffer)) def test_sendto_ready_exception(self): err = self.sock.sendto.side_effect = OSError() transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport._buffer.append((b'data', ())) transport._sendto_ready() transport._fatal_error.assert_called_with(err) def test_sendto_ready_connection_refused(self): self.sock.sendto.side_effect = ConnectionRefusedError transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol) transport._fatal_error = unittest.mock.Mock() transport._buffer.append((b'data', ())) transport._sendto_ready() self.assertFalse(transport._fatal_error.called) def test_sendto_ready_connection_refused_connection(self): self.sock.send.side_effect = ConnectionRefusedError transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol, ('0.0.0.0', 1)) transport._fatal_error = unittest.mock.Mock() transport._buffer.append((b'data', ())) transport._sendto_ready() self.assertTrue(transport._fatal_error.called) @unittest.mock.patch('asyncio.log.asyncio_log.exception') def test_fatal_error_connected(self, m_exc): transport = _SelectorDatagramTransport( self.loop, self.sock, self.protocol, ('0.0.0.0', 1)) err = ConnectionRefusedError() transport._fatal_error(err) self.protocol.connection_refused.assert_called_with(err) m_exc.assert_called_with('Fatal error for %s', transport)