2019-05-23 12:45:22 -03:00
|
|
|
"""Tests for sys.audit and sys.addaudithook
|
|
|
|
"""
|
|
|
|
|
|
|
|
import subprocess
|
|
|
|
import sys
|
|
|
|
import unittest
|
|
|
|
from test import support
|
2020-08-07 18:55:35 -03:00
|
|
|
from test.support import import_helper
|
|
|
|
from test.support import os_helper
|
|
|
|
|
2019-05-23 12:45:22 -03:00
|
|
|
|
|
|
|
if not hasattr(sys, "addaudithook") or not hasattr(sys, "audit"):
|
|
|
|
raise unittest.SkipTest("test only relevant when sys.audit is available")
|
|
|
|
|
2019-05-29 12:20:35 -03:00
|
|
|
AUDIT_TESTS_PY = support.findfile("audit-tests.py")
|
2019-05-23 12:45:22 -03:00
|
|
|
|
|
|
|
|
|
|
|
class AuditTest(unittest.TestCase):
|
2022-10-07 14:17:08 -03:00
|
|
|
maxDiff = None
|
2022-01-25 03:09:06 -04:00
|
|
|
|
|
|
|
@support.requires_subprocess()
|
2023-09-05 05:25:08 -03:00
|
|
|
def run_test_in_subprocess(self, *args):
|
2019-05-29 12:20:35 -03:00
|
|
|
with subprocess.Popen(
|
2022-07-31 12:33:56 -03:00
|
|
|
[sys.executable, "-X utf8", AUDIT_TESTS_PY, *args],
|
2019-05-29 12:20:35 -03:00
|
|
|
encoding="utf-8",
|
|
|
|
stdout=subprocess.PIPE,
|
|
|
|
stderr=subprocess.PIPE,
|
|
|
|
) as p:
|
|
|
|
p.wait()
|
2023-09-05 05:25:08 -03:00
|
|
|
return p, p.stdout.read(), p.stderr.read()
|
2019-11-28 12:46:11 -04:00
|
|
|
|
2023-09-05 05:25:08 -03:00
|
|
|
def do_test(self, *args):
|
|
|
|
proc, stdout, stderr = self.run_test_in_subprocess(*args)
|
|
|
|
|
|
|
|
sys.stdout.write(stdout)
|
|
|
|
sys.stderr.write(stderr)
|
|
|
|
if proc.returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
def run_python(self, *args, expect_stderr=False):
|
2019-11-28 12:46:11 -04:00
|
|
|
events = []
|
2023-09-05 05:25:08 -03:00
|
|
|
proc, stdout, stderr = self.run_test_in_subprocess(*args)
|
|
|
|
if not expect_stderr or support.verbose:
|
|
|
|
sys.stderr.write(stderr)
|
|
|
|
return (
|
|
|
|
proc.returncode,
|
|
|
|
[line.strip().partition(" ") for line in stdout.splitlines()],
|
|
|
|
stderr,
|
|
|
|
)
|
2019-05-29 12:20:35 -03:00
|
|
|
|
2019-05-23 12:45:22 -03:00
|
|
|
def test_basic(self):
|
2019-05-29 12:20:35 -03:00
|
|
|
self.do_test("test_basic")
|
2019-05-23 12:45:22 -03:00
|
|
|
|
|
|
|
def test_block_add_hook(self):
|
2019-05-29 12:20:35 -03:00
|
|
|
self.do_test("test_block_add_hook")
|
2019-05-23 12:45:22 -03:00
|
|
|
|
|
|
|
def test_block_add_hook_baseexception(self):
|
2019-05-29 12:20:35 -03:00
|
|
|
self.do_test("test_block_add_hook_baseexception")
|
2019-05-23 12:45:22 -03:00
|
|
|
|
2021-06-30 13:21:37 -03:00
|
|
|
def test_marshal(self):
|
|
|
|
import_helper.import_module("marshal")
|
|
|
|
|
|
|
|
self.do_test("test_marshal")
|
|
|
|
|
2019-05-23 12:45:22 -03:00
|
|
|
def test_pickle(self):
|
2020-08-07 18:55:35 -03:00
|
|
|
import_helper.import_module("pickle")
|
2019-05-23 12:45:22 -03:00
|
|
|
|
2019-05-29 12:20:35 -03:00
|
|
|
self.do_test("test_pickle")
|
2019-05-23 12:45:22 -03:00
|
|
|
|
|
|
|
def test_monkeypatch(self):
|
2019-05-29 12:20:35 -03:00
|
|
|
self.do_test("test_monkeypatch")
|
2019-05-23 12:45:22 -03:00
|
|
|
|
|
|
|
def test_open(self):
|
2020-08-07 18:55:35 -03:00
|
|
|
self.do_test("test_open", os_helper.TESTFN)
|
2019-05-23 12:45:22 -03:00
|
|
|
|
|
|
|
def test_cantrace(self):
|
2019-05-29 12:20:35 -03:00
|
|
|
self.do_test("test_cantrace")
|
2019-05-23 12:45:22 -03:00
|
|
|
|
2019-06-21 12:31:59 -03:00
|
|
|
def test_mmap(self):
|
|
|
|
self.do_test("test_mmap")
|
|
|
|
|
2019-11-28 12:46:11 -04:00
|
|
|
def test_excepthook(self):
|
|
|
|
returncode, events, stderr = self.run_python("test_excepthook")
|
|
|
|
if not returncode:
|
|
|
|
self.fail(f"Expected fatal exception\n{stderr}")
|
|
|
|
|
|
|
|
self.assertSequenceEqual(
|
|
|
|
[("sys.excepthook", " ", "RuntimeError('fatal-error')")], events
|
|
|
|
)
|
|
|
|
|
|
|
|
def test_unraisablehook(self):
|
2024-04-03 10:11:36 -03:00
|
|
|
import_helper.import_module("_testcapi")
|
2019-11-28 12:46:11 -04:00
|
|
|
returncode, events, stderr = self.run_python("test_unraisablehook")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
self.assertEqual(events[0][0], "sys.unraisablehook")
|
|
|
|
self.assertEqual(
|
|
|
|
events[0][2],
|
|
|
|
"RuntimeError('nonfatal-error') Exception ignored for audit hook test",
|
|
|
|
)
|
|
|
|
|
2019-12-09 15:18:12 -04:00
|
|
|
def test_winreg(self):
|
2020-08-07 18:55:35 -03:00
|
|
|
import_helper.import_module("winreg")
|
2019-12-09 15:18:12 -04:00
|
|
|
returncode, events, stderr = self.run_python("test_winreg")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
self.assertEqual(events[0][0], "winreg.OpenKey")
|
|
|
|
self.assertEqual(events[1][0], "winreg.OpenKey/result")
|
|
|
|
expected = events[1][2]
|
|
|
|
self.assertTrue(expected)
|
|
|
|
self.assertSequenceEqual(["winreg.EnumKey", " ", f"{expected} 0"], events[2])
|
|
|
|
self.assertSequenceEqual(["winreg.EnumKey", " ", f"{expected} 10000"], events[3])
|
|
|
|
self.assertSequenceEqual(["winreg.PyHKEY.Detach", " ", expected], events[4])
|
|
|
|
|
2020-03-31 08:38:53 -03:00
|
|
|
def test_socket(self):
|
2020-08-07 18:55:35 -03:00
|
|
|
import_helper.import_module("socket")
|
2020-03-31 08:38:53 -03:00
|
|
|
returncode, events, stderr = self.run_python("test_socket")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
self.assertEqual(events[0][0], "socket.gethostname")
|
|
|
|
self.assertEqual(events[1][0], "socket.__new__")
|
|
|
|
self.assertEqual(events[2][0], "socket.bind")
|
|
|
|
self.assertTrue(events[2][2].endswith("('127.0.0.1', 8080)"))
|
2019-05-23 12:45:22 -03:00
|
|
|
|
2021-03-09 20:53:57 -04:00
|
|
|
def test_gc(self):
|
|
|
|
returncode, events, stderr = self.run_python("test_gc")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
self.assertEqual(
|
|
|
|
[event[0] for event in events],
|
|
|
|
["gc.get_objects", "gc.get_referrers", "gc.get_referents"]
|
|
|
|
)
|
|
|
|
|
2021-04-26 20:16:46 -03:00
|
|
|
|
2021-04-23 07:19:08 -03:00
|
|
|
def test_http(self):
|
|
|
|
import_helper.import_module("http.client")
|
|
|
|
returncode, events, stderr = self.run_python("test_http_client")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
self.assertEqual(events[0][0], "http.client.connect")
|
|
|
|
self.assertEqual(events[0][2], "www.python.org 80")
|
|
|
|
self.assertEqual(events[1][0], "http.client.send")
|
|
|
|
if events[1][2] != '[cannot send]':
|
|
|
|
self.assertIn('HTTP', events[1][2])
|
|
|
|
|
2021-03-09 20:53:57 -04:00
|
|
|
|
2021-04-26 20:16:46 -03:00
|
|
|
def test_sqlite3(self):
|
2022-07-26 16:18:16 -03:00
|
|
|
sqlite3 = import_helper.import_module("sqlite3")
|
2021-04-26 20:16:46 -03:00
|
|
|
returncode, events, stderr = self.run_python("test_sqlite3")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
actual = [ev[0] for ev in events]
|
2021-05-02 18:25:17 -03:00
|
|
|
expected = ["sqlite3.connect", "sqlite3.connect/handle"] * 2
|
2021-04-26 20:16:46 -03:00
|
|
|
|
|
|
|
if hasattr(sqlite3.Connection, "enable_load_extension"):
|
|
|
|
expected += [
|
|
|
|
"sqlite3.enable_load_extension",
|
|
|
|
"sqlite3.load_extension",
|
|
|
|
]
|
|
|
|
self.assertEqual(actual, expected)
|
|
|
|
|
|
|
|
|
2022-07-17 12:11:24 -03:00
|
|
|
def test_sys_getframe(self):
|
|
|
|
returncode, events, stderr = self.run_python("test_sys_getframe")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
actual = [(ev[0], ev[2]) for ev in events]
|
|
|
|
expected = [("sys._getframe", "test_sys_getframe")]
|
|
|
|
|
|
|
|
self.assertEqual(actual, expected)
|
2023-01-13 07:31:06 -04:00
|
|
|
|
|
|
|
def test_sys_getframemodulename(self):
|
|
|
|
returncode, events, stderr = self.run_python("test_sys_getframemodulename")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
actual = [(ev[0], ev[2]) for ev in events]
|
|
|
|
expected = [("sys._getframemodulename", "0")]
|
|
|
|
|
|
|
|
self.assertEqual(actual, expected)
|
2022-07-17 12:11:24 -03:00
|
|
|
|
2022-11-16 13:15:52 -04:00
|
|
|
|
|
|
|
def test_threading(self):
|
|
|
|
returncode, events, stderr = self.run_python("test_threading")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
actual = [(ev[0], ev[2]) for ev in events]
|
|
|
|
expected = [
|
|
|
|
("_thread.start_new_thread", "(<test_func>, (), None)"),
|
|
|
|
("test.test_func", "()"),
|
gh-114271: Fix race in `Thread.join()` (#114839)
There is a race between when `Thread._tstate_lock` is released[^1] in `Thread._wait_for_tstate_lock()`
and when `Thread._stop()` asserts[^2] that it is unlocked. Consider the following execution
involving threads A, B, and C:
1. A starts.
2. B joins A, blocking on its `_tstate_lock`.
3. C joins A, blocking on its `_tstate_lock`.
4. A finishes and releases its `_tstate_lock`.
5. B acquires A's `_tstate_lock` in `_wait_for_tstate_lock()`, releases it, but is swapped
out before calling `_stop()`.
6. C is scheduled, acquires A's `_tstate_lock` in `_wait_for_tstate_lock()` but is swapped
out before releasing it.
7. B is scheduled, calls `_stop()`, which asserts that A's `_tstate_lock` is not held.
However, C holds it, so the assertion fails.
The race can be reproduced[^3] by inserting sleeps at the appropriate points in
the threading code. To do so, run the `repro_join_race.py` from the linked repo.
There are two main parts to this PR:
1. `_tstate_lock` is replaced with an event that is attached to `PyThreadState`.
The event is set by the runtime prior to the thread being cleared (in the same
place that `_tstate_lock` was released). `Thread.join()` blocks waiting for the
event to be set.
2. `_PyInterpreterState_WaitForThreads()` provides the ability to wait for all
non-daemon threads to exit. To do so, an `is_daemon` predicate was added to
`PyThreadState`. This field is set each time a thread is created. `threading._shutdown()`
now calls into `_PyInterpreterState_WaitForThreads()` instead of waiting on
`_tstate_lock`s.
[^1]: https://github.com/python/cpython/blob/441affc9e7f419ef0b68f734505fa2f79fe653c7/Lib/threading.py#L1201
[^2]: https://github.com/python/cpython/blob/441affc9e7f419ef0b68f734505fa2f79fe653c7/Lib/threading.py#L1115
[^3]: https://github.com/mpage/cpython/commit/81946532792f938cd6f6ab4c4ff92a4edf61314f
---------
Co-authored-by: blurb-it[bot] <43283697+blurb-it[bot]@users.noreply.github.com>
Co-authored-by: Antoine Pitrou <antoine@python.org>
2024-03-16 09:56:30 -03:00
|
|
|
("_thread.start_joinable_thread", "(<test_func>, 1, None)"),
|
2023-11-04 10:59:24 -03:00
|
|
|
("test.test_func", "()"),
|
2022-11-16 13:15:52 -04:00
|
|
|
]
|
|
|
|
|
|
|
|
self.assertEqual(actual, expected)
|
|
|
|
|
|
|
|
|
2022-09-07 17:09:20 -03:00
|
|
|
def test_wmi_exec_query(self):
|
|
|
|
import_helper.import_module("_wmi")
|
|
|
|
returncode, events, stderr = self.run_python("test_wmi_exec_query")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
actual = [(ev[0], ev[2]) for ev in events]
|
|
|
|
expected = [("_wmi.exec_query", "SELECT * FROM Win32_OperatingSystem")]
|
|
|
|
|
|
|
|
self.assertEqual(actual, expected)
|
|
|
|
|
2022-10-07 14:17:08 -03:00
|
|
|
def test_syslog(self):
|
|
|
|
syslog = import_helper.import_module("syslog")
|
|
|
|
|
|
|
|
returncode, events, stderr = self.run_python("test_syslog")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print('Events:', *events, sep='\n ')
|
|
|
|
|
|
|
|
self.assertSequenceEqual(
|
|
|
|
events,
|
|
|
|
[('syslog.openlog', ' ', f'python 0 {syslog.LOG_USER}'),
|
|
|
|
('syslog.syslog', ' ', f'{syslog.LOG_INFO} test'),
|
|
|
|
('syslog.setlogmask', ' ', f'{syslog.LOG_DEBUG}'),
|
|
|
|
('syslog.closelog', '', ''),
|
|
|
|
('syslog.syslog', ' ', f'{syslog.LOG_INFO} test2'),
|
|
|
|
('syslog.openlog', ' ', f'audit-tests.py 0 {syslog.LOG_USER}'),
|
|
|
|
('syslog.openlog', ' ', f'audit-tests.py {syslog.LOG_NDELAY} {syslog.LOG_LOCAL0}'),
|
|
|
|
('syslog.openlog', ' ', f'None 0 {syslog.LOG_USER}'),
|
|
|
|
('syslog.closelog', '', '')]
|
|
|
|
)
|
|
|
|
|
2022-11-14 17:39:18 -04:00
|
|
|
def test_not_in_gc(self):
|
|
|
|
returncode, _, stderr = self.run_python("test_not_in_gc")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
2023-08-23 06:00:22 -03:00
|
|
|
def test_time(self):
|
2023-09-05 05:25:08 -03:00
|
|
|
returncode, events, stderr = self.run_python("test_time", "print")
|
2023-08-23 06:00:22 -03:00
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
|
|
|
|
actual = [(ev[0], ev[2]) for ev in events]
|
|
|
|
expected = [("time.sleep", "0"),
|
|
|
|
("time.sleep", "0.0625"),
|
|
|
|
("time.sleep", "-1")]
|
|
|
|
|
|
|
|
self.assertEqual(actual, expected)
|
|
|
|
|
2023-09-05 05:25:08 -03:00
|
|
|
def test_time_fail(self):
|
|
|
|
returncode, events, stderr = self.run_python("test_time", "fail",
|
|
|
|
expect_stderr=True)
|
|
|
|
self.assertNotEqual(returncode, 0)
|
|
|
|
self.assertIn('hook failed', stderr.splitlines()[-1])
|
2022-09-07 17:09:20 -03:00
|
|
|
|
2023-08-10 08:29:06 -03:00
|
|
|
def test_sys_monitoring_register_callback(self):
|
|
|
|
returncode, events, stderr = self.run_python("test_sys_monitoring_register_callback")
|
|
|
|
if returncode:
|
|
|
|
self.fail(stderr)
|
|
|
|
|
|
|
|
if support.verbose:
|
|
|
|
print(*events, sep='\n')
|
|
|
|
actual = [(ev[0], ev[2]) for ev in events]
|
|
|
|
expected = [("sys.monitoring.register_callback", "(None,)")]
|
|
|
|
|
|
|
|
self.assertEqual(actual, expected)
|
|
|
|
|
|
|
|
|
2019-05-23 12:45:22 -03:00
|
|
|
if __name__ == "__main__":
|
|
|
|
unittest.main()
|