2008-06-13 16:28:21 -03:00
|
|
|
/*
|
|
|
|
* Extension module used by multiprocessing package
|
|
|
|
*
|
|
|
|
* multiprocessing.c
|
|
|
|
*
|
|
|
|
* Copyright (c) 2006-2008, R Oudkerk --- see COPYING.txt
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "multiprocessing.h"
|
|
|
|
|
Merged revisions 70908,70939,71009,71022,71036 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r70908 | jesse.noller | 2009-03-31 17:20:35 -0500 (Tue, 31 Mar 2009) | 1 line
Issue 5619: Pass MS CRT debug flags into subprocesses
........
r70939 | jesse.noller | 2009-03-31 22:45:50 -0500 (Tue, 31 Mar 2009) | 1 line
Fix multiprocessing.event to match the new threading.Event API
........
r71009 | jesse.noller | 2009-04-01 19:03:28 -0500 (Wed, 01 Apr 2009) | 1 line
issue5545: Switch to Autoconf for multiprocessing; special thanks to Martin Lowis for help
........
r71022 | jesse.noller | 2009-04-01 21:32:55 -0500 (Wed, 01 Apr 2009) | 1 line
Issue 3110: Additional protection for SEM_VALUE_MAX on platforms, thanks to Martin Loewis
........
r71036 | jesse.noller | 2009-04-01 23:22:09 -0500 (Wed, 01 Apr 2009) | 1 line
Issue 3551: Raise ValueError if the size causes ERROR_NO_SYSTEM_RESOURCES
........
2009-04-05 18:24:58 -03:00
|
|
|
|
2008-06-13 16:28:21 -03:00
|
|
|
PyObject *create_win32_namespace(void);
|
|
|
|
|
|
|
|
PyObject *ProcessError, *BufferTooShort;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Function which raises exceptions based on error codes
|
|
|
|
*/
|
|
|
|
|
|
|
|
PyObject *
|
|
|
|
mp_SetError(PyObject *Type, int num)
|
|
|
|
{
|
2010-05-09 12:52:27 -03:00
|
|
|
switch (num) {
|
2008-06-13 16:28:21 -03:00
|
|
|
#ifdef MS_WINDOWS
|
2010-05-09 12:52:27 -03:00
|
|
|
case MP_STANDARD_ERROR:
|
|
|
|
if (Type == NULL)
|
|
|
|
Type = PyExc_WindowsError;
|
|
|
|
PyErr_SetExcFromWindowsErr(Type, 0);
|
|
|
|
break;
|
|
|
|
case MP_SOCKET_ERROR:
|
|
|
|
if (Type == NULL)
|
|
|
|
Type = PyExc_WindowsError;
|
|
|
|
PyErr_SetExcFromWindowsErr(Type, WSAGetLastError());
|
|
|
|
break;
|
2008-06-13 16:28:21 -03:00
|
|
|
#else /* !MS_WINDOWS */
|
2010-05-09 12:52:27 -03:00
|
|
|
case MP_STANDARD_ERROR:
|
|
|
|
case MP_SOCKET_ERROR:
|
|
|
|
if (Type == NULL)
|
|
|
|
Type = PyExc_OSError;
|
|
|
|
PyErr_SetFromErrno(Type);
|
|
|
|
break;
|
2008-06-13 16:28:21 -03:00
|
|
|
#endif /* !MS_WINDOWS */
|
2010-05-09 12:52:27 -03:00
|
|
|
case MP_MEMORY_ERROR:
|
|
|
|
PyErr_NoMemory();
|
|
|
|
break;
|
|
|
|
case MP_EXCEPTION_HAS_BEEN_SET:
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
PyErr_Format(PyExc_RuntimeError,
|
|
|
|
"unkown error number %d", num);
|
|
|
|
}
|
|
|
|
return NULL;
|
2008-06-13 16:28:21 -03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static PyObject*
|
|
|
|
multiprocessing_address_of_buffer(PyObject *self, PyObject *obj)
|
|
|
|
{
|
2010-05-09 12:52:27 -03:00
|
|
|
void *buffer;
|
|
|
|
Py_ssize_t buffer_len;
|
2008-06-13 16:28:21 -03:00
|
|
|
|
2010-05-09 12:52:27 -03:00
|
|
|
if (PyObject_AsWriteBuffer(obj, &buffer, &buffer_len) < 0)
|
|
|
|
return NULL;
|
2008-06-13 16:28:21 -03:00
|
|
|
|
2011-05-09 15:55:03 -03:00
|
|
|
return Py_BuildValue("Nn",
|
2010-05-09 12:52:27 -03:00
|
|
|
PyLong_FromVoidPtr(buffer), buffer_len);
|
2008-06-13 16:28:21 -03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Function table
|
|
|
|
*/
|
|
|
|
|
|
|
|
static PyMethodDef module_methods[] = {
|
2010-05-09 12:52:27 -03:00
|
|
|
{"address_of_buffer", multiprocessing_address_of_buffer, METH_O,
|
|
|
|
"address_of_buffer(obj) -> int\n"
|
|
|
|
"Return address of obj assuming obj supports buffer inteface"},
|
|
|
|
{NULL}
|
2008-06-13 16:28:21 -03:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Initialize
|
|
|
|
*/
|
|
|
|
|
|
|
|
static struct PyModuleDef multiprocessing_module = {
|
2010-05-09 12:52:27 -03:00
|
|
|
PyModuleDef_HEAD_INIT,
|
|
|
|
"_multiprocessing",
|
|
|
|
NULL,
|
|
|
|
-1,
|
|
|
|
module_methods,
|
|
|
|
NULL,
|
|
|
|
NULL,
|
|
|
|
NULL,
|
|
|
|
NULL
|
2008-06-13 16:28:21 -03:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2010-05-09 12:52:27 -03:00
|
|
|
PyMODINIT_FUNC
|
2008-06-13 16:28:21 -03:00
|
|
|
PyInit__multiprocessing(void)
|
|
|
|
{
|
2011-12-17 05:23:14 -04:00
|
|
|
PyObject *module, *temp, *value = NULL;
|
2010-05-09 12:52:27 -03:00
|
|
|
|
|
|
|
/* Initialize module */
|
|
|
|
module = PyModule_Create(&multiprocessing_module);
|
|
|
|
if (!module)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
/* Get copy of BufferTooShort */
|
|
|
|
temp = PyImport_ImportModule("multiprocessing");
|
|
|
|
if (!temp)
|
|
|
|
return NULL;
|
|
|
|
BufferTooShort = PyObject_GetAttrString(temp, "BufferTooShort");
|
|
|
|
Py_XDECREF(temp);
|
|
|
|
|
|
|
|
#if defined(MS_WINDOWS) || \
|
2009-11-28 08:48:43 -04:00
|
|
|
(defined(HAVE_SEM_OPEN) && !defined(POSIX_SEMAPHORES_NOT_ENABLED))
|
2010-05-09 12:52:27 -03:00
|
|
|
/* Add SemLock type to module */
|
|
|
|
if (PyType_Ready(&SemLockType) < 0)
|
|
|
|
return NULL;
|
|
|
|
Py_INCREF(&SemLockType);
|
2010-10-16 23:14:36 -03:00
|
|
|
{
|
|
|
|
PyObject *py_sem_value_max;
|
|
|
|
/* Some systems define SEM_VALUE_MAX as an unsigned value that
|
|
|
|
* causes it to be negative when used as an int (NetBSD). */
|
|
|
|
if ((int)(SEM_VALUE_MAX) < 0)
|
|
|
|
py_sem_value_max = PyLong_FromLong(INT_MAX);
|
|
|
|
else
|
|
|
|
py_sem_value_max = PyLong_FromLong(SEM_VALUE_MAX);
|
|
|
|
if (py_sem_value_max == NULL)
|
|
|
|
return NULL;
|
|
|
|
PyDict_SetItemString(SemLockType.tp_dict, "SEM_VALUE_MAX",
|
|
|
|
py_sem_value_max);
|
|
|
|
}
|
2010-05-09 12:52:27 -03:00
|
|
|
PyModule_AddObject(module, "SemLock", (PyObject*)&SemLockType);
|
2008-06-13 16:28:21 -03:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef MS_WINDOWS
|
2010-05-09 12:52:27 -03:00
|
|
|
/* Initialize win32 class and add to multiprocessing */
|
|
|
|
temp = create_win32_namespace();
|
|
|
|
if (!temp)
|
|
|
|
return NULL;
|
|
|
|
PyModule_AddObject(module, "win32", temp);
|
2008-06-13 16:28:21 -03:00
|
|
|
#endif
|
|
|
|
|
2010-05-09 12:52:27 -03:00
|
|
|
/* Add configuration macros */
|
|
|
|
temp = PyDict_New();
|
|
|
|
if (!temp)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
#define ADD_FLAG(name) \
|
|
|
|
value = Py_BuildValue("i", name); \
|
|
|
|
if (value == NULL) { Py_DECREF(temp); return NULL; } \
|
|
|
|
if (PyDict_SetItemString(temp, #name, value) < 0) { \
|
|
|
|
Py_DECREF(temp); Py_DECREF(value); return NULL; } \
|
|
|
|
Py_DECREF(value)
|
|
|
|
|
2009-11-28 08:48:43 -04:00
|
|
|
#if defined(HAVE_SEM_OPEN) && !defined(POSIX_SEMAPHORES_NOT_ENABLED)
|
2010-05-09 12:52:27 -03:00
|
|
|
ADD_FLAG(HAVE_SEM_OPEN);
|
2008-06-13 16:28:21 -03:00
|
|
|
#endif
|
|
|
|
#ifdef HAVE_SEM_TIMEDWAIT
|
2010-05-09 12:52:27 -03:00
|
|
|
ADD_FLAG(HAVE_SEM_TIMEDWAIT);
|
2008-06-13 16:28:21 -03:00
|
|
|
#endif
|
|
|
|
#ifdef HAVE_BROKEN_SEM_GETVALUE
|
2010-05-09 12:52:27 -03:00
|
|
|
ADD_FLAG(HAVE_BROKEN_SEM_GETVALUE);
|
2008-06-13 16:28:21 -03:00
|
|
|
#endif
|
|
|
|
#ifdef HAVE_BROKEN_SEM_UNLINK
|
2010-05-09 12:52:27 -03:00
|
|
|
ADD_FLAG(HAVE_BROKEN_SEM_UNLINK);
|
2008-06-13 16:28:21 -03:00
|
|
|
#endif
|
|
|
|
|
2010-05-09 12:52:27 -03:00
|
|
|
if (PyModule_AddObject(module, "flags", temp) < 0)
|
|
|
|
return NULL;
|
2008-06-13 16:28:21 -03:00
|
|
|
|
2010-05-09 12:52:27 -03:00
|
|
|
return module;
|
2008-06-13 16:28:21 -03:00
|
|
|
}
|