2011-05-19 08:07:25 -03:00
|
|
|
"""Access to Python's configuration information."""
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
import os
|
2011-05-19 08:07:25 -03:00
|
|
|
import sys
|
2010-03-10 20:05:17 -04:00
|
|
|
from os.path import pardir, realpath
|
2010-01-29 07:41:03 -04:00
|
|
|
|
2010-09-20 12:29:53 -03:00
|
|
|
__all__ = [
|
|
|
|
'get_config_h_filename',
|
|
|
|
'get_config_var',
|
|
|
|
'get_config_vars',
|
|
|
|
'get_makefile_filename',
|
|
|
|
'get_path',
|
|
|
|
'get_path_names',
|
|
|
|
'get_paths',
|
|
|
|
'get_platform',
|
|
|
|
'get_python_version',
|
|
|
|
'get_scheme_names',
|
|
|
|
'parse_config_h',
|
2011-05-19 08:07:25 -03:00
|
|
|
]
|
|
|
|
|
2012-06-24 04:27:43 -03:00
|
|
|
_INSTALL_SCHEMES = {
|
|
|
|
'posix_prefix': {
|
2020-03-10 05:53:09 -03:00
|
|
|
'stdlib': '{installed_base}/{platlibdir}/python{py_version_short}',
|
|
|
|
'platstdlib': '{platbase}/{platlibdir}/python{py_version_short}',
|
2012-06-24 04:27:43 -03:00
|
|
|
'purelib': '{base}/lib/python{py_version_short}/site-packages',
|
2020-03-10 05:53:09 -03:00
|
|
|
'platlib': '{platbase}/{platlibdir}/python{py_version_short}/site-packages',
|
2012-06-24 04:27:43 -03:00
|
|
|
'include':
|
|
|
|
'{installed_base}/include/python{py_version_short}{abiflags}',
|
|
|
|
'platinclude':
|
|
|
|
'{installed_platbase}/include/python{py_version_short}{abiflags}',
|
|
|
|
'scripts': '{base}/bin',
|
|
|
|
'data': '{base}',
|
|
|
|
},
|
|
|
|
'posix_home': {
|
|
|
|
'stdlib': '{installed_base}/lib/python',
|
|
|
|
'platstdlib': '{base}/lib/python',
|
|
|
|
'purelib': '{base}/lib/python',
|
|
|
|
'platlib': '{base}/lib/python',
|
|
|
|
'include': '{installed_base}/include/python',
|
|
|
|
'platinclude': '{installed_base}/include/python',
|
|
|
|
'scripts': '{base}/bin',
|
|
|
|
'data': '{base}',
|
|
|
|
},
|
|
|
|
'nt': {
|
|
|
|
'stdlib': '{installed_base}/Lib',
|
|
|
|
'platstdlib': '{base}/Lib',
|
|
|
|
'purelib': '{base}/Lib/site-packages',
|
|
|
|
'platlib': '{base}/Lib/site-packages',
|
|
|
|
'include': '{installed_base}/Include',
|
|
|
|
'platinclude': '{installed_base}/Include',
|
|
|
|
'scripts': '{base}/Scripts',
|
|
|
|
'data': '{base}',
|
|
|
|
},
|
2017-06-28 12:31:53 -03:00
|
|
|
# NOTE: When modifying "purelib" scheme, update site._get_path() too.
|
2012-06-24 04:27:43 -03:00
|
|
|
'nt_user': {
|
|
|
|
'stdlib': '{userbase}/Python{py_version_nodot}',
|
|
|
|
'platstdlib': '{userbase}/Python{py_version_nodot}',
|
|
|
|
'purelib': '{userbase}/Python{py_version_nodot}/site-packages',
|
|
|
|
'platlib': '{userbase}/Python{py_version_nodot}/site-packages',
|
|
|
|
'include': '{userbase}/Python{py_version_nodot}/Include',
|
2015-02-14 13:50:59 -04:00
|
|
|
'scripts': '{userbase}/Python{py_version_nodot}/Scripts',
|
2012-06-24 04:27:43 -03:00
|
|
|
'data': '{userbase}',
|
|
|
|
},
|
|
|
|
'posix_user': {
|
2020-03-10 05:53:09 -03:00
|
|
|
'stdlib': '{userbase}/{platlibdir}/python{py_version_short}',
|
|
|
|
'platstdlib': '{userbase}/{platlibdir}/python{py_version_short}',
|
2012-06-24 04:27:43 -03:00
|
|
|
'purelib': '{userbase}/lib/python{py_version_short}/site-packages',
|
2020-03-10 05:53:09 -03:00
|
|
|
'platlib': '{userbase}/{platlibdir}/python{py_version_short}/site-packages',
|
2012-06-24 04:27:43 -03:00
|
|
|
'include': '{userbase}/include/python{py_version_short}',
|
|
|
|
'scripts': '{userbase}/bin',
|
|
|
|
'data': '{userbase}',
|
|
|
|
},
|
|
|
|
'osx_framework_user': {
|
|
|
|
'stdlib': '{userbase}/lib/python',
|
|
|
|
'platstdlib': '{userbase}/lib/python',
|
|
|
|
'purelib': '{userbase}/lib/python/site-packages',
|
|
|
|
'platlib': '{userbase}/lib/python/site-packages',
|
|
|
|
'include': '{userbase}/include',
|
|
|
|
'scripts': '{userbase}/bin',
|
|
|
|
'data': '{userbase}',
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
_SCHEME_KEYS = ('stdlib', 'platstdlib', 'purelib', 'platlib', 'include',
|
|
|
|
'scripts', 'data')
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
_PY_VERSION = sys.version.split()[0]
|
2016-02-11 07:10:36 -04:00
|
|
|
_PY_VERSION_SHORT = '%d.%d' % sys.version_info[:2]
|
|
|
|
_PY_VERSION_SHORT_NO_DOT = '%d%d' % sys.version_info[:2]
|
2010-01-29 07:41:03 -04:00
|
|
|
_PREFIX = os.path.normpath(sys.prefix)
|
2012-05-25 23:45:29 -03:00
|
|
|
_BASE_PREFIX = os.path.normpath(sys.base_prefix)
|
2010-01-29 07:41:03 -04:00
|
|
|
_EXEC_PREFIX = os.path.normpath(sys.exec_prefix)
|
2012-05-25 23:45:29 -03:00
|
|
|
_BASE_EXEC_PREFIX = os.path.normpath(sys.base_exec_prefix)
|
2010-01-29 07:41:03 -04:00
|
|
|
_CONFIG_VARS = None
|
|
|
|
_USER_BASE = None
|
2010-10-12 19:23:23 -03:00
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-10-12 19:23:23 -03:00
|
|
|
def _safe_realpath(path):
|
|
|
|
try:
|
|
|
|
return realpath(path)
|
|
|
|
except OSError:
|
|
|
|
return path
|
|
|
|
|
2010-03-12 10:20:59 -04:00
|
|
|
if sys.executable:
|
2010-10-12 19:23:23 -03:00
|
|
|
_PROJECT_BASE = os.path.dirname(_safe_realpath(sys.executable))
|
2010-03-12 10:20:59 -04:00
|
|
|
else:
|
|
|
|
# sys.executable can be empty if argv[0] has been changed and Python is
|
|
|
|
# unable to retrieve the real program name
|
2010-10-12 19:23:23 -03:00
|
|
|
_PROJECT_BASE = _safe_realpath(os.getcwd())
|
2010-01-29 07:41:03 -04:00
|
|
|
|
2014-11-22 16:54:57 -04:00
|
|
|
if (os.name == 'nt' and
|
|
|
|
_PROJECT_BASE.lower().endswith(('\\pcbuild\\win32', '\\pcbuild\\amd64'))):
|
2010-10-12 19:23:23 -03:00
|
|
|
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir))
|
2010-01-29 07:41:03 -04:00
|
|
|
|
2012-06-30 15:42:45 -03:00
|
|
|
# set for cross builds
|
2012-06-30 17:35:00 -03:00
|
|
|
if "_PYTHON_PROJECT_BASE" in os.environ:
|
|
|
|
_PROJECT_BASE = _safe_realpath(os.environ["_PYTHON_PROJECT_BASE"])
|
2012-06-30 15:42:45 -03:00
|
|
|
|
2012-05-25 23:45:29 -03:00
|
|
|
def _is_python_source_dir(d):
|
2018-07-16 14:03:03 -03:00
|
|
|
for fn in ("Setup", "Setup.local"):
|
2012-05-25 23:45:29 -03:00
|
|
|
if os.path.isfile(os.path.join(d, "Modules", fn)):
|
2010-01-29 07:41:03 -04:00
|
|
|
return True
|
|
|
|
return False
|
|
|
|
|
2012-05-25 23:45:29 -03:00
|
|
|
_sys_home = getattr(sys, '_home', None)
|
2019-02-04 21:15:13 -04:00
|
|
|
|
|
|
|
if os.name == 'nt':
|
|
|
|
def _fix_pcbuild(d):
|
|
|
|
if d and os.path.normcase(d).startswith(
|
|
|
|
os.path.normcase(os.path.join(_PREFIX, "PCbuild"))):
|
|
|
|
return _PREFIX
|
|
|
|
return d
|
|
|
|
_PROJECT_BASE = _fix_pcbuild(_PROJECT_BASE)
|
|
|
|
_sys_home = _fix_pcbuild(_sys_home)
|
|
|
|
|
2012-05-25 23:45:29 -03:00
|
|
|
def is_python_build(check_home=False):
|
|
|
|
if check_home and _sys_home:
|
|
|
|
return _is_python_source_dir(_sys_home)
|
|
|
|
return _is_python_source_dir(_PROJECT_BASE)
|
|
|
|
|
|
|
|
_PYTHON_BUILD = is_python_build(True)
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
if _PYTHON_BUILD:
|
|
|
|
for scheme in ('posix_prefix', 'posix_home'):
|
2012-06-24 04:27:43 -03:00
|
|
|
_INSTALL_SCHEMES[scheme]['include'] = '{srcdir}/Include'
|
|
|
|
_INSTALL_SCHEMES[scheme]['platinclude'] = '{projectbase}/.'
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
|
2012-06-24 04:27:43 -03:00
|
|
|
def _subst_vars(s, local_vars):
|
|
|
|
try:
|
|
|
|
return s.format(**local_vars)
|
|
|
|
except KeyError:
|
|
|
|
try:
|
|
|
|
return s.format(**os.environ)
|
|
|
|
except KeyError as var:
|
2017-04-05 03:37:24 -03:00
|
|
|
raise AttributeError('{%s}' % var) from None
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
def _extend_dict(target_dict, other_dict):
|
|
|
|
target_keys = target_dict.keys()
|
|
|
|
for key, value in other_dict.items():
|
|
|
|
if key in target_keys:
|
|
|
|
continue
|
|
|
|
target_dict[key] = value
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
def _expand_vars(scheme, vars):
|
|
|
|
res = {}
|
|
|
|
if vars is None:
|
|
|
|
vars = {}
|
|
|
|
_extend_dict(vars, get_config_vars())
|
|
|
|
|
2012-06-24 04:27:43 -03:00
|
|
|
for key, value in _INSTALL_SCHEMES[scheme].items():
|
2010-01-29 07:41:03 -04:00
|
|
|
if os.name in ('posix', 'nt'):
|
|
|
|
value = os.path.expanduser(value)
|
|
|
|
res[key] = os.path.normpath(_subst_vars(value, vars))
|
|
|
|
return res
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
def _get_default_scheme():
|
|
|
|
if os.name == 'posix':
|
|
|
|
# the default scheme for posix is posix_prefix
|
|
|
|
return 'posix_prefix'
|
|
|
|
return os.name
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2017-06-28 12:31:53 -03:00
|
|
|
# NOTE: site.py has copy of this function.
|
|
|
|
# Sync it when modify this function.
|
2010-01-29 07:41:03 -04:00
|
|
|
def _getuserbase():
|
|
|
|
env_base = os.environ.get("PYTHONUSERBASE", None)
|
2017-06-28 12:31:53 -03:00
|
|
|
if env_base:
|
|
|
|
return env_base
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
def joinuser(*args):
|
|
|
|
return os.path.expanduser(os.path.join(*args))
|
|
|
|
|
|
|
|
if os.name == "nt":
|
|
|
|
base = os.environ.get("APPDATA") or "~"
|
2017-06-28 12:31:53 -03:00
|
|
|
return joinuser(base, "Python")
|
2010-05-08 07:49:43 -03:00
|
|
|
|
2017-06-28 12:31:53 -03:00
|
|
|
if sys.platform == "darwin" and sys._framework:
|
|
|
|
return joinuser("~", "Library", sys._framework,
|
|
|
|
"%d.%d" % sys.version_info[:2])
|
|
|
|
|
|
|
|
return joinuser("~", ".local")
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
|
|
|
|
def _parse_makefile(filename, vars=None):
|
|
|
|
"""Parse a Makefile-style file.
|
|
|
|
|
|
|
|
A dictionary containing name/value pairs is returned. If an
|
|
|
|
optional dictionary is passed in as the second argument, it is
|
|
|
|
used instead of a new dictionary.
|
|
|
|
"""
|
|
|
|
# Regexes needed for parsing Makefile (and similar syntaxes,
|
|
|
|
# like old-style Setup files).
|
2013-10-11 19:24:55 -03:00
|
|
|
import re
|
2016-09-08 14:59:53 -03:00
|
|
|
_variable_rx = re.compile(r"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)")
|
2010-01-29 07:41:03 -04:00
|
|
|
_findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)")
|
|
|
|
_findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}")
|
|
|
|
|
|
|
|
if vars is None:
|
|
|
|
vars = {}
|
|
|
|
done = {}
|
|
|
|
notdone = {}
|
|
|
|
|
2010-10-23 14:02:31 -03:00
|
|
|
with open(filename, errors="surrogateescape") as f:
|
2010-01-29 07:41:03 -04:00
|
|
|
lines = f.readlines()
|
|
|
|
|
|
|
|
for line in lines:
|
|
|
|
if line.startswith('#') or line.strip() == '':
|
|
|
|
continue
|
|
|
|
m = _variable_rx.match(line)
|
|
|
|
if m:
|
|
|
|
n, v = m.group(1, 2)
|
|
|
|
v = v.strip()
|
|
|
|
# `$$' is a literal `$' in make
|
|
|
|
tmpv = v.replace('$$', '')
|
|
|
|
|
|
|
|
if "$" in tmpv:
|
|
|
|
notdone[n] = v
|
|
|
|
else:
|
|
|
|
try:
|
|
|
|
v = int(v)
|
|
|
|
except ValueError:
|
|
|
|
# insert literal `$'
|
|
|
|
done[n] = v.replace('$$', '$')
|
|
|
|
else:
|
|
|
|
done[n] = v
|
|
|
|
|
|
|
|
# do variable interpolation here
|
|
|
|
variables = list(notdone.keys())
|
|
|
|
|
2010-07-20 13:07:10 -03:00
|
|
|
# Variables with a 'PY_' prefix in the makefile. These need to
|
|
|
|
# be made available without that prefix through sysconfig.
|
|
|
|
# Special care is needed to ensure that variable expansion works, even
|
|
|
|
# if the expansion uses the name without a prefix.
|
|
|
|
renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS')
|
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
while len(variables) > 0:
|
|
|
|
for name in tuple(variables):
|
|
|
|
value = notdone[name]
|
2016-01-11 16:41:40 -04:00
|
|
|
m1 = _findvar1_rx.search(value)
|
|
|
|
m2 = _findvar2_rx.search(value)
|
|
|
|
if m1 and m2:
|
|
|
|
m = m1 if m1.start() < m2.start() else m2
|
|
|
|
else:
|
|
|
|
m = m1 if m1 else m2
|
2010-01-29 07:41:03 -04:00
|
|
|
if m is not None:
|
|
|
|
n = m.group(1)
|
|
|
|
found = True
|
|
|
|
if n in done:
|
|
|
|
item = str(done[n])
|
|
|
|
elif n in notdone:
|
|
|
|
# get it on a subsequent round
|
|
|
|
found = False
|
|
|
|
elif n in os.environ:
|
|
|
|
# do it like make: fall back to environment
|
|
|
|
item = os.environ[n]
|
2010-07-20 13:07:10 -03:00
|
|
|
|
|
|
|
elif n in renamed_variables:
|
2011-05-19 08:07:25 -03:00
|
|
|
if (name.startswith('PY_') and
|
|
|
|
name[3:] in renamed_variables):
|
2010-07-20 13:07:10 -03:00
|
|
|
item = ""
|
|
|
|
|
|
|
|
elif 'PY_' + n in notdone:
|
|
|
|
found = False
|
|
|
|
|
|
|
|
else:
|
|
|
|
item = str(done['PY_' + n])
|
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
else:
|
|
|
|
done[n] = item = ""
|
2010-07-20 13:07:10 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
if found:
|
|
|
|
after = value[m.end():]
|
|
|
|
value = value[:m.start()] + item + after
|
|
|
|
if "$" in after:
|
|
|
|
notdone[name] = value
|
|
|
|
else:
|
|
|
|
try:
|
|
|
|
value = int(value)
|
|
|
|
except ValueError:
|
|
|
|
done[name] = value.strip()
|
|
|
|
else:
|
|
|
|
done[name] = value
|
|
|
|
variables.remove(name)
|
2010-07-20 13:07:10 -03:00
|
|
|
|
|
|
|
if name.startswith('PY_') \
|
2011-05-24 18:37:07 -03:00
|
|
|
and name[3:] in renamed_variables:
|
2010-07-20 13:07:10 -03:00
|
|
|
|
|
|
|
name = name[3:]
|
|
|
|
if name not in done:
|
|
|
|
done[name] = value
|
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
else:
|
2011-05-24 18:37:07 -03:00
|
|
|
# bogus variable reference (e.g. "prefix=$/opt/python");
|
|
|
|
# just drop it since we can't deal
|
|
|
|
done[name] = value
|
2010-01-29 07:41:03 -04:00
|
|
|
variables.remove(name)
|
|
|
|
|
2010-10-10 06:37:12 -03:00
|
|
|
# strip spurious spaces
|
|
|
|
for k, v in done.items():
|
|
|
|
if isinstance(v, str):
|
|
|
|
done[k] = v.strip()
|
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
# save the results in the global dictionary
|
|
|
|
vars.update(done)
|
|
|
|
return vars
|
|
|
|
|
|
|
|
|
2010-09-20 12:29:53 -03:00
|
|
|
def get_makefile_filename():
|
2010-11-21 21:19:20 -04:00
|
|
|
"""Return the path of the Makefile."""
|
2010-01-29 07:41:03 -04:00
|
|
|
if _PYTHON_BUILD:
|
2012-05-25 23:45:29 -03:00
|
|
|
return os.path.join(_sys_home or _PROJECT_BASE, "Makefile")
|
2011-05-19 08:07:25 -03:00
|
|
|
if hasattr(sys, 'abiflags'):
|
|
|
|
config_dir_name = 'config-%s%s' % (_PY_VERSION_SHORT, sys.abiflags)
|
|
|
|
else:
|
|
|
|
config_dir_name = 'config'
|
2016-06-14 03:55:19 -03:00
|
|
|
if hasattr(sys.implementation, '_multiarch'):
|
|
|
|
config_dir_name += '-%s' % sys.implementation._multiarch
|
2011-05-19 08:07:25 -03:00
|
|
|
return os.path.join(get_path('stdlib'), config_dir_name, 'Makefile')
|
2010-01-29 07:41:03 -04:00
|
|
|
|
2016-09-09 21:59:49 -03:00
|
|
|
|
2016-09-11 17:22:24 -03:00
|
|
|
def _get_sysconfigdata_name():
|
|
|
|
return os.environ.get('_PYTHON_SYSCONFIGDATA_NAME',
|
|
|
|
'_sysconfigdata_{abi}_{platform}_{multiarch}'.format(
|
|
|
|
abi=sys.abiflags,
|
|
|
|
platform=sys.platform,
|
|
|
|
multiarch=getattr(sys.implementation, '_multiarch', ''),
|
|
|
|
))
|
2016-09-09 21:59:49 -03:00
|
|
|
|
|
|
|
|
2011-10-18 12:52:24 -03:00
|
|
|
def _generate_posix_vars():
|
|
|
|
"""Generate the Python module containing build-time variables."""
|
|
|
|
import pprint
|
|
|
|
vars = {}
|
2010-01-29 07:41:03 -04:00
|
|
|
# load the installed Makefile:
|
2010-09-20 12:29:53 -03:00
|
|
|
makefile = get_makefile_filename()
|
2010-01-29 07:41:03 -04:00
|
|
|
try:
|
|
|
|
_parse_makefile(makefile, vars)
|
2012-12-25 10:47:37 -04:00
|
|
|
except OSError as e:
|
2010-01-29 07:41:03 -04:00
|
|
|
msg = "invalid Python installation: unable to open %s" % makefile
|
|
|
|
if hasattr(e, "strerror"):
|
|
|
|
msg = msg + " (%s)" % e.strerror
|
2012-12-25 10:47:37 -04:00
|
|
|
raise OSError(msg)
|
2010-01-29 07:41:03 -04:00
|
|
|
# load the installed pyconfig.h:
|
|
|
|
config_h = get_config_h_filename()
|
|
|
|
try:
|
2010-10-14 18:15:17 -03:00
|
|
|
with open(config_h) as f:
|
|
|
|
parse_config_h(f, vars)
|
2012-12-25 10:47:37 -04:00
|
|
|
except OSError as e:
|
2010-01-29 07:41:03 -04:00
|
|
|
msg = "invalid Python installation: unable to open %s" % config_h
|
|
|
|
if hasattr(e, "strerror"):
|
|
|
|
msg = msg + " (%s)" % e.strerror
|
2012-12-25 10:47:37 -04:00
|
|
|
raise OSError(msg)
|
2010-01-29 07:41:03 -04:00
|
|
|
# On AIX, there are wrong paths to the linker scripts in the Makefile
|
|
|
|
# -- these paths are relative to the Python source, but when installed
|
|
|
|
# the scripts are in another directory.
|
|
|
|
if _PYTHON_BUILD:
|
2013-10-19 17:05:05 -03:00
|
|
|
vars['BLDSHARED'] = vars['LDSHARED']
|
2011-10-19 19:41:21 -03:00
|
|
|
|
2012-10-17 05:23:50 -03:00
|
|
|
# There's a chicken-and-egg situation on OS X with regards to the
|
|
|
|
# _sysconfigdata module after the changes introduced by #15298:
|
|
|
|
# get_config_vars() is called by get_platform() as part of the
|
|
|
|
# `make pybuilddir.txt` target -- which is a precursor to the
|
|
|
|
# _sysconfigdata.py module being constructed. Unfortunately,
|
|
|
|
# get_config_vars() eventually calls _init_posix(), which attempts
|
2012-10-17 19:03:24 -03:00
|
|
|
# to import _sysconfigdata, which we won't have built yet. In order
|
|
|
|
# for _init_posix() to work, if we're on Darwin, just mock up the
|
|
|
|
# _sysconfigdata module manually and populate it with the build vars.
|
|
|
|
# This is more than sufficient for ensuring the subsequent call to
|
|
|
|
# get_platform() succeeds.
|
2016-09-11 17:22:24 -03:00
|
|
|
name = _get_sysconfigdata_name()
|
2012-10-17 19:03:24 -03:00
|
|
|
if 'darwin' in sys.platform:
|
2013-06-15 15:32:11 -03:00
|
|
|
import types
|
|
|
|
module = types.ModuleType(name)
|
2012-10-17 19:03:24 -03:00
|
|
|
module.build_time_vars = vars
|
|
|
|
sys.modules[name] = module
|
2010-01-29 07:41:03 -04:00
|
|
|
|
2016-02-11 07:10:36 -04:00
|
|
|
pybuilddir = 'build/lib.%s-%s' % (get_platform(), _PY_VERSION_SHORT)
|
2012-10-17 05:23:50 -03:00
|
|
|
if hasattr(sys, "gettotalrefcount"):
|
|
|
|
pybuilddir += '-pydebug'
|
|
|
|
os.makedirs(pybuilddir, exist_ok=True)
|
2012-10-17 19:03:24 -03:00
|
|
|
destfile = os.path.join(pybuilddir, name + '.py')
|
2012-10-17 05:23:50 -03:00
|
|
|
|
2012-10-17 19:03:24 -03:00
|
|
|
with open(destfile, 'w', encoding='utf8') as f:
|
|
|
|
f.write('# system configuration generated and used by'
|
|
|
|
' the sysconfig module\n')
|
|
|
|
f.write('build_time_vars = ')
|
|
|
|
pprint.pprint(vars, stream=f)
|
2012-10-17 05:23:50 -03:00
|
|
|
|
2012-10-16 09:13:12 -03:00
|
|
|
# Create file used for sys.path fixup -- see Modules/getpath.c
|
2019-09-24 21:10:35 -03:00
|
|
|
with open('pybuilddir.txt', 'w', encoding='utf8') as f:
|
2012-10-16 09:13:12 -03:00
|
|
|
f.write(pybuilddir)
|
|
|
|
|
2011-10-18 12:52:24 -03:00
|
|
|
def _init_posix(vars):
|
|
|
|
"""Initialize the module as appropriate for POSIX systems."""
|
|
|
|
# _sysconfigdata is generated at build time, see _generate_posix_vars()
|
2016-09-09 21:59:49 -03:00
|
|
|
name = _get_sysconfigdata_name()
|
2016-06-14 03:55:19 -03:00
|
|
|
_temp = __import__(name, globals(), locals(), ['build_time_vars'], 0)
|
|
|
|
build_time_vars = _temp.build_time_vars
|
2011-10-18 12:52:24 -03:00
|
|
|
vars.update(build_time_vars)
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
def _init_non_posix(vars):
|
|
|
|
"""Initialize the module as appropriate for NT"""
|
|
|
|
# set basic install directories
|
2020-12-07 13:56:44 -04:00
|
|
|
import _imp
|
2010-01-29 07:41:03 -04:00
|
|
|
vars['LIBDEST'] = get_path('stdlib')
|
|
|
|
vars['BINLIBDEST'] = get_path('platstdlib')
|
|
|
|
vars['INCLUDEPY'] = get_path('include')
|
2020-12-07 13:56:44 -04:00
|
|
|
vars['EXT_SUFFIX'] = _imp.extension_suffixes()[0]
|
2010-01-29 07:41:03 -04:00
|
|
|
vars['EXE'] = '.exe'
|
|
|
|
vars['VERSION'] = _PY_VERSION_SHORT_NO_DOT
|
2010-10-12 19:23:23 -03:00
|
|
|
vars['BINDIR'] = os.path.dirname(_safe_realpath(sys.executable))
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
#
|
|
|
|
# public APIs
|
|
|
|
#
|
|
|
|
|
2010-02-02 19:16:13 -04:00
|
|
|
|
|
|
|
def parse_config_h(fp, vars=None):
|
|
|
|
"""Parse a config.h-style file.
|
|
|
|
|
|
|
|
A dictionary containing name/value pairs is returned. If an
|
|
|
|
optional dictionary is passed in as the second argument, it is
|
|
|
|
used instead of a new dictionary.
|
|
|
|
"""
|
|
|
|
if vars is None:
|
|
|
|
vars = {}
|
2013-10-11 19:24:55 -03:00
|
|
|
import re
|
2010-02-02 19:16:13 -04:00
|
|
|
define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n")
|
|
|
|
undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n")
|
|
|
|
|
|
|
|
while True:
|
|
|
|
line = fp.readline()
|
|
|
|
if not line:
|
|
|
|
break
|
|
|
|
m = define_rx.match(line)
|
|
|
|
if m:
|
|
|
|
n, v = m.group(1, 2)
|
2011-05-19 08:07:25 -03:00
|
|
|
try:
|
|
|
|
v = int(v)
|
|
|
|
except ValueError:
|
|
|
|
pass
|
2010-02-02 19:16:13 -04:00
|
|
|
vars[n] = v
|
|
|
|
else:
|
|
|
|
m = undef_rx.match(line)
|
|
|
|
if m:
|
|
|
|
vars[m.group(1)] = 0
|
|
|
|
return vars
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-02-02 19:16:13 -04:00
|
|
|
def get_config_h_filename():
|
2010-11-21 21:19:20 -04:00
|
|
|
"""Return the path of pyconfig.h."""
|
2010-02-02 19:16:13 -04:00
|
|
|
if _PYTHON_BUILD:
|
|
|
|
if os.name == "nt":
|
2012-05-25 23:45:29 -03:00
|
|
|
inc_dir = os.path.join(_sys_home or _PROJECT_BASE, "PC")
|
2010-02-02 19:16:13 -04:00
|
|
|
else:
|
2012-05-25 23:45:29 -03:00
|
|
|
inc_dir = _sys_home or _PROJECT_BASE
|
2010-02-02 19:16:13 -04:00
|
|
|
else:
|
|
|
|
inc_dir = get_path('platinclude')
|
|
|
|
return os.path.join(inc_dir, 'pyconfig.h')
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
def get_scheme_names():
|
2010-11-21 21:19:20 -04:00
|
|
|
"""Return a tuple containing the schemes names."""
|
2012-06-24 04:27:43 -03:00
|
|
|
return tuple(sorted(_INSTALL_SCHEMES))
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
def get_path_names():
|
2010-11-21 21:19:20 -04:00
|
|
|
"""Return a tuple containing the paths names."""
|
2012-06-24 04:27:43 -03:00
|
|
|
return _SCHEME_KEYS
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
def get_paths(scheme=_get_default_scheme(), vars=None, expand=True):
|
2010-11-21 21:19:20 -04:00
|
|
|
"""Return a mapping containing an install scheme.
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
``scheme`` is the install scheme name. If not provided, it will
|
|
|
|
return the default scheme for the current platform.
|
|
|
|
"""
|
|
|
|
if expand:
|
|
|
|
return _expand_vars(scheme, vars)
|
|
|
|
else:
|
2012-06-24 04:27:43 -03:00
|
|
|
return _INSTALL_SCHEMES[scheme]
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
def get_path(name, scheme=_get_default_scheme(), vars=None, expand=True):
|
2010-11-21 21:19:20 -04:00
|
|
|
"""Return a path corresponding to the scheme.
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
``scheme`` is the install scheme name.
|
|
|
|
"""
|
|
|
|
return get_paths(scheme, vars, expand)[name]
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
def get_config_vars(*args):
|
|
|
|
"""With no arguments, return a dictionary of all configuration
|
|
|
|
variables relevant for the current platform.
|
|
|
|
|
|
|
|
On Unix, this means every variable defined in Python's installed Makefile;
|
2012-07-21 09:36:30 -03:00
|
|
|
On Windows it's a much smaller set.
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
With arguments, return a list of values that result from looking up
|
|
|
|
each argument in the configuration variable dictionary.
|
|
|
|
"""
|
|
|
|
global _CONFIG_VARS
|
|
|
|
if _CONFIG_VARS is None:
|
|
|
|
_CONFIG_VARS = {}
|
|
|
|
# Normalized versions of prefix and exec_prefix are handy to have;
|
|
|
|
# in fact, these are the standard versions used most places in the
|
2012-06-24 01:07:41 -03:00
|
|
|
# Distutils.
|
2010-01-29 07:41:03 -04:00
|
|
|
_CONFIG_VARS['prefix'] = _PREFIX
|
|
|
|
_CONFIG_VARS['exec_prefix'] = _EXEC_PREFIX
|
|
|
|
_CONFIG_VARS['py_version'] = _PY_VERSION
|
|
|
|
_CONFIG_VARS['py_version_short'] = _PY_VERSION_SHORT
|
2016-02-11 07:10:36 -04:00
|
|
|
_CONFIG_VARS['py_version_nodot'] = _PY_VERSION_SHORT_NO_DOT
|
2012-05-25 23:45:29 -03:00
|
|
|
_CONFIG_VARS['installed_base'] = _BASE_PREFIX
|
2010-01-29 07:41:03 -04:00
|
|
|
_CONFIG_VARS['base'] = _PREFIX
|
2012-05-25 23:45:29 -03:00
|
|
|
_CONFIG_VARS['installed_platbase'] = _BASE_EXEC_PREFIX
|
2010-01-29 07:41:03 -04:00
|
|
|
_CONFIG_VARS['platbase'] = _EXEC_PREFIX
|
|
|
|
_CONFIG_VARS['projectbase'] = _PROJECT_BASE
|
2020-03-10 05:53:09 -03:00
|
|
|
_CONFIG_VARS['platlibdir'] = sys.platlibdir
|
2010-11-24 21:34:47 -04:00
|
|
|
try:
|
|
|
|
_CONFIG_VARS['abiflags'] = sys.abiflags
|
|
|
|
except AttributeError:
|
|
|
|
# sys.abiflags may not be defined on all platforms.
|
|
|
|
_CONFIG_VARS['abiflags'] = ''
|
2010-01-29 07:41:03 -04:00
|
|
|
|
2012-10-04 22:15:39 -03:00
|
|
|
if os.name == 'nt':
|
2010-01-29 07:41:03 -04:00
|
|
|
_init_non_posix(_CONFIG_VARS)
|
bpo-40503: PEP 615: Tests and implementation for zoneinfo (GH-19909)
This is the initial implementation of PEP 615, the zoneinfo module,
ported from the standalone reference implementation (see
https://www.python.org/dev/peps/pep-0615/#reference-implementation for a
link, which has a more detailed commit history).
This includes (hopefully) all functional elements described in the PEP,
but documentation is found in a separate PR. This includes:
1. A pure python implementation of the ZoneInfo class
2. A C accelerated implementation of the ZoneInfo class
3. Tests with 100% branch coverage for the Python code (though C code
coverage is less than 100%).
4. A compile-time configuration option on Linux (though not on Windows)
Differences from the reference implementation:
- The module is arranged slightly differently: the accelerated module is
`_zoneinfo` rather than `zoneinfo._czoneinfo`, which also necessitates
some changes in the test support function. (Suggested by Victor
Stinner and Steve Dower.)
- The tests are arranged slightly differently and do not include the
property tests. The tests live at test/test_zoneinfo/test_zoneinfo.py
rather than test/test_zoneinfo.py or test/test_zoneinfo/__init__.py
because we may do some refactoring in the future that would likely
require this separation anyway; we may:
- include the property tests
- automatically run all the tests against both pure Python and C,
rather than manually constructing C and Python test classes (similar
to the way this works with test_datetime.py, which generates C
and Python test cases from datetimetester.py).
- This includes a compile-time configuration option on Linux (though not
on Windows); added with much help from Thomas Wouters.
- Integration into the CPython build system is obviously different from
building a standalone zoneinfo module wheel.
- This includes configuration to install the tzdata package as part of
CI, though only on the coverage jobs. Introducing a PyPI dependency as
part of the CI build was controversial, and this is seen as less of a
major change, since the coverage jobs already depend on pip and PyPI.
Additional changes that were introduced as part of this PR, most / all of
which were backported to the reference implementation:
- Fixed reference and memory leaks
With much debugging help from Pablo Galindo
- Added smoke tests ensuring that the C and Python modules are built
The import machinery can be somewhat fragile, and the "seamlessly falls
back to pure Python" nature of this module makes it so that a problem
building the C extension or a failure to import the pure Python version
might easily go unnoticed.
- Adjustments to zoneinfo.__dir__
Suggested by Petr Viktorin.
- Slight refactorings as suggested by Steve Dower.
- Removed unnecessary if check on std_abbr
Discovered this because of a missing line in branch coverage.
2020-05-16 05:20:06 -03:00
|
|
|
_CONFIG_VARS['TZPATH'] = ''
|
2010-01-29 07:41:03 -04:00
|
|
|
if os.name == 'posix':
|
|
|
|
_init_posix(_CONFIG_VARS)
|
2013-11-22 12:08:05 -04:00
|
|
|
# For backward compatibility, see issue19555
|
|
|
|
SO = _CONFIG_VARS.get('EXT_SUFFIX')
|
|
|
|
if SO is not None:
|
|
|
|
_CONFIG_VARS['SO'] = SO
|
2010-05-08 07:49:43 -03:00
|
|
|
# Setting 'userbase' is done below the call to the
|
|
|
|
# init function to enable using 'get_config_var' in
|
|
|
|
# the init-function.
|
2011-11-07 04:18:30 -04:00
|
|
|
_CONFIG_VARS['userbase'] = _getuserbase()
|
2010-05-08 07:49:43 -03:00
|
|
|
|
2012-07-27 08:06:55 -03:00
|
|
|
# Always convert srcdir to an absolute path
|
|
|
|
srcdir = _CONFIG_VARS.get('srcdir', _PROJECT_BASE)
|
|
|
|
if os.name == 'posix':
|
|
|
|
if _PYTHON_BUILD:
|
|
|
|
# If srcdir is a relative path (typically '.' or '..')
|
|
|
|
# then it should be interpreted relative to the directory
|
|
|
|
# containing Makefile.
|
|
|
|
base = os.path.dirname(get_makefile_filename())
|
|
|
|
srcdir = os.path.join(base, srcdir)
|
|
|
|
else:
|
|
|
|
# srcdir is not meaningful since the installation is
|
|
|
|
# spread about the filesystem. We choose the
|
|
|
|
# directory containing the Makefile since we know it
|
|
|
|
# exists.
|
|
|
|
srcdir = os.path.dirname(get_makefile_filename())
|
|
|
|
_CONFIG_VARS['srcdir'] = _safe_realpath(srcdir)
|
2010-01-29 07:41:03 -04:00
|
|
|
|
2012-07-21 09:36:30 -03:00
|
|
|
# OS X platforms require special customization to handle
|
|
|
|
# multi-architecture, multi-os-version installers
|
2010-01-29 07:41:03 -04:00
|
|
|
if sys.platform == 'darwin':
|
2012-07-21 09:36:30 -03:00
|
|
|
import _osx_support
|
|
|
|
_osx_support.customize_config_vars(_CONFIG_VARS)
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
if args:
|
|
|
|
vals = []
|
|
|
|
for name in args:
|
|
|
|
vals.append(_CONFIG_VARS.get(name))
|
|
|
|
return vals
|
|
|
|
else:
|
|
|
|
return _CONFIG_VARS
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
def get_config_var(name):
|
|
|
|
"""Return the value of a single variable using the dictionary returned by
|
|
|
|
'get_config_vars()'.
|
|
|
|
|
|
|
|
Equivalent to get_config_vars().get(name)
|
|
|
|
"""
|
2013-11-21 19:57:14 -04:00
|
|
|
if name == 'SO':
|
|
|
|
import warnings
|
2013-11-26 11:08:24 -04:00
|
|
|
warnings.warn('SO is deprecated, use EXT_SUFFIX', DeprecationWarning, 2)
|
2010-01-29 07:41:03 -04:00
|
|
|
return get_config_vars().get(name)
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
def get_platform():
|
|
|
|
"""Return a string that identifies the current platform.
|
|
|
|
|
|
|
|
This is used mainly to distinguish platform-specific build directories and
|
2017-09-04 20:36:05 -03:00
|
|
|
platform-specific built distributions. Typically includes the OS name and
|
|
|
|
version and the architecture (as supplied by 'os.uname()'), although the
|
|
|
|
exact information included depends on the OS; on Linux, the kernel version
|
|
|
|
isn't particularly important.
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
Examples of returned values:
|
|
|
|
linux-i586
|
|
|
|
linux-alpha (?)
|
|
|
|
solaris-2.6-sun4u
|
|
|
|
|
|
|
|
Windows will return one of:
|
|
|
|
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
|
|
|
|
win32 (all others - specifically, sys.platform is returned)
|
|
|
|
|
|
|
|
For other non-POSIX platforms, currently just returns 'sys.platform'.
|
2017-09-04 20:36:05 -03:00
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
"""
|
|
|
|
if os.name == 'nt':
|
2017-09-06 19:45:25 -03:00
|
|
|
if 'amd64' in sys.version.lower():
|
2010-01-29 07:41:03 -04:00
|
|
|
return 'win-amd64'
|
2019-04-25 15:36:45 -03:00
|
|
|
if '(arm)' in sys.version.lower():
|
|
|
|
return 'win-arm32'
|
2019-06-12 14:16:49 -03:00
|
|
|
if '(arm64)' in sys.version.lower():
|
|
|
|
return 'win-arm64'
|
2010-01-29 07:41:03 -04:00
|
|
|
return sys.platform
|
|
|
|
|
|
|
|
if os.name != "posix" or not hasattr(os, 'uname'):
|
2012-07-21 09:36:30 -03:00
|
|
|
# XXX what about the architecture? NT is Intel or Alpha
|
2010-01-29 07:41:03 -04:00
|
|
|
return sys.platform
|
|
|
|
|
2012-06-30 15:42:45 -03:00
|
|
|
# Set for cross builds explicitly
|
|
|
|
if "_PYTHON_HOST_PLATFORM" in os.environ:
|
|
|
|
return os.environ["_PYTHON_HOST_PLATFORM"]
|
|
|
|
|
2010-01-29 07:41:03 -04:00
|
|
|
# Try to distinguish various flavours of Unix
|
|
|
|
osname, host, release, version, machine = os.uname()
|
|
|
|
|
2017-09-29 02:44:27 -03:00
|
|
|
# Convert the OS name to lowercase, remove '/' characters, and translate
|
|
|
|
# spaces (for "Power Macintosh")
|
2010-01-29 07:41:03 -04:00
|
|
|
osname = osname.lower().replace('/', '')
|
|
|
|
machine = machine.replace(' ', '_')
|
|
|
|
machine = machine.replace('/', '-')
|
|
|
|
|
|
|
|
if osname[:5] == "linux":
|
|
|
|
# At least on Linux/Intel, 'machine' is the processor --
|
|
|
|
# i386, etc.
|
|
|
|
# XXX what about Alpha, SPARC, etc?
|
|
|
|
return "%s-%s" % (osname, machine)
|
|
|
|
elif osname[:5] == "sunos":
|
|
|
|
if release[0] >= "5": # SunOS 5 == Solaris 2
|
|
|
|
osname = "solaris"
|
|
|
|
release = "%d.%s" % (int(release[0]) - 3, release[2:])
|
2012-01-17 23:49:26 -04:00
|
|
|
# We can't use "platform.architecture()[0]" because a
|
|
|
|
# bootstrap problem. We use a dict to get an error
|
|
|
|
# if some suspicious happens.
|
|
|
|
bitness = {2147483647:"32bit", 9223372036854775807:"64bit"}
|
2012-01-18 00:04:49 -04:00
|
|
|
machine += ".%s" % bitness[sys.maxsize]
|
2010-01-29 07:41:03 -04:00
|
|
|
# fall through to standard osname-release-machine representation
|
|
|
|
elif osname[:3] == "aix":
|
2019-12-15 10:17:53 -04:00
|
|
|
from _aix_support import aix_platform
|
|
|
|
return aix_platform()
|
2010-01-29 07:41:03 -04:00
|
|
|
elif osname[:6] == "cygwin":
|
|
|
|
osname = "cygwin"
|
2013-10-11 19:24:55 -03:00
|
|
|
import re
|
2011-05-19 08:07:25 -03:00
|
|
|
rel_re = re.compile(r'[\d.]+')
|
2010-01-29 07:41:03 -04:00
|
|
|
m = rel_re.match(release)
|
|
|
|
if m:
|
|
|
|
release = m.group()
|
|
|
|
elif osname[:6] == "darwin":
|
2012-07-21 09:36:30 -03:00
|
|
|
import _osx_support
|
|
|
|
osname, release, machine = _osx_support.get_platform_osx(
|
|
|
|
get_config_vars(),
|
|
|
|
osname, release, machine)
|
2010-01-29 07:41:03 -04:00
|
|
|
|
|
|
|
return "%s-%s-%s" % (osname, release, machine)
|
|
|
|
|
|
|
|
|
|
|
|
def get_python_version():
|
|
|
|
return _PY_VERSION_SHORT
|
2010-05-25 06:44:36 -03:00
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-05-25 06:44:36 -03:00
|
|
|
def _print_dict(title, data):
|
|
|
|
for index, (key, value) in enumerate(sorted(data.items())):
|
|
|
|
if index == 0:
|
2011-05-19 08:07:25 -03:00
|
|
|
print('%s: ' % (title))
|
|
|
|
print('\t%s = "%s"' % (key, value))
|
|
|
|
|
2010-05-25 06:44:36 -03:00
|
|
|
|
|
|
|
def _main():
|
2010-11-21 21:19:20 -04:00
|
|
|
"""Display all information sysconfig detains."""
|
2011-10-18 12:52:24 -03:00
|
|
|
if '--generate-posix-vars' in sys.argv:
|
|
|
|
_generate_posix_vars()
|
|
|
|
return
|
2011-05-19 08:07:25 -03:00
|
|
|
print('Platform: "%s"' % get_platform())
|
|
|
|
print('Python version: "%s"' % get_python_version())
|
|
|
|
print('Current installation scheme: "%s"' % _get_default_scheme())
|
2011-05-25 13:21:43 -03:00
|
|
|
print()
|
2010-05-25 06:44:36 -03:00
|
|
|
_print_dict('Paths', get_paths())
|
2011-05-19 08:07:25 -03:00
|
|
|
print()
|
2010-05-25 06:44:36 -03:00
|
|
|
_print_dict('Variables', get_config_vars())
|
|
|
|
|
2011-05-19 08:07:25 -03:00
|
|
|
|
2010-05-25 06:44:36 -03:00
|
|
|
if __name__ == '__main__':
|
|
|
|
_main()
|