123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558 |
- """Provide access to Python's configuration information. The specific
- configuration variables available depend heavily on the platform and
- configuration. The values may be retrieved using
- get_config_var(name), and the list of variables is available via
- get_config_vars().keys(). Additional convenience functions are also
- available.
- Written by: Fred L. Drake, Jr.
- Email: <fdrake@acm.org>
- """
- import os
- import re
- import sys
- import sysconfig
- import pathlib
- from .errors import DistutilsPlatformError
- from . import py39compat
- from ._functools import pass_none
- IS_PYPY = '__pypy__' in sys.builtin_module_names
- # These are needed in a couple of spots, so just compute them once.
- PREFIX = os.path.normpath(sys.prefix)
- EXEC_PREFIX = os.path.normpath(sys.exec_prefix)
- BASE_PREFIX = os.path.normpath(sys.base_prefix)
- BASE_EXEC_PREFIX = os.path.normpath(sys.base_exec_prefix)
- # Path to the base directory of the project. On Windows the binary may
- # live in project/PCbuild/win32 or project/PCbuild/amd64.
- # set for cross builds
- if "_PYTHON_PROJECT_BASE" in os.environ:
- project_base = os.path.abspath(os.environ["_PYTHON_PROJECT_BASE"])
- else:
- if sys.executable:
- project_base = os.path.dirname(os.path.abspath(sys.executable))
- else:
- # sys.executable can be empty if argv[0] has been changed and Python is
- # unable to retrieve the real program name
- project_base = os.getcwd()
- def _is_python_source_dir(d):
- """
- Return True if the target directory appears to point to an
- un-installed Python.
- """
- modules = pathlib.Path(d).joinpath('Modules')
- return any(modules.joinpath(fn).is_file() for fn in ('Setup', 'Setup.local'))
- _sys_home = getattr(sys, '_home', None)
- def _is_parent(dir_a, dir_b):
- """
- Return True if a is a parent of b.
- """
- return os.path.normcase(dir_a).startswith(os.path.normcase(dir_b))
- if os.name == 'nt':
- @pass_none
- def _fix_pcbuild(d):
- # In a venv, sys._home will be inside BASE_PREFIX rather than PREFIX.
- prefixes = PREFIX, BASE_PREFIX
- matched = (
- prefix
- for prefix in prefixes
- if _is_parent(d, os.path.join(prefix, "PCbuild"))
- )
- return next(matched, d)
- project_base = _fix_pcbuild(project_base)
- _sys_home = _fix_pcbuild(_sys_home)
- def _python_build():
- if _sys_home:
- return _is_python_source_dir(_sys_home)
- return _is_python_source_dir(project_base)
- python_build = _python_build()
- # Calculate the build qualifier flags if they are defined. Adding the flags
- # to the include and lib directories only makes sense for an installation, not
- # an in-source build.
- build_flags = ''
- try:
- if not python_build:
- build_flags = sys.abiflags
- except AttributeError:
- # It's not a configure-based build, so the sys module doesn't have
- # this attribute, which is fine.
- pass
- def get_python_version():
- """Return a string containing the major and minor Python version,
- leaving off the patchlevel. Sample return values could be '1.5'
- or '2.2'.
- """
- return '%d.%d' % sys.version_info[:2]
- def get_python_inc(plat_specific=0, prefix=None):
- """Return the directory containing installed Python header files.
- If 'plat_specific' is false (the default), this is the path to the
- non-platform-specific header files, i.e. Python.h and so on;
- otherwise, this is the path to platform-specific header files
- (namely pyconfig.h).
- If 'prefix' is supplied, use it instead of sys.base_prefix or
- sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
- """
- default_prefix = BASE_EXEC_PREFIX if plat_specific else BASE_PREFIX
- resolved_prefix = prefix if prefix is not None else default_prefix
- try:
- getter = globals()[f'_get_python_inc_{os.name}']
- except KeyError:
- raise DistutilsPlatformError(
- "I don't know where Python installs its C header files "
- "on platform '%s'" % os.name
- )
- return getter(resolved_prefix, prefix, plat_specific)
- def _get_python_inc_posix(prefix, spec_prefix, plat_specific):
- if IS_PYPY and sys.version_info < (3, 8):
- return os.path.join(prefix, 'include')
- return (
- _get_python_inc_posix_python(plat_specific)
- or _get_python_inc_from_config(plat_specific, spec_prefix)
- or _get_python_inc_posix_prefix(prefix)
- )
- def _get_python_inc_posix_python(plat_specific):
- """
- Assume the executable is in the build directory. The
- pyconfig.h file should be in the same directory. Since
- the build directory may not be the source directory,
- use "srcdir" from the makefile to find the "Include"
- directory.
- """
- if not python_build:
- return
- if plat_specific:
- return _sys_home or project_base
- incdir = os.path.join(get_config_var('srcdir'), 'Include')
- return os.path.normpath(incdir)
- def _get_python_inc_from_config(plat_specific, spec_prefix):
- """
- If no prefix was explicitly specified, provide the include
- directory from the config vars. Useful when
- cross-compiling, since the config vars may come from
- the host
- platform Python installation, while the current Python
- executable is from the build platform installation.
- >>> monkeypatch = getfixture('monkeypatch')
- >>> gpifc = _get_python_inc_from_config
- >>> monkeypatch.setitem(gpifc.__globals__, 'get_config_var', str.lower)
- >>> gpifc(False, '/usr/bin/')
- >>> gpifc(False, '')
- >>> gpifc(False, None)
- 'includepy'
- >>> gpifc(True, None)
- 'confincludepy'
- """
- if spec_prefix is None:
- return get_config_var('CONF' * plat_specific + 'INCLUDEPY')
- def _get_python_inc_posix_prefix(prefix):
- implementation = 'pypy' if IS_PYPY else 'python'
- python_dir = implementation + get_python_version() + build_flags
- return os.path.join(prefix, "include", python_dir)
- def _get_python_inc_nt(prefix, spec_prefix, plat_specific):
- if python_build:
- # Include both the include and PC dir to ensure we can find
- # pyconfig.h
- return (
- os.path.join(prefix, "include")
- + os.path.pathsep
- + os.path.join(prefix, "PC")
- )
- return os.path.join(prefix, "include")
- # allow this behavior to be monkey-patched. Ref pypa/distutils#2.
- def _posix_lib(standard_lib, libpython, early_prefix, prefix):
- if standard_lib:
- return libpython
- else:
- return os.path.join(libpython, "site-packages")
- def get_python_lib(plat_specific=0, standard_lib=0, prefix=None):
- """Return the directory containing the Python library (standard or
- site additions).
- If 'plat_specific' is true, return the directory containing
- platform-specific modules, i.e. any module from a non-pure-Python
- module distribution; otherwise, return the platform-shared library
- directory. If 'standard_lib' is true, return the directory
- containing standard Python library modules; otherwise, return the
- directory for site-specific modules.
- If 'prefix' is supplied, use it instead of sys.base_prefix or
- sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
- """
- if IS_PYPY and sys.version_info < (3, 8):
- # PyPy-specific schema
- if prefix is None:
- prefix = PREFIX
- if standard_lib:
- return os.path.join(prefix, "lib-python", sys.version[0])
- return os.path.join(prefix, 'site-packages')
- early_prefix = prefix
- if prefix is None:
- if standard_lib:
- prefix = plat_specific and BASE_EXEC_PREFIX or BASE_PREFIX
- else:
- prefix = plat_specific and EXEC_PREFIX or PREFIX
- if os.name == "posix":
- if plat_specific or standard_lib:
- # Platform-specific modules (any module from a non-pure-Python
- # module distribution) or standard Python library modules.
- libdir = getattr(sys, "platlibdir", "lib")
- else:
- # Pure Python
- libdir = "lib"
- implementation = 'pypy' if IS_PYPY else 'python'
- libpython = os.path.join(prefix, libdir, implementation + get_python_version())
- return _posix_lib(standard_lib, libpython, early_prefix, prefix)
- elif os.name == "nt":
- if standard_lib:
- return os.path.join(prefix, "Lib")
- else:
- return os.path.join(prefix, "Lib", "site-packages")
- else:
- raise DistutilsPlatformError(
- "I don't know where Python installs its library "
- "on platform '%s'" % os.name
- )
- def customize_compiler(compiler): # noqa: C901
- """Do any platform-specific customization of a CCompiler instance.
- Mainly needed on Unix, so we can plug in the information that
- varies across Unices and is stored in Python's Makefile.
- """
- if compiler.compiler_type == "unix":
- if sys.platform == "darwin":
- # Perform first-time customization of compiler-related
- # config vars on OS X now that we know we need a compiler.
- # This is primarily to support Pythons from binary
- # installers. The kind and paths to build tools on
- # the user system may vary significantly from the system
- # that Python itself was built on. Also the user OS
- # version and build tools may not support the same set
- # of CPU architectures for universal builds.
- global _config_vars
- # Use get_config_var() to ensure _config_vars is initialized.
- if not get_config_var('CUSTOMIZED_OSX_COMPILER'):
- import _osx_support
- _osx_support.customize_compiler(_config_vars)
- _config_vars['CUSTOMIZED_OSX_COMPILER'] = 'True'
- (
- cc,
- cxx,
- cflags,
- ccshared,
- ldshared,
- shlib_suffix,
- ar,
- ar_flags,
- ) = get_config_vars(
- 'CC',
- 'CXX',
- 'CFLAGS',
- 'CCSHARED',
- 'LDSHARED',
- 'SHLIB_SUFFIX',
- 'AR',
- 'ARFLAGS',
- )
- if 'CC' in os.environ:
- newcc = os.environ['CC']
- if 'LDSHARED' not in os.environ and ldshared.startswith(cc):
- # If CC is overridden, use that as the default
- # command for LDSHARED as well
- ldshared = newcc + ldshared[len(cc) :]
- cc = newcc
- if 'CXX' in os.environ:
- cxx = os.environ['CXX']
- if 'LDSHARED' in os.environ:
- ldshared = os.environ['LDSHARED']
- if 'CPP' in os.environ:
- cpp = os.environ['CPP']
- else:
- cpp = cc + " -E" # not always
- if 'LDFLAGS' in os.environ:
- ldshared = ldshared + ' ' + os.environ['LDFLAGS']
- if 'CFLAGS' in os.environ:
- cflags = cflags + ' ' + os.environ['CFLAGS']
- ldshared = ldshared + ' ' + os.environ['CFLAGS']
- if 'CPPFLAGS' in os.environ:
- cpp = cpp + ' ' + os.environ['CPPFLAGS']
- cflags = cflags + ' ' + os.environ['CPPFLAGS']
- ldshared = ldshared + ' ' + os.environ['CPPFLAGS']
- if 'AR' in os.environ:
- ar = os.environ['AR']
- if 'ARFLAGS' in os.environ:
- archiver = ar + ' ' + os.environ['ARFLAGS']
- else:
- archiver = ar + ' ' + ar_flags
- cc_cmd = cc + ' ' + cflags
- compiler.set_executables(
- preprocessor=cpp,
- compiler=cc_cmd,
- compiler_so=cc_cmd + ' ' + ccshared,
- compiler_cxx=cxx,
- linker_so=ldshared,
- linker_exe=cc,
- archiver=archiver,
- )
- if 'RANLIB' in os.environ and compiler.executables.get('ranlib', None):
- compiler.set_executables(ranlib=os.environ['RANLIB'])
- compiler.shared_lib_extension = shlib_suffix
- def get_config_h_filename():
- """Return full pathname of installed pyconfig.h file."""
- if python_build:
- if os.name == "nt":
- inc_dir = os.path.join(_sys_home or project_base, "PC")
- else:
- inc_dir = _sys_home or project_base
- return os.path.join(inc_dir, 'pyconfig.h')
- else:
- return sysconfig.get_config_h_filename()
- def get_makefile_filename():
- """Return full pathname of installed Makefile from the Python build."""
- return sysconfig.get_makefile_filename()
- def parse_config_h(fp, g=None):
- """Parse a config.h-style file.
- A dictionary containing name/value pairs is returned. If an
- optional dictionary is passed in as the second argument, it is
- used instead of a new dictionary.
- """
- return sysconfig.parse_config_h(fp, vars=g)
- # Regexes needed for parsing Makefile (and similar syntaxes,
- # like old-style Setup files).
- _variable_rx = re.compile(r"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)")
- _findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)")
- _findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}")
- def parse_makefile(fn, g=None): # noqa: C901
- """Parse a Makefile-style file.
- A dictionary containing name/value pairs is returned. If an
- optional dictionary is passed in as the second argument, it is
- used instead of a new dictionary.
- """
- from distutils.text_file import TextFile
- fp = TextFile(
- fn, strip_comments=1, skip_blanks=1, join_lines=1, errors="surrogateescape"
- )
- if g is None:
- g = {}
- done = {}
- notdone = {}
- while True:
- line = fp.readline()
- if line is None: # eof
- break
- m = _variable_rx.match(line)
- if m:
- n, v = m.group(1, 2)
- v = v.strip()
- # `$$' is a literal `$' in make
- tmpv = v.replace('$$', '')
- if "$" in tmpv:
- notdone[n] = v
- else:
- try:
- v = int(v)
- except ValueError:
- # insert literal `$'
- done[n] = v.replace('$$', '$')
- else:
- done[n] = v
- # Variables with a 'PY_' prefix in the makefile. These need to
- # be made available without that prefix through sysconfig.
- # Special care is needed to ensure that variable expansion works, even
- # if the expansion uses the name without a prefix.
- renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS')
- # do variable interpolation here
- while notdone:
- for name in list(notdone):
- value = notdone[name]
- m = _findvar1_rx.search(value) or _findvar2_rx.search(value)
- if m:
- n = m.group(1)
- found = True
- if n in done:
- item = str(done[n])
- elif n in notdone:
- # get it on a subsequent round
- found = False
- elif n in os.environ:
- # do it like make: fall back to environment
- item = os.environ[n]
- elif n in renamed_variables:
- if name.startswith('PY_') and name[3:] in renamed_variables:
- item = ""
- elif 'PY_' + n in notdone:
- found = False
- else:
- item = str(done['PY_' + n])
- else:
- done[n] = item = ""
- if found:
- after = value[m.end() :]
- value = value[: m.start()] + item + after
- if "$" in after:
- notdone[name] = value
- else:
- try:
- value = int(value)
- except ValueError:
- done[name] = value.strip()
- else:
- done[name] = value
- del notdone[name]
- if name.startswith('PY_') and name[3:] in renamed_variables:
- name = name[3:]
- if name not in done:
- done[name] = value
- else:
- # bogus variable reference; just drop it since we can't deal
- del notdone[name]
- fp.close()
- # strip spurious spaces
- for k, v in done.items():
- if isinstance(v, str):
- done[k] = v.strip()
- # save the results in the global dictionary
- g.update(done)
- return g
- def expand_makefile_vars(s, vars):
- """Expand Makefile-style variables -- "${foo}" or "$(foo)" -- in
- 'string' according to 'vars' (a dictionary mapping variable names to
- values). Variables not present in 'vars' are silently expanded to the
- empty string. The variable values in 'vars' should not contain further
- variable expansions; if 'vars' is the output of 'parse_makefile()',
- you're fine. Returns a variable-expanded version of 's'.
- """
- # This algorithm does multiple expansion, so if vars['foo'] contains
- # "${bar}", it will expand ${foo} to ${bar}, and then expand
- # ${bar}... and so forth. This is fine as long as 'vars' comes from
- # 'parse_makefile()', which takes care of such expansions eagerly,
- # according to make's variable expansion semantics.
- while True:
- m = _findvar1_rx.search(s) or _findvar2_rx.search(s)
- if m:
- (beg, end) = m.span()
- s = s[0:beg] + vars.get(m.group(1)) + s[end:]
- else:
- break
- return s
- _config_vars = None
- def get_config_vars(*args):
- """With no arguments, return a dictionary of all configuration
- variables relevant for the current platform. Generally this includes
- everything needed to build extensions and install both pure modules and
- extensions. On Unix, this means every variable defined in Python's
- installed Makefile; on Windows it's a much smaller set.
- With arguments, return a list of values that result from looking up
- each argument in the configuration variable dictionary.
- """
- global _config_vars
- if _config_vars is None:
- _config_vars = sysconfig.get_config_vars().copy()
- py39compat.add_ext_suffix(_config_vars)
- if args:
- vals = []
- for name in args:
- vals.append(_config_vars.get(name))
- return vals
- else:
- return _config_vars
- def get_config_var(name):
- """Return the value of a single variable using the dictionary
- returned by 'get_config_vars()'. Equivalent to
- get_config_vars().get(name)
- """
- if name == 'SO':
- import warnings
- warnings.warn('SO is deprecated, use EXT_SUFFIX', DeprecationWarning, 2)
- return get_config_vars().get(name)
|