# Autodetecting setup.py script for building the Python extensions

#

import argparse

import importlib._bootstrap

import importlib.machinery

import importlib.util

import os

import re

import sys

import sysconfig

from glob import glob

from distutils import log

from distutils.command.build_ext import build_ext

from distutils.command.build_scripts import build_scripts

from distutils.command.install import install

from distutils.command.install_lib import install_lib

from distutils.core import Extension, setup

from distutils.errors import CCompilerError, DistutilsError

from distutils.spawn import find_executable

CROSS_COMPILING = "_PYTHON_HOST_PLATFORM" in os.environ

# Set common compiler and linker flags derived from the Makefile,

# reserved for building the interpreter and the stdlib modules.

# See bpo-21121 and bpo-35257

def set_compiler_flags(compiler_flags, compiler_py_flags_nodist):

flags = sysconfig.get_config_var(compiler_flags)

py_flags_nodist = sysconfig.get_config_var(compiler_py_flags_nodist)

sysconfig.get_config_vars()[compiler_flags] = flags + ' ' + py_flags_nodist

set_compiler_flags('CFLAGS', 'PY_CFLAGS_NODIST')

set_compiler_flags('LDFLAGS', 'PY_LDFLAGS_NODIST')

class Dummy:

"""Hack for parallel build"""

ProcessPoolExecutor = None

sys.modules['concurrent.futures.process'] = Dummy

def get_platform():

# cross build

if "_PYTHON_HOST_PLATFORM" in os.environ:

return os.environ["_PYTHON_HOST_PLATFORM"]

# Get value of sys.platform

if sys.platform.startswith('osf1'):

return 'osf1'

return sys.platform

HOST_PLATFORM = get_platform()

MS_WINDOWS = (HOST_PLATFORM == 'win32')

CYGWIN = (HOST_PLATFORM == 'cygwin')

MACOS = (HOST_PLATFORM == 'darwin')

VXWORKS = ('vxworks' in HOST_PLATFORM)

# Were we compiled --with-pydebug or with #define Py_DEBUG?

COMPILED_WITH_PYDEBUG = ('--with-pydebug' in sysconfig.get_config_var("CONFIG_ARGS"))

# This global variable is used to hold the list of modules to be disabled.

DISABLED_MODULE_LIST = []

def add_dir_to_list(dirlist, dir):

"""Add the directory 'dir' to the list 'dirlist' (after any relative

directories) if:

1) 'dir' is not already in 'dirlist'

2) 'dir' actually exists, and is a directory.

"""

if dir is None or not os.path.isdir(dir) or dir in dirlist:

return

for i, path in enumerate(dirlist):

if not os.path.isabs(path):

dirlist.insert(i + 1, dir)

return

dirlist.insert(0, dir)

def sysroot_paths(make_vars, subdirs):

"""Get the paths of sysroot sub-directories.

* make_vars: a sequence of names of variables of the Makefile where

sysroot may be set.

* subdirs: a sequence of names of subdirectories used as the location for

headers or libraries.

"""

dirs = []

for var_name in make_vars:

var = sysconfig.get_config_var(var_name)

if var is not None:

m = re.search(r'--sysroot=([^"]\S*|"[^"]+")', var)

if m is not None:

sysroot = m.group(1).strip('"')

for subdir in subdirs:

if os.path.isabs(subdir):

subdir = subdir[1:]

path = os.path.join(sysroot, subdir)

if os.path.isdir(path):

dirs.append(path)

break

return dirs

def macosx_sdk_root():

"""

Return the directory of the current OSX SDK,

or '/' if no SDK was specified.

"""

cflags = sysconfig.get_config_var('CFLAGS')

m = re.search(r'-isysroot\s+(\S+)', cflags)

if m is None:

sysroot = '/'

else:

sysroot = m.group(1)

return sysroot

def is_macosx_sdk_path(path):

"""

Returns True if 'path' can be located in an OSX SDK

"""

return ( (path.startswith('/usr/') and not path.startswith('/usr/local'))

or path.startswith('/System/')

or path.startswith('/Library/') )

def find_file(filename, std_dirs, paths):

"""Searches for the directory where a given file is located,

and returns a possibly-empty list of additional directories, or None

if the file couldn't be found at all.

'filename' is the name of a file, such as readline.h or libcrypto.a.

'std_dirs' is the list of standard system directories; if the

file is found in one of them, no additional directives are needed.

'paths' is a list of additional locations to check; if the file is

found in one of them, the resulting list will contain the directory.

"""

if MACOS:

# Honor the MacOSX SDK setting when one was specified.

# An SDK is a directory with the same structure as a real

# system, but with only header files and libraries.

sysroot = macosx_sdk_root()

# Check the standard locations

for dir in std_dirs:

f = os.path.join(dir, filename)

if MACOS and is_macosx_sdk_path(dir):

f = os.path.join(sysroot, dir[1:], filename)

if os.path.exists(f): return []

# Check the additional directories

for dir in paths:

f = os.path.join(dir, filename)

if MACOS and is_macosx_sdk_path(dir):

f = os.path.join(sysroot, dir[1:], filename)

if os.path.exists(f):

return [dir]

# Not found anywhere

return None

def find_library_file(compiler, libname, std_dirs, paths):

result = compiler.find_library_file(std_dirs + paths, libname)

if result is None:

return None

if MACOS:

sysroot = macosx_sdk_root()

# Check whether the found file is in one of the standard directories

dirname = os.path.dirname(result)

for p in std_dirs:

# Ensure path doesn't end with path separator

p = p.rstrip(os.sep)

if MACOS and is_macosx_sdk_path(p):

# Note that, as of Xcode 7, Apple SDKs may contain textual stub

# libraries with .tbd extensions rather than the normal .dylib

# shared libraries installed in /. The Apple compiler tool

# chain handles this transparently but it can cause problems

# for programs that are being built with an SDK and searching

# for specific libraries. Distutils find_library_file() now

# knows to also search for and return .tbd files. But callers

# of find_library_file need to keep in mind that the base filename

# of the returned SDK library file might have a different extension

# from that of the library file installed on the running system,

# for example:

# /Applications/Xcode.app/Contents/Developer/Platforms/

# MacOSX.platform/Developer/SDKs/MacOSX10.11.sdk/

# usr/lib/libedit.tbd

# vs

# /usr/lib/libedit.dylib

if os.path.join(sysroot, p[1:]) == dirname:

return [ ]

if p == dirname:

return [ ]

# Otherwise, it must have been in one of the additional directories,

# so we have to figure out which one.

for p in paths:

# Ensure path doesn't end with path separator

p = p.rstrip(os.sep)

if MACOS and is_macosx_sdk_path(p):

if os.path.join(sysroot, p[1:]) == dirname:

return [ p ]

if p == dirname:

return [p]

else:

assert False, "Internal error: Path not found in std_dirs or paths"

def module_enabled(extlist, modname):

"""Returns whether the module 'modname' is present in the list

of extensions 'extlist'."""

extlist = [ext for ext in extlist if ext.name == modname]

return len(extlist)

def find_module_file(module, dirlist):

"""Find a module in a set of possible folders. If it is not found

return the unadorned filename"""

list = find_file(module, [], dirlist)

if not list:

return module

if len(list) > 1:

log.info("WARNING: multiple copies of %s found", module)

return os.path.join(list[0], module)

class PyBuildExt(build_ext):

def __init__(self, dist):

build_ext.__init__(self, dist)

self.srcdir = None

self.lib_dirs = None

self.inc_dirs = None

self.failed = []

self.failed_on_import = []

self.missing = []

if '-j' in os.environ.get('MAKEFLAGS', ''):

self.parallel = True

def add(self, ext):

self.extensions.append(ext)

def build_extensions(self):

self.srcdir = sysconfig.get_config_var('srcdir')

if not self.srcdir:

# Maybe running on Windows but not using CYGWIN?

raise ValueError("No source directory; cannot proceed.")

self.srcdir = os.path.abspath(self.srcdir)

# Detect which modules should be compiled

self.detect_modules()

# Remove modules that are present on the disabled list

extensions = [ext for ext in self.extensions

if ext.name not in DISABLED_MODULE_LIST]

# move ctypes to the end, it depends on other modules

ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))

if "_ctypes" in ext_map:

ctypes = extensions.pop(ext_map["_ctypes"])

extensions.append(ctypes)

self.extensions = extensions

# Fix up the autodetected modules, prefixing all the source files

# with Modules/.

moddirlist = [os.path.join(self.srcdir, 'Modules')]

# Fix up the paths for scripts, too

self.distribution.scripts = [os.path.join(self.srcdir, filename)

for filename in self.distribution.scripts]

# Python header files

headers = [sysconfig.get_config_h_filename()]

headers += glob(os.path.join(sysconfig.get_path('include'), "*.h"))

# The sysconfig variables built by makesetup that list the already

# built modules and the disabled modules as configured by the Setup

# files.

sysconf_built = sysconfig.get_config_var('MODBUILT_NAMES').split()

sysconf_dis = sysconfig.get_config_var('MODDISABLED_NAMES').split()

mods_built = []

mods_disabled = []

for ext in self.extensions:

ext.sources = [ find_module_file(filename, moddirlist)

for filename in ext.sources ]

if ext.depends is not None:

ext.depends = [find_module_file(filename, moddirlist)

for filename in ext.depends]

else:

ext.depends = []

# re-compile extensions if a header file has been changed

ext.depends.extend(headers)

# If a module has already been built or has been disabled in the

# Setup files, don't build it here.

if ext.name in sysconf_built:

mods_built.append(ext)

if ext.name in sysconf_dis:

mods_disabled.append(ext)

mods_configured = mods_built + mods_disabled

if mods_configured:

self.extensions = [x for x in self.extensions if x not in

mods_configured]

# Remove the shared libraries built by a previous build.

for ext in mods_configured:

fullpath = self.get_ext_fullpath(ext.name)

if os.path.exists(fullpath):

os.unlink(fullpath)

# When you run "make CC=altcc" or something similar, you really want

# those environment variables passed into the setup.py phase. Here's

# a small set of useful ones.

compiler = os.environ.get('CC')

args = {}

# unfortunately, distutils doesn't let us provide separate C and C++

# compilers

if compiler is not None:

(ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')

args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags

self.compiler.set_executables(**args)

build_ext.build_extensions(self)

for ext in self.extensions:

self.check_extension_import(ext)

longest = max([len(e.name) for e in self.extensions], default=0)

if self.failed or self.failed_on_import:

all_failed = self.failed + self.failed_on_import

longest = max(longest, max([len(name) for name in all_failed]))

def print_three_column(lst):

lst.sort(key=str.lower)

# guarantee zip() doesn't drop anything

while len(lst) % 3:

lst.append("")

for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):

print("%-*s %-*s %-*s" % (longest, e, longest, f,

longest, g))

if self.missing:

print()

print("Python build finished successfully!")

print("The necessary bits to build these optional modules were not "

"found:")

print_three_column(self.missing)

print("To find the necessary bits, look in setup.py in"

" detect_modules() for the module's name.")

print()

if mods_built:

print()

print("The following modules found by detect_modules() in"

" setup.py, have been")

print("built by the Makefile instead, as configured by the"

" Setup files:")

print_three_column([ext.name for ext in mods_built])

print()

if mods_disabled:

print()

print("The following modules found by detect_modules() in"

" setup.py have not")

print("been built, they are *disabled* in the Setup files:")

print_three_column([ext.name for ext in mods_disabled])

print()

if self.failed:

failed = self.failed[:]

print()

print("Failed to build these modules:")

print_three_column(failed)

print()

if self.failed_on_import:

failed = self.failed_on_import[:]

print()

print("Following modules built successfully"

" but were removed because they could not be imported:")

print_three_column(failed)

print()

if any('_ssl' in l

for l in (self.missing, self.failed, self.failed_on_import)):

print()

print("Could not build the ssl module!")

print("Python requires an OpenSSL 1.0.2 or 1.1 compatible "

"libssl with X509_VERIFY_PARAM_set1_host().")

print("LibreSSL 2.6.4 and earlier do not provide the necessary "

"APIs, https://github.com/libressl-portable/portable/issues/381")

print()

def build_extension(self, ext):

if ext.name == '_ctypes':

if not self.configure_ctypes(ext):

self.failed.append(ext.name)

return

try:

build_ext.build_extension(self, ext)

except (CCompilerError, DistutilsError) as why:

self.announce('WARNING: building of extension "%s" failed: %s' %

(ext.name, why))

self.failed.append(ext.name)

return

def check_extension_import(self, ext):

# Don't try to import an extension that has failed to compile

if ext.name in self.failed:

self.announce(

'WARNING: skipping import check for failed build "%s"' %

ext.name, level=1)

return

# Workaround for Mac OS X: The Carbon-based modules cannot be

# reliably imported into a command-line Python

if 'Carbon' in ext.extra_link_args:

self.announce(

'WARNING: skipping import check for Carbon-based "%s"' %

ext.name)

return

if MACOS and (

sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):

# Don't bother doing an import check when an extension was

# build with an explicit '-arch' flag on OSX. That's currently

# only used to build 32-bit only extensions in a 4-way

# universal build and loading 32-bit code into a 64-bit

# process will fail.

self.announce(

'WARNING: skipping import check for "%s"' %

ext.name)

return

# Workaround for Cygwin: Cygwin currently has fork issues when many

# modules have been imported

if CYGWIN:

self.announce('WARNING: skipping import check for Cygwin-based "%s"'

% ext.name)

return

ext_filename = os.path.join(

self.build_lib,

self.get_ext_filename(self.get_ext_fullname(ext.name)))

# If the build directory didn't exist when setup.py was

# started, sys.path_importer_cache has a negative result

# cached. Clear that cache before trying to import.

sys.path_importer_cache.clear()

# Don't try to load extensions for cross builds

if CROSS_COMPILING:

return

loader = importlib.machinery.ExtensionFileLoader(ext.name, ext_filename)

spec = importlib.util.spec_from_file_location(ext.name, ext_filename,

loader=loader)

try:

importlib._bootstrap._load(spec)

except ImportError as why:

self.failed_on_import.append(ext.name)

self.announce('*** WARNING: renaming "%s" since importing it'

' failed: %s' % (ext.name, why), level=3)

assert not self.inplace

basename, tail = os.path.splitext(ext_filename)

newname = basename + "_failed" + tail

if os.path.exists(newname):

os.remove(newname)

os.rename(ext_filename, newname)

except:

exc_type, why, tb = sys.exc_info()

self.announce('*** WARNING: importing extension "%s" '

'failed with %s: %s' % (ext.name, exc_type, why),

level=3)

self.failed.append(ext.name)

def add_multiarch_paths(self):

# Debian/Ubuntu multiarch support.

# https://wiki.ubuntu.com/MultiarchSpec

cc = sysconfig.get_config_var('CC')

tmpfile = os.path.join(self.build_temp, 'multiarch')

if not os.path.exists(self.build_temp):

os.makedirs(self.build_temp)

ret = os.system(

'%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile))

multiarch_path_component = ''

try:

if ret >> 8 == 0:

with open(tmpfile) as fp:

multiarch_path_component = fp.readline().strip()

finally:

os.unlink(tmpfile)

if multiarch_path_component != '':

add_dir_to_list(self.compiler.library_dirs,

'/usr/lib/' + multiarch_path_component)

add_dir_to_list(self.compiler.include_dirs,

'/usr/include/' + multiarch_path_component)

return

if not find_executable('dpkg-architecture'):

return

opt = ''

if CROSS_COMPILING:

opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE')

tmpfile = os.path.join(self.build_temp, 'multiarch')

if not os.path.exists(self.build_temp):

os.makedirs(self.build_temp)

ret = os.system(

'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' %

(opt, tmpfile))

try:

if ret >> 8 == 0:

with open(tmpfile) as fp:

multiarch_path_component = fp.readline().strip()

add_dir_to_list(self.compiler.library_dirs,

'/usr/lib/' + multiarch_path_component)

add_dir_to_list(self.compiler.include_dirs,

'/usr/include/' + multiarch_path_component)

finally:

os.unlink(tmpfile)

def add_cross_compiling_paths(self):

cc = sysconfig.get_config_var('CC')

tmpfile = os.path.join(self.build_temp, 'ccpaths')

if not os.path.exists(self.build_temp):

os.makedirs(self.build_temp)

ret = os.system('%s -E -v - </dev/null 2>%s 1>/dev/null' % (cc, tmpfile))

is_gcc = False

is_clang = False

in_incdirs = False

try:

if ret >> 8 == 0:

with open(tmpfile) as fp:

for line in fp.readlines():

if line.startswith("gcc version"):

is_gcc = True

elif line.startswith("clang version"):

is_clang = True

elif line.startswith("#include <...>"):

in_incdirs = True

elif line.startswith("End of search list"):

in_incdirs = False

elif (is_gcc or is_clang) and line.startswith("LIBRARY_PATH"):

for d in line.strip().split("=")[1].split(":"):

d = os.path.normpath(d)

if '/gcc/' not in d:

add_dir_to_list(self.compiler.library_dirs,

d)

elif (is_gcc or is_clang) and in_incdirs and '/gcc/' not in line and '/clang/' not in line:

add_dir_to_list(self.compiler.include_dirs,

line.strip())

finally:

os.unlink(tmpfile)

def detect_modules(self):

# Ensure that /usr/local is always used, but the local build

# directories (i.e. '.' and 'Include') must be first. See issue

# 10520.

if not CROSS_COMPILING:

add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')

add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')

# only change this for cross builds for 3.3, issues on Mageia

if CROSS_COMPILING:

self.add_cross_compiling_paths()

self.add_multiarch_paths()

# Add paths specified in the environment variables LDFLAGS and

# CPPFLAGS for header and library files.

# We must get the values from the Makefile and not the environment

# directly since an inconsistently reproducible issue comes up where

# the environment variable is not set even though the value were passed

# into configure and stored in the Makefile (issue found on OS X 10.3).

for env_var, arg_name, dir_list in (

('LDFLAGS', '-R', self.compiler.runtime_library_dirs),

('LDFLAGS', '-L', self.compiler.library_dirs),

('CPPFLAGS', '-I', self.compiler.include_dirs)):

env_val = sysconfig.get_config_var(env_var)

if env_val:

parser = argparse.ArgumentParser()

parser.add_argument(arg_name, dest="dirs", action="append")

options, _ = parser.parse_known_args(env_val.split())

if options.dirs:

for directory in reversed(options.dirs):

add_dir_to_list(dir_list, directory)

if (not CROSS_COMPILING and

os.path.normpath(sys.base_prefix) != '/usr' and

not sysconfig.get_config_var('PYTHONFRAMEWORK')):

# OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework

# (PYTHONFRAMEWORK is set) to avoid # linking problems when

# building a framework with different architectures than

# the one that is currently installed (issue #7473)

add_dir_to_list(self.compiler.library_dirs,

sysconfig.get_config_var("LIBDIR"))

add_dir_to_list(self.compiler.include_dirs,

sysconfig.get_config_var("INCLUDEDIR"))

system_lib_dirs = ['/lib64', '/usr/lib64', '/lib', '/usr/lib']

system_include_dirs = ['/usr/include']

# lib_dirs and inc_dirs are used to search for files;

# if a file is found in one of those directories, it can

# be assumed that no additional -I,-L directives are needed.

if not CROSS_COMPILING:

self.lib_dirs = self.compiler.library_dirs + system_lib_dirs

self.inc_dirs = self.compiler.include_dirs + system_include_dirs

else:

# Add the sysroot paths. 'sysroot' is a compiler option used to

# set the logical path of the standard system headers and

# libraries.

self.lib_dirs = (self.compiler.library_dirs +

sysroot_paths(('LDFLAGS', 'CC'), system_lib_dirs))

self.inc_dirs = (self.compiler.include_dirs +

sysroot_paths(('CPPFLAGS', 'CFLAGS', 'CC'),

system_include_dirs))

config_h = sysconfig.get_config_h_filename()

with open(config_h) as file:

config_h_vars = sysconfig.parse_config_h(file)

# OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)

if HOST_PLATFORM in ['osf1', 'unixware7', 'openunix8']:

self.lib_dirs += ['/usr/ccs/lib']

# HP-UX11iv3 keeps files in lib/hpux folders.

if HOST_PLATFORM == 'hp-ux11':

self.lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32']

if MACOS:

# This should work on any unixy platform ;-)

# If the user has bothered specifying additional -I and -L flags

# in OPT and LDFLAGS we might as well use them here.

#

# NOTE: using shlex.split would technically be more correct, but

# also gives a bootstrap problem. Let's hope nobody uses

# directories with whitespace in the name to store libraries.

cflags, ldflags = sysconfig.get_config_vars(

'CFLAGS', 'LDFLAGS')

for item in cflags.split():

if item.startswith('-I'):

self.inc_dirs.append(item[2:])

for item in ldflags.split():

if item.startswith('-L'):

self.lib_dirs.append(item[2:])

#

# The following modules are all pretty straightforward, and compile

# on pretty much any POSIXish platform.

#

# array objects

self.add(Extension('array', ['arraymodule.c']))

# Context Variables

self.add(Extension('_contextvars', ['_contextvarsmodule.c']))

shared_math = 'Modules/_math.o'

# complex math library functions

self.add(Extension('cmath', ['cmathmodule.c'],

extra_objects=[shared_math],

depends=['_math.h', shared_math],

libraries=['m']))

# math library functions, e.g. sin()

self.add(Extension('math', ['mathmodule.c'],

extra_objects=[shared_math],

depends=['_math.h', shared_math],

libraries=['m']))

# time libraries: librt may be needed for clock_gettime()

time_libs = []

lib = sysconfig.get_config_var('TIMEMODULE_LIB')

if lib:

time_libs.append(lib)

# time operations and variables

self.add(Extension('time', ['timemodule.c'],

libraries=time_libs))

# libm is needed by delta_new() that uses round() and by accum() that

# uses modf().

self.add(Extension('_datetime', ['_datetimemodule.c'],

libraries=['m']))

# random number generator implemented in C

self.add(Extension("_random", ["_randommodule.c"]))

# bisect

self.add(Extension("_bisect", ["_bisectmodule.c"]))

# heapq

self.add(Extension("_heapq", ["_heapqmodule.c"]))

# C-optimized pickle replacement

self.add(Extension("_pickle", ["_pickle.c"]))

# atexit

self.add(Extension("atexit", ["atexitmodule.c"]))

# _json speedups

self.add(Extension("_json", ["_json.c"],

# pycore_accu.h requires Py_BUILD_CORE_BUILTIN

extra_compile_args=['-DPy_BUILD_CORE_BUILTIN']))

# Python C API test module

self.add(Extension('_testcapi', ['_testcapimodule.c'],

depends=['testcapi_long.h']))

# Python PEP-3118 (buffer protocol) test module

self.add(Extension('_testbuffer', ['_testbuffer.c']))

# Test loading multiple modules from one compiled file (http://bugs.python.org/issue16421)

self.add(Extension('_testimportmultiple', ['_testimportmultiple.c']))

# Test multi-phase extension module init (PEP 489)

self.add(Extension('_testmultiphase', ['_testmultiphase.c']))

# profiler (_lsprof is for cProfile.py)

self.add(Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']))

# static Unicode character database

self.add(Extension('unicodedata', ['unicodedata.c'],

depends=['unicodedata_db.h', 'unicodename_db.h']))

# _opcode module

self.add(Extension('_opcode', ['_opcode.c']))

# asyncio speedups

self.add(Extension("_asyncio", ["_asynciomodule.c"]))

# _abc speedups

self.add(Extension("_abc", ["_abc.c"]))

# _queue module

self.add(Extension("_queue", ["_queuemodule.c"]))

# Modules with some UNIX dependencies -- on by default:

# (If you have a really backward UNIX, select and socket may not be

# supported...)

# fcntl(2) and ioctl(2)

libs = []

if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):

# May be necessary on AIX for flock function

libs = ['bsd']

self.add(Extension('fcntl', ['fcntlmodule.c'],

libraries=libs))

# pwd(3)

self.add(Extension('pwd', ['pwdmodule.c']))

# grp(3)

if not VXWORKS:

self.add(Extension('grp', ['grpmodule.c']))

# spwd, shadow passwords

if (config_h_vars.get('HAVE_GETSPNAM', False) or

config_h_vars.get('HAVE_GETSPENT', False)):

self.add(Extension('spwd', ['spwdmodule.c']))

else:

self.missing.append('spwd')

# select(2); not on ancient System V

self.add(Extension('select', ['selectmodule.c']))

# Fred Drake's interface to the Python parser

self.add(Extension('parser', ['parsermodule.c']))

# Memory-mapped files (also works on Win32).

self.add(Extension('mmap', ['mmapmodule.c']))

# Lance Ellinghaus's syslog module

# syslog daemon interface

self.add(Extension('syslog', ['syslogmodule.c']))

# Fuzz tests.

self.add(Extension('_xxtestfuzz',

['_xxtestfuzz/_xxtestfuzz.c',

'_xxtestfuzz/fuzzer.c']))

# Python interface to subinterpreter C-API.

self.add(Extension('_xxsubinterpreters',

['_xxsubinterpretersmodule.c'],

define_macros=[('Py_BUILD_CORE', '')]))

#

# Here ends the simple stuff. From here on, modules need certain

# libraries, are platform-specific, or present other surprises.

#

# Multimedia modules

# These don't work for 64-bit platforms!!!

# These represent audio samples or images as strings:

#

# Operations on audio samples

# According to #993173, this one should actually work fine on

# 64-bit platforms.

#

# audioop needs libm for floor() in multiple functions.

self.add(Extension('audioop', ['audioop.c'],

libraries=['m']))

# readline

do_readline = self.compiler.find_library_file(self.lib_dirs, 'readline')

readline_termcap_library = ""

curses_library = ""

# Cannot use os.popen here in py3k.

tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')

if not os.path.exists(self.build_temp):

os.makedirs(self.build_temp)

# Determine if readline is already linked against curses or tinfo.

if do_readline:

if CROSS_COMPILING:

ret = os.system("%s -d %s | grep '(NEEDED)' > %s" \

% (sysconfig.get_config_var('READELF'),

do_readline, tmpfile))

elif find_executable('ldd'):

ret = os.system("ldd %s > %s" % (do_readline, tmpfile))

else:

ret = 256

if ret >> 8 == 0:

with open(tmpfile) as fp:

for ln in fp:

if 'curses' in ln:

readline_termcap_library = re.sub(

r'.*lib(n?cursesw?)\.so.*', r'\1', ln

).rstrip()

break

# termcap interface split out from ncurses

if 'tinfo' in ln:

readline_termcap_library = 'tinfo'

break

if os.path.exists(tmpfile):

os.unlink(tmpfile)

# Issue 7384: If readline is already linked against curses,

# use the same library for the readline and curses modules.

if 'curses' in readline_termcap_library:

curses_library = readline_termcap_library

elif self.compiler.find_library_file(self.lib_dirs, 'ncursesw'):

curses_library = 'ncursesw'

elif self.compiler.find_library_file(self.lib_dirs, 'ncurses'):

curses_library = 'ncurses'

elif self.compiler.find_library_file(self.lib_dirs, 'curses'):

curses_library = 'curses'

if MACOS:

os_release = int(os.uname()[2].split('.')[0])

dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')

if (dep_target and

(tuple(int(n) for n in dep_target.split('.')[0:2])

< (10, 5) ) ):

os_release = 8

if os_release < 9:

# MacOSX 10.4 has a broken readline. Don't try to build

# the readline module unless the user has installed a fixed

# readline package

if find_file('readline/rlconf.h', self.inc_dirs, []) is None:

do_readline = False

if do_readline:

if MACOS and os_release < 9:

# In every directory on the search path search for a dynamic

# library and then a static library, instead of first looking

# for dynamic libraries on the entire path.

# This way a statically linked custom readline gets picked up

# before the (possibly broken) dynamic library in /usr/lib.

readline_extra_link_args = ('-Wl,-search_paths_first',)

else:

readline_extra_link_args = ()

readline_libs = ['readline']

if readline_termcap_library:

pass # Issue 7384: Already linked against curses or tinfo.

elif curses_library:

readline_libs.append(curses_library)

elif self.compiler.find_library_file(self.lib_dirs +

['/usr/lib/termcap'],

'termcap'):

readline_libs.append('termcap')

self.add(Extension('readline', ['readline.c'],

library_dirs=['/usr/lib/termcap'],

extra_link_args=readline_extra_link_args,

libraries=readline_libs))

else:

self.missing.append('readline')

# crypt module.

if self.compiler.find_library_file(self.lib_dirs, 'crypt'):

libs = ['crypt']

else:

libs = []

if not VXWORKS:

self.add(Extension('_crypt', ['_cryptmodule.c'],

libraries=libs))

elif self.compiler.find_library_file(self.lib_dirs, 'OPENSSL'):

libs = ['OPENSSL']

self.add(Extension('_crypt', ['_cryptmodule.c'],

libraries=libs))

# CSV files

self.add(Extension('_csv', ['_csv.c']))

# POSIX subprocess module helper.

self.add(Extension('_posixsubprocess', ['_posixsubprocess.c']))

# socket(2)

if not VXWORKS:

self.add(Extension('_socket', ['socketmodule.c'],

depends=['socketmodule.h']))

elif self.compiler.find_library_file(self.lib_dirs, 'net'):

libs = ['net']

self.add(Extension('_socket', ['socketmodule.c'],

depends=['socketmodule.h'],

libraries=libs))

# Detect SSL support for the socket module (via _ssl)

self._detect_openssl()

# We always compile these even when OpenSSL is available (issue #14693).

# It's harmless and the object code is tiny (40-50 KiB per module,

# only loaded when actually used).

self.add(Extension('_sha256', ['sha256module.c'],

depends=['hashlib.h']))

self.add(Extension('_sha512', ['sha512module.c'],

depends=['hashlib.h']))

self.add(Extension('_md5', ['md5module.c'],

depends=['hashlib.h']))

self.add(Extension('_sha1', ['sha1module.c'],

depends=['hashlib.h']))

blake2_deps = glob(os.path.join(self.srcdir,

'Modules/_blake2/impl/*'))

blake2_deps.append('hashlib.h')

self.add(Extension('_blake2',

['_blake2/blake2module.c',

'_blake2/blake2b_impl.c',

'_blake2/blake2s_impl.c'],

depends=blake2_deps))

sha3_deps = glob(os.path.join(self.srcdir,

'Modules/_sha3/kcp/*'))

sha3_deps.append('hashlib.h')

self.add(Extension('_sha3',

['_sha3/sha3module.c'],

depends=sha3_deps))

# Modules that provide persistent dictionary-like semantics. You will

# probably want to arrange for at least one of them to be available on

# your machine, though none are defined by default because of library

# dependencies. The Python module dbm/__init__.py provides an

# implementation independent wrapper for these; dbm/dumb.py provides

# similar functionality (but slower of course) implemented in Python.

# Sleepycat^WOracle Berkeley DB interface.

# http://www.oracle.com/database/berkeley-db/db/index.html

#

# This requires the Sleepycat^WOracle DB code. The supported versions

# are set below. Visit the URL above to download

# a release. Most open source OSes come with one or more

# versions of BerkeleyDB already installed.

max_db_ver = (5, 3)

min_db_ver = (3, 3)

db_setup_debug = False # verbose debug prints from this script?

def allow_db_ver(db_ver):

"""Returns a boolean if the given BerkeleyDB version is acceptable.

Args:

db_ver: A tuple of the version to verify.

"""

if not (min_db_ver <= db_ver <= max_db_ver):

return False

return True

def gen_db_minor_ver_nums(major):

if major == 4:

for x in range(max_db_ver[1]+1):

if allow_db_ver((4, x)):

yield x

elif major == 3:

for x in (3,):

if allow_db_ver((3, x)):

yield x

else:

raise ValueError("unknown major BerkeleyDB version", major)

# construct a list of paths to look for the header file in on

# top of the normal inc_dirs.

db_inc_paths = [

'/usr/include/db4',

'/usr/local/include/db4',

'/opt/sfw/include/db4',

'/usr/include/db3',

'/usr/local/include/db3',

'/opt/sfw/include/db3',

# Fink defaults (http://fink.sourceforge.net/)

'/sw/include/db4',

'/sw/include/db3',

]

# 4.x minor number specific paths

for x in gen_db_minor_ver_nums(4):

db_inc_paths.append('/usr/include/db4%d' % x)

db_inc_paths.append('/usr/include/db4.%d' % x)

db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)

db_inc_paths.append('/usr/local/include/db4%d' % x)

db_inc_paths.append('/pkg/db-4.%d/include' % x)

db_inc_paths.append('/opt/db-4.%d/include' % x)

# MacPorts default (http://www.macports.org/)

db_inc_paths.append('/opt/local/include/db4%d' % x)

# 3.x minor number specific paths

for x in gen_db_minor_ver_nums(3):

db_inc_paths.append('/usr/include/db3%d' % x)