mirror of
https://github.com/python/cpython.git
synced 2025-07-17 08:15:19 +00:00
9f90a731eb
The contents of this attribute are an implementation detail, as documented for #9442, so we should not parse it, to support non-CPython VMs with distutils2 in the future. Unfortunately, one use comes directly from PEP 345, so an edit will have to be agreed before fixing the code (see comment in p7g.markers). Other remaining uses are found in p7g.compiler and could be replaced by the platform module (which also parses sys.version, but then it wouldn’t be my fault :)
355 lines
15 KiB
Python
355 lines
15 KiB
Python
"""CCompiler implementations for Cygwin and mingw32 versions of GCC.
|
|
|
|
This module contains the CygwinCCompiler class, a subclass of
|
|
UnixCCompiler that handles the Cygwin port of the GNU C compiler to
|
|
Windows, and the Mingw32CCompiler class which handles the mingw32 port
|
|
of GCC (same as cygwin in no-cygwin mode).
|
|
"""
|
|
|
|
# problems:
|
|
#
|
|
# * if you use a msvc compiled python version (1.5.2)
|
|
# 1. you have to insert a __GNUC__ section in its config.h
|
|
# 2. you have to generate a import library for its dll
|
|
# - create a def-file for python??.dll
|
|
# - create a import library using
|
|
# dlltool --dllname python15.dll --def python15.def \
|
|
# --output-lib libpython15.a
|
|
#
|
|
# see also http://starship.python.net/crew/kernr/mingw32/Notes.html
|
|
#
|
|
# * We put export_symbols in a def-file, and don't use
|
|
# --export-all-symbols because it doesn't worked reliable in some
|
|
# tested configurations. And because other windows compilers also
|
|
# need their symbols specified this no serious problem.
|
|
#
|
|
# tested configurations:
|
|
#
|
|
# * cygwin gcc 2.91.57/ld 2.9.4/dllwrap 0.2.4 works
|
|
# (after patching python's config.h and for C++ some other include files)
|
|
# see also http://starship.python.net/crew/kernr/mingw32/Notes.html
|
|
# * mingw32 gcc 2.95.2/ld 2.9.4/dllwrap 0.2.4 works
|
|
# (ld doesn't support -shared, so we use dllwrap)
|
|
# * cygwin gcc 2.95.2/ld 2.10.90/dllwrap 2.10.90 works now
|
|
# - its dllwrap doesn't work, there is a bug in binutils 2.10.90
|
|
# see also http://sources.redhat.com/ml/cygwin/2000-06/msg01274.html
|
|
# - using gcc -mdll instead dllwrap doesn't work without -static because
|
|
# it tries to link against dlls instead their import libraries. (If
|
|
# it finds the dll first.)
|
|
# By specifying -static we force ld to link against the import libraries,
|
|
# this is windows standard and there are normally not the necessary symbols
|
|
# in the dlls.
|
|
# *** only the version of June 2000 shows these problems
|
|
# * cygwin gcc 3.2/ld 2.13.90 works
|
|
# (ld supports -shared)
|
|
# * mingw gcc 3.2/ld 2.13 works
|
|
# (ld supports -shared)
|
|
|
|
|
|
import os
|
|
import sys
|
|
|
|
from packaging import logger
|
|
from packaging.compiler.unixccompiler import UnixCCompiler
|
|
from packaging.util import write_file
|
|
from packaging.errors import PackagingExecError, CompileError, UnknownFileError
|
|
from packaging.util import get_compiler_versions
|
|
import sysconfig
|
|
|
|
# TODO use platform instead of sys.version
|
|
# (platform does unholy sys.version parsing too, but at least it gives other
|
|
# VMs a chance to override the returned values)
|
|
|
|
|
|
def get_msvcr():
|
|
"""Include the appropriate MSVC runtime library if Python was built
|
|
with MSVC 7.0 or later.
|
|
"""
|
|
msc_pos = sys.version.find('MSC v.')
|
|
if msc_pos != -1:
|
|
msc_ver = sys.version[msc_pos+6:msc_pos+10]
|
|
if msc_ver == '1300':
|
|
# MSVC 7.0
|
|
return ['msvcr70']
|
|
elif msc_ver == '1310':
|
|
# MSVC 7.1
|
|
return ['msvcr71']
|
|
elif msc_ver == '1400':
|
|
# VS2005 / MSVC 8.0
|
|
return ['msvcr80']
|
|
elif msc_ver == '1500':
|
|
# VS2008 / MSVC 9.0
|
|
return ['msvcr90']
|
|
else:
|
|
raise ValueError("Unknown MS Compiler version %s " % msc_ver)
|
|
|
|
|
|
class CygwinCCompiler(UnixCCompiler):
|
|
""" Handles the Cygwin port of the GNU C compiler to Windows.
|
|
"""
|
|
name = 'cygwin'
|
|
description = 'Cygwin port of GNU C Compiler for Win32'
|
|
obj_extension = ".o"
|
|
static_lib_extension = ".a"
|
|
shared_lib_extension = ".dll"
|
|
static_lib_format = "lib%s%s"
|
|
shared_lib_format = "%s%s"
|
|
exe_extension = ".exe"
|
|
|
|
def __init__(self, dry_run=False, force=False):
|
|
super(CygwinCCompiler, self).__init__(dry_run, force)
|
|
|
|
status, details = check_config_h()
|
|
logger.debug("Python's GCC status: %s (details: %s)", status, details)
|
|
if status is not CONFIG_H_OK:
|
|
self.warn(
|
|
"Python's pyconfig.h doesn't seem to support your compiler. "
|
|
"Reason: %s. "
|
|
"Compiling may fail because of undefined preprocessor macros."
|
|
% details)
|
|
|
|
self.gcc_version, self.ld_version, self.dllwrap_version = \
|
|
get_compiler_versions()
|
|
logger.debug(self.name + ": gcc %s, ld %s, dllwrap %s\n",
|
|
self.gcc_version,
|
|
self.ld_version,
|
|
self.dllwrap_version)
|
|
|
|
# ld_version >= "2.10.90" and < "2.13" should also be able to use
|
|
# gcc -mdll instead of dllwrap
|
|
# Older dllwraps had own version numbers, newer ones use the
|
|
# same as the rest of binutils ( also ld )
|
|
# dllwrap 2.10.90 is buggy
|
|
if self.ld_version >= "2.10.90":
|
|
self.linker_dll = "gcc"
|
|
else:
|
|
self.linker_dll = "dllwrap"
|
|
|
|
# ld_version >= "2.13" support -shared so use it instead of
|
|
# -mdll -static
|
|
if self.ld_version >= "2.13":
|
|
shared_option = "-shared"
|
|
else:
|
|
shared_option = "-mdll -static"
|
|
|
|
# Hard-code GCC because that's what this is all about.
|
|
# XXX optimization, warnings etc. should be customizable.
|
|
self.set_executables(compiler='gcc -mcygwin -O -Wall',
|
|
compiler_so='gcc -mcygwin -mdll -O -Wall',
|
|
compiler_cxx='g++ -mcygwin -O -Wall',
|
|
linker_exe='gcc -mcygwin',
|
|
linker_so=('%s -mcygwin %s' %
|
|
(self.linker_dll, shared_option)))
|
|
|
|
# cygwin and mingw32 need different sets of libraries
|
|
if self.gcc_version == "2.91.57":
|
|
# cygwin shouldn't need msvcrt, but without the dlls will crash
|
|
# (gcc version 2.91.57) -- perhaps something about initialization
|
|
self.dll_libraries=["msvcrt"]
|
|
self.warn(
|
|
"Consider upgrading to a newer version of gcc")
|
|
else:
|
|
# Include the appropriate MSVC runtime library if Python was built
|
|
# with MSVC 7.0 or later.
|
|
self.dll_libraries = get_msvcr()
|
|
|
|
def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
|
|
"""Compile the source by spawning GCC and windres if needed."""
|
|
if ext == '.rc' or ext == '.res':
|
|
# gcc needs '.res' and '.rc' compiled to object files !!!
|
|
try:
|
|
self.spawn(["windres", "-i", src, "-o", obj])
|
|
except PackagingExecError as msg:
|
|
raise CompileError(msg)
|
|
else: # for other files use the C-compiler
|
|
try:
|
|
self.spawn(self.compiler_so + cc_args + [src, '-o', obj] +
|
|
extra_postargs)
|
|
except PackagingExecError as msg:
|
|
raise CompileError(msg)
|
|
|
|
def link(self, target_desc, objects, output_filename, output_dir=None,
|
|
libraries=None, library_dirs=None, runtime_library_dirs=None,
|
|
export_symbols=None, debug=False, extra_preargs=None,
|
|
extra_postargs=None, build_temp=None, target_lang=None):
|
|
"""Link the objects."""
|
|
# use separate copies, so we can modify the lists
|
|
extra_preargs = list(extra_preargs or [])
|
|
libraries = list(libraries or [])
|
|
objects = list(objects or [])
|
|
|
|
# Additional libraries
|
|
libraries.extend(self.dll_libraries)
|
|
|
|
# handle export symbols by creating a def-file
|
|
# with executables this only works with gcc/ld as linker
|
|
if ((export_symbols is not None) and
|
|
(target_desc != self.EXECUTABLE or self.linker_dll == "gcc")):
|
|
# (The linker doesn't do anything if output is up-to-date.
|
|
# So it would probably better to check if we really need this,
|
|
# but for this we had to insert some unchanged parts of
|
|
# UnixCCompiler, and this is not what we want.)
|
|
|
|
# we want to put some files in the same directory as the
|
|
# object files are, build_temp doesn't help much
|
|
# where are the object files
|
|
temp_dir = os.path.dirname(objects[0])
|
|
# name of dll to give the helper files the same base name
|
|
dll_name, dll_extension = os.path.splitext(
|
|
os.path.basename(output_filename))
|
|
|
|
# generate the filenames for these files
|
|
def_file = os.path.join(temp_dir, dll_name + ".def")
|
|
lib_file = os.path.join(temp_dir, 'lib' + dll_name + ".a")
|
|
|
|
# Generate .def file
|
|
contents = [
|
|
"LIBRARY %s" % os.path.basename(output_filename),
|
|
"EXPORTS"]
|
|
for sym in export_symbols:
|
|
contents.append(sym)
|
|
self.execute(write_file, (def_file, contents),
|
|
"writing %s" % def_file)
|
|
|
|
# next add options for def-file and to creating import libraries
|
|
|
|
# dllwrap uses different options than gcc/ld
|
|
if self.linker_dll == "dllwrap":
|
|
extra_preargs.extend(("--output-lib", lib_file))
|
|
# for dllwrap we have to use a special option
|
|
extra_preargs.extend(("--def", def_file))
|
|
# we use gcc/ld here and can be sure ld is >= 2.9.10
|
|
else:
|
|
# doesn't work: bfd_close build\...\libfoo.a: Invalid operation
|
|
#extra_preargs.extend(("-Wl,--out-implib,%s" % lib_file))
|
|
# for gcc/ld the def-file is specified as any object files
|
|
objects.append(def_file)
|
|
|
|
#end: if ((export_symbols is not None) and
|
|
# (target_desc != self.EXECUTABLE or self.linker_dll == "gcc")):
|
|
|
|
# who wants symbols and a many times larger output file
|
|
# should explicitly switch the debug mode on
|
|
# otherwise we let dllwrap/ld strip the output file
|
|
# (On my machine: 10KB < stripped_file < ??100KB
|
|
# unstripped_file = stripped_file + XXX KB
|
|
# ( XXX=254 for a typical python extension))
|
|
if not debug:
|
|
extra_preargs.append("-s")
|
|
|
|
super(CygwinCCompiler, self).link(
|
|
target_desc, objects, output_filename, output_dir, libraries,
|
|
library_dirs, runtime_library_dirs,
|
|
None, # export_symbols, we do this in our def-file
|
|
debug, extra_preargs, extra_postargs, build_temp, target_lang)
|
|
|
|
# -- Miscellaneous methods -----------------------------------------
|
|
|
|
def object_filenames(self, source_filenames, strip_dir=False,
|
|
output_dir=''):
|
|
"""Adds supports for rc and res files."""
|
|
if output_dir is None:
|
|
output_dir = ''
|
|
obj_names = []
|
|
for src_name in source_filenames:
|
|
# use normcase to make sure '.rc' is really '.rc' and not '.RC'
|
|
base, ext = os.path.splitext(os.path.normcase(src_name))
|
|
if ext not in (self.src_extensions + ['.rc','.res']):
|
|
raise UnknownFileError("unknown file type '%s' (from '%s')" % (ext, src_name))
|
|
if strip_dir:
|
|
base = os.path.basename(base)
|
|
if ext in ('.res', '.rc'):
|
|
# these need to be compiled to object files
|
|
obj_names.append(os.path.join(output_dir,
|
|
base + ext + self.obj_extension))
|
|
else:
|
|
obj_names.append(os.path.join(output_dir,
|
|
base + self.obj_extension))
|
|
return obj_names
|
|
|
|
# the same as cygwin plus some additional parameters
|
|
class Mingw32CCompiler(CygwinCCompiler):
|
|
""" Handles the Mingw32 port of the GNU C compiler to Windows.
|
|
"""
|
|
name = 'mingw32'
|
|
description = 'MinGW32 compiler'
|
|
|
|
def __init__(self, dry_run=False, force=False):
|
|
super(Mingw32CCompiler, self).__init__(dry_run, force)
|
|
|
|
# ld_version >= "2.13" support -shared so use it instead of
|
|
# -mdll -static
|
|
if self.ld_version >= "2.13":
|
|
shared_option = "-shared"
|
|
else:
|
|
shared_option = "-mdll -static"
|
|
|
|
# A real mingw32 doesn't need to specify a different entry point,
|
|
# but cygwin 2.91.57 in no-cygwin-mode needs it.
|
|
if self.gcc_version <= "2.91.57":
|
|
entry_point = '--entry _DllMain@12'
|
|
else:
|
|
entry_point = ''
|
|
|
|
self.set_executables(compiler='gcc -mno-cygwin -O -Wall',
|
|
compiler_so='gcc -mno-cygwin -mdll -O -Wall',
|
|
compiler_cxx='g++ -mno-cygwin -O -Wall',
|
|
linker_exe='gcc -mno-cygwin',
|
|
linker_so='%s -mno-cygwin %s %s'
|
|
% (self.linker_dll, shared_option,
|
|
entry_point))
|
|
# Maybe we should also append -mthreads, but then the finished
|
|
# dlls need another dll (mingwm10.dll see Mingw32 docs)
|
|
# (-mthreads: Support thread-safe exception handling on `Mingw32')
|
|
|
|
# no additional libraries needed
|
|
self.dll_libraries=[]
|
|
|
|
# Include the appropriate MSVC runtime library if Python was built
|
|
# with MSVC 7.0 or later.
|
|
self.dll_libraries = get_msvcr()
|
|
|
|
# Because these compilers aren't configured in Python's pyconfig.h file by
|
|
# default, we should at least warn the user if he is using a unmodified
|
|
# version.
|
|
|
|
CONFIG_H_OK = "ok"
|
|
CONFIG_H_NOTOK = "not ok"
|
|
CONFIG_H_UNCERTAIN = "uncertain"
|
|
|
|
def check_config_h():
|
|
"""Check if the current Python installation appears amenable to building
|
|
extensions with GCC.
|
|
|
|
Returns a tuple (status, details), where 'status' is one of the following
|
|
constants:
|
|
|
|
- CONFIG_H_OK: all is well, go ahead and compile
|
|
- CONFIG_H_NOTOK: doesn't look good
|
|
- CONFIG_H_UNCERTAIN: not sure -- unable to read pyconfig.h
|
|
|
|
'details' is a human-readable string explaining the situation.
|
|
|
|
Note there are two ways to conclude "OK": either 'sys.version' contains
|
|
the string "GCC" (implying that this Python was built with GCC), or the
|
|
installed "pyconfig.h" contains the string "__GNUC__".
|
|
"""
|
|
|
|
# XXX since this function also checks sys.version, it's not strictly a
|
|
# "pyconfig.h" check -- should probably be renamed...
|
|
# if sys.version contains GCC then python was compiled with GCC, and the
|
|
# pyconfig.h file should be OK
|
|
if "GCC" in sys.version:
|
|
return CONFIG_H_OK, "sys.version mentions 'GCC'"
|
|
|
|
# let's see if __GNUC__ is mentioned in python.h
|
|
fn = sysconfig.get_config_h_filename()
|
|
try:
|
|
with open(fn) as config_h:
|
|
if "__GNUC__" in config_h.read():
|
|
return CONFIG_H_OK, "'%s' mentions '__GNUC__'" % fn
|
|
else:
|
|
return CONFIG_H_NOTOK, "'%s' does not mention '__GNUC__'" % fn
|
|
except IOError as exc:
|
|
return (CONFIG_H_UNCERTAIN,
|
|
"couldn't read '%s': %s" % (fn, exc.strerror))
|