mirror of
https://github.com/python/cpython.git
synced 2025-08-01 23:53:15 +00:00
Replaced imp.set_frozenmodules() cruft with proper zipimport support.
This work uncovered the zipimport bug in 2.3a1 -- wish I'd had time to do this before the release :-(.
This commit is contained in:
parent
d35c6db526
commit
109ecbf7a5
1 changed files with 42 additions and 43 deletions
|
@ -207,7 +207,7 @@ else:
|
||||||
PYC_EXT = ".pyo"
|
PYC_EXT = ".pyo"
|
||||||
|
|
||||||
MAGIC = imp.get_magic()
|
MAGIC = imp.get_magic()
|
||||||
USE_FROZEN = hasattr(imp, "set_frozenmodules")
|
USE_ZIPIMPORT = "zipimport" in sys.builtin_module_names
|
||||||
|
|
||||||
# For standalone apps, we have our own minimal site.py. We don't need
|
# For standalone apps, we have our own minimal site.py. We don't need
|
||||||
# all the cruft of the real site.py.
|
# all the cruft of the real site.py.
|
||||||
|
@ -216,28 +216,30 @@ import sys
|
||||||
del sys.path[1:] # sys.path[0] is Contents/Resources/
|
del sys.path[1:] # sys.path[0] is Contents/Resources/
|
||||||
"""
|
"""
|
||||||
|
|
||||||
if USE_FROZEN:
|
if USE_ZIPIMPORT:
|
||||||
FROZEN_ARCHIVE = "FrozenModules.marshal"
|
ZIP_ARCHIVE = "Modules.zip"
|
||||||
SITE_PY += """\
|
SITE_PY += "sys.path.append(sys.path[0] + '/%s')\n" % ZIP_ARCHIVE
|
||||||
# bootstrapping
|
def getPycData(fullname, code, ispkg):
|
||||||
import imp, marshal
|
if ispkg:
|
||||||
f = open(sys.path[0] + "/%s", "rb")
|
fullname += ".__init__"
|
||||||
imp.set_frozenmodules(marshal.load(f))
|
path = fullname.replace(".", os.sep) + PYC_EXT
|
||||||
f.close()
|
return path, MAGIC + '\0\0\0\0' + marshal.dumps(code)
|
||||||
""" % FROZEN_ARCHIVE
|
|
||||||
|
|
||||||
SITE_CO = compile(SITE_PY, "<-bundlebuilder.py->", "exec")
|
SITE_CO = compile(SITE_PY, "<-bundlebuilder.py->", "exec")
|
||||||
|
|
||||||
EXT_LOADER = """\
|
EXT_LOADER = """\
|
||||||
import imp, sys, os
|
def __load():
|
||||||
for p in sys.path:
|
import imp, sys, os
|
||||||
path = os.path.join(p, "%(filename)s")
|
for p in sys.path:
|
||||||
if os.path.exists(path):
|
path = os.path.join(p, "%(filename)s")
|
||||||
break
|
if os.path.exists(path):
|
||||||
else:
|
break
|
||||||
assert 0, "file not found: %(filename)s"
|
else:
|
||||||
mod = imp.load_dynamic("%(name)s", path)
|
assert 0, "file not found: %(filename)s"
|
||||||
sys.modules["%(name)s"] = mod
|
mod = imp.load_dynamic("%(name)s", path)
|
||||||
|
|
||||||
|
__load()
|
||||||
|
del __load
|
||||||
"""
|
"""
|
||||||
|
|
||||||
MAYMISS_MODULES = ['mac', 'os2', 'nt', 'ntpath', 'dos', 'dospath',
|
MAYMISS_MODULES = ['mac', 'os2', 'nt', 'ntpath', 'dos', 'dospath',
|
||||||
|
@ -384,23 +386,17 @@ class AppBuilder(BundleBuilder):
|
||||||
def addPythonModules(self):
|
def addPythonModules(self):
|
||||||
self.message("Adding Python modules", 1)
|
self.message("Adding Python modules", 1)
|
||||||
|
|
||||||
if USE_FROZEN:
|
if USE_ZIPIMPORT:
|
||||||
# This anticipates the acceptance of this patch:
|
# Create a zip file containing all modules as pyc.
|
||||||
# http://www.python.org/sf/642578
|
import zipfile
|
||||||
# Create a file containing all modules, frozen.
|
relpath = pathjoin("Contents", "Resources", ZIP_ARCHIVE)
|
||||||
frozenmodules = []
|
|
||||||
for name, code, ispkg in self.pymodules:
|
|
||||||
if ispkg:
|
|
||||||
self.message("Adding Python package %s" % name, 2)
|
|
||||||
else:
|
|
||||||
self.message("Adding Python module %s" % name, 2)
|
|
||||||
frozenmodules.append((name, marshal.dumps(code), ispkg))
|
|
||||||
frozenmodules = tuple(frozenmodules)
|
|
||||||
relpath = pathjoin("Contents", "Resources", FROZEN_ARCHIVE)
|
|
||||||
abspath = pathjoin(self.bundlepath, relpath)
|
abspath = pathjoin(self.bundlepath, relpath)
|
||||||
f = open(abspath, "wb")
|
zf = zipfile.ZipFile(abspath, "w", zipfile.ZIP_DEFLATED)
|
||||||
marshal.dump(frozenmodules, f)
|
for name, code, ispkg in self.pymodules:
|
||||||
f.close()
|
self.message("Adding Python module %s" % name, 2)
|
||||||
|
path, pyc = getPycData(name, code, ispkg)
|
||||||
|
zf.writestr(path, pyc)
|
||||||
|
zf.close()
|
||||||
# add site.pyc
|
# add site.pyc
|
||||||
sitepath = pathjoin(self.bundlepath, "Contents", "Resources",
|
sitepath = pathjoin(self.bundlepath, "Contents", "Resources",
|
||||||
"site" + PYC_EXT)
|
"site" + PYC_EXT)
|
||||||
|
@ -438,6 +434,9 @@ class AppBuilder(BundleBuilder):
|
||||||
self.message("Finding module dependencies", 1)
|
self.message("Finding module dependencies", 1)
|
||||||
import modulefinder
|
import modulefinder
|
||||||
mf = modulefinder.ModuleFinder(excludes=self.excludeModules)
|
mf = modulefinder.ModuleFinder(excludes=self.excludeModules)
|
||||||
|
if USE_ZIPIMPORT:
|
||||||
|
# zipimport imports zlib, must add it manually
|
||||||
|
mf.import_hook("zlib")
|
||||||
# manually add our own site.py
|
# manually add our own site.py
|
||||||
site = mf.add_module("site")
|
site = mf.add_module("site")
|
||||||
site.__code__ = SITE_CO
|
site.__code__ = SITE_CO
|
||||||
|
@ -460,9 +459,10 @@ class AppBuilder(BundleBuilder):
|
||||||
# C extension
|
# C extension
|
||||||
path = mod.__file__
|
path = mod.__file__
|
||||||
filename = os.path.basename(path)
|
filename = os.path.basename(path)
|
||||||
if USE_FROZEN:
|
if USE_ZIPIMPORT:
|
||||||
# "proper" freezing, put extensions in Contents/Resources/,
|
# Python modules are stored in a Zip archive, but put
|
||||||
# freeze a tiny "loader" program. Due to Thomas Heller.
|
# extensions in Contents/Resources/.a and add a tiny "loader"
|
||||||
|
# program in the Zip archive. Due to Thomas Heller.
|
||||||
dstpath = pathjoin("Contents", "Resources", filename)
|
dstpath = pathjoin("Contents", "Resources", filename)
|
||||||
source = EXT_LOADER % {"name": name, "filename": filename}
|
source = EXT_LOADER % {"name": name, "filename": filename}
|
||||||
code = compile(source, "<dynloader for %s>" % name, "exec")
|
code = compile(source, "<dynloader for %s>" % name, "exec")
|
||||||
|
@ -475,9 +475,9 @@ class AppBuilder(BundleBuilder):
|
||||||
self.binaries.append(dstpath)
|
self.binaries.append(dstpath)
|
||||||
if mod.__code__ is not None:
|
if mod.__code__ is not None:
|
||||||
ispkg = mod.__path__ is not None
|
ispkg = mod.__path__ is not None
|
||||||
if not USE_FROZEN or name != "site":
|
if not USE_ZIPIMPORT or name != "site":
|
||||||
# Our site.py is doing the bootstrapping, so we must
|
# Our site.py is doing the bootstrapping, so we must
|
||||||
# include a real .pyc file if USE_FROZEN is True.
|
# include a real .pyc file if USE_ZIPIMPORT is True.
|
||||||
self.pymodules.append((name, mod.__code__, ispkg))
|
self.pymodules.append((name, mod.__code__, ispkg))
|
||||||
|
|
||||||
if hasattr(mf, "any_missing_maybe"):
|
if hasattr(mf, "any_missing_maybe"):
|
||||||
|
@ -546,10 +546,9 @@ def findPackageContents(name, searchpath=None):
|
||||||
|
|
||||||
def writePyc(code, path):
|
def writePyc(code, path):
|
||||||
f = open(path, "wb")
|
f = open(path, "wb")
|
||||||
f.write("\0" * 8) # don't bother about a time stamp
|
|
||||||
marshal.dump(code, f)
|
|
||||||
f.seek(0, 0)
|
|
||||||
f.write(MAGIC)
|
f.write(MAGIC)
|
||||||
|
f.write("\0" * 4) # don't bother about a time stamp
|
||||||
|
marshal.dump(code, f)
|
||||||
f.close()
|
f.close()
|
||||||
|
|
||||||
def copy(src, dst, mkdirs=0):
|
def copy(src, dst, mkdirs=0):
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue