mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-08-30 13:38:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

Issue #18076: Introduce imoportlib.util.decode_source().

Browse source 
The helper function makes it easier to implement
imoprtlib.abc.InspectLoader.get_source() by making that function
require just the raw bytes for source code and handling all other
details.
This commit is contained in:
Brett Cannon 2013-06-16 18:37:53 -04:00
parent f4375ef4d4
commit f24fecd4ac
6 changed files with 3629 additions and 3572 deletions
Download patch file Download diff file Expand all files Collapse all files

18
Lib/importlib/_bootstrap.py
View file

@ -723,6 +723,18 @@ def _code_to_bytecode(code, mtime=0, source_size=0):
return data
def decode_source(source_bytes):
"""Decode bytes representing source code and return the string.
Universal newline support is used in the decoding.
"""
import tokenize # To avoid bootstrap issues.
source_bytes_readline = _io.BytesIO(source_bytes).readline
encoding = tokenize.detect_encoding(source_bytes_readline)
newline_decoder = _io.IncrementalNewlineDecoder(None, True)
return newline_decoder.decode(source_bytes.decode(encoding[0]))
# Loaders #####################################################################
class BuiltinImporter:
@ -965,11 +977,7 @@ class SourceLoader(_LoaderBasics):
except OSError as exc:
raise ImportError("source not available through get_data()",
name=fullname) from exc
import tokenize
readsource = _io.BytesIO(source_bytes).readline
encoding = tokenize.detect_encoding(readsource)
newline_decoder = _io.IncrementalNewlineDecoder(None, True)
return newline_decoder.decode(source_bytes.decode(encoding[0]))
return decode_source(source_bytes)
def source_to_code(self, data, path, *, _optimize=-1):
"""Return the code object compiled from source.