mirror of
https://github.com/python/cpython.git
synced 2025-08-04 08:59:19 +00:00
gh-132775: Add _PyMarshal_GetXIData() (gh-133108)
Note that the bulk of this change is tests.
This commit is contained in:
Eric Snow
GitHub
parent
68a737691b
commit
bdd23c0bb9
5 changed files with 337 additions and 10 deletions
|
|
@ -17,6 +17,9 @@ BUILTIN_TYPES = [o for _, o in __builtins__.items()
|
|||
if isinstance(o, type)]
|
||||
EXCEPTION_TYPES = [cls for cls in BUILTIN_TYPES
|
||||
if issubclass(cls, BaseException)]
|
||||
OTHER_TYPES = [o for n, o in vars(types).items()
|
||||
if (isinstance(o, type) and
|
||||
n not in ('DynamicClassAttribute', '_GeneratorWrapper'))]
|
||||
|
||||
|
||||
class _GetXIDataTests(unittest.TestCase):
|
||||
|
|
@ -40,16 +43,42 @@ class _GetXIDataTests(unittest.TestCase):
|
|||
got = _testinternalcapi.restore_crossinterp_data(xid)
|
||||
yield obj, got
|
||||
|
||||
def assert_roundtrip_equal(self, values, *, mode=None):
|
||||
for obj, got in self.iter_roundtrip_values(values, mode=mode):
|
||||
self.assertEqual(got, obj)
|
||||
self.assertIs(type(got), type(obj))
|
||||
|
||||
def assert_roundtrip_identical(self, values, *, mode=None):
|
||||
for obj, got in self.iter_roundtrip_values(values, mode=mode):
|
||||
# XXX What about between interpreters?
|
||||
self.assertIs(got, obj)
|
||||
|
||||
def assert_roundtrip_equal(self, values, *, mode=None, expecttype=None):
|
||||
for obj, got in self.iter_roundtrip_values(values, mode=mode):
|
||||
self.assertEqual(got, obj)
|
||||
self.assertIs(type(got),
|
||||
type(obj) if expecttype is None else expecttype)
|
||||
|
||||
# def assert_roundtrip_equal_not_identical(self, values, *,
|
||||
# mode=None, expecttype=None):
|
||||
# mode = self._resolve_mode(mode)
|
||||
# for obj in values:
|
||||
# cls = type(obj)
|
||||
# with self.subTest(obj):
|
||||
# got = self._get_roundtrip(obj, mode)
|
||||
# self.assertIsNot(got, obj)
|
||||
# self.assertIs(type(got), type(obj))
|
||||
# self.assertEqual(got, obj)
|
||||
# self.assertIs(type(got),
|
||||
# cls if expecttype is None else expecttype)
|
||||
#
|
||||
# def assert_roundtrip_not_equal(self, values, *, mode=None, expecttype=None):
|
||||
# mode = self._resolve_mode(mode)
|
||||
# for obj in values:
|
||||
# cls = type(obj)
|
||||
# with self.subTest(obj):
|
||||
# got = self._get_roundtrip(obj, mode)
|
||||
# self.assertIsNot(got, obj)
|
||||
# self.assertIs(type(got), type(obj))
|
||||
# self.assertNotEqual(got, obj)
|
||||
# self.assertIs(type(got),
|
||||
# cls if expecttype is None else expecttype)
|
||||
|
||||
def assert_not_shareable(self, values, exctype=None, *, mode=None):
|
||||
mode = self._resolve_mode(mode)
|
||||
for obj in values:
|
||||
|
|
@ -66,6 +95,197 @@ class _GetXIDataTests(unittest.TestCase):
|
|||
return mode
|
||||
|
||||
|
||||
class MarshalTests(_GetXIDataTests):
|
||||
|
||||
MODE = 'marshal'
|
||||
|
||||
def test_simple_builtin_singletons(self):
|
||||
self.assert_roundtrip_identical([
|
||||
True,
|
||||
False,
|
||||
None,
|
||||
Ellipsis,
|
||||
])
|
||||
self.assert_not_shareable([
|
||||
NotImplemented,
|
||||
])
|
||||
|
||||
def test_simple_builtin_objects(self):
|
||||
self.assert_roundtrip_equal([
|
||||
# int
|
||||
*range(-1, 258),
|
||||
sys.maxsize + 1,
|
||||
sys.maxsize,
|
||||
-sys.maxsize - 1,
|
||||
-sys.maxsize - 2,
|
||||
2**1000,
|
||||
# complex
|
||||
1+2j,
|
||||
# float
|
||||
0.0,
|
||||
1.1,
|
||||
-1.0,
|
||||
0.12345678,
|
||||
-0.12345678,
|
||||
# bytes
|
||||
*(i.to_bytes(2, 'little', signed=True)
|
||||
for i in range(-1, 258)),
|
||||
b'hello world',
|
||||
# str
|
||||
'hello world',
|
||||
'你好世界',
|
||||
'',
|
||||
])
|
||||
self.assert_not_shareable([
|
||||
object(),
|
||||
types.SimpleNamespace(),
|
||||
])
|
||||
|
||||
def test_bytearray(self):
|
||||
# bytearray is special because it unmarshals to bytes, not bytearray.
|
||||
self.assert_roundtrip_equal([
|
||||
bytearray(),
|
||||
bytearray(b'hello world'),
|
||||
], expecttype=bytes)
|
||||
|
||||
def test_compound_immutable_builtin_objects(self):
|
||||
self.assert_roundtrip_equal([
|
||||
# tuple
|
||||
(),
|
||||
(1,),
|
||||
("hello", "world"),
|
||||
(1, True, "hello"),
|
||||
# frozenset
|
||||
frozenset([1, 2, 3]),
|
||||
])
|
||||
# nested
|
||||
self.assert_roundtrip_equal([
|
||||
# tuple
|
||||
((1,),),
|
||||
((1, 2), (3, 4)),
|
||||
((1, 2), (3, 4), (5, 6)),
|
||||
# frozenset
|
||||
frozenset([frozenset([1]), frozenset([2]), frozenset([3])]),
|
||||
])
|
||||
|
||||
def test_compound_mutable_builtin_objects(self):
|
||||
self.assert_roundtrip_equal([
|
||||
# list
|
||||
[],
|
||||
[1, 2, 3],
|
||||
# dict
|
||||
{},
|
||||
{1: 7, 2: 8, 3: 9},
|
||||
# set
|
||||
set(),
|
||||
{1, 2, 3},
|
||||
])
|
||||
# nested
|
||||
self.assert_roundtrip_equal([
|
||||
[[1], [2], [3]],
|
||||
{1: {'a': True}, 2: {'b': False}},
|
||||
{(1, 2, 3,)},
|
||||
])
|
||||
|
||||
def test_compound_builtin_objects_with_bad_items(self):
|
||||
bogus = object()
|
||||
self.assert_not_shareable([
|
||||
(bogus,),
|
||||
frozenset([bogus]),
|
||||
[bogus],
|
||||
{bogus: True},
|
||||
{True: bogus},
|
||||
{bogus},
|
||||
])
|
||||
|
||||
def test_builtin_code(self):
|
||||
self.assert_roundtrip_equal([
|
||||
*(f.__code__ for f in defs.FUNCTIONS),
|
||||
*(f.__code__ for f in defs.FUNCTION_LIKE),
|
||||
])
|
||||
|
||||
def test_builtin_type(self):
|
||||
shareable = [
|
||||
StopIteration,
|
||||
]
|
||||
types = [
|
||||
*BUILTIN_TYPES,
|
||||
*OTHER_TYPES,
|
||||
]
|
||||
self.assert_not_shareable(cls for cls in types
|
||||
if cls not in shareable)
|
||||
self.assert_roundtrip_identical(cls for cls in types
|
||||
if cls in shareable)
|
||||
|
||||
def test_builtin_function(self):
|
||||
functions = [
|
||||
len,
|
||||
sys.is_finalizing,
|
||||
sys.exit,
|
||||
_testinternalcapi.get_crossinterp_data,
|
||||
]
|
||||
for func in functions:
|
||||
assert type(func) is types.BuiltinFunctionType, func
|
||||
|
||||
self.assert_not_shareable(functions)
|
||||
|
||||
def test_builtin_exception(self):
|
||||
msg = 'error!'
|
||||
try:
|
||||
raise Exception
|
||||
except Exception as exc:
|
||||
caught = exc
|
||||
special = {
|
||||
BaseExceptionGroup: (msg, [caught]),
|
||||
ExceptionGroup: (msg, [caught]),
|
||||
# UnicodeError: (None, msg, None, None, None),
|
||||
UnicodeEncodeError: ('utf-8', '', 1, 3, msg),
|
||||
UnicodeDecodeError: ('utf-8', b'', 1, 3, msg),
|
||||
UnicodeTranslateError: ('', 1, 3, msg),
|
||||
}
|
||||
exceptions = []
|
||||
for cls in EXCEPTION_TYPES:
|
||||
args = special.get(cls) or (msg,)
|
||||
exceptions.append(cls(*args))
|
||||
|
||||
self.assert_not_shareable(exceptions)
|
||||
# Note that StopIteration (the type) can be marshalled,
|
||||
# but its instances cannot.
|
||||
|
||||
def test_module(self):
|
||||
assert type(sys) is types.ModuleType, type(sys)
|
||||
assert type(defs) is types.ModuleType, type(defs)
|
||||
assert type(unittest) is types.ModuleType, type(defs)
|
||||
|
||||
assert 'emptymod' not in sys.modules
|
||||
with import_helper.ready_to_import('emptymod', ''):
|
||||
import emptymod
|
||||
|
||||
self.assert_not_shareable([
|
||||
sys,
|
||||
defs,
|
||||
unittest,
|
||||
emptymod,
|
||||
])
|
||||
|
||||
def test_user_class(self):
|
||||
self.assert_not_shareable(defs.TOP_CLASSES)
|
||||
|
||||
instances = []
|
||||
for cls, args in defs.TOP_CLASSES.items():
|
||||
instances.append(cls(*args))
|
||||
self.assert_not_shareable(instances)
|
||||
|
||||
def test_user_function(self):
|
||||
self.assert_not_shareable(defs.TOP_FUNCTIONS)
|
||||
|
||||
def test_user_exception(self):
|
||||
self.assert_not_shareable([
|
||||
defs.MimimalError('error!'),
|
||||
defs.RichError('error!', 42),
|
||||
])
|
||||
|
||||
|
||||
class ShareableTypeTests(_GetXIDataTests):
|
||||
|
||||
MODE = 'xidata'
|
||||
|
|
@ -184,6 +404,7 @@ class ShareableTypeTests(_GetXIDataTests):
|
|||
|
||||
def test_function_like(self):
|
||||
self.assert_not_shareable(defs.FUNCTION_LIKE)
|
||||
self.assert_not_shareable(defs.FUNCTION_LIKE_APPLIED)
|
||||
|
||||
def test_builtin_wrapper(self):
|
||||
_wrappers = {
|
||||
|
|
@ -243,9 +464,7 @@ class ShareableTypeTests(_GetXIDataTests):
|
|||
def test_builtin_type(self):
|
||||
self.assert_not_shareable([
|
||||
*BUILTIN_TYPES,
|
||||
*(o for n, o in vars(types).items()
|
||||
if (isinstance(o, type) and
|
||||
n not in ('DynamicClassAttribute', '_GeneratorWrapper'))),
|
||||
*OTHER_TYPES,
|
||||
])
|
||||
|
||||
def test_exception(self):
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue