mirror of
https://github.com/python/cpython.git
synced 2025-07-25 12:14:38 +00:00

-I Run Python in isolated mode. This also implies -E and -s. In isolated mode sys.path contains neither the script’s directory nor the user’s site-packages directory. All PYTHON* environment variables are ignored, too. Further restrictions may be imposed to prevent the user from injecting malicious code.
942 lines
34 KiB
Python
942 lines
34 KiB
Python
import unittest, test.support
|
|
import sys, io, os
|
|
import struct
|
|
import subprocess
|
|
import textwrap
|
|
import warnings
|
|
import operator
|
|
import codecs
|
|
import gc
|
|
import sysconfig
|
|
|
|
# count the number of test runs, used to create unique
|
|
# strings to intern in test_intern()
|
|
numruns = 0
|
|
|
|
try:
|
|
import threading
|
|
except ImportError:
|
|
threading = None
|
|
|
|
class SysModuleTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.orig_stdout = sys.stdout
|
|
self.orig_stderr = sys.stderr
|
|
self.orig_displayhook = sys.displayhook
|
|
|
|
def tearDown(self):
|
|
sys.stdout = self.orig_stdout
|
|
sys.stderr = self.orig_stderr
|
|
sys.displayhook = self.orig_displayhook
|
|
test.support.reap_children()
|
|
|
|
def test_original_displayhook(self):
|
|
import builtins
|
|
out = io.StringIO()
|
|
sys.stdout = out
|
|
|
|
dh = sys.__displayhook__
|
|
|
|
self.assertRaises(TypeError, dh)
|
|
if hasattr(builtins, "_"):
|
|
del builtins._
|
|
|
|
dh(None)
|
|
self.assertEqual(out.getvalue(), "")
|
|
self.assertTrue(not hasattr(builtins, "_"))
|
|
dh(42)
|
|
self.assertEqual(out.getvalue(), "42\n")
|
|
self.assertEqual(builtins._, 42)
|
|
|
|
del sys.stdout
|
|
self.assertRaises(RuntimeError, dh, 42)
|
|
|
|
def test_lost_displayhook(self):
|
|
del sys.displayhook
|
|
code = compile("42", "<string>", "single")
|
|
self.assertRaises(RuntimeError, eval, code)
|
|
|
|
def test_custom_displayhook(self):
|
|
def baddisplayhook(obj):
|
|
raise ValueError
|
|
sys.displayhook = baddisplayhook
|
|
code = compile("42", "<string>", "single")
|
|
self.assertRaises(ValueError, eval, code)
|
|
|
|
def test_original_excepthook(self):
|
|
err = io.StringIO()
|
|
sys.stderr = err
|
|
|
|
eh = sys.__excepthook__
|
|
|
|
self.assertRaises(TypeError, eh)
|
|
try:
|
|
raise ValueError(42)
|
|
except ValueError as exc:
|
|
eh(*sys.exc_info())
|
|
|
|
self.assertTrue(err.getvalue().endswith("ValueError: 42\n"))
|
|
|
|
def test_excepthook(self):
|
|
with test.support.captured_output("stderr") as stderr:
|
|
sys.excepthook(1, '1', 1)
|
|
self.assertTrue("TypeError: print_exception(): Exception expected for " \
|
|
"value, str found" in stderr.getvalue())
|
|
|
|
# FIXME: testing the code for a lost or replaced excepthook in
|
|
# Python/pythonrun.c::PyErr_PrintEx() is tricky.
|
|
|
|
def test_exit(self):
|
|
|
|
self.assertRaises(TypeError, sys.exit, 42, 42)
|
|
|
|
# call without argument
|
|
try:
|
|
sys.exit(0)
|
|
except SystemExit as exc:
|
|
self.assertEqual(exc.code, 0)
|
|
except:
|
|
self.fail("wrong exception")
|
|
else:
|
|
self.fail("no exception")
|
|
|
|
# call with tuple argument with one entry
|
|
# entry will be unpacked
|
|
try:
|
|
sys.exit(42)
|
|
except SystemExit as exc:
|
|
self.assertEqual(exc.code, 42)
|
|
except:
|
|
self.fail("wrong exception")
|
|
else:
|
|
self.fail("no exception")
|
|
|
|
# call with integer argument
|
|
try:
|
|
sys.exit((42,))
|
|
except SystemExit as exc:
|
|
self.assertEqual(exc.code, 42)
|
|
except:
|
|
self.fail("wrong exception")
|
|
else:
|
|
self.fail("no exception")
|
|
|
|
# call with string argument
|
|
try:
|
|
sys.exit("exit")
|
|
except SystemExit as exc:
|
|
self.assertEqual(exc.code, "exit")
|
|
except:
|
|
self.fail("wrong exception")
|
|
else:
|
|
self.fail("no exception")
|
|
|
|
# call with tuple argument with two entries
|
|
try:
|
|
sys.exit((17, 23))
|
|
except SystemExit as exc:
|
|
self.assertEqual(exc.code, (17, 23))
|
|
except:
|
|
self.fail("wrong exception")
|
|
else:
|
|
self.fail("no exception")
|
|
|
|
# test that the exit machinery handles SystemExits properly
|
|
rc = subprocess.call([sys.executable, "-c",
|
|
"raise SystemExit(47)"])
|
|
self.assertEqual(rc, 47)
|
|
|
|
def check_exit_message(code, expected, env=None):
|
|
process = subprocess.Popen([sys.executable, "-c", code],
|
|
stderr=subprocess.PIPE, env=env)
|
|
stdout, stderr = process.communicate()
|
|
self.assertEqual(process.returncode, 1)
|
|
self.assertTrue(stderr.startswith(expected),
|
|
"%s doesn't start with %s" % (ascii(stderr), ascii(expected)))
|
|
|
|
# test that stderr buffer if flushed before the exit message is written
|
|
# into stderr
|
|
check_exit_message(
|
|
r'import sys; sys.stderr.write("unflushed,"); sys.exit("message")',
|
|
b"unflushed,message")
|
|
|
|
# test that the exit message is written with backslashreplace error
|
|
# handler to stderr
|
|
check_exit_message(
|
|
r'import sys; sys.exit("surrogates:\uDCFF")',
|
|
b"surrogates:\\udcff")
|
|
|
|
# test that the unicode message is encoded to the stderr encoding
|
|
# instead of the default encoding (utf8)
|
|
env = os.environ.copy()
|
|
env['PYTHONIOENCODING'] = 'latin-1'
|
|
check_exit_message(
|
|
r'import sys; sys.exit("h\xe9")',
|
|
b"h\xe9", env=env)
|
|
|
|
def test_getdefaultencoding(self):
|
|
self.assertRaises(TypeError, sys.getdefaultencoding, 42)
|
|
# can't check more than the type, as the user might have changed it
|
|
self.assertIsInstance(sys.getdefaultencoding(), str)
|
|
|
|
# testing sys.settrace() is done in test_sys_settrace.py
|
|
# testing sys.setprofile() is done in test_sys_setprofile.py
|
|
|
|
def test_setcheckinterval(self):
|
|
with warnings.catch_warnings():
|
|
warnings.simplefilter("ignore")
|
|
self.assertRaises(TypeError, sys.setcheckinterval)
|
|
orig = sys.getcheckinterval()
|
|
for n in 0, 100, 120, orig: # orig last to restore starting state
|
|
sys.setcheckinterval(n)
|
|
self.assertEqual(sys.getcheckinterval(), n)
|
|
|
|
@unittest.skipUnless(threading, 'Threading required for this test.')
|
|
def test_switchinterval(self):
|
|
self.assertRaises(TypeError, sys.setswitchinterval)
|
|
self.assertRaises(TypeError, sys.setswitchinterval, "a")
|
|
self.assertRaises(ValueError, sys.setswitchinterval, -1.0)
|
|
self.assertRaises(ValueError, sys.setswitchinterval, 0.0)
|
|
orig = sys.getswitchinterval()
|
|
# sanity check
|
|
self.assertTrue(orig < 0.5, orig)
|
|
try:
|
|
for n in 0.00001, 0.05, 3.0, orig:
|
|
sys.setswitchinterval(n)
|
|
self.assertAlmostEqual(sys.getswitchinterval(), n)
|
|
finally:
|
|
sys.setswitchinterval(orig)
|
|
|
|
def test_recursionlimit(self):
|
|
self.assertRaises(TypeError, sys.getrecursionlimit, 42)
|
|
oldlimit = sys.getrecursionlimit()
|
|
self.assertRaises(TypeError, sys.setrecursionlimit)
|
|
self.assertRaises(ValueError, sys.setrecursionlimit, -42)
|
|
sys.setrecursionlimit(10000)
|
|
self.assertEqual(sys.getrecursionlimit(), 10000)
|
|
sys.setrecursionlimit(oldlimit)
|
|
|
|
@unittest.skipIf(hasattr(sys, 'gettrace') and sys.gettrace(),
|
|
'fatal error if run with a trace function')
|
|
def test_recursionlimit_recovery(self):
|
|
# NOTE: this test is slightly fragile in that it depends on the current
|
|
# recursion count when executing the test being low enough so as to
|
|
# trigger the recursion recovery detection in the _Py_MakeEndRecCheck
|
|
# macro (see ceval.h).
|
|
oldlimit = sys.getrecursionlimit()
|
|
def f():
|
|
f()
|
|
try:
|
|
for i in (50, 1000):
|
|
# Issue #5392: stack overflow after hitting recursion limit twice
|
|
sys.setrecursionlimit(i)
|
|
self.assertRaises(RuntimeError, f)
|
|
self.assertRaises(RuntimeError, f)
|
|
finally:
|
|
sys.setrecursionlimit(oldlimit)
|
|
|
|
def test_recursionlimit_fatalerror(self):
|
|
# A fatal error occurs if a second recursion limit is hit when recovering
|
|
# from a first one.
|
|
code = textwrap.dedent("""
|
|
import sys
|
|
|
|
def f():
|
|
try:
|
|
f()
|
|
except RuntimeError:
|
|
f()
|
|
|
|
sys.setrecursionlimit(%d)
|
|
f()""")
|
|
with test.support.suppress_crash_popup():
|
|
for i in (50, 1000):
|
|
sub = subprocess.Popen([sys.executable, '-c', code % i],
|
|
stderr=subprocess.PIPE)
|
|
err = sub.communicate()[1]
|
|
self.assertTrue(sub.returncode, sub.returncode)
|
|
self.assertIn(
|
|
b"Fatal Python error: Cannot recover from stack overflow",
|
|
err)
|
|
|
|
def test_getwindowsversion(self):
|
|
# Raise SkipTest if sys doesn't have getwindowsversion attribute
|
|
test.support.get_attribute(sys, "getwindowsversion")
|
|
v = sys.getwindowsversion()
|
|
self.assertEqual(len(v), 5)
|
|
self.assertIsInstance(v[0], int)
|
|
self.assertIsInstance(v[1], int)
|
|
self.assertIsInstance(v[2], int)
|
|
self.assertIsInstance(v[3], int)
|
|
self.assertIsInstance(v[4], str)
|
|
self.assertRaises(IndexError, operator.getitem, v, 5)
|
|
self.assertIsInstance(v.major, int)
|
|
self.assertIsInstance(v.minor, int)
|
|
self.assertIsInstance(v.build, int)
|
|
self.assertIsInstance(v.platform, int)
|
|
self.assertIsInstance(v.service_pack, str)
|
|
self.assertIsInstance(v.service_pack_minor, int)
|
|
self.assertIsInstance(v.service_pack_major, int)
|
|
self.assertIsInstance(v.suite_mask, int)
|
|
self.assertIsInstance(v.product_type, int)
|
|
self.assertEqual(v[0], v.major)
|
|
self.assertEqual(v[1], v.minor)
|
|
self.assertEqual(v[2], v.build)
|
|
self.assertEqual(v[3], v.platform)
|
|
self.assertEqual(v[4], v.service_pack)
|
|
|
|
# This is how platform.py calls it. Make sure tuple
|
|
# still has 5 elements
|
|
maj, min, buildno, plat, csd = sys.getwindowsversion()
|
|
|
|
def test_call_tracing(self):
|
|
self.assertRaises(TypeError, sys.call_tracing, type, 2)
|
|
|
|
def test_dlopenflags(self):
|
|
if hasattr(sys, "setdlopenflags"):
|
|
self.assertTrue(hasattr(sys, "getdlopenflags"))
|
|
self.assertRaises(TypeError, sys.getdlopenflags, 42)
|
|
oldflags = sys.getdlopenflags()
|
|
self.assertRaises(TypeError, sys.setdlopenflags)
|
|
sys.setdlopenflags(oldflags+1)
|
|
self.assertEqual(sys.getdlopenflags(), oldflags+1)
|
|
sys.setdlopenflags(oldflags)
|
|
|
|
@test.support.refcount_test
|
|
def test_refcount(self):
|
|
# n here must be a global in order for this test to pass while
|
|
# tracing with a python function. Tracing calls PyFrame_FastToLocals
|
|
# which will add a copy of any locals to the frame object, causing
|
|
# the reference count to increase by 2 instead of 1.
|
|
global n
|
|
self.assertRaises(TypeError, sys.getrefcount)
|
|
c = sys.getrefcount(None)
|
|
n = None
|
|
self.assertEqual(sys.getrefcount(None), c+1)
|
|
del n
|
|
self.assertEqual(sys.getrefcount(None), c)
|
|
if hasattr(sys, "gettotalrefcount"):
|
|
self.assertIsInstance(sys.gettotalrefcount(), int)
|
|
|
|
def test_getframe(self):
|
|
self.assertRaises(TypeError, sys._getframe, 42, 42)
|
|
self.assertRaises(ValueError, sys._getframe, 2000000000)
|
|
self.assertTrue(
|
|
SysModuleTest.test_getframe.__code__ \
|
|
is sys._getframe().f_code
|
|
)
|
|
|
|
# sys._current_frames() is a CPython-only gimmick.
|
|
def test_current_frames(self):
|
|
have_threads = True
|
|
try:
|
|
import _thread
|
|
except ImportError:
|
|
have_threads = False
|
|
|
|
if have_threads:
|
|
self.current_frames_with_threads()
|
|
else:
|
|
self.current_frames_without_threads()
|
|
|
|
# Test sys._current_frames() in a WITH_THREADS build.
|
|
@test.support.reap_threads
|
|
def current_frames_with_threads(self):
|
|
import threading
|
|
import traceback
|
|
|
|
# Spawn a thread that blocks at a known place. Then the main
|
|
# thread does sys._current_frames(), and verifies that the frames
|
|
# returned make sense.
|
|
entered_g = threading.Event()
|
|
leave_g = threading.Event()
|
|
thread_info = [] # the thread's id
|
|
|
|
def f123():
|
|
g456()
|
|
|
|
def g456():
|
|
thread_info.append(threading.get_ident())
|
|
entered_g.set()
|
|
leave_g.wait()
|
|
|
|
t = threading.Thread(target=f123)
|
|
t.start()
|
|
entered_g.wait()
|
|
|
|
# At this point, t has finished its entered_g.set(), although it's
|
|
# impossible to guess whether it's still on that line or has moved on
|
|
# to its leave_g.wait().
|
|
self.assertEqual(len(thread_info), 1)
|
|
thread_id = thread_info[0]
|
|
|
|
d = sys._current_frames()
|
|
|
|
main_id = threading.get_ident()
|
|
self.assertIn(main_id, d)
|
|
self.assertIn(thread_id, d)
|
|
|
|
# Verify that the captured main-thread frame is _this_ frame.
|
|
frame = d.pop(main_id)
|
|
self.assertTrue(frame is sys._getframe())
|
|
|
|
# Verify that the captured thread frame is blocked in g456, called
|
|
# from f123. This is a litte tricky, since various bits of
|
|
# threading.py are also in the thread's call stack.
|
|
frame = d.pop(thread_id)
|
|
stack = traceback.extract_stack(frame)
|
|
for i, (filename, lineno, funcname, sourceline) in enumerate(stack):
|
|
if funcname == "f123":
|
|
break
|
|
else:
|
|
self.fail("didn't find f123() on thread's call stack")
|
|
|
|
self.assertEqual(sourceline, "g456()")
|
|
|
|
# And the next record must be for g456().
|
|
filename, lineno, funcname, sourceline = stack[i+1]
|
|
self.assertEqual(funcname, "g456")
|
|
self.assertIn(sourceline, ["leave_g.wait()", "entered_g.set()"])
|
|
|
|
# Reap the spawned thread.
|
|
leave_g.set()
|
|
t.join()
|
|
|
|
# Test sys._current_frames() when thread support doesn't exist.
|
|
def current_frames_without_threads(self):
|
|
# Not much happens here: there is only one thread, with artificial
|
|
# "thread id" 0.
|
|
d = sys._current_frames()
|
|
self.assertEqual(len(d), 1)
|
|
self.assertIn(0, d)
|
|
self.assertTrue(d[0] is sys._getframe())
|
|
|
|
def test_attributes(self):
|
|
self.assertIsInstance(sys.api_version, int)
|
|
self.assertIsInstance(sys.argv, list)
|
|
self.assertIn(sys.byteorder, ("little", "big"))
|
|
self.assertIsInstance(sys.builtin_module_names, tuple)
|
|
self.assertIsInstance(sys.copyright, str)
|
|
self.assertIsInstance(sys.exec_prefix, str)
|
|
self.assertIsInstance(sys.base_exec_prefix, str)
|
|
self.assertIsInstance(sys.executable, str)
|
|
self.assertEqual(len(sys.float_info), 11)
|
|
self.assertEqual(sys.float_info.radix, 2)
|
|
self.assertEqual(len(sys.int_info), 2)
|
|
self.assertTrue(sys.int_info.bits_per_digit % 5 == 0)
|
|
self.assertTrue(sys.int_info.sizeof_digit >= 1)
|
|
self.assertEqual(type(sys.int_info.bits_per_digit), int)
|
|
self.assertEqual(type(sys.int_info.sizeof_digit), int)
|
|
self.assertIsInstance(sys.hexversion, int)
|
|
|
|
self.assertEqual(len(sys.hash_info), 5)
|
|
self.assertLess(sys.hash_info.modulus, 2**sys.hash_info.width)
|
|
# sys.hash_info.modulus should be a prime; we do a quick
|
|
# probable primality test (doesn't exclude the possibility of
|
|
# a Carmichael number)
|
|
for x in range(1, 100):
|
|
self.assertEqual(
|
|
pow(x, sys.hash_info.modulus-1, sys.hash_info.modulus),
|
|
1,
|
|
"sys.hash_info.modulus {} is a non-prime".format(
|
|
sys.hash_info.modulus)
|
|
)
|
|
self.assertIsInstance(sys.hash_info.inf, int)
|
|
self.assertIsInstance(sys.hash_info.nan, int)
|
|
self.assertIsInstance(sys.hash_info.imag, int)
|
|
|
|
self.assertIsInstance(sys.maxsize, int)
|
|
self.assertIsInstance(sys.maxunicode, int)
|
|
self.assertEqual(sys.maxunicode, 0x10FFFF)
|
|
self.assertIsInstance(sys.platform, str)
|
|
self.assertIsInstance(sys.prefix, str)
|
|
self.assertIsInstance(sys.base_prefix, str)
|
|
self.assertIsInstance(sys.version, str)
|
|
vi = sys.version_info
|
|
self.assertIsInstance(vi[:], tuple)
|
|
self.assertEqual(len(vi), 5)
|
|
self.assertIsInstance(vi[0], int)
|
|
self.assertIsInstance(vi[1], int)
|
|
self.assertIsInstance(vi[2], int)
|
|
self.assertIn(vi[3], ("alpha", "beta", "candidate", "final"))
|
|
self.assertIsInstance(vi[4], int)
|
|
self.assertIsInstance(vi.major, int)
|
|
self.assertIsInstance(vi.minor, int)
|
|
self.assertIsInstance(vi.micro, int)
|
|
self.assertIn(vi.releaselevel, ("alpha", "beta", "candidate", "final"))
|
|
self.assertIsInstance(vi.serial, int)
|
|
self.assertEqual(vi[0], vi.major)
|
|
self.assertEqual(vi[1], vi.minor)
|
|
self.assertEqual(vi[2], vi.micro)
|
|
self.assertEqual(vi[3], vi.releaselevel)
|
|
self.assertEqual(vi[4], vi.serial)
|
|
self.assertTrue(vi > (1,0,0))
|
|
self.assertIsInstance(sys.float_repr_style, str)
|
|
self.assertIn(sys.float_repr_style, ('short', 'legacy'))
|
|
if not sys.platform.startswith('win'):
|
|
self.assertIsInstance(sys.abiflags, str)
|
|
|
|
@unittest.skipUnless(hasattr(sys, 'thread_info'),
|
|
'Threading required for this test.')
|
|
def test_thread_info(self):
|
|
info = sys.thread_info
|
|
self.assertEqual(len(info), 3)
|
|
self.assertIn(info.name, ('nt', 'pthread', 'solaris', None))
|
|
self.assertIn(info.lock, ('semaphore', 'mutex+cond', None))
|
|
|
|
def test_43581(self):
|
|
# Can't use sys.stdout, as this is a StringIO object when
|
|
# the test runs under regrtest.
|
|
self.assertEqual(sys.__stdout__.encoding, sys.__stderr__.encoding)
|
|
|
|
def test_intern(self):
|
|
global numruns
|
|
numruns += 1
|
|
self.assertRaises(TypeError, sys.intern)
|
|
s = "never interned before" + str(numruns)
|
|
self.assertTrue(sys.intern(s) is s)
|
|
s2 = s.swapcase().swapcase()
|
|
self.assertTrue(sys.intern(s2) is s)
|
|
|
|
# Subclasses of string can't be interned, because they
|
|
# provide too much opportunity for insane things to happen.
|
|
# We don't want them in the interned dict and if they aren't
|
|
# actually interned, we don't want to create the appearance
|
|
# that they are by allowing intern() to succeed.
|
|
class S(str):
|
|
def __hash__(self):
|
|
return 123
|
|
|
|
self.assertRaises(TypeError, sys.intern, S("abc"))
|
|
|
|
def test_sys_flags(self):
|
|
self.assertTrue(sys.flags)
|
|
attrs = ("debug",
|
|
"inspect", "interactive", "optimize", "dont_write_bytecode",
|
|
"no_user_site", "no_site", "ignore_environment", "verbose",
|
|
"bytes_warning", "quiet", "hash_randomization", "isolated")
|
|
for attr in attrs:
|
|
self.assertTrue(hasattr(sys.flags, attr), attr)
|
|
self.assertEqual(type(getattr(sys.flags, attr)), int, attr)
|
|
self.assertTrue(repr(sys.flags))
|
|
self.assertEqual(len(sys.flags), len(attrs))
|
|
|
|
def test_clear_type_cache(self):
|
|
sys._clear_type_cache()
|
|
|
|
def test_ioencoding(self):
|
|
env = dict(os.environ)
|
|
|
|
# Test character: cent sign, encoded as 0x4A (ASCII J) in CP424,
|
|
# not representable in ASCII.
|
|
|
|
env["PYTHONIOENCODING"] = "cp424"
|
|
p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
|
|
stdout = subprocess.PIPE, env=env)
|
|
out = p.communicate()[0].strip()
|
|
expected = ("\xa2" + os.linesep).encode("cp424")
|
|
self.assertEqual(out, expected)
|
|
|
|
env["PYTHONIOENCODING"] = "ascii:replace"
|
|
p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
|
|
stdout = subprocess.PIPE, env=env)
|
|
out = p.communicate()[0].strip()
|
|
self.assertEqual(out, b'?')
|
|
|
|
@unittest.skipIf(sys.base_prefix != sys.prefix,
|
|
'Test is not venv-compatible')
|
|
def test_executable(self):
|
|
# sys.executable should be absolute
|
|
self.assertEqual(os.path.abspath(sys.executable), sys.executable)
|
|
|
|
# Issue #7774: Ensure that sys.executable is an empty string if argv[0]
|
|
# has been set to an non existent program name and Python is unable to
|
|
# retrieve the real program name
|
|
|
|
# For a normal installation, it should work without 'cwd'
|
|
# argument. For test runs in the build directory, see #7774.
|
|
python_dir = os.path.dirname(os.path.realpath(sys.executable))
|
|
p = subprocess.Popen(
|
|
["nonexistent", "-c",
|
|
'import sys; print(sys.executable.encode("ascii", "backslashreplace"))'],
|
|
executable=sys.executable, stdout=subprocess.PIPE, cwd=python_dir)
|
|
stdout = p.communicate()[0]
|
|
executable = stdout.strip().decode("ASCII")
|
|
p.wait()
|
|
self.assertIn(executable, ["b''", repr(sys.executable.encode("ascii", "backslashreplace"))])
|
|
|
|
def check_fsencoding(self, fs_encoding, expected=None):
|
|
self.assertIsNotNone(fs_encoding)
|
|
codecs.lookup(fs_encoding)
|
|
if expected:
|
|
self.assertEqual(fs_encoding, expected)
|
|
|
|
def test_getfilesystemencoding(self):
|
|
fs_encoding = sys.getfilesystemencoding()
|
|
if sys.platform == 'darwin':
|
|
expected = 'utf-8'
|
|
elif sys.platform == 'win32':
|
|
expected = 'mbcs'
|
|
else:
|
|
expected = None
|
|
self.check_fsencoding(fs_encoding, expected)
|
|
|
|
def test_implementation(self):
|
|
# This test applies to all implementations equally.
|
|
|
|
levels = {'alpha': 0xA, 'beta': 0xB, 'candidate': 0xC, 'final': 0xF}
|
|
|
|
self.assertTrue(hasattr(sys.implementation, 'name'))
|
|
self.assertTrue(hasattr(sys.implementation, 'version'))
|
|
self.assertTrue(hasattr(sys.implementation, 'hexversion'))
|
|
self.assertTrue(hasattr(sys.implementation, 'cache_tag'))
|
|
|
|
version = sys.implementation.version
|
|
self.assertEqual(version[:2], (version.major, version.minor))
|
|
|
|
hexversion = (version.major << 24 | version.minor << 16 |
|
|
version.micro << 8 | levels[version.releaselevel] << 4 |
|
|
version.serial << 0)
|
|
self.assertEqual(sys.implementation.hexversion, hexversion)
|
|
|
|
# PEP 421 requires that .name be lower case.
|
|
self.assertEqual(sys.implementation.name,
|
|
sys.implementation.name.lower())
|
|
|
|
def test_debugmallocstats(self):
|
|
# Test sys._debugmallocstats()
|
|
from test.script_helper import assert_python_ok
|
|
args = ['-c', 'import sys; sys._debugmallocstats()']
|
|
ret, out, err = assert_python_ok(*args)
|
|
self.assertIn(b"free PyDictObjects", err)
|
|
|
|
@unittest.skipUnless(hasattr(sys, "getallocatedblocks"),
|
|
"sys.getallocatedblocks unavailable on this build")
|
|
def test_getallocatedblocks(self):
|
|
# Some sanity checks
|
|
with_pymalloc = sysconfig.get_config_var('WITH_PYMALLOC')
|
|
a = sys.getallocatedblocks()
|
|
self.assertIs(type(a), int)
|
|
if with_pymalloc:
|
|
self.assertGreater(a, 0)
|
|
else:
|
|
# When WITH_PYMALLOC isn't available, we don't know anything
|
|
# about the underlying implementation: the function might
|
|
# return 0 or something greater.
|
|
self.assertGreaterEqual(a, 0)
|
|
try:
|
|
# While we could imagine a Python session where the number of
|
|
# multiple buffer objects would exceed the sharing of references,
|
|
# it is unlikely to happen in a normal test run.
|
|
self.assertLess(a, sys.gettotalrefcount())
|
|
except AttributeError:
|
|
# gettotalrefcount() not available
|
|
pass
|
|
gc.collect()
|
|
b = sys.getallocatedblocks()
|
|
self.assertLessEqual(b, a)
|
|
gc.collect()
|
|
c = sys.getallocatedblocks()
|
|
self.assertIn(c, range(b - 50, b + 50))
|
|
|
|
|
|
class SizeofTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.P = struct.calcsize('P')
|
|
self.longdigit = sys.int_info.sizeof_digit
|
|
import _testcapi
|
|
self.gc_headsize = _testcapi.SIZEOF_PYGC_HEAD
|
|
self.file = open(test.support.TESTFN, 'wb')
|
|
|
|
def tearDown(self):
|
|
self.file.close()
|
|
test.support.unlink(test.support.TESTFN)
|
|
|
|
check_sizeof = test.support.check_sizeof
|
|
|
|
def test_gc_head_size(self):
|
|
# Check that the gc header size is added to objects tracked by the gc.
|
|
vsize = test.support.calcvobjsize
|
|
gc_header_size = self.gc_headsize
|
|
# bool objects are not gc tracked
|
|
self.assertEqual(sys.getsizeof(True), vsize('') + self.longdigit)
|
|
# but lists are
|
|
self.assertEqual(sys.getsizeof([]), vsize('Pn') + gc_header_size)
|
|
|
|
def test_default(self):
|
|
size = test.support.calcvobjsize
|
|
self.assertEqual(sys.getsizeof(True), size('') + self.longdigit)
|
|
self.assertEqual(sys.getsizeof(True, -1), size('') + self.longdigit)
|
|
|
|
def test_objecttypes(self):
|
|
# check all types defined in Objects/
|
|
size = test.support.calcobjsize
|
|
vsize = test.support.calcvobjsize
|
|
check = self.check_sizeof
|
|
# bool
|
|
check(True, vsize('') + self.longdigit)
|
|
# buffer
|
|
# XXX
|
|
# builtin_function_or_method
|
|
check(len, size('3P')) # XXX check layout
|
|
# bytearray
|
|
samples = [b'', b'u'*100000]
|
|
for sample in samples:
|
|
x = bytearray(sample)
|
|
check(x, vsize('inP') + x.__alloc__())
|
|
# bytearray_iterator
|
|
check(iter(bytearray()), size('nP'))
|
|
# cell
|
|
def get_cell():
|
|
x = 42
|
|
def inner():
|
|
return x
|
|
return inner
|
|
check(get_cell().__closure__[0], size('P'))
|
|
# code
|
|
check(get_cell().__code__, size('5i9Pi3P'))
|
|
check(get_cell.__code__, size('5i9Pi3P'))
|
|
def get_cell2(x):
|
|
def inner():
|
|
return x
|
|
return inner
|
|
check(get_cell2.__code__, size('5i9Pi3P') + 1)
|
|
# complex
|
|
check(complex(0,1), size('2d'))
|
|
# method_descriptor (descriptor object)
|
|
check(str.lower, size('3PP'))
|
|
# classmethod_descriptor (descriptor object)
|
|
# XXX
|
|
# member_descriptor (descriptor object)
|
|
import datetime
|
|
check(datetime.timedelta.days, size('3PP'))
|
|
# getset_descriptor (descriptor object)
|
|
import collections
|
|
check(collections.defaultdict.default_factory, size('3PP'))
|
|
# wrapper_descriptor (descriptor object)
|
|
check(int.__add__, size('3P2P'))
|
|
# method-wrapper (descriptor object)
|
|
check({}.__iter__, size('2P'))
|
|
# dict
|
|
check({}, size('n2P' + '2nPn' + 8*'n2P'))
|
|
longdict = {1:1, 2:2, 3:3, 4:4, 5:5, 6:6, 7:7, 8:8}
|
|
check(longdict, size('n2P' + '2nPn') + 16*struct.calcsize('n2P'))
|
|
# dictionary-keyiterator
|
|
check({}.keys(), size('P'))
|
|
# dictionary-valueiterator
|
|
check({}.values(), size('P'))
|
|
# dictionary-itemiterator
|
|
check({}.items(), size('P'))
|
|
# dictionary iterator
|
|
check(iter({}), size('P2nPn'))
|
|
# dictproxy
|
|
class C(object): pass
|
|
check(C.__dict__, size('P'))
|
|
# BaseException
|
|
check(BaseException(), size('5Pb'))
|
|
# UnicodeEncodeError
|
|
check(UnicodeEncodeError("", "", 0, 0, ""), size('5Pb 2P2nP'))
|
|
# UnicodeDecodeError
|
|
check(UnicodeDecodeError("", b"", 0, 0, ""), size('5Pb 2P2nP'))
|
|
# UnicodeTranslateError
|
|
check(UnicodeTranslateError("", 0, 1, ""), size('5Pb 2P2nP'))
|
|
# ellipses
|
|
check(Ellipsis, size(''))
|
|
# EncodingMap
|
|
import codecs, encodings.iso8859_3
|
|
x = codecs.charmap_build(encodings.iso8859_3.decoding_table)
|
|
check(x, size('32B2iB'))
|
|
# enumerate
|
|
check(enumerate([]), size('n3P'))
|
|
# reverse
|
|
check(reversed(''), size('nP'))
|
|
# float
|
|
check(float(0), size('d'))
|
|
# sys.floatinfo
|
|
check(sys.float_info, vsize('') + self.P * len(sys.float_info))
|
|
# frame
|
|
import inspect
|
|
CO_MAXBLOCKS = 20
|
|
x = inspect.currentframe()
|
|
ncells = len(x.f_code.co_cellvars)
|
|
nfrees = len(x.f_code.co_freevars)
|
|
extras = x.f_code.co_stacksize + x.f_code.co_nlocals +\
|
|
ncells + nfrees - 1
|
|
check(x, vsize('13P3ic' + CO_MAXBLOCKS*'3i' + 'P' + extras*'P'))
|
|
# function
|
|
def func(): pass
|
|
check(func, size('12P'))
|
|
class c():
|
|
@staticmethod
|
|
def foo():
|
|
pass
|
|
@classmethod
|
|
def bar(cls):
|
|
pass
|
|
# staticmethod
|
|
check(foo, size('PP'))
|
|
# classmethod
|
|
check(bar, size('PP'))
|
|
# generator
|
|
def get_gen(): yield 1
|
|
check(get_gen(), size('Pb2P'))
|
|
# iterator
|
|
check(iter('abc'), size('lP'))
|
|
# callable-iterator
|
|
import re
|
|
check(re.finditer('',''), size('2P'))
|
|
# list
|
|
samples = [[], [1,2,3], ['1', '2', '3']]
|
|
for sample in samples:
|
|
check(sample, vsize('Pn') + len(sample)*self.P)
|
|
# sortwrapper (list)
|
|
# XXX
|
|
# cmpwrapper (list)
|
|
# XXX
|
|
# listiterator (list)
|
|
check(iter([]), size('lP'))
|
|
# listreverseiterator (list)
|
|
check(reversed([]), size('nP'))
|
|
# long
|
|
check(0, vsize(''))
|
|
check(1, vsize('') + self.longdigit)
|
|
check(-1, vsize('') + self.longdigit)
|
|
PyLong_BASE = 2**sys.int_info.bits_per_digit
|
|
check(int(PyLong_BASE), vsize('') + 2*self.longdigit)
|
|
check(int(PyLong_BASE**2-1), vsize('') + 2*self.longdigit)
|
|
check(int(PyLong_BASE**2), vsize('') + 3*self.longdigit)
|
|
# memoryview
|
|
check(memoryview(b''), size('Pnin 2P2n2i5P 3cPn'))
|
|
# module
|
|
check(unittest, size('PnPPP'))
|
|
# None
|
|
check(None, size(''))
|
|
# NotImplementedType
|
|
check(NotImplemented, size(''))
|
|
# object
|
|
check(object(), size(''))
|
|
# property (descriptor object)
|
|
class C(object):
|
|
def getx(self): return self.__x
|
|
def setx(self, value): self.__x = value
|
|
def delx(self): del self.__x
|
|
x = property(getx, setx, delx, "")
|
|
check(x, size('4Pi'))
|
|
# PyCapsule
|
|
# XXX
|
|
# rangeiterator
|
|
check(iter(range(1)), size('4l'))
|
|
# reverse
|
|
check(reversed(''), size('nP'))
|
|
# range
|
|
check(range(1), size('4P'))
|
|
check(range(66000), size('4P'))
|
|
# set
|
|
# frozenset
|
|
PySet_MINSIZE = 8
|
|
samples = [[], range(10), range(50)]
|
|
s = size('3n2P' + PySet_MINSIZE*'nP' + 'nP')
|
|
for sample in samples:
|
|
minused = len(sample)
|
|
if minused == 0: tmp = 1
|
|
# the computation of minused is actually a bit more complicated
|
|
# but this suffices for the sizeof test
|
|
minused = minused*2
|
|
newsize = PySet_MINSIZE
|
|
while newsize <= minused:
|
|
newsize = newsize << 1
|
|
if newsize <= 8:
|
|
check(set(sample), s)
|
|
check(frozenset(sample), s)
|
|
else:
|
|
check(set(sample), s + newsize*struct.calcsize('nP'))
|
|
check(frozenset(sample), s + newsize*struct.calcsize('nP'))
|
|
# setiterator
|
|
check(iter(set()), size('P3n'))
|
|
# slice
|
|
check(slice(0), size('3P'))
|
|
# super
|
|
check(super(int), size('3P'))
|
|
# tuple
|
|
check((), vsize(''))
|
|
check((1,2,3), vsize('') + 3*self.P)
|
|
# type
|
|
# static type: PyTypeObject
|
|
s = vsize('P2n15Pl4Pn9Pn11PIP')
|
|
check(int, s)
|
|
# (PyTypeObject + PyNumberMethods + PyMappingMethods +
|
|
# PySequenceMethods + PyBufferProcs + 4P)
|
|
s = vsize('P2n15Pl4Pn9Pn11PIP') + struct.calcsize('34P 3P 10P 2P 4P')
|
|
# Separate block for PyDictKeysObject with 4 entries
|
|
s += struct.calcsize("2nPn") + 4*struct.calcsize("n2P")
|
|
# class
|
|
class newstyleclass(object): pass
|
|
check(newstyleclass, s)
|
|
# dict with shared keys
|
|
check(newstyleclass().__dict__, size('n2P' + '2nPn'))
|
|
# unicode
|
|
# each tuple contains a string and its expected character size
|
|
# don't put any static strings here, as they may contain
|
|
# wchar_t or UTF-8 representations
|
|
samples = ['1'*100, '\xff'*50,
|
|
'\u0100'*40, '\uffff'*100,
|
|
'\U00010000'*30, '\U0010ffff'*100]
|
|
asciifields = "nnbP"
|
|
compactfields = asciifields + "nPn"
|
|
unicodefields = compactfields + "P"
|
|
for s in samples:
|
|
maxchar = ord(max(s))
|
|
if maxchar < 128:
|
|
L = size(asciifields) + len(s) + 1
|
|
elif maxchar < 256:
|
|
L = size(compactfields) + len(s) + 1
|
|
elif maxchar < 65536:
|
|
L = size(compactfields) + 2*(len(s) + 1)
|
|
else:
|
|
L = size(compactfields) + 4*(len(s) + 1)
|
|
check(s, L)
|
|
# verify that the UTF-8 size is accounted for
|
|
s = chr(0x4000) # 4 bytes canonical representation
|
|
check(s, size(compactfields) + 4)
|
|
# compile() will trigger the generation of the UTF-8
|
|
# representation as a side effect
|
|
compile(s, "<stdin>", "eval")
|
|
check(s, size(compactfields) + 4 + 4)
|
|
# TODO: add check that forces the presence of wchar_t representation
|
|
# TODO: add check that forces layout of unicodefields
|
|
# weakref
|
|
import weakref
|
|
check(weakref.ref(int), size('2Pn2P'))
|
|
# weakproxy
|
|
# XXX
|
|
# weakcallableproxy
|
|
check(weakref.proxy(int), size('2Pn2P'))
|
|
|
|
def test_pythontypes(self):
|
|
# check all types defined in Python/
|
|
size = test.support.calcobjsize
|
|
vsize = test.support.calcvobjsize
|
|
check = self.check_sizeof
|
|
# _ast.AST
|
|
import _ast
|
|
check(_ast.AST(), size('P'))
|
|
try:
|
|
raise TypeError
|
|
except TypeError:
|
|
tb = sys.exc_info()[2]
|
|
# traceback
|
|
if tb is not None:
|
|
check(tb, size('2P2i'))
|
|
# symtable entry
|
|
# XXX
|
|
# sys.flags
|
|
check(sys.flags, vsize('') + self.P * len(sys.flags))
|
|
|
|
|
|
def test_main():
|
|
test.support.run_unittest(SysModuleTest, SizeofTest)
|
|
|
|
if __name__ == "__main__":
|
|
test_main()
|