Make numerous improvements

- Python static hello world now 1.8mb
- Python static fully loaded now 10mb
- Python HTTPS client now uses MbedTLS
- Python REPL now completes import stmts
- Increase stack size for Python for now
- Begin synthesizing posixpath and ntpath
- Restore Python \N{UNICODE NAME} support
- Restore Python NFKD symbol normalization
- Add optimized code path for Intel SHA-NI
- Get more Python unit tests passing faster
- Get Python help() pagination working on NT
- Python hashlib now supports MbedTLS PBKDF2
- Make memcpy/memmove/memcmp/bcmp/etc. faster
- Add Mersenne Twister and Vigna to LIBC_RAND
- Provide privileged __printf() for error code
- Fix zipos opendir() so that it reports ENOTDIR
- Add basic chmod() implementation for Windows NT
- Add Cosmo's best functions to Python cosmo module
- Pin function trace indent depth to that of caller
- Show memory diagram on invalid access in MODE=dbg
- Differentiate stack overflow on crash in MODE=dbg
- Add stb_truetype and tools for analyzing font files
- Upgrade to UNICODE 13 and reduce its binary footprint
- COMPILE.COM now logs resource usage of build commands
- Start implementing basic poll() support on bare metal
- Set getauxval(AT_EXECFN) to GetModuleFileName() on NT
- Add descriptions to strerror() in non-TINY build modes
- Add COUNTBRANCH() macro to help with micro-optimizations
- Make error / backtrace / asan / memory code more unbreakable
- Add fast perfect C implementation of μ-Law and a-Law audio codecs
- Make strtol() functions consistent with other libc implementations
- Improve Linenoise implementation (see also github.com/jart/bestline)
- COMPILE.COM now suppresses stdout/stderr of successful build commands
This commit is contained in:
Justine Tunney 2021-09-27 22:58:51 -07:00
parent fa7b4f5bd1
commit 39bf41f4eb
806 changed files with 77494 additions and 63859 deletions

View file

@ -58,281 +58,259 @@ class LockTests(unittest.TestCase):
self.fail("release_lock() without lock should raise "
"RuntimeError")
class ImportTests(unittest.TestCase):
def setUp(self):
mod = importlib.import_module('test.encoded_modules')
self.test_strings = mod.test_strings
self.test_path = mod.__path__
def test_import_encoded_module(self):
for modname, encoding, teststr in self.test_strings:
mod = importlib.import_module('test.encoded_modules.'
'module_' + modname)
self.assertEqual(teststr, mod.test)
def test_find_module_encoding(self):
for mod, encoding, _ in self.test_strings:
with imp.find_module('module_' + mod, self.test_path)[0] as fd:
self.assertEqual(fd.encoding, encoding)
path = [os.path.dirname(__file__)]
with self.assertRaises(SyntaxError):
imp.find_module('badsyntax_pep3120', path)
def test_issue1267(self):
for mod, encoding, _ in self.test_strings:
fp, filename, info = imp.find_module('module_' + mod,
self.test_path)
with fp:
self.assertNotEqual(fp, None)
self.assertEqual(fp.encoding, encoding)
self.assertEqual(fp.tell(), 0)
self.assertEqual(fp.readline(), '# test %s encoding\n'
% encoding)
fp, filename, info = imp.find_module("tokenize")
with fp:
self.assertNotEqual(fp, None)
self.assertEqual(fp.encoding, "utf-8")
self.assertEqual(fp.tell(), 0)
self.assertEqual(fp.readline(),
'"""Tokenization help for Python programs.\n')
def test_issue3594(self):
temp_mod_name = 'test_imp_helper'
sys.path.insert(0, '.')
try:
with open(temp_mod_name + '.py', 'w') as file:
file.write("# coding: cp1252\nu = 'test.test_imp'\n")
file, filename, info = imp.find_module(temp_mod_name)
file.close()
self.assertEqual(file.encoding, 'cp1252')
finally:
del sys.path[0]
support.unlink(temp_mod_name + '.py')
support.unlink(temp_mod_name + '.pyc')
def test_issue5604(self):
# Test cannot cover imp.load_compiled function.
# Martin von Loewis note what shared library cannot have non-ascii
# character because init_xxx function cannot be compiled
# and issue never happens for dynamic modules.
# But sources modified to follow generic way for processing pathes.
# the return encoding could be uppercase or None
fs_encoding = sys.getfilesystemencoding()
# covers utf-8 and Windows ANSI code pages
# one non-space symbol from every page
# (http://en.wikipedia.org/wiki/Code_page)
known_locales = {
'utf-8' : b'\xc3\xa4',
'cp1250' : b'\x8C',
'cp1251' : b'\xc0',
'cp1252' : b'\xc0',
'cp1253' : b'\xc1',
'cp1254' : b'\xc0',
'cp1255' : b'\xe0',
'cp1256' : b'\xe0',
'cp1257' : b'\xc0',
'cp1258' : b'\xc0',
}
if sys.platform == 'darwin':
self.assertEqual(fs_encoding, 'utf-8')
# Mac OS X uses the Normal Form D decomposition
# http://developer.apple.com/mac/library/qa/qa2001/qa1173.html
special_char = b'a\xcc\x88'
else:
special_char = known_locales.get(fs_encoding)
if not special_char:
self.skipTest("can't run this test with %s as filesystem encoding"
% fs_encoding)
decoded_char = special_char.decode(fs_encoding)
temp_mod_name = 'test_imp_helper_' + decoded_char
test_package_name = 'test_imp_helper_package_' + decoded_char
init_file_name = os.path.join(test_package_name, '__init__.py')
try:
# if the curdir is not in sys.path the test fails when run with
# ./python ./Lib/test/regrtest.py test_imp
sys.path.insert(0, os.curdir)
with open(temp_mod_name + '.py', 'w') as file:
file.write('a = 1\n')
file, filename, info = imp.find_module(temp_mod_name)
with file:
self.assertIsNotNone(file)
self.assertTrue(filename[:-3].endswith(temp_mod_name))
self.assertEqual(info[0], '.py')
self.assertEqual(info[1], 'r')
self.assertEqual(info[2], imp.PY_SOURCE)
mod = imp.load_module(temp_mod_name, file, filename, info)
self.assertEqual(mod.a, 1)
with warnings.catch_warnings():
warnings.simplefilter('ignore')
mod = imp.load_source(temp_mod_name, temp_mod_name + '.py')
self.assertEqual(mod.a, 1)
with warnings.catch_warnings():
warnings.simplefilter('ignore')
if not sys.dont_write_bytecode:
mod = imp.load_compiled(
temp_mod_name,
imp.cache_from_source(temp_mod_name + '.py'))
self.assertEqual(mod.a, 1)
if not os.path.exists(test_package_name):
os.mkdir(test_package_name)
with open(init_file_name, 'w') as file:
file.write('b = 2\n')
with warnings.catch_warnings():
warnings.simplefilter('ignore')
package = imp.load_package(test_package_name, test_package_name)
self.assertEqual(package.b, 2)
finally:
del sys.path[0]
for ext in ('.py', '.pyc'):
support.unlink(temp_mod_name + ext)
support.unlink(init_file_name + ext)
support.rmtree(test_package_name)
support.rmtree('__pycache__')
def test_issue9319(self):
path = os.path.dirname(__file__)
self.assertRaises(SyntaxError,
imp.find_module, "badsyntax_pep3120", [path])
def test_load_from_source(self):
# Verify that the imp module can correctly load and find .py files
# XXX (ncoghlan): It would be nice to use support.CleanImport
# here, but that breaks because the os module registers some
# handlers in copy_reg on import. Since CleanImport doesn't
# revert that registration, the module is left in a broken
# state after reversion. Reinitialising the module contents
# and just reverting os.environ to its previous state is an OK
# workaround
orig_path = os.path
orig_getenv = os.getenv
with support.EnvironmentVarGuard():
x = imp.find_module("os")
self.addCleanup(x[0].close)
new_os = imp.load_module("os", *x)
self.assertIs(os, new_os)
self.assertIs(orig_path, new_os.path)
self.assertIsNot(orig_getenv, new_os.getenv)
@requires_load_dynamic
def test_issue15828_load_extensions(self):
# Issue 15828 picked up that the adapter between the old imp API
# and importlib couldn't handle C extensions
example = "_heapq"
x = imp.find_module(example)
file_ = x[0]
if file_ is not None:
self.addCleanup(file_.close)
mod = imp.load_module(example, *x)
self.assertEqual(mod.__name__, example)
@requires_load_dynamic
def test_issue16421_multiple_modules_in_one_dll(self):
# Issue 16421: loading several modules from the same compiled file fails
m = '_testimportmultiple'
fileobj, pathname, description = imp.find_module(m)
fileobj.close()
mod0 = imp.load_dynamic(m, pathname)
mod1 = imp.load_dynamic('_testimportmultiple_foo', pathname)
mod2 = imp.load_dynamic('_testimportmultiple_bar', pathname)
self.assertEqual(mod0.__name__, m)
self.assertEqual(mod1.__name__, '_testimportmultiple_foo')
self.assertEqual(mod2.__name__, '_testimportmultiple_bar')
with self.assertRaises(ImportError):
imp.load_dynamic('nonexistent', pathname)
@requires_load_dynamic
def test_load_dynamic_ImportError_path(self):
# Issue #1559549 added `name` and `path` attributes to ImportError
# in order to provide better detail. Issue #10854 implemented those
# attributes on import failures of extensions on Windows.
path = 'bogus file path'
name = 'extension'
with self.assertRaises(ImportError) as err:
imp.load_dynamic(name, path)
self.assertIn(path, err.exception.path)
self.assertEqual(name, err.exception.name)
@requires_load_dynamic
def test_load_module_extension_file_is_None(self):
# When loading an extension module and the file is None, open one
# on the behalf of imp.load_dynamic().
# Issue #15902
name = '_testimportmultiple'
found = imp.find_module(name)
if found[0] is not None:
found[0].close()
if found[2][2] != imp.C_EXTENSION:
self.skipTest("found module doesn't appear to be a C extension")
imp.load_module(name, None, *found[1:])
@requires_load_dynamic
def test_issue24748_load_module_skips_sys_modules_check(self):
name = 'test.imp_dummy'
try:
del sys.modules[name]
except KeyError:
pass
try:
module = importlib.import_module(name)
spec = importlib.util.find_spec('_testmultiphase')
module = imp.load_dynamic(name, spec.origin)
self.assertEqual(module.__name__, name)
self.assertEqual(module.__spec__.name, name)
self.assertEqual(module.__spec__.origin, spec.origin)
self.assertRaises(AttributeError, getattr, module, 'dummy_name')
self.assertEqual(module.int_const, 1969)
self.assertIs(sys.modules[name], module)
finally:
try:
del sys.modules[name]
except KeyError:
pass
@unittest.skipIf(sys.dont_write_bytecode,
"test meaningful only when writing bytecode")
def test_bug7732(self):
with support.temp_cwd():
source = support.TESTFN + '.py'
os.mkdir(source)
self.assertRaisesRegex(ImportError, '^No module',
imp.find_module, support.TESTFN, ["."])
def test_multiple_calls_to_get_data(self):
# Issue #18755: make sure multiple calls to get_data() can succeed.
loader = imp._LoadSourceCompatibility('imp', imp.__file__,
open(imp.__file__))
loader.get_data(imp.__file__) # File should be closed
loader.get_data(imp.__file__) # Will need to create a newly opened file
def test_load_source(self):
# Create a temporary module since load_source(name) modifies
# sys.modules[name] attributes like __loader___
modname = f"tmp{__name__}"
mod = type(sys.modules[__name__])(modname)
with support.swap_item(sys.modules, modname, mod):
with self.assertRaisesRegex(ValueError, 'embedded null'):
imp.load_source(modname, __file__ + "\0")
@support.cpython_only
def test_issue31315(self):
# There shouldn't be an assertion failure in imp.create_dynamic(),
# when spec.name is not a string.
create_dynamic = support.get_attribute(imp, 'create_dynamic')
class BadSpec:
name = None
origin = 'foo'
with self.assertRaises(TypeError):
create_dynamic(BadSpec())
# [jart] No PYCOMP.COM support for non-UTF8 encoded sources.
# Due to chicken and egg build problem.
#
# class ImportTests(unittest.TestCase):
# def setUp(self):
# mod = importlib.import_module('test.encoded_modules')
# self.test_strings = mod.test_strings
# self.test_path = mod.__path__
# def test_import_encoded_module(self):
# for modname, encoding, teststr in self.test_strings:
# mod = importlib.import_module('test.encoded_modules.'
# 'module_' + modname)
# self.assertEqual(teststr, mod.test)
# def test_find_module_encoding(self):
# for mod, encoding, _ in self.test_strings:
# with imp.find_module('module_' + mod, self.test_path)[0] as fd:
# self.assertEqual(fd.encoding, encoding)
# path = [os.path.dirname(__file__)]
# with self.assertRaises(SyntaxError):
# imp.find_module('badsyntax_pep3120', path)
# def test_issue1267(self):
# for mod, encoding, _ in self.test_strings:
# fp, filename, info = imp.find_module('module_' + mod,
# self.test_path)
# with fp:
# self.assertNotEqual(fp, None)
# self.assertEqual(fp.encoding, encoding)
# self.assertEqual(fp.tell(), 0)
# self.assertEqual(fp.readline(), '# test %s encoding\n'
# % encoding)
# fp, filename, info = imp.find_module("tokenize")
# with fp:
# self.assertNotEqual(fp, None)
# self.assertEqual(fp.encoding, "utf-8")
# self.assertEqual(fp.tell(), 0)
# self.assertEqual(fp.readline(),
# '"""Tokenization help for Python programs.\n')
# def test_issue3594(self):
# temp_mod_name = 'test_imp_helper'
# sys.path.insert(0, '.')
# try:
# with open(temp_mod_name + '.py', 'w') as file:
# file.write("# coding: cp1252\nu = 'test.test_imp'\n")
# file, filename, info = imp.find_module(temp_mod_name)
# file.close()
# self.assertEqual(file.encoding, 'cp1252')
# finally:
# del sys.path[0]
# support.unlink(temp_mod_name + '.py')
# support.unlink(temp_mod_name + '.pyc')
# def test_issue5604(self):
# # Test cannot cover imp.load_compiled function.
# # Martin von Loewis note what shared library cannot have non-ascii
# # character because init_xxx function cannot be compiled
# # and issue never happens for dynamic modules.
# # But sources modified to follow generic way for processing pathes.
# # the return encoding could be uppercase or None
# fs_encoding = sys.getfilesystemencoding()
# # covers utf-8 and Windows ANSI code pages
# # one non-space symbol from every page
# # (http://en.wikipedia.org/wiki/Code_page)
# known_locales = {
# 'utf-8' : b'\xc3\xa4',
# 'cp1250' : b'\x8C',
# 'cp1251' : b'\xc0',
# 'cp1252' : b'\xc0',
# 'cp1253' : b'\xc1',
# 'cp1254' : b'\xc0',
# 'cp1255' : b'\xe0',
# 'cp1256' : b'\xe0',
# 'cp1257' : b'\xc0',
# 'cp1258' : b'\xc0',
# }
# if sys.platform == 'darwin':
# self.assertEqual(fs_encoding, 'utf-8')
# # Mac OS X uses the Normal Form D decomposition
# # http://developer.apple.com/mac/library/qa/qa2001/qa1173.html
# special_char = b'a\xcc\x88'
# else:
# special_char = known_locales.get(fs_encoding)
# if not special_char:
# self.skipTest("can't run this test with %s as filesystem encoding"
# % fs_encoding)
# decoded_char = special_char.decode(fs_encoding)
# temp_mod_name = 'test_imp_helper_' + decoded_char
# test_package_name = 'test_imp_helper_package_' + decoded_char
# init_file_name = os.path.join(test_package_name, '__init__.py')
# try:
# # if the curdir is not in sys.path the test fails when run with
# # ./python ./Lib/test/regrtest.py test_imp
# sys.path.insert(0, os.curdir)
# with open(temp_mod_name + '.py', 'w') as file:
# file.write('a = 1\n')
# file, filename, info = imp.find_module(temp_mod_name)
# with file:
# self.assertIsNotNone(file)
# self.assertTrue(filename[:-3].endswith(temp_mod_name))
# self.assertEqual(info[0], '.py')
# self.assertEqual(info[1], 'r')
# self.assertEqual(info[2], imp.PY_SOURCE)
# mod = imp.load_module(temp_mod_name, file, filename, info)
# self.assertEqual(mod.a, 1)
# with warnings.catch_warnings():
# warnings.simplefilter('ignore')
# mod = imp.load_source(temp_mod_name, temp_mod_name + '.py')
# self.assertEqual(mod.a, 1)
# with warnings.catch_warnings():
# warnings.simplefilter('ignore')
# if not sys.dont_write_bytecode:
# mod = imp.load_compiled(
# temp_mod_name,
# imp.cache_from_source(temp_mod_name + '.py'))
# self.assertEqual(mod.a, 1)
# if not os.path.exists(test_package_name):
# os.mkdir(test_package_name)
# with open(init_file_name, 'w') as file:
# file.write('b = 2\n')
# with warnings.catch_warnings():
# warnings.simplefilter('ignore')
# package = imp.load_package(test_package_name, test_package_name)
# self.assertEqual(package.b, 2)
# finally:
# del sys.path[0]
# for ext in ('.py', '.pyc'):
# support.unlink(temp_mod_name + ext)
# support.unlink(init_file_name + ext)
# support.rmtree(test_package_name)
# support.rmtree('__pycache__')
# def test_issue9319(self):
# path = os.path.dirname(__file__)
# self.assertRaises(SyntaxError,
# imp.find_module, "badsyntax_pep3120", [path])
# def test_load_from_source(self):
# # Verify that the imp module can correctly load and find .py files
# # XXX (ncoghlan): It would be nice to use support.CleanImport
# # here, but that breaks because the os module registers some
# # handlers in copy_reg on import. Since CleanImport doesn't
# # revert that registration, the module is left in a broken
# # state after reversion. Reinitialising the module contents
# # and just reverting os.environ to its previous state is an OK
# # workaround
# orig_path = os.path
# orig_getenv = os.getenv
# with support.EnvironmentVarGuard():
# x = imp.find_module("os")
# self.addCleanup(x[0].close)
# new_os = imp.load_module("os", *x)
# self.assertIs(os, new_os)
# self.assertIs(orig_path, new_os.path)
# self.assertIsNot(orig_getenv, new_os.getenv)
# @requires_load_dynamic
# def test_issue15828_load_extensions(self):
# # Issue 15828 picked up that the adapter between the old imp API
# # and importlib couldn't handle C extensions
# example = "heapq"
# x = imp.find_module(example)
# file_ = x[0]
# if file_ is not None:
# self.addCleanup(file_.close)
# mod = imp.load_module(example, *x)
# self.assertEqual(mod.__name__, example)
# @requires_load_dynamic
# def test_issue16421_multiple_modules_in_one_dll(self):
# # Issue 16421: loading several modules from the same compiled file fails
# m = '_testimportmultiple'
# fileobj, pathname, description = imp.find_module(m)
# fileobj.close()
# mod0 = imp.load_dynamic(m, pathname)
# mod1 = imp.load_dynamic('_testimportmultiple_foo', pathname)
# mod2 = imp.load_dynamic('_testimportmultiple_bar', pathname)
# self.assertEqual(mod0.__name__, m)
# self.assertEqual(mod1.__name__, '_testimportmultiple_foo')
# self.assertEqual(mod2.__name__, '_testimportmultiple_bar')
# with self.assertRaises(ImportError):
# imp.load_dynamic('nonexistent', pathname)
# @requires_load_dynamic
# def test_load_dynamic_ImportError_path(self):
# # Issue #1559549 added `name` and `path` attributes to ImportError
# # in order to provide better detail. Issue #10854 implemented those
# # attributes on import failures of extensions on Windows.
# path = 'bogus file path'
# name = 'extension'
# with self.assertRaises(ImportError) as err:
# imp.load_dynamic(name, path)
# self.assertIn(path, err.exception.path)
# self.assertEqual(name, err.exception.name)
# @requires_load_dynamic
# def test_load_module_extension_file_is_None(self):
# # When loading an extension module and the file is None, open one
# # on the behalf of imp.load_dynamic().
# # Issue #15902
# name = '_testimportmultiple'
# found = imp.find_module(name)
# if found[0] is not None:
# found[0].close()
# if found[2][2] != imp.C_EXTENSION:
# self.skipTest("found module doesn't appear to be a C extension")
# imp.load_module(name, None, *found[1:])
# @requires_load_dynamic
# def test_issue24748_load_module_skips_sys_modules_check(self):
# name = 'test.imp_dummy'
# try:
# del sys.modules[name]
# except KeyError:
# pass
# try:
# module = importlib.import_module(name)
# spec = importlib.util.find_spec('_testmultiphase')
# module = imp.load_dynamic(name, spec.origin)
# self.assertEqual(module.__name__, name)
# self.assertEqual(module.__spec__.name, name)
# self.assertEqual(module.__spec__.origin, spec.origin)
# self.assertRaises(AttributeError, getattr, module, 'dummy_name')
# self.assertEqual(module.int_const, 1969)
# self.assertIs(sys.modules[name], module)
# finally:
# try:
# del sys.modules[name]
# except KeyError:
# pass
# @unittest.skipIf(sys.dont_write_bytecode,
# "test meaningful only when writing bytecode")
# def test_bug7732(self):
# with support.temp_cwd():
# source = support.TESTFN + '.py'
# os.mkdir(source)
# self.assertRaisesRegex(ImportError, '^No module',
# imp.find_module, support.TESTFN, ["."])
# def test_multiple_calls_to_get_data(self):
# # Issue #18755: make sure multiple calls to get_data() can succeed.
# loader = imp._LoadSourceCompatibility('imp', imp.__file__,
# open(imp.__file__))
# loader.get_data(imp.__file__) # File should be closed
# loader.get_data(imp.__file__) # Will need to create a newly opened file
# def test_load_source(self):
# # Create a temporary module since load_source(name) modifies
# # sys.modules[name] attributes like __loader___
# modname = f"tmp{__name__}"
# mod = type(sys.modules[__name__])(modname)
# with support.swap_item(sys.modules, modname, mod):
# with self.assertRaisesRegex(ValueError, 'embedded null'):
# imp.load_source(modname, __file__ + "\0")
# @support.cpython_only
# def test_issue31315(self):
# # There shouldn't be an assertion failure in imp.create_dynamic(),
# # when spec.name is not a string.
# create_dynamic = support.get_attribute(imp, 'create_dynamic')
# class BadSpec:
# name = None
# origin = 'foo'
# with self.assertRaises(TypeError):
# create_dynamic(BadSpec())
class ReloadTests(unittest.TestCase):