mirror of
https://github.com/python/cpython.git
synced 2025-09-27 10:50:04 +00:00
Issue #28991: Fix obscure reentrancy bug in functools.lru_cache().
This commit is contained in:
parent
ac13beeef5
commit
af56e0e70f
3 changed files with 20 additions and 2 deletions
|
@ -516,14 +516,16 @@ def _lru_cache_wrapper(user_function, maxsize, typed, _CacheInfo):
|
||||||
last = root[PREV]
|
last = root[PREV]
|
||||||
link = [last, root, key, result]
|
link = [last, root, key, result]
|
||||||
last[NEXT] = root[PREV] = cache[key] = link
|
last[NEXT] = root[PREV] = cache[key] = link
|
||||||
full = (len(cache) >= maxsize)
|
# Use the __len__() method instead of the len() function
|
||||||
|
# which could potentially be wrapped in an lru_cache itself.
|
||||||
|
full = (cache.__len__() >= maxsize)
|
||||||
misses += 1
|
misses += 1
|
||||||
return result
|
return result
|
||||||
|
|
||||||
def cache_info():
|
def cache_info():
|
||||||
"""Report cache statistics"""
|
"""Report cache statistics"""
|
||||||
with lock:
|
with lock:
|
||||||
return _CacheInfo(hits, misses, maxsize, len(cache))
|
return _CacheInfo(hits, misses, maxsize, cache.__len__())
|
||||||
|
|
||||||
def cache_clear():
|
def cache_clear():
|
||||||
"""Clear the cache and cache statistics"""
|
"""Clear the cache and cache statistics"""
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
import abc
|
import abc
|
||||||
|
import builtins
|
||||||
import collections
|
import collections
|
||||||
import copy
|
import copy
|
||||||
from itertools import permutations
|
from itertools import permutations
|
||||||
|
@ -1162,6 +1163,18 @@ class TestLRU:
|
||||||
self.assertEqual(misses, 4)
|
self.assertEqual(misses, 4)
|
||||||
self.assertEqual(currsize, 2)
|
self.assertEqual(currsize, 2)
|
||||||
|
|
||||||
|
def test_lru_reentrancy_with_len(self):
|
||||||
|
# Test to make sure the LRU cache code isn't thrown-off by
|
||||||
|
# caching the built-in len() function. Since len() can be
|
||||||
|
# cached, we shouldn't use it inside the lru code itself.
|
||||||
|
old_len = builtins.len
|
||||||
|
try:
|
||||||
|
builtins.len = self.module.lru_cache(4)(len)
|
||||||
|
for i in [0, 0, 1, 2, 3, 3, 4, 5, 6, 1, 7, 2, 1]:
|
||||||
|
self.assertEqual(len('abcdefghijklmn'[:i]), i)
|
||||||
|
finally:
|
||||||
|
builtins.len = old_len
|
||||||
|
|
||||||
def test_lru_type_error(self):
|
def test_lru_type_error(self):
|
||||||
# Regression test for issue #28653.
|
# Regression test for issue #28653.
|
||||||
# lru_cache was leaking when one of the arguments
|
# lru_cache was leaking when one of the arguments
|
||||||
|
|
|
@ -13,6 +13,9 @@ Core and Builtins
|
||||||
- Issue #28512: Fixed setting the offset attribute of SyntaxError by
|
- Issue #28512: Fixed setting the offset attribute of SyntaxError by
|
||||||
PyErr_SyntaxLocationEx() and PyErr_SyntaxLocationObject().
|
PyErr_SyntaxLocationEx() and PyErr_SyntaxLocationObject().
|
||||||
|
|
||||||
|
- Issue #28991: functools.lru_cache() was susceptible to an obscure reentrancy
|
||||||
|
bug caused by a monkey-patched len() function.
|
||||||
|
|
||||||
- Issue #28648: Fixed crash in Py_DecodeLocale() in debug build on Mac OS X
|
- Issue #28648: Fixed crash in Py_DecodeLocale() in debug build on Mac OS X
|
||||||
when decode astral characters. Patch by Xiang Zhang.
|
when decode astral characters. Patch by Xiang Zhang.
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue