summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorRaymond Hettinger <python@rcn.com>2016-12-16 21:59:32 (GMT)
committerRaymond Hettinger <python@rcn.com>2016-12-16 21:59:32 (GMT)
commitc28dbd0452d54629328daaab0f80ad5391677d17 (patch)
treecb25b36c5db4db47e2ebb062d05603e2a12ac603
parent10a22dc65a7006e347df4d0b9f0bd0d946802786 (diff)
parentaf56e0e70f043ad2615eff403f46d7bc6c411aae (diff)
downloadcpython-c28dbd0452d54629328daaab0f80ad5391677d17.zip
cpython-c28dbd0452d54629328daaab0f80ad5391677d17.tar.gz
cpython-c28dbd0452d54629328daaab0f80ad5391677d17.tar.bz2
merge
-rw-r--r--Lib/functools.py6
-rw-r--r--Lib/test/test_functools.py13
-rw-r--r--Misc/NEWS3
3 files changed, 20 insertions, 2 deletions
diff --git a/Lib/functools.py b/Lib/functools.py
index 9845df2..45e5f87 100644
--- a/Lib/functools.py
+++ b/Lib/functools.py
@@ -574,14 +574,16 @@ def _lru_cache_wrapper(user_function, maxsize, typed, _CacheInfo):
last = root[PREV]
link = [last, root, key, result]
last[NEXT] = root[PREV] = cache[key] = link
- full = (len(cache) >= maxsize)
+ # Use the __len__() method instead of the len() function
+ # which could potentially be wrapped in an lru_cache itself.
+ full = (cache.__len__() >= maxsize)
misses += 1
return result
def cache_info():
"""Report cache statistics"""
with lock:
- return _CacheInfo(hits, misses, maxsize, len(cache))
+ return _CacheInfo(hits, misses, maxsize, cache.__len__())
def cache_clear():
"""Clear the cache and cache statistics"""
diff --git a/Lib/test/test_functools.py b/Lib/test/test_functools.py
index ba2a52f..3a40861 100644
--- a/Lib/test/test_functools.py
+++ b/Lib/test/test_functools.py
@@ -1,4 +1,5 @@
import abc
+import builtins
import collections
import copy
from itertools import permutations
@@ -1189,6 +1190,18 @@ class TestLRU:
self.assertEqual(misses, 4)
self.assertEqual(currsize, 2)
+ def test_lru_reentrancy_with_len(self):
+ # Test to make sure the LRU cache code isn't thrown-off by
+ # caching the built-in len() function. Since len() can be
+ # cached, we shouldn't use it inside the lru code itself.
+ old_len = builtins.len
+ try:
+ builtins.len = self.module.lru_cache(4)(len)
+ for i in [0, 0, 1, 2, 3, 3, 4, 5, 6, 1, 7, 2, 1]:
+ self.assertEqual(len('abcdefghijklmn'[:i]), i)
+ finally:
+ builtins.len = old_len
+
def test_lru_type_error(self):
# Regression test for issue #28653.
# lru_cache was leaking when one of the arguments
diff --git a/Misc/NEWS b/Misc/NEWS
index fbe26da..24798ce 100644
--- a/Misc/NEWS
+++ b/Misc/NEWS
@@ -14,6 +14,9 @@ Core and Builtins
to/from UTF-8, instead of the locale encoding to avoid inconsistencies with
os.fsencode() and os.fsdecode() which are already using UTF-8.
+- Issue #28991: functools.lru_cache() was susceptible to an obscure $
+ bug triggerable by a monkey-patched len() function.
+
- Issue #28147: Fix a memory leak in split-table dictionaries: setattr()
must not convert combined table into split table. Patch written by INADA
Naoki.