diff options
author | Raymond Hettinger <python@rcn.com> | 2016-12-16 21:59:32 (GMT) |
---|---|---|
committer | Raymond Hettinger <python@rcn.com> | 2016-12-16 21:59:32 (GMT) |
commit | c28dbd0452d54629328daaab0f80ad5391677d17 (patch) | |
tree | cb25b36c5db4db47e2ebb062d05603e2a12ac603 | |
parent | 10a22dc65a7006e347df4d0b9f0bd0d946802786 (diff) | |
parent | af56e0e70f043ad2615eff403f46d7bc6c411aae (diff) | |
download | cpython-c28dbd0452d54629328daaab0f80ad5391677d17.zip cpython-c28dbd0452d54629328daaab0f80ad5391677d17.tar.gz cpython-c28dbd0452d54629328daaab0f80ad5391677d17.tar.bz2 |
merge
-rw-r--r-- | Lib/functools.py | 6 | ||||
-rw-r--r-- | Lib/test/test_functools.py | 13 | ||||
-rw-r--r-- | Misc/NEWS | 3 |
3 files changed, 20 insertions, 2 deletions
diff --git a/Lib/functools.py b/Lib/functools.py index 9845df2..45e5f87 100644 --- a/Lib/functools.py +++ b/Lib/functools.py @@ -574,14 +574,16 @@ def _lru_cache_wrapper(user_function, maxsize, typed, _CacheInfo): last = root[PREV] link = [last, root, key, result] last[NEXT] = root[PREV] = cache[key] = link - full = (len(cache) >= maxsize) + # Use the __len__() method instead of the len() function + # which could potentially be wrapped in an lru_cache itself. + full = (cache.__len__() >= maxsize) misses += 1 return result def cache_info(): """Report cache statistics""" with lock: - return _CacheInfo(hits, misses, maxsize, len(cache)) + return _CacheInfo(hits, misses, maxsize, cache.__len__()) def cache_clear(): """Clear the cache and cache statistics""" diff --git a/Lib/test/test_functools.py b/Lib/test/test_functools.py index ba2a52f..3a40861 100644 --- a/Lib/test/test_functools.py +++ b/Lib/test/test_functools.py @@ -1,4 +1,5 @@ import abc +import builtins import collections import copy from itertools import permutations @@ -1189,6 +1190,18 @@ class TestLRU: self.assertEqual(misses, 4) self.assertEqual(currsize, 2) + def test_lru_reentrancy_with_len(self): + # Test to make sure the LRU cache code isn't thrown-off by + # caching the built-in len() function. Since len() can be + # cached, we shouldn't use it inside the lru code itself. + old_len = builtins.len + try: + builtins.len = self.module.lru_cache(4)(len) + for i in [0, 0, 1, 2, 3, 3, 4, 5, 6, 1, 7, 2, 1]: + self.assertEqual(len('abcdefghijklmn'[:i]), i) + finally: + builtins.len = old_len + def test_lru_type_error(self): # Regression test for issue #28653. # lru_cache was leaking when one of the arguments @@ -14,6 +14,9 @@ Core and Builtins to/from UTF-8, instead of the locale encoding to avoid inconsistencies with os.fsencode() and os.fsdecode() which are already using UTF-8. +- Issue #28991: functools.lru_cache() was susceptible to an obscure $ + bug triggerable by a monkey-patched len() function. + - Issue #28147: Fix a memory leak in split-table dictionaries: setattr() must not convert combined table into split table. Patch written by INADA Naoki. |