summaryrefslogtreecommitdiffstats
path: root/Lib
diff options
context:
space:
mode:
authorRaymond Hettinger <python@rcn.com>2010-08-15 03:30:45 (GMT)
committerRaymond Hettinger <python@rcn.com>2010-08-15 03:30:45 (GMT)
commitf309828175e8db1b858d31dda23bbd984940a08a (patch)
tree582fef3dcf80cba6db31d1a239d93ea496c7baa2 /Lib
parent0f56e90f0582a4171a9e3e1e2ffde2781be4bffd (diff)
downloadcpython-f309828175e8db1b858d31dda23bbd984940a08a.zip
cpython-f309828175e8db1b858d31dda23bbd984940a08a.tar.gz
cpython-f309828175e8db1b858d31dda23bbd984940a08a.tar.bz2
Remove the lfu_cache. Add more tests.
Diffstat (limited to 'Lib')
-rw-r--r--Lib/functools.py52
-rw-r--r--Lib/test/test_functools.py65
2 files changed, 15 insertions, 102 deletions
diff --git a/Lib/functools.py b/Lib/functools.py
index 9f28004..efc533c 100644
--- a/Lib/functools.py
+++ b/Lib/functools.py
@@ -110,58 +110,6 @@ def cmp_to_key(mycmp):
raise TypeError('hash not implemented')
return K
-def lfu_cache(maxsize=100):
- """Least-frequently-used cache decorator.
-
- Arguments to the cached function must be hashable.
- Cache performance statistics stored in f.hits and f.misses.
- Clear the cache using f.clear().
- http://en.wikipedia.org/wiki/Cache_algorithms#Least-Frequently_Used
-
- """
- def decorating_function(user_function, tuple=tuple, sorted=sorted,
- len=len, KeyError=KeyError):
- cache = {} # mapping of args to results
- use_count = Counter() # times each key has been accessed
- kwd_mark = object() # separate positional and keyword args
- lock = Lock()
-
- @wraps(user_function)
- def wrapper(*args, **kwds):
- key = args
- if kwds:
- key += (kwd_mark,) + tuple(sorted(kwds.items()))
- try:
- with lock:
- use_count[key] += 1 # count a use of this key
- result = cache[key]
- wrapper.hits += 1
- except KeyError:
- result = user_function(*args, **kwds)
- with lock:
- use_count[key] += 1 # count a use of this key
- cache[key] = result
- wrapper.misses += 1
- if len(cache) > maxsize:
- # purge the 10% least frequently used entries
- for key, _ in nsmallest(maxsize // 10 or 1,
- use_count.items(),
- key=itemgetter(1)):
- del cache[key], use_count[key]
- return result
-
- def clear():
- """Clear the cache and cache statistics"""
- with lock:
- cache.clear()
- use_count.clear()
- wrapper.hits = wrapper.misses = 0
-
- wrapper.hits = wrapper.misses = 0
- wrapper.clear = clear
- return wrapper
- return decorating_function
-
def lru_cache(maxsize=100):
"""Least-recently-used cache decorator.
diff --git a/Lib/test/test_functools.py b/Lib/test/test_functools.py
index 4dd6fab..f9e8a97 100644
--- a/Lib/test/test_functools.py
+++ b/Lib/test/test_functools.py
@@ -483,73 +483,38 @@ class TestLRU(unittest.TestCase):
self.assertEqual(f.misses, 1)
# test size zero (which means "never-cache")
- f_cnt = 0
@functools.lru_cache(0)
def f():
nonlocal f_cnt
f_cnt += 1
return 20
- self.assertEqual(f(), 20)
- self.assertEqual(f(), 20)
- self.assertEqual(f(), 20)
- self.assertEqual(f_cnt, 3)
+ f_cnt = 0
+ for i in range(5):
+ self.assertEqual(f(), 20)
+ self.assertEqual(f_cnt, 5)
# test size one
- f_cnt = 0
@functools.lru_cache(1)
def f():
nonlocal f_cnt
f_cnt += 1
return 20
- self.assertEqual(f(), 20)
- self.assertEqual(f(), 20)
- self.assertEqual(f(), 20)
+ f_cnt = 0
+ for i in range(5):
+ self.assertEqual(f(), 20)
self.assertEqual(f_cnt, 1)
- def test_lfu(self):
- def orig(x, y):
- return 3*x+y
- f = functools.lfu_cache(maxsize=20)(orig)
-
- domain = range(5)
- for i in range(1000):
- x, y = choice(domain), choice(domain)
- actual = f(x, y)
- expected = orig(x, y)
- self.assertEquals(actual, expected)
- self.assert_(f.hits > f.misses)
- self.assertEquals(f.hits + f.misses, 1000)
-
- f.clear() # test clearing
- self.assertEqual(f.hits, 0)
- self.assertEqual(f.misses, 0)
- f(x, y)
- self.assertEqual(f.hits, 0)
- self.assertEqual(f.misses, 1)
-
- # test size zero (which means "never-cache")
- f_cnt = 0
- @functools.lfu_cache(0)
- def f():
+ # test size two
+ @functools.lru_cache(2)
+ def f(x):
nonlocal f_cnt
f_cnt += 1
- return 20
- self.assertEqual(f(), 20)
- self.assertEqual(f(), 20)
- self.assertEqual(f(), 20)
- self.assertEqual(f_cnt, 3)
-
- # test size one
+ return x*10
f_cnt = 0
- @functools.lfu_cache(1)
- def f():
- nonlocal f_cnt
- f_cnt += 1
- return 20
- self.assertEqual(f(), 20)
- self.assertEqual(f(), 20)
- self.assertEqual(f(), 20)
- self.assertEqual(f_cnt, 1)
+ for x in 7, 9, 7, 9, 7, 9, 8, 8, 8, 9, 9, 9, 8, 8, 8, 7:
+ # * * * *
+ self.assertEqual(f(x), x*10)
+ self.assertEqual(f_cnt, 4)
def test_main(verbose=None):
test_classes = (