diff options
author | Martin v. Löwis <martin@v.loewis.de> | 2011-01-03 00:07:01 (GMT) |
---|---|---|
committer | Martin v. Löwis <martin@v.loewis.de> | 2011-01-03 00:07:01 (GMT) |
commit | 9f6d48ba4e43b9cadd0b842e6ed1abbfebf759ed (patch) | |
tree | 51276793e8a55e3b9a4ebbbee8de929e3f3e78c0 /Lib/test/test_concurrent_futures.py | |
parent | e10608cf5de214985308a8d9eb6ace07bc9c590e (diff) | |
download | cpython-9f6d48ba4e43b9cadd0b842e6ed1abbfebf759ed.zip cpython-9f6d48ba4e43b9cadd0b842e6ed1abbfebf759ed.tar.gz cpython-9f6d48ba4e43b9cadd0b842e6ed1abbfebf759ed.tar.bz2 |
Issue #10798: Reject supporting concurrent.futures if the system has
too few POSIX semaphores.
Diffstat (limited to 'Lib/test/test_concurrent_futures.py')
-rw-r--r-- | Lib/test/test_concurrent_futures.py | 130 |
1 files changed, 58 insertions, 72 deletions
diff --git a/Lib/test/test_concurrent_futures.py b/Lib/test/test_concurrent_futures.py index 6a95a36..48f2e7e 100644 --- a/Lib/test/test_concurrent_futures.py +++ b/Lib/test/test_concurrent_futures.py @@ -69,7 +69,7 @@ class Call(object): assert handle is not None return handle else: - event = multiprocessing.Event() + event = self.Event[0]() self.CALL_LOCKS[id(event)] = event return id(event) @@ -99,7 +99,8 @@ class Call(object): else: self.CALL_LOCKS[handle].set() - def __init__(self, manual_finish=False, result=42): + def __init__(self, Event, manual_finish=False, result=42): + self.Event = Event self._called_event = self._create_event() self._can_finish = self._create_event() @@ -138,8 +139,8 @@ class ExceptionCall(Call): raise ZeroDivisionError() class MapCall(Call): - def __init__(self, result=42): - super().__init__(manual_finish=True, result=result) + def __init__(self, Event, result=42): + super().__init__(Event, manual_finish=True, result=result) def __call__(self, manual_finish): if manual_finish: @@ -155,9 +156,9 @@ class ExecutorShutdownTest(unittest.TestCase): def _start_some_futures(self): - call1 = Call(manual_finish=True) - call2 = Call(manual_finish=True) - call3 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) + call2 = Call(self.Event, manual_finish=True) + call3 = Call(self.Event, manual_finish=True) try: self.executor.submit(call1) @@ -176,13 +177,28 @@ class ExecutorShutdownTest(unittest.TestCase): call2.close() call3.close() -class ThreadPoolShutdownTest(ExecutorShutdownTest): +class ThreadPoolMixin: + # wrap in tuple to prevent creation of instance methods + Event = (threading.Event,) def setUp(self): self.executor = futures.ThreadPoolExecutor(max_workers=5) def tearDown(self): self.executor.shutdown(wait=True) +class ProcessPoolMixin: + # wrap in tuple to prevent creation of instance methods + Event = (multiprocessing.Event,) + def setUp(self): + try: + self.executor = futures.ProcessPoolExecutor(max_workers=5) + except NotImplementedError as e: + self.skipTest(str(e)) + + def tearDown(self): + self.executor.shutdown(wait=True) + +class ThreadPoolShutdownTest(ThreadPoolMixin, ExecutorShutdownTest): def test_threads_terminate(self): self._start_some_futures() self.assertEqual(len(self.executor._threads), 3) @@ -208,13 +224,7 @@ class ThreadPoolShutdownTest(ExecutorShutdownTest): for t in threads: t.join() -class ProcessPoolShutdownTest(ExecutorShutdownTest): - def setUp(self): - self.executor = futures.ProcessPoolExecutor(max_workers=5) - - def tearDown(self): - self.executor.shutdown(wait=True) - +class ProcessPoolShutdownTest(ProcessPoolMixin, ExecutorShutdownTest): def test_processes_terminate(self): self._start_some_futures() self.assertEqual(len(self.executor._processes), 5) @@ -251,8 +261,8 @@ class WaitTests(unittest.TestCase): pass call1.set_can() - call1 = Call(manual_finish=True) - call2 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) + call2 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) future2 = self.executor.submit(call2) @@ -270,7 +280,7 @@ class WaitTests(unittest.TestCase): call2.close() def test_first_completed_one_already_completed(self): - call1 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) @@ -290,9 +300,9 @@ class WaitTests(unittest.TestCase): call1.set_can() call2.set_can() - call1 = Call(manual_finish=True) - call2 = ExceptionCall(manual_finish=True) - call3 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) + call2 = ExceptionCall(self.Event, manual_finish=True) + call3 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) future2 = self.executor.submit(call2) @@ -317,8 +327,8 @@ class WaitTests(unittest.TestCase): pass call1.set_can() - call1 = ExceptionCall(manual_finish=True) - call2 = Call(manual_finish=True) + call1 = ExceptionCall(self.Event, manual_finish=True) + call2 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) future2 = self.executor.submit(call2) @@ -343,7 +353,7 @@ class WaitTests(unittest.TestCase): call2.close() def test_first_exception_one_already_failed(self): - call1 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) @@ -363,8 +373,8 @@ class WaitTests(unittest.TestCase): call1.set_can() call2.set_can() - call1 = Call(manual_finish=True) - call2 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) + call2 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) future2 = self.executor.submit(call2) @@ -397,10 +407,10 @@ class WaitTests(unittest.TestCase): 'this test assumes that future4 will be cancelled before it is ' 'queued to run - which might not be the case if ' 'ProcessPoolExecutor is too aggresive in scheduling futures') - call1 = Call(manual_finish=True) - call2 = Call(manual_finish=True) - call3 = Call(manual_finish=True) - call4 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) + call2 = Call(self.Event, manual_finish=True) + call3 = Call(self.Event, manual_finish=True) + call4 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) future2 = self.executor.submit(call2) @@ -432,8 +442,8 @@ class WaitTests(unittest.TestCase): pass call1.set_can() - call1 = Call(manual_finish=True) - call2 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) + call2 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) future2 = self.executor.submit(call2) @@ -460,19 +470,11 @@ class WaitTests(unittest.TestCase): call2.close() -class ThreadPoolWaitTests(WaitTests): - def setUp(self): - self.executor = futures.ThreadPoolExecutor(max_workers=1) +class ThreadPoolWaitTests(ThreadPoolMixin, WaitTests): + pass - def tearDown(self): - self.executor.shutdown(wait=True) - -class ProcessPoolWaitTests(WaitTests): - def setUp(self): - self.executor = futures.ProcessPoolExecutor(max_workers=1) - - def tearDown(self): - self.executor.shutdown(wait=True) +class ProcessPoolWaitTests(ProcessPoolMixin, WaitTests): + pass class AsCompletedTests(unittest.TestCase): # TODO(brian@sweetapp.com): Should have a test with a non-zero timeout. @@ -483,8 +485,8 @@ class AsCompletedTests(unittest.TestCase): call1.set_can() call2.set_can() - call1 = Call(manual_finish=True) - call2 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) + call2 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) future2 = self.executor.submit(call2) @@ -507,7 +509,7 @@ class AsCompletedTests(unittest.TestCase): call2.close() def test_zero_timeout(self): - call1 = Call(manual_finish=True) + call1 = Call(self.Event, manual_finish=True) try: future1 = self.executor.submit(call1) completed_futures = set() @@ -529,19 +531,11 @@ class AsCompletedTests(unittest.TestCase): finally: call1.close() -class ThreadPoolAsCompletedTests(AsCompletedTests): - def setUp(self): - self.executor = futures.ThreadPoolExecutor(max_workers=1) - - def tearDown(self): - self.executor.shutdown(wait=True) +class ThreadPoolAsCompletedTests(ThreadPoolMixin, AsCompletedTests): + pass -class ProcessPoolAsCompletedTests(AsCompletedTests): - def setUp(self): - self.executor = futures.ProcessPoolExecutor(max_workers=1) - - def tearDown(self): - self.executor.shutdown(wait=True) +class ProcessPoolAsCompletedTests(ProcessPoolMixin, AsCompletedTests): + pass class ExecutorTest(unittest.TestCase): # Executor.shutdown() and context manager usage is tested by @@ -567,7 +561,7 @@ class ExecutorTest(unittest.TestCase): def test_map_timeout(self): results = [] - timeout_call = MapCall() + timeout_call = MapCall(self.Event) try: try: for i in self.executor.map(timeout_call, @@ -583,19 +577,11 @@ class ExecutorTest(unittest.TestCase): self.assertEqual([42, 42], results) -class ThreadPoolExecutorTest(ExecutorTest): - def setUp(self): - self.executor = futures.ThreadPoolExecutor(max_workers=1) - - def tearDown(self): - self.executor.shutdown(wait=True) +class ThreadPoolExecutorTest(ThreadPoolMixin, ExecutorTest): + pass -class ProcessPoolExecutorTest(ExecutorTest): - def setUp(self): - self.executor = futures.ProcessPoolExecutor(max_workers=1) - - def tearDown(self): - self.executor.shutdown(wait=True) +class ProcessPoolExecutorTest(ProcessPoolMixin, ExecutorTest): + pass class FutureTests(unittest.TestCase): def test_done_callback_with_result(self): |