From 74e0fb16dfc6346818aef11437a0f54b9343d93a Mon Sep 17 00:00:00 2001 From: "brian.quinlan" Date: Fri, 5 Jun 2009 05:35:18 +0000 Subject: Change the name of the doc file from futures.html to index.html --- docs/conf.py | 2 +- docs/futures.rst | 276 ------------------------------------------------------- docs/index.rst | 276 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ 3 files changed, 277 insertions(+), 277 deletions(-) delete mode 100644 docs/futures.rst create mode 100644 docs/index.rst diff --git a/docs/conf.py b/docs/conf.py index 430822a..9f033fa 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -34,7 +34,7 @@ source_suffix = '.rst' #source_encoding = 'utf-8' # The master toctree document. -master_doc = 'futures' +master_doc = 'index' # General information about the project. project = u'futures' diff --git a/docs/futures.rst b/docs/futures.rst deleted file mode 100644 index 3393595..0000000 --- a/docs/futures.rst +++ /dev/null @@ -1,276 +0,0 @@ - -:mod:`futures` --- Asynchronous computation -=========================================== - -.. module:: futures - :synopsis: Execute computations asynchronously using threads or - (experimentally) processes. - -XXX Overview. XXX Make this documentation suck less. - -Executor Objects ----------------- - -:class:`Executor` is an abstract class that provides methods to execute calls -asynchronously. It should not be used directly, but through its two -subclasses: :class:`ThreadPoolExecutor` and (experimental) -:class:`ProcessPoolExecutor`. - -.. method:: Executor.run_to_futures(calls, timeout=None, return_when=ALL_COMPLETED) - - Schedule the given calls for execution and return a :class:`FutureList` - containing a :class:`Future` for each call. This method should always be - called using keyword arguments, which are: - - *calls* must be a sequence of callables that take no arguments. - - *timeout* can be used to control the maximum number of seconds to wait before - returning. If *timeout* is not specified or ``None`` then there is no limit - to the wait time. - - *return_when* indicates when the method should return. It must be one of the - following constants: - - +-----------------------------+----------------------------------------+ - | Constant | Description | - +=============================+========================================+ - | :const:`FIRST_COMPLETED` | The method will return when any call | - | | finishes. | - +-----------------------------+----------------------------------------+ - | :const:`FIRST_EXCEPTION` | The method will return when any call | - | | raises an exception or when all calls | - | | finish. | - +-----------------------------+----------------------------------------+ - | :const:`ALL_COMPLETED` | The method will return when all calls | - | | finish. | - +-----------------------------+----------------------------------------+ - | :const:`RETURN_IMMEDIATELY` | The method will return immediately. | - +-----------------------------+----------------------------------------+ - -.. method:: Executor.run_to_results(calls, timeout=None) - - Schedule the given calls for execution and return an iterator over their - results. Raises a :exc:`TimeoutError` if the calls do not complete before - *timeout* seconds. If *timeout* is not specified or ``None`` then there is no - limit to the wait time. - -.. method:: Executor.map(func, *iterables, timeout=None) - - Equivalent to map(*func*, *\*iterables*) but executed asynchronously. Raises - a :exc:`TimeoutError` if the map cannot be generated before *timeout* - seconds. If *timeout* is not specified or ``None`` then there is no limit to - the wait time. - -.. method:: Executor.shutdown() - - Signal the executor that it should free any resources that it is using when - the currently pending futures are done executing. Calls to - :meth:`Executor.run_to_futures`, :meth:`Executor.run_to_results` and - :meth:`Executor.map` made after shutdown will raise :exc:`RuntimeError`. - -ThreadPoolExecutor Objects --------------------------- - -The :class:`ThreadPoolExecutor` class is an :class:`Executor` subclass that uses -a pool of threads to execute calls asynchronously. - -.. class:: ThreadPoolExecutor(max_threads) - - Executes calls asynchronously using at pool of at most *max_threads* threads. - -.. _threadpoolexecutor-example: - -ThreadPoolExecutor Example -^^^^^^^^^^^^^^^^^^^^^^^^^^ -:: - - import functools - import urllib.request - import futures - - URLS = ['http://www.foxnews.com/', - 'http://www.cnn.com/', - 'http://europe.wsj.com/', - 'http://www.bbc.co.uk/', - 'http://some-made-up-domain.com/'] - - def load_url(url, timeout): - return urllib.request.urlopen(url, timeout=timeout).read() - - with futures.ThreadPoolExecutor(50) as executor: - future_list = executor.run_to_futures( - [functools.partial(load_url, url, 30) for url in URLS]) - - for url, future in zip(URLS, future_list): - if future.exception() is not None: - print('%r generated an exception: %s' % (url, future.exception())) - else: - print('%r page is %d bytes' % (url, len(future.result()))) - -ProcessPoolExecutor Objects ---------------------------- - -The :class:`ProcessPoolExecutor` class is an **experimental** :class:`Executor` -subclass that uses a pool of processes to execute calls asynchronously. There -are situations where it can deadlock. - -.. class:: ProcessPoolExecutor(max_processes=None) - - Executes calls asynchronously using a pool of at most *max_processes* - processes. If *max_processes* is ``None`` or not given then as many worker - processes will be created as the machine has processors. - -XXX Same as ThreadPoolExecutor except: - * serialization limits - * no GIL issues - -ProcessPoolExecutor Example -^^^^^^^^^^^^^^^^^^^^^^^^^^^ -:: - - PRIMES = [ - 112272535095293, - 112582705942171, - 112272535095293, - 115280095190773, - 115797848077099, - 1099726899285419] - - def is_prime(n): - if n % 2 == 0: - return False - - sqrt_n = int(math.floor(math.sqrt(n))) - for i in range(3, sqrt_n + 1, 2): - if n % i == 0: - return False - return True - - with futures.ProcessPoolExecutor() as executor: - for number, is_prime in zip(PRIMES, executor.map(is_prime, PRIMES)): - print('%d is prime: %s' % (number, is_prime)) - -FutureList Objects ------------------- - -The :class:`FutureList` class is an immutable container for :class:`Future` -instances and should only be instantiated by :meth:`Executor.run_to_futures`. - -.. method:: FutureList.wait(timeout=None, return_when=ALL_COMPLETED) - - XXX Copy this from ThreadPoolExecutor but with a note about RETURN_IMMEDIATELY - being useless - -.. method:: FutureList.cancel(timeout=None) - - Cancel every :class:`Future` in the list and wait up to *timeout* seconds for - them to be cancelled or, if any are already running, to finish. Raises a - :exc:`TimeoutError` if the running calls do not complete before the timeout. - If *timeout* is not specified or ``None`` then there is no limit to the wait - time. - -.. method:: FutureList.has_running_futures() - - Return true if any :class:`Future` in the list is currently executing. - -.. method:: FutureList.has_cancelled_futures() - - Return true if any :class:`Future` in the list was successfully cancelled. - -.. method:: FutureList.has_done_futures() - - Return true if any :class:`Future` in the list has completed or was - successfully cancelled. - -.. method:: FutureList.has_successful_futures() - - Return true if any :class:`Future` in the list has completed without raising - an exception. - -.. method:: FutureList.has_exception_futures() - - Return true if any :class:`Future` in the list completed by raising an - exception. - -.. method:: FutureList.cancelled_futures() - - Return an iterator over all :class:`Future` instances that were successfully - cancelled. - -.. method:: FutureList.done_futures() - - Return an iterator over all :class:`Future` instances that completed are - were cancelled. - -.. method:: FutureList.successful_futures() - - Return an iterator over all :class:`Future` instances that completed without - raising an exception. - -.. method:: FutureList.exception_futures() - - Return an iterator over all :class:`Future` instances that completed by - raising an exception. - -.. method:: FutureList.running_futures() - - Return an iterator over all :class:`Future` instances that are currently - executing. - -.. method:: FutureList.__len__() - - Return the number of futures in the :class:`FutureList`. - -.. method:: FutureList.__getitem__(i) - - Return the ith :class:`Future` in the list. The order of the futures in the - :class:`FutureList` matches the order of the class passed to - :meth:`Executor.run_to_futures` - -.. method:: FutureList.__contains__(future) - - Return true if *future* is in the list. - -Future Objects --------------- - -The :class:`Future` class encapulates the asynchronous execution of a function -or method call. :class:`Future` instances are created by the -:meth:`Executor.run_to_futures` and bundled into a :class:`FutureList`. - -.. method:: Future.cancel() - - Attempt to cancel the call. If the call is currently being executed then - it cannot be cancelled and the method will return false, otherwise the call - will be cancelled and the method will return true. - -.. method:: Future.cancelled() - - Return true if the call was successfully cancelled. - -.. method:: Future.done() - - Return true if the call was successfully cancelled or finished running. - -.. method:: Future.result(timeout=None) - - Return the value returned by the call. If the call hasn't yet completed then - this method will wait up to *timeout* seconds. If the call hasn't completed - in *timeout* seconds then a :exc:`TimeoutError` will be raised. If *timeout* - is not specified or ``None`` then there is no limit to the wait time. - - If the call raised then this method will raise the same exception. - -.. method:: Future.exception(timeout=None) - - Return the exception raised by the call. If the call hasn't yet completed - then this method will wait up to *timeout* seconds. If the call hasn't - completed in *timeout* seconds then a :exc:`TimeoutError` will be raised. - If *timeout* is not specified or ``None`` then there is no limit to the wait - time. - - If the call completed without raising then ``None`` is returned. - -.. attribute:: Future.index - - int indicating the index of the future in its :class:`FutureList`. \ No newline at end of file diff --git a/docs/index.rst b/docs/index.rst new file mode 100644 index 0000000..3393595 --- /dev/null +++ b/docs/index.rst @@ -0,0 +1,276 @@ + +:mod:`futures` --- Asynchronous computation +=========================================== + +.. module:: futures + :synopsis: Execute computations asynchronously using threads or + (experimentally) processes. + +XXX Overview. XXX Make this documentation suck less. + +Executor Objects +---------------- + +:class:`Executor` is an abstract class that provides methods to execute calls +asynchronously. It should not be used directly, but through its two +subclasses: :class:`ThreadPoolExecutor` and (experimental) +:class:`ProcessPoolExecutor`. + +.. method:: Executor.run_to_futures(calls, timeout=None, return_when=ALL_COMPLETED) + + Schedule the given calls for execution and return a :class:`FutureList` + containing a :class:`Future` for each call. This method should always be + called using keyword arguments, which are: + + *calls* must be a sequence of callables that take no arguments. + + *timeout* can be used to control the maximum number of seconds to wait before + returning. If *timeout* is not specified or ``None`` then there is no limit + to the wait time. + + *return_when* indicates when the method should return. It must be one of the + following constants: + + +-----------------------------+----------------------------------------+ + | Constant | Description | + +=============================+========================================+ + | :const:`FIRST_COMPLETED` | The method will return when any call | + | | finishes. | + +-----------------------------+----------------------------------------+ + | :const:`FIRST_EXCEPTION` | The method will return when any call | + | | raises an exception or when all calls | + | | finish. | + +-----------------------------+----------------------------------------+ + | :const:`ALL_COMPLETED` | The method will return when all calls | + | | finish. | + +-----------------------------+----------------------------------------+ + | :const:`RETURN_IMMEDIATELY` | The method will return immediately. | + +-----------------------------+----------------------------------------+ + +.. method:: Executor.run_to_results(calls, timeout=None) + + Schedule the given calls for execution and return an iterator over their + results. Raises a :exc:`TimeoutError` if the calls do not complete before + *timeout* seconds. If *timeout* is not specified or ``None`` then there is no + limit to the wait time. + +.. method:: Executor.map(func, *iterables, timeout=None) + + Equivalent to map(*func*, *\*iterables*) but executed asynchronously. Raises + a :exc:`TimeoutError` if the map cannot be generated before *timeout* + seconds. If *timeout* is not specified or ``None`` then there is no limit to + the wait time. + +.. method:: Executor.shutdown() + + Signal the executor that it should free any resources that it is using when + the currently pending futures are done executing. Calls to + :meth:`Executor.run_to_futures`, :meth:`Executor.run_to_results` and + :meth:`Executor.map` made after shutdown will raise :exc:`RuntimeError`. + +ThreadPoolExecutor Objects +-------------------------- + +The :class:`ThreadPoolExecutor` class is an :class:`Executor` subclass that uses +a pool of threads to execute calls asynchronously. + +.. class:: ThreadPoolExecutor(max_threads) + + Executes calls asynchronously using at pool of at most *max_threads* threads. + +.. _threadpoolexecutor-example: + +ThreadPoolExecutor Example +^^^^^^^^^^^^^^^^^^^^^^^^^^ +:: + + import functools + import urllib.request + import futures + + URLS = ['http://www.foxnews.com/', + 'http://www.cnn.com/', + 'http://europe.wsj.com/', + 'http://www.bbc.co.uk/', + 'http://some-made-up-domain.com/'] + + def load_url(url, timeout): + return urllib.request.urlopen(url, timeout=timeout).read() + + with futures.ThreadPoolExecutor(50) as executor: + future_list = executor.run_to_futures( + [functools.partial(load_url, url, 30) for url in URLS]) + + for url, future in zip(URLS, future_list): + if future.exception() is not None: + print('%r generated an exception: %s' % (url, future.exception())) + else: + print('%r page is %d bytes' % (url, len(future.result()))) + +ProcessPoolExecutor Objects +--------------------------- + +The :class:`ProcessPoolExecutor` class is an **experimental** :class:`Executor` +subclass that uses a pool of processes to execute calls asynchronously. There +are situations where it can deadlock. + +.. class:: ProcessPoolExecutor(max_processes=None) + + Executes calls asynchronously using a pool of at most *max_processes* + processes. If *max_processes* is ``None`` or not given then as many worker + processes will be created as the machine has processors. + +XXX Same as ThreadPoolExecutor except: + * serialization limits + * no GIL issues + +ProcessPoolExecutor Example +^^^^^^^^^^^^^^^^^^^^^^^^^^^ +:: + + PRIMES = [ + 112272535095293, + 112582705942171, + 112272535095293, + 115280095190773, + 115797848077099, + 1099726899285419] + + def is_prime(n): + if n % 2 == 0: + return False + + sqrt_n = int(math.floor(math.sqrt(n))) + for i in range(3, sqrt_n + 1, 2): + if n % i == 0: + return False + return True + + with futures.ProcessPoolExecutor() as executor: + for number, is_prime in zip(PRIMES, executor.map(is_prime, PRIMES)): + print('%d is prime: %s' % (number, is_prime)) + +FutureList Objects +------------------ + +The :class:`FutureList` class is an immutable container for :class:`Future` +instances and should only be instantiated by :meth:`Executor.run_to_futures`. + +.. method:: FutureList.wait(timeout=None, return_when=ALL_COMPLETED) + + XXX Copy this from ThreadPoolExecutor but with a note about RETURN_IMMEDIATELY + being useless + +.. method:: FutureList.cancel(timeout=None) + + Cancel every :class:`Future` in the list and wait up to *timeout* seconds for + them to be cancelled or, if any are already running, to finish. Raises a + :exc:`TimeoutError` if the running calls do not complete before the timeout. + If *timeout* is not specified or ``None`` then there is no limit to the wait + time. + +.. method:: FutureList.has_running_futures() + + Return true if any :class:`Future` in the list is currently executing. + +.. method:: FutureList.has_cancelled_futures() + + Return true if any :class:`Future` in the list was successfully cancelled. + +.. method:: FutureList.has_done_futures() + + Return true if any :class:`Future` in the list has completed or was + successfully cancelled. + +.. method:: FutureList.has_successful_futures() + + Return true if any :class:`Future` in the list has completed without raising + an exception. + +.. method:: FutureList.has_exception_futures() + + Return true if any :class:`Future` in the list completed by raising an + exception. + +.. method:: FutureList.cancelled_futures() + + Return an iterator over all :class:`Future` instances that were successfully + cancelled. + +.. method:: FutureList.done_futures() + + Return an iterator over all :class:`Future` instances that completed are + were cancelled. + +.. method:: FutureList.successful_futures() + + Return an iterator over all :class:`Future` instances that completed without + raising an exception. + +.. method:: FutureList.exception_futures() + + Return an iterator over all :class:`Future` instances that completed by + raising an exception. + +.. method:: FutureList.running_futures() + + Return an iterator over all :class:`Future` instances that are currently + executing. + +.. method:: FutureList.__len__() + + Return the number of futures in the :class:`FutureList`. + +.. method:: FutureList.__getitem__(i) + + Return the ith :class:`Future` in the list. The order of the futures in the + :class:`FutureList` matches the order of the class passed to + :meth:`Executor.run_to_futures` + +.. method:: FutureList.__contains__(future) + + Return true if *future* is in the list. + +Future Objects +-------------- + +The :class:`Future` class encapulates the asynchronous execution of a function +or method call. :class:`Future` instances are created by the +:meth:`Executor.run_to_futures` and bundled into a :class:`FutureList`. + +.. method:: Future.cancel() + + Attempt to cancel the call. If the call is currently being executed then + it cannot be cancelled and the method will return false, otherwise the call + will be cancelled and the method will return true. + +.. method:: Future.cancelled() + + Return true if the call was successfully cancelled. + +.. method:: Future.done() + + Return true if the call was successfully cancelled or finished running. + +.. method:: Future.result(timeout=None) + + Return the value returned by the call. If the call hasn't yet completed then + this method will wait up to *timeout* seconds. If the call hasn't completed + in *timeout* seconds then a :exc:`TimeoutError` will be raised. If *timeout* + is not specified or ``None`` then there is no limit to the wait time. + + If the call raised then this method will raise the same exception. + +.. method:: Future.exception(timeout=None) + + Return the exception raised by the call. If the call hasn't yet completed + then this method will wait up to *timeout* seconds. If the call hasn't + completed in *timeout* seconds then a :exc:`TimeoutError` will be raised. + If *timeout* is not specified or ``None`` then there is no limit to the wait + time. + + If the call completed without raising then ``None`` is returned. + +.. attribute:: Future.index + + int indicating the index of the future in its :class:`FutureList`. \ No newline at end of file -- cgit v1.2.1