summaryrefslogtreecommitdiff
path: root/crawl.py
diff options
context:
space:
mode:
Diffstat (limited to 'crawl.py')
-rw-r--r--crawl.py4
1 files changed, 1 insertions, 3 deletions
diff --git a/crawl.py b/crawl.py
index 80d56e0..bc01946 100644
--- a/crawl.py
+++ b/crawl.py
@@ -28,7 +28,7 @@ def download_urls_sequential(urls, timeout=60):
def download_urls_with_executor(urls, executor, timeout=60):
try:
url_to_content = {}
- fs = executor.run(
+ fs = executor.run_to_futures(
(functools.partial(load_url, url, timeout) for url in urls),
timeout=timeout)
for url, future in zip(urls, fs.successful_futures()):
@@ -37,8 +37,6 @@ def download_urls_with_executor(urls, executor, timeout=60):
finally:
executor.shutdown()
-import functools
-import time
def main():
for name, fn in [('sequential',
functools.partial(download_urls_sequential, URLS)),