summaryrefslogtreecommitdiff
path: root/crawl.py
diff options
context:
space:
mode:
Diffstat (limited to 'crawl.py')
-rw-r--r--crawl.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/crawl.py b/crawl.py
index bc01946..10e35c3 100644
--- a/crawl.py
+++ b/crawl.py
@@ -31,7 +31,8 @@ def download_urls_with_executor(urls, executor, timeout=60):
fs = executor.run_to_futures(
(functools.partial(load_url, url, timeout) for url in urls),
timeout=timeout)
- for url, future in zip(urls, fs.successful_futures()):
+ for future in fs.successful_futures():
+ url = urls[future.index]
url_to_content[url] = future.result()
return url_to_content
finally: