summaryrefslogtreecommitdiff
path: root/python2/crawl.py
diff options
context:
space:
mode:
Diffstat (limited to 'python2/crawl.py')
-rw-r--r--python2/crawl.py4
1 files changed, 4 insertions, 0 deletions
diff --git a/python2/crawl.py b/python2/crawl.py
index 88d7c9e..cf4a218 100644
--- a/python2/crawl.py
+++ b/python2/crawl.py
@@ -49,6 +49,10 @@ def main():
('threads',
functools.partial(download_urls_with_executor,
URLS,
+ futures.ThreadPoolExecutor(10))),
+ ('processes',
+ functools.partial(download_urls_with_executor,
+ URLS,
futures.ThreadPoolExecutor(10)))]:
print '%s: ' % name.ljust(12),
start = time.time()