Update warc_wat_url_processor.py
This commit is contained in:
parent
486a68a796
commit
3151fce353
@ -117,7 +117,7 @@ def main():
|
||||
|
||||
urls = [url.strip() for url in urls]
|
||||
|
||||
download_concurrency_level = 40
|
||||
download_concurrency_level = 15
|
||||
|
||||
with ProcessPoolExecutor(max_workers=download_concurrency_level) as executor:
|
||||
print("Submitting tasks to the ProcessPoolExecutor...")
|
||||
|
Loading…
Reference in New Issue
Block a user