diff --git a/warc_wat_url_processor.py b/warc_wat_url_processor.py index 68215cf..3cad8a8 100644 --- a/warc_wat_url_processor.py +++ b/warc_wat_url_processor.py @@ -87,7 +87,7 @@ for batch in batches: for url in batch: # Create the command to download the URL using axel with 3 connections - command = f'axel -n 2 {url}' + command = f'axel -n 4 {url}' # Start the subprocess in the background pool.apply_async(subprocess.run, args=(command,), kwds={'shell': True})