From 17b4ce60771115df8394172cd266f07ce6ed4438 Mon Sep 17 00:00:00 2001 From: datechnoman Date: Sat, 20 Jan 2024 03:26:03 +0000 Subject: [PATCH] Update warc_wat_url_processor.py --- warc_wat_url_processor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/warc_wat_url_processor.py b/warc_wat_url_processor.py index 68215cf..3cad8a8 100644 --- a/warc_wat_url_processor.py +++ b/warc_wat_url_processor.py @@ -87,7 +87,7 @@ for batch in batches: for url in batch: # Create the command to download the URL using axel with 3 connections - command = f'axel -n 2 {url}' + command = f'axel -n 4 {url}' # Start the subprocess in the background pool.apply_async(subprocess.run, args=(command,), kwds={'shell': True})