From 8244b9241aa6a2c95bc457eaee1f3248ef006e9f Mon Sep 17 00:00:00 2001 From: datechnoman Date: Fri, 26 Jan 2024 08:01:39 +0000 Subject: [PATCH] Update concurrency --- warc_wat_url_processor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/warc_wat_url_processor.py b/warc_wat_url_processor.py index 089f8a5..90d506a 100644 --- a/warc_wat_url_processor.py +++ b/warc_wat_url_processor.py @@ -78,7 +78,7 @@ def process_file(file_path): def download_and_process_file(url): try: - command = f'axel -n 3 {url}' + command = f'axel -n 4 {url}' result = subprocess.run(command, shell=True, check=True) if result.returncode == 0: file_path = os.path.join(os.getcwd(), os.path.basename(url))