Update multithread_script_5.0.py

2023-12-04 12:00:27 +00:00 · 2023-12-04 12:00:27 +00:00 · 00c0678135
commit 00c0678135
parent d326a35340
1 changed files with 1 additions and 1 deletions
--- a/multithread_script_5.0.py
+++ b/multithread_script_5.0.py
@ -43,7 +43,7 @@ def extract_urls_from_directory(directory_path):

    # Create a multiprocessing Pool with the number of processes
    # based on the available CPU cores
-    pool = Pool(processes=12)
+    pool = Pool(processes=16)

    # Map the file processing function to the list of files
    pool.map(process_file, [os.path.join(directory_path, filename) for filename in file_list if filename.endswith('.wat.gz')])