Update zstd to overwrite conflicts

2024-01-28 11:39:00 +00:00 · 2024-01-28 11:39:00 +00:00 · ebc07a6974
commit ebc07a6974
parent 29d24e9826
1 changed files with 1 additions and 1 deletions
--- a/warc_wat_url_processor.py
+++ b/warc_wat_url_processor.py
@ -60,7 +60,7 @@ def process_file(file_path):

        # Use zstd command-line tool for compression
        compressed_file_path = f'{output_file_path}.zst'
-        command_compress = f'zstd -T0 -12 --long {output_file_path} -o {compressed_file_path}'
+        command_compress = f'zstd -f -T0 -12 --long {output_file_path} -o {compressed_file_path}'

        try:
            # Run the compression command synchronously and wait for it to complete