diff --git a/urls_automated_cdx_processor.py b/urls_automated_cdx_processor.py index e89a165..c69c8b6 100644 --- a/urls_automated_cdx_processor.py +++ b/urls_automated_cdx_processor.py @@ -216,7 +216,7 @@ def main(): if filename.endswith(".cdx.json"): directory_output_file.write(f"{filename}\n") - # Process older files in /opt/cdxfiles/urls and /opt/cdxfiles/urls_tophosts + # Process older files in /opt/cdxfiles/urls and urls_tophosts older_than_48_hours = datetime.now() - timedelta(days=2) directories_to_check = [URLS_DIRECTORY, URLS_FILES_DIRECTORY]