ArchiveTeam/Migrated_ArchiveOrg_CDX_Stats_Processor
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update comment with correct directory

Browse Source
This commit is contained in:
datechnoman 2024-03-12 04:22:07 +00:00
parent 27a2b56936
commit d36d5ca79e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
urls_automated_cdx_processor.py
View File

@ -209,7 +209,7 @@ def main():
if filename.endswith(".cdx.json"): if filename.endswith(".cdx.json"):
directory_output_file.write(f"{filename}\n") directory_output_file.write(f"{filename}\n")
# Process older files in /opt/cdxfiles/urls and urls_tophosts # Process older files in /opt/cdxfiles/urls and /opt/cdxfiles/urls_tophosts
older_than_48_hours = datetime.now() - timedelta(days=2) older_than_48_hours = datetime.now() - timedelta(days=2)
directories_to_check = [URLS_DIRECTORY, URLS_FILES_DIRECTORY] directories_to_check = [URLS_DIRECTORY, URLS_FILES_DIRECTORY]