ArchiveTeam/Migrated_ArchiveOrg_CDX_Stats_Processor
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Roll back to prechange

Browse Source 
revert Update comment with correct directory
This commit is contained in:
datechnoman 2024-03-14 03:51:14 +00:00
parent 9e94e1e108
commit caeec000c3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
urls_automated_cdx_processor.py
View File

@ -216,7 +216,7 @@ def main():
if filename.endswith(".cdx.json"): if filename.endswith(".cdx.json"):
directory_output_file.write(f"{filename}\n") directory_output_file.write(f"{filename}\n")
# Process older files in /opt/cdxfiles/urls and /opt/cdxfiles/urls_tophosts # Process older files in /opt/cdxfiles/urls and urls_tophosts
older_than_48_hours = datetime.now() - timedelta(days=2) older_than_48_hours = datetime.now() - timedelta(days=2)
directories_to_check = [URLS_DIRECTORY, URLS_FILES_DIRECTORY] directories_to_check = [URLS_DIRECTORY, URLS_FILES_DIRECTORY]