Update urlextractor_archiveteam.sh

2023-12-05 10:20:47 +00:00 · 2023-12-05 10:20:47 +00:00 · 0d5a54df43
commit 0d5a54df43
parent 805b133dba
1 changed files with 4 additions and 1 deletions
--- a/urlextractor_archiveteam.sh
+++ b/urlextractor_archiveteam.sh
@ -21,4 +21,7 @@ for file in "$directory"/*_urls.txt; do
 done

 # Wait for all gzip processes to finish
-wait
+wait
+
+# Move compressed files to /opt/commoncrawl
+mv "$directory"/*.gz /opt/commoncrawl/