diff --git a/prerequisites.sh b/prerequisites.sh index 1f2ff1d..108f3e3 100644 --- a/prerequisites.sh +++ b/prerequisites.sh @@ -2,6 +2,7 @@ apt-get update apt-get install axel -y apt-get install parallel -y apt-get install slurm -y +apt-get install zstd -y cd /opt/ git clone https://git.datechnoman.com/ArchiveTeam/CommonCrawl_URL_Processor.git cd /opt/CommonCrawl_URL_Processor