diff --git a/prerequisites.sh b/prerequisites.sh index 85a35c8..f810920 100644 --- a/prerequisites.sh +++ b/prerequisites.sh @@ -1,8 +1,6 @@ apt-get update apt-get install axel -y apt-get install parallel -y -apt-get install python3-pip -y -pip install zstandard cd /opt/ git clone https://git.datechnoman.com/ArchiveTeam/CommonCrawl_URL_Processor.git cd /opt/CommonCrawl_URL_Processor