ArchiveTeam/CommonCrawl_URL_Processor
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update prerequisites.sh

Browse Source
This commit is contained in:
datechnoman 2024-01-20 11:14:42 +00:00
parent 17b4ce6077
commit d1cfd0178f
1 changed files with 13 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
prerequisites.sh
View File

@ -1,12 +1,14 @@
apt-get update
apt-get install axel -y
apt-get install parallel -y
cd /opt/
git clone https://git.datechnoman.com/ArchiveTeam/CommonCrawl_URL_Processor.git
cd /opt/CommonCrawl_URL_Processor
chmod u+x commoncrawl_url_processor.py
chmod u+x urlextractor_archiveteam.sh
mv rsyncd.conf rsyncd.passwd /etc/
chmod 0600 /etc/rsyncd.passwd
systemctl restart rsync
apt-get update
apt-get install axel -y
apt-get install parallel -y
apt-get install python3-pip -y
pip install zstandard
cd /opt/
git clone https://git.datechnoman.com/ArchiveTeam/CommonCrawl_URL_Processor.git
cd /opt/CommonCrawl_URL_Processor
chmod u+x commoncrawl_url_processor.py
chmod u+x urlextractor_archiveteam.sh
mv rsyncd.conf rsyncd.passwd /etc/
chmod 0600 /etc/rsyncd.passwd
systemctl restart rsync
wget -O /tmp/netdata-kickstart.sh https://my-netdata.io/kickstart.sh && sh /tmp/netdata-kickstart.sh --no-updates --stable-channel --disable-telemetry