apt-get update
apt-get install axel -y
apt-get install parallel -y
apt-get install python3-pip -y
pip install zstandard
cd /opt/
git clone https://git.datechnoman.com/ArchiveTeam/CommonCrawl_URL_Processor.git
cd /opt/CommonCrawl_URL_Processor
chmod u+x commoncrawl_url_processor.py
chmod u+x urlextractor_archiveteam.sh
mv rsyncd.conf rsyncd.passwd /etc/
chmod 0600 /etc/rsyncd.passwd
systemctl restart rsync
wget -O /tmp/netdata-kickstart.sh https://my-netdata.io/kickstart.sh && sh /tmp/netdata-kickstart.sh --no-updates --stable-channel --disable-telemetry