CommonCrawl_URL_Processor/prerequisites.sh

12 lines
506 B
Bash
Raw Normal View History

2024-01-20 11:14:42 +00:00
apt-get update
apt-get install axel -y
apt-get install parallel -y
cd /opt/
git clone https://git.datechnoman.com/ArchiveTeam/CommonCrawl_URL_Processor.git
cd /opt/CommonCrawl_URL_Processor
chmod u+x commoncrawl_url_processor.py
chmod u+x urlextractor_archiveteam.sh
mv rsyncd.conf rsyncd.passwd /etc/
chmod 0600 /etc/rsyncd.passwd
systemctl restart rsync
2023-12-12 10:22:31 +00:00
wget -O /tmp/netdata-kickstart.sh https://my-netdata.io/kickstart.sh && sh /tmp/netdata-kickstart.sh --no-updates --stable-channel --disable-telemetry