ArchiveTeam/CommonCrawl_URL_Processor
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Upload files to "/"

Browse Source
This commit is contained in:
datechnoman 2023-12-12 10:22:31 +00:00
parent 7f9480bc40
commit b7ce7aa4b0
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
prerequisites.sh Normal file
View File

@ -0,0 +1,12 @@
apt-get update
apt-get install axel -y
apt-get install parallel -y
cd /opt/
git clone https://git.datechnoman.com/ArchiveTeam/CommonCrawl_URL_Processor.git
cd /opt/CommonCrawl_URL_Processor
chmod u+x commoncrawl_url_processor.py
chmod u+x urlextractor_archiveteam.sh
mv rsyncd.conf rsyncd.passwd /etc/
chmod 0600 /etc/rsyncd.passwd
systemctl restart rsync
wget -O /tmp/netdata-kickstart.sh https://my-netdata.io/kickstart.sh && sh /tmp/netdata-kickstart.sh --no-updates --stable-channel --disable-telemetry