Simplify update-index.sh
parent
241a83281f
commit
370e9a33ba
@ -1,33 +1,30 @@
|
|||||||
# This script updates the index and pushes it to IPFS. Should be run often.
|
# This script updates the index. Testing and uploading to server/IPFS is done manually.
|
||||||
|
|
||||||
echo "Scraping trackers for seed/leech data"
|
echo "Scraping trackers for seed/leech data"
|
||||||
mosh nextgen@dev.ipfsearch.xyz "~/tracker-scraper"
|
mosh nextgen@server "~/tracker-scraper"
|
||||||
echo "Generating SQL dump"
|
echo "Generating SQL dump"
|
||||||
ssh nextgen@dev.ipfsearch.xyz pg_dump --data-only --inserts nextgen > index-generator/dump.sql
|
ssh nextgen@server pg_dump --data-only --inserts nextgen > index-generator/dump.sql
|
||||||
|
|
||||||
sed -i -e 's/public.peercount/peercount/g' index-generator/dump.sql
|
sed -i -e 's/public.peercount/peercount/g' index-generator/dump.sql
|
||||||
sed -i -e 's/public.torrent/torrent/g' index-generator/dump.sql
|
sed -i -e 's/public.torrent/torrent/g' index-generator/dump.sql
|
||||||
tail -n +21 index-generator/dump.sql > index-generator/newdump.sql # remove headers
|
tail -n +21 index-generator/dump.sql > index-generator/newdump.sql # remove headers
|
||||||
mv index-generator/newdump.sql index-generator/dump.sql
|
mv index-generator/newdump.sql index-generator/dump.sql
|
||||||
rm index-generator/db.sqlite3
|
rm index-generator/db.sqlite3
|
||||||
|
echo "Preparing sqlite DB"
|
||||||
|
sqlite3 index-generator/db.sqlite3 "CREATE TABLE peercount ( infohash char(40), tracker varchar, seeders int, leechers int, completed int, scraped timestamp, ws boolean);"
|
||||||
|
sqlite3 index-generator/db.sqlite3 "CREATE TABLE torrent( infohash char(40), name varchar, length bigint, added timestamp);"
|
||||||
echo """Do the following:
|
echo """Do the following:
|
||||||
$ sqlite3 index-generator/db.sqlite3
|
$ sqlite3 index-generator/db.sqlite3
|
||||||
|
|
||||||
sqlite> CREATE TABLE peercount ( infohash char(40), tracker varchar, seeders int, leechers int, completed int, scraped timestamp, ws boolean);
|
|
||||||
sqlite> CREATE TABLE torrent( infohash char(40), name varchar, length bigint, added timestamp);
|
|
||||||
sqlite> BEGIN;
|
sqlite> BEGIN;
|
||||||
sqlite> .read index-generator/dump.sql
|
sqlite> .read index-generator/dump.sql
|
||||||
sqlite> END;"""
|
sqlite> END;"""
|
||||||
bash
|
bash
|
||||||
echo "Generating index now..."
|
echo "Generating index now..."
|
||||||
cd index-generator
|
(cd index-generator; node --max-old-space-size=10000 main.js)
|
||||||
node --max-old-space-size=10000 main.js
|
echo "Check meta.json, add resultPage:'resultpage', fix invURLBase, inxURLBase"
|
||||||
cd ..
|
|
||||||
echo "Check meta.json, add resultPage='resultpage', fix invURLBase, inxURLBase"
|
|
||||||
nano website/generated/inx.meta.json
|
nano website/generated/inx.meta.json
|
||||||
echo "Uploading website"
|
echo "Uploading website"
|
||||||
cd website
|
cd website
|
||||||
scp -r . user@server:/www/torrent-paradise.ml
|
scp -r . user@server:/www/torrent-paradise.ml
|
||||||
echo "Finished uploading website to server. Adding to IPFS"
|
echo "Finished uploading website to server."
|
||||||
ssh user@server sudo -u ipfs ipfs add -r /www/torrent-paradise.ml/
|
|
||||||
echo "Check if it works, maybe publish to IPNS."
|
|
Loading…
Reference in New Issue