Browse Source

fix: remove legacy archive code

master
Dnomd343 2 years ago
parent
commit
663958fe24
  1. 9
      src/aidusk.com/crawler.sh

9
src/aidusk.com/crawler.sh

@ -6,12 +6,3 @@ mkdir -p ./data/html/
python3 catalog.py > ./data/catalog.json python3 catalog.py > ./data/catalog.json
python3 fetch.py ./data/catalog.json ./data/html/ python3 fetch.py ./data/catalog.json ./data/html/
python3 extract.py ./data/catalog.json ./data/html/ > ./data/xxrs.json python3 extract.py ./data/catalog.json ./data/html/ > ./data/xxrs.json
cd ./data/
xz -k9 catalog.json
tar cJf html.tar.xz html/
xz -k9 xxrs.json
mkdir -p ../archive/
mv *.xz ../archive/
cd ../

Loading…
Cancel
Save