Browse Source

feat: crawler script

master
Dnomd343 2 years ago
parent
commit
5ed1beb1ad
  1. 10
      src/wxsy.net/crawler.sh

10
src/wxsy.net/crawler.sh

@ -0,0 +1,10 @@
#!/usr/bin/env bash
cd `dirname $0`
mkdir -p ./data/html/
mkdir -p ./data/json/
python3 catalog.py > ./data/catalog.json
python3 fetch.py ./data/catalog.json ./data/html
python3 extract.py ./data/catalog.json ./data/html ./data/json
python3 release.py ./data/catalog.json ./data/json > ./data/xxrs.json
Loading…
Cancel
Save