diff --git a/src/wxsy.net/crawler.sh b/src/wxsy.net/crawler.sh new file mode 100755 index 0000000..e78cec6 --- /dev/null +++ b/src/wxsy.net/crawler.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash + +cd `dirname $0` +mkdir -p ./data/html/ +mkdir -p ./data/json/ + +python3 catalog.py > ./data/catalog.json +python3 fetch.py ./data/catalog.json ./data/html +python3 extract.py ./data/catalog.json ./data/html ./data/json +python3 release.py ./data/catalog.json ./data/json > ./data/xxrs.json