You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env bash
|
|
|
|
|
|
|
|
|
|
cd "$(dirname "$0")"
|
|
|
|
|
rm -rf ./data/
|
|
|
|
|
mkdir -p ./data/html/
|
|
|
|
|
mkdir -p ./data/json/
|
|
|
|
|
|
|
|
|
|
[ -z "${DELAY}" ] && DELAY=1
|
|
|
|
|
[ -z "${THREAD}" ] && THREAD=1
|
|
|
|
|
|
|
|
|
|
python3 catalog.py "${PROXY}" > ./data/catalog.json
|
|
|
|
|
python3 fetch.py ./data/catalog.json ./data/html/ "${PROXY}" ${THREAD} ${DELAY}
|
|
|
|
|
python3 extract.py ./data/catalog.json ./data/html/ ./data/json
|
|
|
|
|
python3 release.py ./data/catalog.json ./data/json/ > ./data/xxrs.json
|
