You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env bash
|
|
|
|
|
|
|
|
|
|
cd `dirname $0`
|
|
|
|
|
mkdir -p ./data/html/
|
|
|
|
|
mkdir -p ./data/json/
|
|
|
|
|
|
|
|
|
|
[ -z ${DELAY} ] && DELAY=1
|
|
|
|
|
[ -z ${THREAD} ] && THREAD=1
|
|
|
|
|
|
|
|
|
|
python3 catalog.py "${PROXY}" > ./data/catalog.json
|
|
|
|
|
python3 fetch.py ./data/catalog.json ./data/html/ "${PROXY}" ${THREAD} ${DELAY}
|
|
|
|
|
python3 extract.py ./data/catalog.json ./data/html/ ./data/json
|
|
|
|
|
python3 release.py ./data/catalog.json ./data/json/ > ./data/xxrs.json
|
