xxrs-crawler/src/crawler/xswang.com/crawler.sh

#!/usr/bin/env bash

cd "$(dirname "$0")"
rm -rf ./data/
mkdir -p ./data/html/

[ -z "${DELAY}" ] && DELAY=1
[ -z "${THREAD}" ] && THREAD=1

python3 catalog.py > ./data/catalog.json
python3 fetch.py ./data/catalog.json ./data/html/ "${PROXY}" ${THREAD} ${DELAY}
python3 extract.py ./data/catalog.json ./data/html/ > ./data/xxrs.json
feat: crawler script for `aidusk.com` 2 years ago			`#!/usr/bin/env bash`

update: enhance crawler of `xswang.com` 2 years ago			`cd "$(dirname "$0")"`
fix: clear data before crawler 2 years ago			`rm -rf ./data/`
feat: crawler script for `aidusk.com` 2 years ago			`mkdir -p ./data/html/`

update: enhance crawler of `xswang.com` 2 years ago			`[ -z "${DELAY}" ] && DELAY=1`
			`[ -z "${THREAD}" ] && THREAD=1`

feat: crawler script for `aidusk.com` 2 years ago			`python3 catalog.py > ./data/catalog.json`
update: enhance crawler of `xswang.com` 2 years ago			`python3 fetch.py ./data/catalog.json ./data/html/ "${PROXY}" ${THREAD} ${DELAY}`
feat: crawler script for `aidusk.com` 2 years ago			`python3 extract.py ./data/catalog.json ./data/html/ > ./data/xxrs.json`