From 5ed1beb1ad6deb786856338be4b904ccc88d6db8 Mon Sep 17 00:00:00 2001
From: Dnomd343 <i@343.re>
Date: Sat, 15 Oct 2022 03:12:28 +0800
Subject: [PATCH] feat: crawler script

---
 src/wxsy.net/crawler.sh | 10 ++++++++++
 1 file changed, 10 insertions(+)
 create mode 100755 src/wxsy.net/crawler.sh

diff --git a/src/wxsy.net/crawler.sh b/src/wxsy.net/crawler.sh
new file mode 100755
index 0000000..e78cec6
--- /dev/null
+++ b/src/wxsy.net/crawler.sh
@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+cd `dirname $0`
+mkdir -p ./data/html/
+mkdir -p ./data/json/
+
+python3 catalog.py > ./data/catalog.json
+python3 fetch.py ./data/catalog.json ./data/html
+python3 extract.py ./data/catalog.json ./data/html ./data/json
+python3 release.py ./data/catalog.json ./data/json > ./data/xxrs.json