feat: check script for `ixsw.la`

src/ixsw.la/check.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+cd `dirname $0`
+
+diff <(xz -cdk ./archive/catalog.json.xz | jq .) <(cat ./data/catalog.json | jq .)
+diff <(xz -cdk ./archive/xxrs.json.xz | jq .) <(cat ./data/xxrs.json | jq .)

src/ixsw.la/crawler.sh

@@ -6,12 +6,3 @@ mkdir -p ./data/html/
 python3 catalog.py > ./data/catalog.json
 python3 fetch.py ./data/catalog.json ./data/html/
 python3 extract.py ./data/catalog.json ./data/html/ > ./data/xxrs.json
-
-cd ./data/
-xz -k9 catalog.json
-tar cJf html.tar.xz html/
-xz -k9 xxrs.json
-
-mkdir -p ../archive/
-mv *.xz ../archive/
-cd ../