From 1b5d59e2f9218cc4b58c9b54cb61521ccb870761 Mon Sep 17 00:00:00 2001
From: Dnomd343 <i@343.re>
Date: Mon, 17 Oct 2022 00:40:45 +0800
Subject: [PATCH] fix: clear data before crawler

---
 src/crawler/108shu.com/crawler.sh | 1 +
 src/crawler/aidusk.com/crawler.sh | 1 +
 src/crawler/ixsw.la/crawler.sh    | 1 +
 src/crawler/m.wxsy.net/crawler.sh | 1 +
 src/crawler/wxsy.net/crawler.sh   | 1 +
 src/crawler/xswang.com/crawler.sh | 1 +
 6 files changed, 6 insertions(+)

diff --git a/src/crawler/108shu.com/crawler.sh b/src/crawler/108shu.com/crawler.sh
index a30f770..4aeaa05 100755
--- a/src/crawler/108shu.com/crawler.sh
+++ b/src/crawler/108shu.com/crawler.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 cd "$(dirname "$0")"
+rm -rf ./data/
 mkdir -p ./data/html/
 
 [ -z "${DELAY}" ] && DELAY=1
diff --git a/src/crawler/aidusk.com/crawler.sh b/src/crawler/aidusk.com/crawler.sh
index 354e0a7..b8edb7d 100755
--- a/src/crawler/aidusk.com/crawler.sh
+++ b/src/crawler/aidusk.com/crawler.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 cd "$(dirname "$0")"
+rm -rf ./data/
 mkdir -p ./data/html/
 
 [ -z "${DELAY}" ] && DELAY=1
diff --git a/src/crawler/ixsw.la/crawler.sh b/src/crawler/ixsw.la/crawler.sh
index 354e0a7..b8edb7d 100755
--- a/src/crawler/ixsw.la/crawler.sh
+++ b/src/crawler/ixsw.la/crawler.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 cd "$(dirname "$0")"
+rm -rf ./data/
 mkdir -p ./data/html/
 
 [ -z "${DELAY}" ] && DELAY=1
diff --git a/src/crawler/m.wxsy.net/crawler.sh b/src/crawler/m.wxsy.net/crawler.sh
index a21e566..17d5ab7 100755
--- a/src/crawler/m.wxsy.net/crawler.sh
+++ b/src/crawler/m.wxsy.net/crawler.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 cd "$(dirname "$0")"
+rm -rf ./data/
 mkdir -p ./data/html/
 mkdir -p ./data/json/
 
diff --git a/src/crawler/wxsy.net/crawler.sh b/src/crawler/wxsy.net/crawler.sh
index 0b8dd34..8f03da2 100755
--- a/src/crawler/wxsy.net/crawler.sh
+++ b/src/crawler/wxsy.net/crawler.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 cd "$(dirname "$0")"
+rm -rf ./data/
 mkdir -p ./data/html/
 mkdir -p ./data/json/
 
diff --git a/src/crawler/xswang.com/crawler.sh b/src/crawler/xswang.com/crawler.sh
index 354e0a7..b8edb7d 100755
--- a/src/crawler/xswang.com/crawler.sh
+++ b/src/crawler/xswang.com/crawler.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 cd "$(dirname "$0")"
+rm -rf ./data/
 mkdir -p ./data/html/
 
 [ -z "${DELAY}" ] && DELAY=1