Browse Source

fix: clear data before crawler

master
Dnomd343 2 years ago
parent
commit
1b5d59e2f9
  1. 1
      src/crawler/108shu.com/crawler.sh
  2. 1
      src/crawler/aidusk.com/crawler.sh
  3. 1
      src/crawler/ixsw.la/crawler.sh
  4. 1
      src/crawler/m.wxsy.net/crawler.sh
  5. 1
      src/crawler/wxsy.net/crawler.sh
  6. 1
      src/crawler/xswang.com/crawler.sh

1
src/crawler/108shu.com/crawler.sh

@ -1,6 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
cd "$(dirname "$0")" cd "$(dirname "$0")"
rm -rf ./data/
mkdir -p ./data/html/ mkdir -p ./data/html/
[ -z "${DELAY}" ] && DELAY=1 [ -z "${DELAY}" ] && DELAY=1

1
src/crawler/aidusk.com/crawler.sh

@ -1,6 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
cd "$(dirname "$0")" cd "$(dirname "$0")"
rm -rf ./data/
mkdir -p ./data/html/ mkdir -p ./data/html/
[ -z "${DELAY}" ] && DELAY=1 [ -z "${DELAY}" ] && DELAY=1

1
src/crawler/ixsw.la/crawler.sh

@ -1,6 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
cd "$(dirname "$0")" cd "$(dirname "$0")"
rm -rf ./data/
mkdir -p ./data/html/ mkdir -p ./data/html/
[ -z "${DELAY}" ] && DELAY=1 [ -z "${DELAY}" ] && DELAY=1

1
src/crawler/m.wxsy.net/crawler.sh

@ -1,6 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
cd "$(dirname "$0")" cd "$(dirname "$0")"
rm -rf ./data/
mkdir -p ./data/html/ mkdir -p ./data/html/
mkdir -p ./data/json/ mkdir -p ./data/json/

1
src/crawler/wxsy.net/crawler.sh

@ -1,6 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
cd "$(dirname "$0")" cd "$(dirname "$0")"
rm -rf ./data/
mkdir -p ./data/html/ mkdir -p ./data/html/
mkdir -p ./data/json/ mkdir -p ./data/json/

1
src/crawler/xswang.com/crawler.sh

@ -1,6 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
cd "$(dirname "$0")" cd "$(dirname "$0")"
rm -rf ./data/
mkdir -p ./data/html/ mkdir -p ./data/html/
[ -z "${DELAY}" ] && DELAY=1 [ -z "${DELAY}" ] && DELAY=1

Loading…
Cancel
Save