#!/bin/bash
# 14 个 H 站点新脚本 --pages=5 全量，顺序执行防 SQLite 写锁
cd /root/gov_crawler
SCRIPTS=(
  crawl_hongdabio.py
  crawl_hbwf.py
  crawl_hejiang.py
  crawl_hnyx.py
  crawl_huanghuangroup.py
  crawl_hp_tzgg.py
  crawl_hld_xwdt_tzgg.py
  crawl_hld_xmhjpj.py
  crawl_huaian_gsgg.py
  crawl_hfzf_zjdc.py
  crawl_hfzf_gggs.py
  crawl_hekou_gsgg.py
  crawl_haiyan_hjbhjg.py
  crawl_hbxhhj_hpgs.py
)
LOG=/root/gov_crawler/logs/h_batch_pages5_$(date +%Y%m%d_%H%M%S).log
mkdir -p /root/gov_crawler/logs
for s in "${SCRIPTS[@]}"; do
  echo "===== $(date '+%F %T') START $s =====" | tee -a "$LOG"
  timeout 900 python3 "$s" --pages=5 >> "$LOG" 2>&1
  echo "===== $(date '+%F %T') DONE $s (exit=$?) =====" | tee -a "$LOG"
done
echo "ALL DONE $(date '+%F %T')" | tee -a "$LOG"
