#!/bin/bash
cd ~/gov_crawler
export PATH=venv/bin:$PATH

run_and_log() {
  script="$1"
  shift
  echo ">>> RUNNING: $script $@"
  python3 -u "$script" "$@" 2>&1
  echo "<<< DONE: $script (exit=$?)"
  sleep 1
}

# Remaining direct_server
echo "=== REMAINING DIRECT ==="
run_and_log crawl_yiyang.py
run_and_log crawl_gdee_spqgs.py
run_and_log crawl_zx_tzgg.py
run_and_log crawl_zhangwu_tzgg.py 1
run_and_log crawl_jiangyin_tzgg.py
run_and_log crawl_zhanyi_hpgl.py
run_and_log crawl_zhostar_hp.py
run_and_log crawl_cngy_hjbh.py
run_and_log crawl_hetang_tzgg.py 1
run_and_log crawl_suyu_gsgg.py
run_and_log crawl_longchang_gsgg.py
run_and_log crawl_teda_hpgs.py 1
run_and_log crawl_ahjs_hpgs.py 1
run_and_log crawl_ahys_hpgs.py 1
run_and_log crawl_daying_gk.py 1
run_and_log crawl_dongyue_news.py
run_and_log crawl_gzcsx_tzgg.py 1

echo "=== SCRAPY ==="
run_and_log crawl_fogang.py
run_and_log crawl_xjhbcy.py
run_and_log crawl_xjzdkfq.py
run_and_log crawl_jz.py
run_and_log crawl_eiafans.py --pages=10
run_and_log crawl_cnhu.py
run_and_log crawl_gzpbjjkfq_gsgg.py 1
run_and_log crawl_linquan_zxjd.py 1
run_and_log crawl_shccig_tzgg.py 1
run_and_log crawl_taihe_zxjd.py 1
run_and_log crawl_xifeng_yqxx.py 1
run_and_log crawl_xjht_sthj.py 1
run_and_log crawl_yd_spjg.py 1
run_and_log crawl_yd_yjzj.py 1
run_and_log crawl_ybty_xxgs.py 1
run_and_log crawl_zhangshu_hjbh.py 1
run_and_log crawl_jiangmen_jsxm.py 1
run_and_log crawl_ahgc_hpgs.py 1
run_and_log crawl_xjcbcr_yjzj.py 1
run_and_log crawl_xjyiwu_ghxx.py 1
run_and_log crawl_fengxin_qyfw.py 1

echo "=== ALL DONE ==="