{ "_说明": "每日增量爬虫配置文件。新增站点时在此添加一项即可，不需要改cron job。", "_更新日期": "2026-06-16", "crawlers": [ { "name": "新乡市生态环境局", "script": "crawl_xx_sthj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划" }, { "name": "第七师胡杨河市-生态环境", "script": "crawl_nqs_sthj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划" }, { "name": "黄冈市生态环境局", "script": "crawl_hg_hjbh.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划" }, { "name": "常熟化工产业园-政策公告", "script": "crawl_xyhpgk.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "工业园区", "note": "已入每日计划" }, { "name": "常熟经济技术开发区-信息公示", "script": "crawl_cedz_gs.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "工业园区", "note": "已入每日计划，详情页为Vue渲染，仅采集标题+日期" }, { "name": "揭阳大南海石化工业区", "script": "crawl_jieyang.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "工业园区", "note": "已入每日计划" }, { "name": "太和县-回应关切", "script": "crawl_taihe_yhjg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划，OpennessTarget API" }, { "name": "佛冈县人民政府", "script": "crawl_fogang.py", "incremental": true, "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划", "args": "1" }, { "name": "新疆生态环境保护产业协会", "script": "crawl_xjhbcy.py", "incremental": true, "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "环评协会", "note": "已入每日计划", "args": "1" }, { "name": "新疆准东经济技术开发区", "script": "crawl_xjzdkfq.py", "incremental": true, "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "开发区", "note": "已入每日计划", "args": "1" }, { "name": "荆州市生态环境局", "script": "crawl_jz.py", "incremental": true, "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "生态环境局", "note": "已入每日计划", "args": "1" }, { "name": "环评爱好者", "script": "crawl_eiafans.py", "incremental": true, "args": "--pages=10", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "环评平台", "note": "已入每日计划，只爬最近10页" }, { "name": "新和成环境信息", "script": "crawl_cnhu.py", "incremental": true, "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "企业环境", "note": "已入每日计划" }, { "name": "白银区人民政府", "script": "crawl_baiyinqu.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "博兴县人民政府", "script": "crawl_boxing.py", "incremental": true, "args": "--test 3", "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "郴州市生态环境局", "script": "crawl_cz_sthjj.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "生态环境局" }, { "name": "德宝环境", "script": "crawl_debaoenv.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "环评云", "script": "crawl_eiacloud.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "淮安工业园区", "script": "crawl_hipac.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "工业园区" }, { "name": "淮南现代煤化工产业园", "script": "crawl_huainan.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "工业园区", "args": "1" }, { "name": "中煤平朔公告公示", "script": "crawl_pingshuo.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业公告", "args": "1" }, { "name": "青岛市生态环境局", "script": "crawl_qingdao.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "生态环境局" }, { "name": "泰兴市人民政府-其他", "script": "crawl_taixing.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "泰兴市", "note": "其他栏目，JPAAS API" }, { "name": "万华化学", "script": "crawl_whchem.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业环境", "args": "--incremental", "note": "Playwright 分页爬取23页，增量模式" }, { "name": "新会区-征集调查", "script": "crawl_xinhui.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "徐州市生态环境局", "script": "crawl_sthj_xz.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "生态环境局" }, { "name": "乌苏市-公告通知", "script": "crawl_xjws.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "❌ 列表页 URL 404，站点结构可能已变，暂停" }, { "name": "工程建设验收公示网", "script": "crawl_yanshougs.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "延长榆能化-通知公告", "script": "crawl_ylnh.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业环境", "note": "ylnh.sxycpc.com 通知公告(含环评), 31条总量, 3页, 近3年23条" }, { "name": "常州环评网", "script": "crawl_czeia.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "重庆环科源博达", "script": "crawl_cqbdhb.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评平台", "note": "❌ 域名 cqbdhb.com 已死，已禁用" }, { "name": "安徽昊源化工", "script": "crawl_haoyuan.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业环境", "args": "1" }, { "name": "临沂泰尔化工", "script": "crawl_chinataier.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业环境" }, { "name": "石家庄新闻网", "script": "crawl_sjzdaily.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "德州新闻网", "script": "crawl_dezhoudaily.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "args": "1" }, { "name": "睿霖化工", "script": "crawl_ruilinhuagong.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业环境", "args": "1" }, { "name": "浙石化", "script": "crawl_zpc.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业环境", "args": "1" }, { "name": "荣盛石化-新闻专区", "script": "crawl_cnrspc.py", "sync_mode": "direct_server", "enabled": true, "group": "企业环境", "note": "Playwright，需手动跑", "args": "--incremental" }, { "name": "大西北网-新疆/宁夏/青海/陕西/甘肃", "script": "crawl_dxbei.py", "args": "1", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "新闻门户", "note": "已入每日计划，增量爬前3页" }, { "name": "弘润石化", "script": "crawl_wfhr.py", "sync_mode": "direct_server", "enabled": true, "group": "企业环境", "note": "无增量模式", "args": "--incremental" }, { "name": "中石化统一爬虫", "script": "crawl_sinopec.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "中石化SharePoint", "note": "每日增量爬取全部SharePoint站点（安庆/燕山/镇海/中科炼化/石家庄等13站）", "site_names": [ "安庆石化", "燕山石化", "镇海石化", "中科炼化-公司新闻", "中科炼化-项目环保三同时", "石家庄炼化", "仪征化纤-环境保护", "中韩石化-公司公告", "川维化工-公司新闻", "齐鲁石化-公司公告", "茂名石化-公告公示", "洛阳石化-安全环保", "济南炼化-信息公开" ] }, { "name": "蓝山屯河-专题专栏", "script": "crawl_lanshantunhe.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "企业环境" }, { "name": "天津环科源-信息公告", "script": "crawl_hky.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "文山州生态环境局", "script": "crawl_ynws_sthj.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "准格尔旗环保审批", "script": "crawl_zge_hjpj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "万年县通知公告", "script": "crawl_zgwn_tzgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "永平县生态环境", "script": "crawl_ypx_sthj.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "垣曲县生态环境", "script": "crawl_yuanqu_sthj.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "禹王台区通知公告", "script": "crawl_yuwangtai_tzgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "大安区卫生健康", "script": "crawl_zgda_wsjk.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "阳新县公示公告", "script": "crawl_yx_gsgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "左云县人民政府", "script": "crawl_zuoyun.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "湘阴县人民政府", "script": "crawl_xiangyin.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "隆昌市人民政府", "script": "crawl_longchang.py", "incremental": true, "args": "--test", "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "沂水县人民政府", "script": "crawl_yishui.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "args": "1" }, { "name": "益阳市人民政府", "script": "crawl_yiyang.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "广东省生态环境厅-环评审批公示", "script": "crawl_gdee_spqgs.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评公示", "args": "1" }, { "name": "郑州航空港区-环评公示", "script": "crawl_zzhkgq_hpgs.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评公示", "args": "1" }, { "name": "镇雄县通知公告", "script": "crawl_zx_tzgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "彰武县通知通告", "script": "crawl_zhangwu_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "江阴临港开发区-通知公告", "script": "crawl_jiangyin_tzgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "开发区" }, { "name": "沾益区环评管理", "script": "crawl_zhanyi_hpgl.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评公示", "args": "1" }, { "name": "广东奥思特环保-项目公示", "script": "crawl_zhostar_hp.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评平台", "args": "1" }, { "name": "广元经开区-环境保护", "script": "crawl_cngy_hjbh.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "开发区" }, { "name": "荷塘区通知公告", "script": "crawl_hetang_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "宿豫区公示公告", "script": "crawl_suyu_gsgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "args": "1" }, { "name": "隆昌市公示公告", "script": "crawl_longchang_gsgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "天津经开区-行政许可", "script": "crawl_teda_hpgs.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "安徽界首市-环评公示", "script": "crawl_ahjs_hpgs.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "安徽颍上县-环评公示", "script": "crawl_ahys_hpgs.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评平台" }, { "name": "大英县-信息公开", "script": "crawl_daying_gk.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "东岳化工-新闻公告", "script": "crawl_dongyue_news.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业公告" }, { "name": "贵州长顺县-通知公告", "script": "crawl_gzcsx_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告" }, { "name": "贵州盘北经开区-公示公告", "script": "crawl_gzpbjjkfq_gsgg.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "临泉县-重大行政决策预公开", "script": "crawl_linquan_zxjd.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "陕煤集团-通知公告", "script": "crawl_shccig_tzgg.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "太和县-县经开区其他", "script": "crawl_taihe_zxjd.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "息烽县-园区信息", "script": "crawl_xifeng_yqxx.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "和田县-生态环境", "script": "crawl_xjht_sthj.py", "incremental": true, "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "颍东区-审批结果", "script": "crawl_yd_spjg.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "颍东区-意见征集", "script": "crawl_yd_yjzj.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "宜宾天原集团-信息公示", "script": "crawl_ybty_xxgs.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "樟树市-环境保护", "script": "crawl_zhangshu_hjbh.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "江门市-建设项目环评", "script": "crawl_jiangmen_jsxm.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "察布查尔县-意见征集", "script": "crawl_xjcbcr_yjzj.py", "incremental": true, "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "伊吾县-规划信息", "script": "crawl_xjyiwu_ghxx.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "奉新县-企业服务", "script": "crawl_fengxin_qyfw.py", "incremental": true, "args": "1", "sync_mode": "scrapy_to_searchdb", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "和县生态环境分局", "script": "crawl_hx.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划" }, { "name": "茂名市环境保护产业协会-信息公开", "script": "crawl_mmhbxh.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评协会", "note": "已入每日计划" }, { "name": "南大港产业园区-公告公示", "script": "crawl_nandagang.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "满洲里市-生态环境实施情况", "script": "crawl_manzhouli.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划" }, { "name": "渑池县人民政府-公告公示", "script": "crawl_mianchi.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "昆山市公示公告", "script": "crawl_ksgsgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "济南市生态环境局", "script": "crawl_jinan_jnepb.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划，JPaaS API翻页" }, { "name": "南雄市-建设项目环评", "script": "crawl_gdnx.py", "incremental": true, "args": "inc", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "南雄市环保局环评审批/受理/拟批准公告" }, { "name": "江苏国正检测-新闻动态", "script": "crawl_gztesting.py", "incremental": true, "args": "inc", "sync_mode": "direct_server", "enabled": true, "group": "企业环境", "note": "环评验收/环保调试/环境检测公示" }, { "name": "福建省冶金工业设计院-环境评价", "script": "crawl_fjyjy.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评单位", "note": "列表页JSON直接嵌入，无需翻页", "args": "1" }, { "name": "仪征市人民政府-公示公告", "script": "crawl_yizheng.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "翰Web JPaaS, Playwright渲染, 仅第1页15条(日增量足够)", "args": "1" }, { "name": "鹤壁市生态环境局-环境影响评价", "script": "crawl_hebi_hjyxpj.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评审批", "note": "翰Web JPaaS, Playwright 5页, 正文div.main.content", "args": "1" }, { "name": "洛宁县-环境保护领域", "script": "crawl_luoning_hj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境", "note": "静态站70页24条/页, 正文div.arc-body, 列表div.con ul li span.date" }, { "name": "凌海市-生态环境-行政管理", "script": "crawl_lnlh_hj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境", "note": "VSB静态站, 2页23条, 正文div.v_news_content, 列表ul li a+span.date" }, { "name": "临泉县水利局-重大行政决策预公开", "script": "crawl_linquan_hj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境", "note": "requests直取AJAX端点, 2页20条, 正文div.g-detailbox" }, { "name": "临泉县城市管理局-重大行政决策预公开", "script": "crawl_linquan_hj.py", "incremental": true, "args": "临泉县城市管理局-重大行政决策预公开 842 67103 1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境", "note": "同一CMS, 1页6条, requests直取AJAX, 正文div.g-detailbox" }, { "name": "临沭县-公告", "script": "crawl_linshu_vsb.py", "incremental": true, "args": "临沭县-公告 yw/gsgg/gg 1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "VSB9静态站, table格式, 36页539条, 反向分页, 正文div.newscontent_s" }, { "name": "临沭县-环境保护", "script": "crawl_linshu_vsb.py", "incremental": true, "args": "临沭县-环境保护 gk/zfxxgk/fdzdgknr/zdly/shgysyjsly/hjbh 1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境", "note": "VSB9静态站, li格式, 50页997条, 反向分页, 正文div.newscontent_s" }, { "name": "凌源市-生态环境", "script": "crawl_lingyuan_hj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境", "note": "glist静态站, 1页15条, a.objectid+b+span, 正文div.center-info" }, { "name": "辽宁昌鑫-环评报告公示", "script": "crawl_liaoningchangxin.py", "incremental": true, "args": "9 1", "sync_mode": "direct_server", "enabled": true, "group": "环评公示", "note": "❌ 域名 liaoningchangxin.com 返回403，已禁用" }, { "name": "克什克腾旗-通知公告", "script": "crawl_kskt_tzgg.py", "incremental": true, "args": "hbxkgs 1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境", "note": "政府站, 10页113条, ul#lb>li.clearfix>a+span, 正文div.deatil-detail, 响应较慢~5s/req" }, { "name": "中站区-公示公告", "script": "crawl_jzzzq_gsgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "新站点(2026-06-08)", "args": "1" }, { "name": "唐山中浩-新闻动态", "script": "crawl_tszhcc_news.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "企业公告", "note": "新站点(2026-06-08)，cookie反爬", "args": "1" }, { "name": "永丰县-公共监管", "script": "crawl_yongfeng_ggjg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "新站点(2026-06-08)，WAF绕过+AJAX API", "args": "1" }, { "name": "阜新市生态环境局-环境信息", "script": "crawl_fuxin_hjxx.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "2026-06-07新增" }, { "name": "葫芦岛市生态环境局-通知公告", "script": "crawl_hld_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "2026-06-07新增" }, { "name": "祥云县-生态环境", "script": "crawl_xiangyun.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "2026-06-07新增，API模式" }, { "name": "金昌市生态环境局-环评批复", "script": "crawl_jcs_sthjj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "2026-06-07新增，JPaaS CMS API" }, { "name": "九江经开区-生态环境", "script": "crawl_jiujiang_jkq.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "赣州经开区-环境保护", "script": "crawl_ganzhou_jkq.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "甘南县-信息公开", "script": "crawl_gannan.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "大庆高新区-通知公告", "script": "crawl_daqing_gxq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "昔阳县工信局-通知公告", "script": "crawl_xiyang_gxj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "2026-06-09 fixed crawler 19 records" }, { "name": "临湘市-公示公告", "script": "crawl_linxiang.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "皖江江南集中区-通知公告", "script": "crawl_jnjzq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "池州经开区-通知公告", "script": "crawl_czkfq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "宁夏汇晟环保-项目公示", "script": "crawl_nxhshb.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评平台", "note": "508sys CMS, nr.jsp API" }, { "name": "涪城区-环评审批", "script": "crawl_myfc.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评审批", "note": "2026-06-09: 67条近3年数据", "args": "1" }, { "name": "聊城市生态环境局-环保要闻", "script": "crawl_liaocheng.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环保要闻", "note": "2026-06-09: 75条近3年", "args": "1" }, { "name": "咸宁市-环评审批", "script": "crawl_xianning.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评审批", "note": "2026-06-09: 20条近3年", "args": "1" }, { "name": "潢川县人民政府 - 环境保护", "script": "crawl_huangchuan.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "环评审批", "note": "2026-06-09: 87条近3年", "args": "1" }, { "name": "福鼎市-通知公告", "script": "crawl_fuding.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "2026-06-09: 50条近3年(TRS API)", "args": "1" }, { "name": "宜昌市生态环境局-环境影响评价", "script": "crawl_yichang_hbj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划，3年内共799条" }, { "name": "莒县人民政府-公告公示", "script": "crawl_juxian_gggs.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划，JPage CSRF保护，仅爬首页45条(覆盖3周)" }, { "name": "天门市-环评公众参与", "script": "crawl_tianmen_hjbh.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划，shtml静态分页，6页共113条(3yr)" }, { "name": "定远县-建设项目环境影响评价", "script": "crawl_dingyuan_hjbh.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划，滁州统一平台API，4页共69条(3yr)" }, { "name": "贵溪市-通知", "script": "crawl_guixi_tz.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划，JPage AJAX无CSRF，78页共1156条(3yr)" }, { "name": "细河区-便民通知", "script": "crawl_fxxh.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "2026-06-09新增: www.fxxh.gov.cn便民通知, 10页224条(3yr)" }, { "name": "朝阳县-建设项目环评审批", "script": "crawl_cyx.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评审批", "note": "2026-06-09新增: www.cyx.gov.cn环评审批, 4页31条(3yr), main-info-info容器" }, { "name": "息烽县-项目环评", "script": "crawl_xifeng.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评审批", "note": "2026-06-09新增: xifeng.gov.cn项目环评, 6页47条(3yr), TRS UEDITOR" }, { "name": "沾化区-通知公告", "script": "crawl_zhanhua.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "2026-06-09新增: zhanhua.gov.cn通知公告, 54条, bg-article容器" }, { "name": "太和县经开区-其他公示", "script": "crawl_taihe.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评审批", "note": "2026-06-09新增: taihe.gov.cn OpennessTarget API, 153条3yr" }, { "name": "赣榆区-公示公告", "script": "crawl_ganyu.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "2026-06-09新增: ganyu.gov.cn公示公告, 60条, id=zoom" }, { "name": "河间市-征集调查", "script": "crawl_hejian.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "鄱阳县-环境保护", "script": "crawl_poyang.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划" }, { "name": "永丰县-基础建设", "script": "crawl_yongfeng.py", "incremental": true, "args": "10", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "吉安CMS - 永丰县决策部署落实" }, { "name": "吉水县-污染防治", "script": "crawl_jishui.py", "incremental": true, "args": "10", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "吉安CMS - 吉水县污染防治" }, { "name": "新干县-基础建设", "script": "crawl_xingan.py", "incremental": true, "args": "10", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "独立脚本" }, { "name": "遂川县-部门项目", "script": "crawl_suichuan.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "吉安", "note": "新增per-site脚本" }, { "name": "峡江县-生态环境", "script": "crawl_xiajiang.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "吉安", "note": "新增per-site脚本" }, { "name": "扬州经开区-通知公告", "script": "crawl_yangzhou_kfq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "经济开发区", "note": "JPAAS发布系统, API pagination with paramJson" }, { "name": "安吉县-环境影响评价", "script": "crawl_anji.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "JPAAS系统, count在JS中" }, { "name": "宿州经开区-公示公告", "script": "crawl_suzhou_kfq.py", "enabled": true, "group": "公示公告", "args": "1" }, { "name": "涪陵新城-政策文件", "script": "crawl_fuling_xc.py", "enabled": true, "group": "政策文件", "args": "1" }, { "name": "思南-环境保护", "script": "crawl_sinan_hjbh.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县政府", "note": "思南县政府-环境保护, TRS CMS, 21页420条, 已入库10条有正文" }, { "name": "凯里-通知公告", "script": "crawl_kaili_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县政府", "note": "凯里市政府-通知公告, TRS CMS, 92页1830条" }, { "name": "龙南经开区-通知公告", "script": "crawl_lnjkq_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "经开区", "note": "龙南经开区-通知公告, 3页42条" }, { "name": "金乡新材料产业园-信息公开", "script": "crawl_jinxiang_xxgk.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县政府", "note": "金乡-新材料产业园, Hanweb JPage, 10页397条, 已入库37条" }, { "name": "莱阳-建设项目环评审批", "script": "crawl_laiyang_hjsp.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县政府", "note": "莱阳-环评审批, JPAAS, 31页770条, 3年内216条" }, { "name": "宿城-公告公示", "script": "crawl_sqsc_gggs.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县政府", "note": "宿城区-公告公示, UCAP CMS, 206页2469条" }, { "name": "额济纳旗-行政审批", "script": "crawl_ejnq_xzsp.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县政府", "note": "额济纳旗-行政审批, Hanweb XXGK, 13页193条" }, { "name": "宝兴-环境保护", "script": "crawl_baoxing_hjbh.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县政府", "note": "宝兴-环境保护, 100页, 部分为空气质量日报图片型" }, { "name": "全南县重点民生项目", "script": "crawl_quannan_zdmsxm.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "县级政府", "note": "全南县政府-重点民生项目 含环评审批" }, { "name": "赣州高新区通知公告", "script": "crawl_gzgxq_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "县级政府", "note": "赣州高新区-通知公告 全是环评审批" }, { "name": "黎川乡镇动态", "script": "crawl_lcx.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "县级政府", "note": "黎川县政府-乡镇动态(col2434)+重点民生项目(col3880), 5页+3年, 无关键词过滤" }, { "name": "南丰环境保护", "script": "crawl_nf_hjbh.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "县级政府", "note": "南丰县政府-环境保护(xxgk接口,574条,302条近3年)", "args": "1" }, { "name": "稷山环境保护", "script": "crawl_jishan.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环境保护", "note": "稷山县政府-环境保护(4页80条,18条近3年)" }, { "name": "港城产业园区-信息公示", "script": "crawl_bhna.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环境保护", "note": "港城产业园区-信息公示(15页295条,256条近3年)" }, { "name": "鄂州环评审批公示", "script": "crawl_ezhou.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评审批", "note": "鄂州市-环评审批(7页140条,24条近3年), TRS_Editor正文" }, { "name": "东乡环境保护", "script": "crawl_dxhb.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环境保护", "note": "东乡区政府-环境保护(xxgk接口,519条,406条近3年)" }, { "name": "丰城市公示公告", "script": "crawl_fcsrmzf_gsgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站-公示公告", "note": "正式入每日增量" }, { "name": "丰城市重大建设项目", "script": "crawl_fcsrmzf_zdjsxm.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站-重点项目", "note": "正式入每日增量" }, { "name": "丰城市乡镇回应", "script": "crawl_fcsrmzf_xzhy.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站-乡镇回应", "note": "正式入每日增量" }, { "name": "潍坊滨海环评公示", "script": "crawl_wfbinhai_hpgs.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "环评公示", "note": "正式入每日增量" }, { "name": "开鲁县通知公告", "script": "crawl_kailu_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "通知公告", "note": "正式入每日增量" }, { "name": "青原区公示公告", "script": "crawl_qyq_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "公示公告", "note": "正式入每日增量" }, { "name": "雅安经开区通知公告", "script": "crawl_yaan_jkq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "通知公告", "note": "正式入每日增量" }, { "name": "双台子区人民政府-通知公告", "script": "crawl_stq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "双台子区", "note": "每日增量，仅爬首页" }, { "name": "巨野县人民政府-环境保护", "script": "crawl_juye_env.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "巨野县", "note": "环境保护子栏目，每日增量" }, { "name": "鄄城县人民政府-通知公告", "script": "crawl_juancheng.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "鄄城县", "note": "通知公告，每日增量" }, { "name": "靖远县人民政府-公告公示", "script": "crawl_jingyuan.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "靖远县", "note": "公告公示，每日增量(仅20条，客户端翻页)" }, { "name": "新绛县人民政府-新绛环保宣传专栏", "script": "crawl_jiangzhou.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "新绛县", "note": "新绛环保宣传专栏，每日增量" }, { "name": "获嘉县人民政府-公告公示", "script": "crawl_huojia.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "获嘉县", "note": "公告公示，每日增量" }, { "name": "惠东县黄埠镇人民政府-镇街信息", "script": "crawl_huidong.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "惠东县", "note": "黄埠镇信息公开-镇街信息，仅1页" }, { "name": "惠农区人民政府-生态环境保护", "script": "crawl_huinong.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "惠农区", "note": "生态环境保护，每日增量" }, { "name": "荆州市人民政府-环境影响评价", "script": "crawl_jingzhou.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "荆州市", "note": "环境影响评价，仅1页20条(客户端翻页)" }, { "name": "兴安盟经济技术开发区-通知公告", "script": "crawl_xam.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "兴安盟", "note": "通知公告，含环评公示" }, { "name": "江门鹤山市龙口镇人民政府", "script": "crawl_heshan.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "鹤山市", "note": "gkmlpt平台，API分页" }, { "name": "吉木萨尔县环评审批", "script": "crawl_jmser.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "吉木萨尔县", "note": "jmSer.gov.cn API分页, 274条总量, 31条近3年" }, { "name": "安达市环境保护（环评审批）", "script": "crawl_hlanda.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "安达市", "note": "hlanda.gov.cn API分页, c100076环保栏目, 24条近3年" }, { "name": "贵池区环评审批", "script": "crawl_ahgc.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "池州市贵池区", "note": "ahgc.gov.cn 建设项目环评文件审批, 43页860条, 234条近3年" }, { "name": "马鞍山慈湖高新区通知公告", "script": "crawl_mas.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "马鞍山市", "note": "chq.mas.gov.cn 通知公告, 含环评公示, API分页, 1986条总量, 34页近3年" }, { "name": "安徽歙县经开区公示公告", "script": "crawl_shx.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "安徽歙县", "note": "kfq.ahshx.gov.cn 公示公告, 含环评, 290条总量, 11页近3年" }, { "name": "赤水市-通知公告-最新信息", "script": "crawl_cs_gz.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "赤水市", "note": "www.gzchishui.gov.cn 通知公告-最新信息, DNS须绑IP, 1000条全量" }, { "name": "海南省生态环境厅-企业自主环评公示", "script": "crawl_hnsthb.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "海南省", "note": "hnsthb.hainan.gov.cn:8007 企业自主环评公示, EasyUI API分页, DNS绑IP, 1284条总量近3年855条" }, { "name": "霍林郭勒市-通知公告", "script": "crawl_hlgls.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "内蒙古", "note": "www.hlgls.gov.cn 通知公告, 34页/15条, 500条, 2025-04~2026-06" }, { "name": "木垒县-生态环境", "script": "crawl_mlx.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "新疆", "note": "www.mlx.gov.cn/p212/wrfzsthjj.html 生态环境, API, 12页/15条, 176条近3年" }, { "name": "合肥市-建设项目环评公示", "script": "node crawl_hefei.js", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "安徽省", "note": "sthjj.hefei.gov.cn 建设项目环评, JS挑战+TLS指纹, 23页/20条, 392条近3年, Node.js" }, { "name": "合肥新站-环评公示", "script": "node crawl_hfxz.js", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "安徽省", "note": "hfxz.hefei.gov.cn 环评公示, JS挑战+TLS, 25页/15条=361条, Node.js" }, { "name": "庐江县-建设项目环评审批", "script": "node crawl_lujiang.js", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "安徽省", "note": "hefei.gov.cn 庐江环评, JS挑战, 仅17条列表(详情页lj.gov.cn 521不可达)" }, { "name": "甘肃创新环境-公司公示", "script": "crawl_gscxhj.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "甘肃省", "note": "gscxhj.com 公司公示" }, { "name": "甘肃环评信息网-信息公开", "script": "crawl_gshpxx.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "甘肃省", "note": "gshpxx.com 信息公开(65页)+验收公示(13页)" }, { "name": "嵩县人民政府-公告公示", "script": "crawl_hnsongxian.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "河南省", "note": "hnsongxian.gov.cn 公告公示" }, { "name": "乌鲁木齐甘泉堡经开区-生态环境", "script": "crawl_gqp.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "新疆", "note": "gqp.gov.cn 生态环境公告" }, { "name": "轮台县人民政府-意见征集", "script": "crawl_xjlt.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "新疆", "note": "xjlt.gov.cn 意见征集" }, { "name": "大英县人民政府-生态环境", "script": "crawl_daying.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "四川省", "note": "daying.gov.cn 生态环境 (10002)" }, { "name": "青岛市生态环境局", "script": "crawl_qingdao_mbee.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "山东省", "note": "mbee.qingdao.gov.cn 审批受理/审批决定/告知承诺/验收决定" }, { "name": "福泉市人民政府 - 通知公告", "script": "crawl_fuquan.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "贵州省", "note": "gzfuquan.gov.cn 通知公告" }, { "name": "九江市政府 - 公告公示", "script": "crawl_jiujiang.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "江西省", "note": "jiujiang.gov.cn 公告公示" }, { "name": "枝江市政府信息公开 - 行政许可", "script": "crawl_zgzhijiang.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "湖北省", "note": "zgzhijiang.gov.cn 行政许可(含环评) API" }, { "name": "宜昌高新区 - 招标公告", "script": "crawl_gxq_yichang.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "湖北省", "note": "gxq.yichang.gov.cn 招标公告" }, { "name": "宜昌高新区 - 通知公告", "script": "crawl_gxq_yichang_tzgg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "湖北省", "note": "gxq.yichang.gov.cn 通知公告 (list-23)" }, { "name": "衡水高新区 - 生态环境", "script": "crawl_hskfq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "河北省", "note": "hskfq.gov.cn 生态环境 (AJAX proxy)" }, { "name": "杭锦后旗人民政府 - 通知公告", "script": "crawl_hjhq.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "内蒙古", "note": "杭锦后旗-通知公告，含环评内容" }, { "name": "茄子河区 - 公示公告", "script": "crawl_qzh.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "黑龙江", "note": "七台河市茄子河区-公示公告，含环评内容" }, { "name": "巴里坤县 - 通知公告", "script": "crawl_xjblk.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "新疆", "note": "巴里坤县-通知公告" }, { "name": "遂宁市安居区人民政府", "script": "crawl_scanju.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "四川", "note": "安居区-政府信息公开-环境保护" }, { "name": "麒麟区 - 公示公告", "script": "crawl_ql.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "云南", "note": "曲靖市麒麟区-公示公告" }, { "name": "修水县 - 项目环评", "script": "crawl_xiushui.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "江西", "note": "修水县-项目环评" }, { "name": "沂水县 - 沂城街道公告公示", "script": "crawl_yishui.py", "args": "ysxycjd incremental", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "山东", "note": "沂水县-沂城街道公告公示" }, { "name": "沂水县 - 沂州镇公告公示", "script": "crawl_yishui.py", "args": "ysxyzz incremental", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "山东", "note": "沂水县-沂州镇公告公示" }, { "name": "沂水县 - 功能区公告公示", "script": "crawl_yishui.py", "args": "ysxgqz incremental", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "山东", "note": "沂水县-功能区公告公示" }, { "name": "沂水县 - 法定主动公开公告公示", "script": "crawl_yishui.py", "args": "fdzdgknr incremental", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "山东", "note": "沂水县-法定主动公开公告公示" }, { "name": "沂水县 - 县直公告公示", "script": "crawl_yishui.py", "args": "ysxzgz incremental", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "山东", "note": "沂水县-县直公告公示" }, { "name": "云南湖柏环保 - 行业新闻", "script": "crawl_ynhbhb.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "云南", "note": "云南湖柏环保科技-行业新闻(环评公示)" }, { "name": "宜春市生态环境局 - 环保公告", "script": "crawl_yc_hb.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "江西", "note": "宜春市生态环境局-环保公告" }, { "name": "奉新县人民政府 - 公告公示", "script": "crawl_fx.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "江西", "note": "奉新县-公告公示" }, { "name": "鄂托克前旗 - 通知公告", "script": "crawl_etk.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "内蒙古", "note": "鄂托克前旗-通知公告" }, { "name": "库伦旗-生态环境", "script": "crawl_kulun.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "内蒙古", "note": "库伦旗-生态环境（sthj）" }, { "name": "宜春市生态环境局-拟受理项目公示", "script": "crawl_yichun_nslx.py", "incremental": true, "args": "incremental", "sync_mode": "direct_server", "enabled": true, "group": "江西", "note": "宜春市生态环境局-拟受理项目公示(nslxmgs)" }, { "name": "重庆市万盛经开区生态环境局-建设项目环评审批情况", "script": "crawl_wscq_hbj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "重庆", "note": "已入每日计划" }, { "name": "乌拉特前旗-基层政务公开工作情况", "script": "crawl_wltqq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "内蒙古", "note": "已入每日计划" }, { "name": "曹县人民政府-通知公告", "script": "crawl_caoxian.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "山东", "note": "已入每日计划" }, { "name": "博爱县人民政府-建设项目环境影响评价信息", "script": "crawl_boai.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "河南", "note": "已入每日计划" }, { "name": "巴林左旗人民政府-公示公告", "script": "crawl_blzq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "内蒙古", "note": "已入每日计划" }, { "name": "重庆市南川区人民政府-公示公告", "script": "crawl_cqnc.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "重庆", "note": "已入每日计划" }, { "name": "二连浩特通知公告", "script": "crawl_elht.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "note": "ZCMS /ywdt/tzgg/ 5页+3年策略" }, { "name": "瓮福集团-公示公告", "script": "crawl_wengfu.py", "enabled": true, "incremental": true, "source": "企业公告" }, { "name": "常熟经济技术开发区-信息发布", "script": "crawl_changshu.py", "enabled": true, "incremental": true, "source": "政府公告" }, { "name": "台江县-在线调查", "script": "crawl_taijiang.py", "enabled": true, "source": "政府公告", "args": "--incremental", "note": "API直取，51条近3年" }, { "name": "纳雍县-环境保护", "script": "crawl_nayong.py", "enabled": true, "incremental": true, "source": "政府公告" }, { "name": "太仆寺旗-通知公告", "script": "crawl_tpsq.py", "enabled": true, "incremental": true, "source": "政府公告" }, { "name": "铜鼓县重大建设项目", "script": "crawl_tonggu.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "数融CMS POST /searchManuscript, 41条" }, { "name": "汤阴县行政许可", "script": "crawl_tangyin.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "静态HTML index_N.html,
正文" }, { "name": "临猗县公示公告", "script": "crawl_sxly.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "静态HTML，仅7条（分页JS-only）" }, { "name": "彭山区公示公告", "script": "crawl_scps.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "VSB CMS, 首页gsgg.htm, 下一页gsgg/2.htm→1.htm, 含WeChat外链" }, { "name": "湖口县行政许可", "script": "crawl_hukou.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "TRS CMS, index_N.html分页,
正文" }, { "name": "桐柏县人民政府", "script": "crawl_tongbai.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府通知公告", "note": "南阳TRS统一平台, 首页静态21条, AJAX分页(JS),
正文" }, { "name": "雷波县人民政府", "script": "crawl_lbx.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "TRS CMS, createPageHTML分页(4页), →TRS_UEDITOR正文" }, { "name": "第六师五家渠市人民政府", "script": "crawl_wjq.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府通知公告", "note": "JPaaS CMS, API JSON分页(~95页/1140条),
正文" }, { "name": "个旧市人民政府", "script": "crawl_hhgj.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "TRS CMS, 两栏目: hjbh1(环保8页)+hbxx(环保信息54页),
正文" }, { "name": "冠县人民政府", "script": "crawl_guanxian.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府通知公告", "note": "聚合平台, ?page=N分页(~460页/6000条), 并发详情,
正文" }, { "name": "高唐县人民政府", "script": "crawl_gaotang.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府通知公告", "note": "同冠县CMS平台, ?page=N分页(~28页/480条), 并发详情,
正文" }, { "name": "高安市人民政府", "script": "crawl_gaoan.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "政府信息公开平台, JSON列表(50条),
正文, site_name=高安市人民政府" }, { "name": "船山区人民政府", "script": "crawl_chuanshan.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "高新区", "note": "遂宁高新区子站, ?page=N分页(30页/600条),
正文" }, { "name": "桐乡市人民政府", "script": "crawl_tx.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "JCMS系统, API驱动(I01-A01). 列表情API+paramJson, 37条/
正文" }, { "name": "淄博高新技术产业开发区", "script": "crawl_zibo_gxqhbj.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "淄博政务公开平台, fdzdgknr_total分页, 10条/页, 542条(3年),
正文" }, { "name": "淄博市生态环境局", "script": "crawl_zibo_epb.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "同高新区同CMS, fdzdgknr_total分页, 10条/页, 310条(3年/1687总),
正文" }, { "name": "济南市生态环境局", "script": "crawl_jinan_epb_yppz.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "章丘分局·已批准项目公告，439条近3年" }, { "name": "济南市生态环境局", "script": "crawl_jinan_epb_new.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "历城分局·拟审查项目公示，pageId=32954" }, { "name": "泾县人民政府", "script": "crawl_ahjx.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "泾县·建设项目环评，需token_verified=true cookie" }, { "name": "贵定县人民政府", "script": "crawl_guiding.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "贵定·环境保护，表格TR解析" }, { "name": "怀宁先锋网", "script": "crawl_ahhn.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站", "note": "怀宁先锋网-通知公告" }, { "name": "乐山市环评受理公示", "script": "crawl_leshan.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站", "note": "乐山市人民政府-环评受理公示" }, { "name": "肇东市公示公告", "script": "crawl_zhaodong.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站", "note": "肇东市人民政府-公示公告" }, { "name": "合浦县乡镇部门", "script": "crawl_hepu.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站", "note": "合浦县人民政府-乡镇部门" }, { "name": "大冶市生态环境", "script": "crawl_daye.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站", "note": "大冶市人民政府-生态环境领域" }, { "name": "寒亭区公告公示", "script": "crawl_hanting.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府网站", "note": "寒亭区人民政府-公告公示" }, { "name": "平定县生态环境分局", "script": "crawl_pd.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县生态环境分局", "note": "已入每日计划" }, { "name": "宜春市水利局", "script": "crawl_ycslj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "通知公告", "note": "已入每日计划" }, { "name": "精河县-重大建设项目", "script": "crawl_xjjh.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县政务公开", "note": "已入每日计划" }, { "name": "新泰市-生态治理", "script": "crawl_xintai.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "区县生态环境", "note": "已入每日计划" }, { "name": "尉氏县-环境保护", "script": "crawl_wschina.py", "enabled": true, "url": "http://www.wschina.gov.cn/kfswsxwz/c00511/pc/list.html", "description": "尉氏县-环境保护", "cron": "daily_incremental" }, { "name": "潍坊滨海-公告公示", "script": "crawl_wfbinhai.py", "enabled": true, "url": "http://www.wfbinhai.gov.cn/bhxwzx/bhxwzxlist/?ch=4", "description": "潍坊滨海-公告公示", "cron": "daily_incremental" }, { "name": "山西三强新能源-新闻", "script": "crawl_sqtanhei.py", "enabled": true, "url": "http://www.sqtanhei.com/html/94722.html", "description": "山西三强新能源-新闻", "cron": "daily_incremental" }, { "name": "石河子-通知公告", "script": "crawl_shz.py", "enabled": true, "url": "https://www.shz.gov.cn/xwzx/002002/com_sec.html", "description": "石河子-通知公告", "cron": "daily_incremental" }, { "name": "双鸭山通知公告", "script": "crawl_shuangyashan.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "双鸭山市政府通知公告，API搜索/common/search分页，20条/页，1241条(3年)，

正文含inline样式" }, { "name": "陕州公告公示", "script": "crawl_shanzhou.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "陕州区政府公告公示，zhengfuxinxi-N.html分页，16条/页，196条(3年)，

正文" }, { "name": "射洪生态环境", "script": "crawl_shehong.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "生态环境", "note": "射洪市生态环境信息公开，kuozhan/10439.html?page=N分页，20条/页，当前778条，已恢复" }, { "name": "上高环评公示", "script": "crawl_shanggao.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "上高县建设项目环境影响评价，POST /searchManuscript API，20条/页，318条(3年)，content.content正文" }, { "name": "汝阳县政府-公示公告", "script": "crawl_ry.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "汝阳县政府公示公告，index_N.html静态分页，10条/页，448条(3年)，
正文" }, { "name": "淮南煤化工产业园-通知公告", "script": "crawl_hnccci.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "淮南潘集经济开发区通知公告，?pageIndex=N分页，20条/页，134条(3年)，
正文，含大量环评公示" }, { "name": "上海市建设项目环评公示", "script": "crawl_sthjsh.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "环评公示", "note": "上海市生态环境局建设项目环评公示，POST分页，10条/页，54条(近1年)，含详细环评内容" }, { "name": "仁怀市-通知公告", "script": "crawl_rh.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "仁怀市政府通知公告，TRS CMS，index_N.html分页，15条/页，960条(3年)，
正文" }, { "name": "铜陵市经济技术开发区", "script": "crawl_tl.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "开发区", "note": "UCAP CMS, API POST /queryList, 1958条全量(2026-06~2017-01), 有环评公示内容" }, { "name": "榆神工业区(榆林经济技术开发区)", "script": "crawl_ysia.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "开发区", "note": "WCM/TRS CMS, 121条有正文(2016~2026-06). ❌ 服务器IP已被waf封禁(403), 仅保留已爬121条. 待解封后启用" }, { "name": "荣县人民政府-其他法定信息", "script": "crawl_rongzhou.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "数融CMS API POST /queryList, 84条(2024~2026-06), content.content正文API返回" }, { "name": "清徐经济开发区-通知公告", "script": "crawl_qxedz.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "开发区", "note": "eyouCMS, 37条(2017~2026-04). ESA 502需本地爬取推送." }, { "name": "齐齐哈尔市龙沙区-环境保护", "script": "crawl_qqhrlsq.py", "incremental": true, "args": "", "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "政府信息公开API /search/{channelId}?page=N&_pageSize=10, 277条(2018~2026-06), div.article-content正文" }, { "name": "启东市人民政府-部门公告公示", "script": "crawl_qidong.py", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "TrueCMS + jpage API, 3300条(2019~2026-06), 5线程并发, div.content正文" }, { "name": "泉州市泉港区-项目环评", "script": "crawl_qg.py", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "Terton TRS CMS, 静态分页index_N.htm, 29页435条(2022~2026), div.TRS_Editor正文, 较旧条目详情页404" }, { "name": "岑巩县-项目环评", "script": "crawl_qdncg.py", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "TRS CMS, 静态分页index_2.html, 2页25条(2019~2025), div.trs_editor_view正文" }, { "name": "濮阳经济技术开发区-公告公示", "script": "crawl_pyjkq.py", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "JTOP CMS, 分页16771_N.html, 126条(2024~2026), div.xw正文, 较旧详情页404" }, { "name": "东至县-生态建设", "script": "crawl_dongzhi.py", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "安徽池州, 分页page_N.html, 3页57条(2017~2026), div.m-dttexts正文" }, { "name": "阳高县-生态环境保护", "script": "crawl_dtyg.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "UCAP CMS, 所有85条列表均在首页, 详情页TRS_Editor, 18条近3年" }, { "name": "大武口通知公告", "script": "crawl_dwk.py", "args": "1", "incremental": true, "enabled": true, "sync_mode": "direct_server", "group": "政府公告", "note": "dwk.gov.cn 通知公告，86页/20条，
正文" }, { "name": "飞源集团-公司新闻", "script": "crawl_feiyuan.py", "enabled": true, "incremental": true, "args": "" }, { "name": "庆城县-生态环境", "script": "crawl_qingcheng.py", "enabled": true, "incremental": true, "args": "" }, { "name": "白银高新区-通知公告", "script": "crawl_baiyin.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "蚌埠经济开发区", "script": "crawl_bengbu.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "成武县人民政府", "script": "crawl_chengwu.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "东华能源-公司要闻", "script": "crawl_chinadhe.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "茌平区-通知公示", "script": "crawl_chiping.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "独山子生态环境", "script": "crawl_dsz.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "大同经开区-公示公告", "script": "crawl_dtjjjskfqz.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "东乡区人民政府", "script": "crawl_dx.py", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "TRS CMS, 54条信息公开制度", "args": "--incremental" }, { "name": "丰城市人民政府-公示公告", "script": "crawl_fc_gsgg.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "丰城市人民政府-行政执法", "script": "crawl_fc_xzhy.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "丰城市人民政府-重点项目", "script": "crawl_fc_zdjs.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "金皇环保公示信息", "script": "crawl_fjest.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "福建三钢-环评公示", "script": "crawl_fjsg_hjxp.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "阜新蒙古族自治县-环境保护", "script": "crawl_fmx_hjbh.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "阜新市清河门区-通知公告", "script": "crawl_fxqhm_tzgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "细河区-便民通知", "script": "crawl_fxxh_bmtz.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "广安市-环境保护", "script": "crawl_guangan.py", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "API直取，426条，增量仅第1页", "args": "--incremental" }, { "name": "桂平市人民政府-通知公告", "script": "crawl_guiping_tzgg.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "固镇县人民政府", "script": "crawl_guzhen.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "合肥市-建设项目环评公示", "script": "crawl_hefei.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "河间市-征集调查", "script": "crawl_hejian_zjdc.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "恒山区人民政府-通知公告", "script": "crawl_hengshanqu.py", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "AJAX API，668条", "args": "--incremental" }, { "name": "环评宝", "script": "crawl_huanpingbao.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "江门市生态环境局-环评信息", "script": "crawl_jiangmen_hp.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "揭阳大南海-公示公告", "script": "crawl_jieyang_gsgg.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "吉林省生态环境厅-受理公示", "script": "crawl_jilin.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "金昌市生态环境局-环评信息", "script": "crawl_jincheng.py", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划，JPaaS CMS，284条(20/p)，GET API+paramJson分页", "args": "1" }, { "name": "巨野县人民政府-法定主动公开内容", "script": "crawl_juye.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "靖西市", "script": "crawl_jxth.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "黎川县人民政府-重点民生", "script": "crawl_lcx_ms.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "孟州市公示公告", "script": "crawl_mengzhou.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "南平市生态环境局", "script": "crawl_nanping.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "南丰环境保护", "script": "crawl_nf.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "宁城县通知公告", "script": "crawl_ningchengxian.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "泰和县人民政府-政府采购", "script": "crawl_th.py", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "AJAX API，政府采购", "args": "--incremental" }, { "name": "万载环评", "script": "crawl_wanzai.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "昔阳县-公告公示", "script": "crawl_xiyang.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "宜都市", "script": "crawl_yidu.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "郓城县-通知公告", "script": "crawl_yuncheng.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "" }, { "name": "淄博市", "script": "crawl_zibo.py", "incremental": false, "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "已入每日计划，增量爬前3页" }, { "name": "信阳市生态环境局-通知公告", "script": "crawl_xinyang_sthj.py", "args": "1", "incremental": true, "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "已入每日计划" }, { "name": "黄石市生态环境局-民意征集", "script": "crawl_huangshi_myzj.py", "args": "--incremental", "enabled": true }, { "name": "海西州生态环境局-工作动态", "script": "crawl_haixi_gzdt.py", "args": "--incremental", "enabled": true }, { "name": "大同市生态环境局-公示栏", "script": "crawl_datong_gsl.py", "args": "--incremental", "enabled": true }, { "name": "吉安市", "script": "crawl_ji_an.py", "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "多站点(泰和/永丰/吉水/遂川/峡江/新干)", "site_names": [ "泰和县人民政府-政府采购", "永丰县-基础建设", "永丰县-公共监管", "吉水县-污染防治", "遂川县-部门项目", "峡江县-生态环境", "新干县-基础建设" ] }, { "name": "柯城区人民政府-公告公示", "script": "crawl_kecheng.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "政府公告", "note": "JPAAS CMS, 435条 2024-2026, 29页" }, { "name": "新疆生态环境厅-项目受理公示", "script": "crawl_xj_sthjt.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "生态环境厅", "note": "静态分页10页100条, 2025-2026" }, { "name": "昌吉州生态环境局-通知公告", "script": "crawl_changji.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "静态分页47页680条, 2023-2026, 15条/页" }, { "name": "济南市生态环境局-项目受理公示", "script": "crawl_jinan_hbj.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "note": "JPAAS CMS col10489, 188条 2024-2026" }, { "name": "宿松县人民政府-行政许可", "script": "crawl_susong.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "生态环境分局", "note": "JSL JS Challenge+Playwright, 50条 2025-2026, 20条/页", "site_names": [ "宿松县人民政府-行政许可" ] }, { "name": "宿松县乡镇-公示公告", "script": "crawl_susong_towns.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "乡镇公示", "note": "JS Challenge+Playwright, 高岭乡57/河塌乡21/北浴乡46=124条(3年), 20条/页", "site_names": [ "宿松县-高岭乡-公示公告", "宿松县-河塌乡-公示公告", "宿松县-北浴乡-公示公告" ] }, { "name": "富宁县人民政府-通知公告", "script": "crawl_funing.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "县政府通知公告", "site_names": [ "富宁县人民政府-通知公告" ], "note": "POST API /queryList, 数融CMS, 15条/页~192条(3年), 正文API直出" }, { "name": "万年县人民政府-公告公示", "script": "crawl_wannian.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "site_names": [ "万年县人民政府-公告公示" ], "note": "UCAP CMS, 静态分页24条/页, 25页477条, 3年75条, 正文" }, { "name": "达茂联合旗-生态环境", "script": "crawl_dmlhq.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "生态环境局", "site_names": [ "达茂联合旗-生态环境" ], "note": "静态HTML module_list解析, 21条/14条入库, 标题从详情页提取, TRS_UEDITOR正文" }, { "name": "达茂联合旗-公示公告", "script": "crawl_dmlhq_gsgg.py", "incremental": true, "args": "--incremental", "sync_mode": "direct_server", "enabled": true, "group": "公示公告", "site_names": [ "达茂联合旗-公示公告" ], "note": "静态HTML列表解析, 678条/10条每页, TRS_UEDITOR正文" }, { "name": "平乡县人民政府-公告公示", "script": "crawl_pxx_pingxiang.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "县区级政府", "note": "已入每日计划" }, { "name": "阜阳经济开发区-通知公告", "script": "crawl_fyjkq.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "经济开发区", "note": "已入每日计划" }, { "name": "连云港市-意见征集", "script": "crawl_lyg_yjzj.py", "incremental": true, "args": "1", "sync_mode": "direct_server", "enabled": true, "group": "地级市政府", "note": "Playwright模式，已入每日计划" } ], "_统计": "共 322 个爬虫", "_stat": { "total": 322, "enabled": 299 }, "_count": 349 }