)F_jXdZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZdZdZdZdZdZdZd Zd Zd Zd Zd dddddddddddddddddddddddgZeDcic]}|d | c}Zd!d"gd#fd$d%gd&fd'd(gd)fd*d+gd,fd-d.gd/fd0d1gd2fd3d4gd5fd6d7gd8fgZeDcic] \}}}||||d9c}}}Zd:Z d;Z!dZ#d?Z$d@Z%dAZ&dBZ'dCZ(ddDZ)dEZ*ddGZ+dHZ,ddIZ-dJZ.ddKZ/dLZ0dMZ1dNZ2ddOZ3hdPZ4dQZ5dRZ6e6e!GdSdTejnjpZ9ddl Z ddlZddlZddl:Z:ddlZdUZ;dZd!dXdYdZd[d\d]dZd^d_d`dZdadbdcdZdddedfdZdgdhdidZdjdkdldZdmdndodZdpdqdrdZdsdtdudZdvdwdxdZdydzd{dZg Z?d|Z@e?Dcgc]}|d  c}ZAiZBiZCd}ZDd~ZEdZFdZGddZHdZIdZJdZKdZLdFZMdZNdZOePdk(r-ejnjdefe9jyycc}wcc}}}wcc}w)uh 统一搜索服务（端口8000） 集成：gov FTS5搜索 + 中项网/中能联合/中策大数据 Nc@ttjd|S)Nz[\u4e00-\u9fff\u3400-\u4dbf])boolresearch)texts /root/search_app.pycontains_chineser s  94@ AAz/root/search.dbz /root/ccpc.dbz/home/ccbuild/znlh.dbz /root/ZC.dbz/root/crawler_results.dbz /root/eia.dbz/root/data.csvi@c|sytjd|}|r|jdjStjd|}|r|jdjSy)N-u_[总]?投资[额金]?[：:为]?\s*[约]?\s*[\d,.]+\s*[万亿千百十万千百元美]?[元美]?ru投资.{0,6}?[\d,.]+[万亿]?)rrgroupstrip)rms rextract_investmentr(s_  tvz{A!!# # 2D9A!!# # r eiau 环评阶段u环评 OR 环境影响评价 OR 环境影响报告 OR 环境影响登记 OR 第一次公示 OR 第二次公示 OR 征求意见 OR 公众参与)idlabelkeywordsapprovalu 审批报批u^审批 OR 报批 OR 批复 OR 核准 OR 备案 OR 行政许可 OR 审查意见 OR 同意建设biddingu 招标采购ux招标 OR 中标 OR 采购 OR 比选 OR 邀标 OR 竞标 OR 竞争性谈判 OR 询价 OR 招标公告 OR 中标候选人 acceptanceu 竣工验收uW验收 OR 竣工 OR 试运行 OR 投产 OR 调试 OR 环境保护验收 OR 竣工验收planningu 规划设计ug规划 OR 设计 OR 可行性研究 OR 可研 OR 选址 OR 用地预审 OR 方案设计 OR 初步设计securityu 安全评价uo安全评价 OR 安全设施 OR 安全验收 OR 安全预评价 OR 安全专篇 OR 安全生产 OR 风险评估rpoweru 电力能源)u发电u电站u光伏u风电u风力u核电u储能u变电u电厂u火电u水电u 太阳能u光热u 潮流能u生物质发电oilgasu 油气管道) u油田LNGu 天然气u管道u输油u储罐u 加气站u 加油站u油气u液化天然气u 煤层气u 页岩气chemicalu 化工石化)u化工u农药u农化u原药u制剂u化肥u石化u乙烯u甲醇u氯碱u 合成氨u 聚乙烯u 聚丙烯u 精细化工u危化u硫酸u盐酸u烧碱 metallurgyu 冶金矿山)u钢铁u铝业u冶炼u矿山u采矿u焦化u 有色金属u铜冶u锌冶u铅冶u铁矿u煤矿u金矿u选矿wateru 水务环保)u污水u供水u排水u水厂u垃圾u固废u脱硫u脱硝u 渗滤液u污泥u 中水回用u 废水处理u 水处理u净水u 生活垃圾u危废 transportu 交通运输) u公路u铁路u港口u机场u轨道u高速u桥梁u隧道u码头u航道u地铁u城轨u站场buildingu 建材建工) u水泥u玻璃u陶瓷u建材u砖瓦u 混凝土u 预制构件u石灰u石膏estateu 房建市政) u住宅u商业综合体u市政u园区u学校u医院u 办公楼u 保障房u 安置房u商住u社区u 文化中心)rrkwcZsytD]\}}}tfd|Ds|cSy)u3仅用标题做一级行业分类，返回行业 idotherc3&K|]}|v ywN).0r#titles r z$classify_industry.._s)rrU{)s)INDUSTRY_RULESany)r*ind_idrkwss` rclassify_industryr0[s6 ,s )S) )M r c tjtd}|jd|j |j y#t $rYywxYw)u(启动时确保 gov_raw 有 industry 列 timeoutzcsH w3 ST     sA A AA 资源网站)rrc|yt|jddjddjddjdd S) N&z&z>"")strreplacess rescrKwsGy q6>>#g & . .s6 : B B3v N V VWZ[c ddr a1*{margin:0;padding:0;box-sizing:border-box} body{font-family:-apple-system,BlinkMacSystemFont,"Segoe UI","Microsoft YaHei",sans-serif;background:#fff;color:#202124;min-height:100vh} a{color:#1a0dab;text-decoration:none} a:visited{color:#609} a:hover{text-decoration:underline} .container{max-width:1000px;margin:0 auto;padding:0 20px} .home-wrap{display:flex;flex-direction:column;align-items:center;justify-content:center;min-height:75vh;text-align:center} .home-logo{font-size:48px;font-weight:700;color:#1a73e8;letter-spacing:-1px;margin-bottom:4px} .home-sub{font-size:14px;color:#5f6368;margin-bottom:28px} .home-search{width:100%;max-width:584px;margin:0 auto 24px} .home-search .search-box input{border-radius:28px;padding:14px 20px;font-size:16px;box-shadow:0 1px 6px rgba(32,33,36,.08)} .home-search .search-box input:focus{box-shadow:0 1px 8px rgba(32,33,36,.16)} .home-btns{display:flex;gap:10px;flex-wrap:wrap;justify-content:center;margin-bottom:20px} .home-btns a{display:inline-flex;align-items:center;gap:6px;padding:8px 20px;background:#f8f9fa;border:1px solid #dadce0;border-radius:24px;font-size:14px;color:#3c4043;transition:all .15s} .home-btns a:hover{background:#e8f0fe;border-color:#1a73e8;color:#1a73e8;text-decoration:none} .home-count{font-size:13px;color:#70757a;margin-top:4px} .nav{display:flex;align-items:center;gap:16px;padding:12px 0;border-bottom:1px solid #ebebeb;margin-bottom:16px} .nav-logo{font-size:18px;font-weight:700;color:#1a73e8;white-space:nowrap;flex-shrink:0} .nav-links{display:flex;gap:4px;flex-wrap:wrap} .nav-links a{font-size:13px;color:#5f6368;padding:4px 10px;border-radius:16px;transition:background .15s} .nav-links a:hover{background:#f0f0f0;text-decoration:none;color:#1a73e8} .nav-links a.act{background:#e8f0fe;color:#1a73e8;font-weight:500} .nav-right{margin-left:auto;font-size:13px;color:#5f6368;display:flex;align-items:center;gap:8px} .nav-right a{font-size:12px;color:#d93025;text-decoration:none} .search-section{margin-bottom:12px} .search-box{display:flex;gap:0} .search-box input{flex:1;padding:12px 20px;border:1px solid #dfe1e5;border-radius:24px 0 0 24px;font-size:16px;outline:none;box-shadow:0 1px 6px rgba(32,33,36,.08)} .search-box input:focus,.search-box input:hover{border-color:#1a73e8;box-shadow:0 1px 8px rgba(32,33,36,.16)} .search-box button{padding:12px 24px;background:#1a73e8;color:#fff;border:none;border-radius:0 24px 24px 0;font-size:15px;cursor:pointer} .search-box button:hover{background:#1557b0} .toolbar{margin-bottom:10px} .controls{display:flex;justify-content:space-between;align-items:center} .total-count{font-size:14px;color:#70757a} .db-tabs{display:flex;gap:6px;margin-bottom:12px;flex-wrap:wrap} .db-tabs a{font-size:13px;color:#5f6368;padding:5px 14px;border:1px solid #dadce0;border-radius:16px;transition:all .15s} .db-tabs a:hover{background:#e8f0fe;text-decoration:none;border-color:#1a73e8;color:#1a73e8} .db-tabs a.act{background:#1a73e8;color:#fff;border-color:#1a73e8} .results{max-width:100%;margin:0 auto}.result-item{display:flex;gap:10px;padding:12px 0;border-bottom:1px solid #f0f0f0;transition:background .1s} .result-item:hover{background:#f8f9fa;margin:0 -10px;padding:12px 10px;border-radius:4px} .result-item .num{font-size:13px;color:#70757a;min-width:26px;text-align:right;flex-shrink:0;padding-top:2px} .result-item h3{font-size:16px;font-weight:400;line-height:1.3;margin-bottom:2px} .result-item h3 a{color:#1a0dab} .meta{font-size:12px;color:#70757a;display:flex;gap:8px;flex-wrap:wrap;align-items:center} .bdg{display:inline-block;padding:1px 6px;border-radius:3px;font-size:11px;font-weight:500} .bdg-crawler{background:#e8f5e9;color:#2e7d32} .bdg-zc{background:#fef3e2;color:#e65100} .bdg-other{background:#f3e8fd;color:#7b1fa2} .summary{font-size:14px;color:#4d5156;line-height:1.58;margin-top:2px} .no-results{text-align:center;padding:60px 0;color:#70757a;font-size:14px} .time-select{padding:5px 12px;font-size:13px;color:#3c4043;border:1px solid #dadce0;border-radius:16px;cursor:pointer;outline:none;background:#fff} .time-select:hover{border-color:#bdc1c6} .page-btn{display:inline-flex;align-items:center;justify-content:center;min-width:36px;height:36px;padding:0 12px;border-radius:4px;font-size:13px;color:#1a73e8;text-decoration:none} .page-btn:hover{background:#f0f0f0;text-decoration:none} .page-btn.act{background:#1a73e8;color:#fff} .page-elp{color:#70757a;padding:0 4px;font-size:13px} .page-jump{display:inline-flex;align-items:center;gap:4px;margin-left:6px;font-size:13px;color:#5f6368} .page-jump input{width:48px;padding:6px 8px;border:1px solid #dadce0;border-radius:4px;font-size:13px;text-align:center;outline:none} .page-jump input:focus{border-color:#1a73e8} .detail-wrap{max-width:900px;margin:0 auto;padding:20px} .detail-card{background:#fff;border-radius:12px;padding:24px;margin-bottom:16px;box-shadow:0 1px 3px rgba(0,0,0,.08)} .detail-card h2{font-size:20px;margin-bottom:12px;color:#1a1a2e} .detail-content{font-size:14px;line-height:1.8;color:#444;overflow-wrap:break-word;overflow-x:auto} .detail-content p{margin:10px 0} .detail-content table{border-collapse:collapse;width:100%;margin:12px 0;font-size:14px} .detail-content td,.detail-content th{border:1px solid #ddd;padding:8px 12px} .detail-content a{color:#1a73e8} .detail-content img{max-width:100%;height:auto;border-radius:8px} c|sggfSt|}|jj}gg}}|D]G}|jdr#t |dkDr|j |dd7|j |I||fS)ub解析 Google 语法查询：-keyword 排除，其余为包含。标点符号统一视为空格。r N)normalize_queryrsplit startswithlenappend)qpartsincexcps rparse_google_queryrX s 2v A GGIOO E2C  << Q! JJqu  JJqM  8Or c|s|Sttjjdddzdj fd|D}t j dd|j}|S)z8Replace all punctuation (Chinese + English) with spaces.r rAuP，。、；：？！…—·～「」『』〖〗【】〔〕〈〉《》（）c3.K|] }|vrdn|yw) Nr()r)c punct_sets rr+z"normalize_query..s=aANS1=s\\s+r[)setstring punctuationrHjoinrsubr)rSresultr]s @rrNrNsk F&&..sB7;MMNI WW=1= =F VVGS& ) / / 1F Mr c|s|St|}tjdd|}tjdd|j}|S)z>Remove FTS5 special chars and replace punctuation with spaces.z[()*^"\\\\[\\\\]./]r[r^)rNrrcr)rSs rsanitize_fts_queryrf$sG A %sA.A wQ%%'A Hr ctjtd}tj|_|j d|j d|S)Nr2r3zPRAGMA busy_timeout=5000PRAGMA journal_mode=WAL)r5r6r7Row row_factoryr8r<s rget_dbrk/s= ??7B /D{{DLL+,LL*+ Kr c< tjtd}tj|_|j d|j } g} g} d} |rd} | j||r2t|d} | sd} | j| n|d| zdzz }|| d <|r"| jd | j||r'|d k7r"| jd | j||r#|d k7rd ddd|}| jd|d|dk(rdn|dk(rdnd}|d z}|d z |z}d }| r_| d }t|}|| d <t|\}}t|s|st|d kDrt|r|st|d k(r | j dt|f| jd }| j d|dt|||f|d kDrP| j!Dcgc] }t#|}}t||kD}|r|d|}|j%|||fSg}g}|D]9}|jd|j'd|zdzd|zdzd|zdzg;|D]9}|jd|j'd|zdzd|zdzd|zdzg;|sg}d }d}|j%|||fSdj)|}| r|ddj)| zz }| j d ||| jd }| j d!|d"|||gzn | j dt|f| jd }| j d|dt|||fn6| rd%dj)| znd&}| j d'|d(|d| ||gz| j!Dcgc] }t#|}}t||kD}|r|d|}|j%|||fS#tj$rd }YQwxYwcc}w#tj$rHd|zdz}| j d#||f| jd }| j d$||||fYwxYwcc}w))u返回 (rows, total, has_more)r2r3rhFTrz AND ()rzr.category = ?allzr.industry = ?rM1d7d30d.(SUBSTR(r.publish_date,1,10) >= date('now', '- days')) relevancerank date_desczr.publish_date DESCzr.publish_date ASCz8SELECT COUNT(*) FROM gov_search WHERE gov_search MATCH ?zdSELECT r.*, rank FROM gov_search s JOIN gov_raw r ON s.rowid=r.id WHERE gov_search MATCH ? ORDER BY z LIMIT ? OFFSET ?N:(r.title LIKE ? OR r.site_name LIKE ? OR r.content LIKE ?)%H(r.title NOT LIKE ? AND r.site_name NOT LIKE ? AND r.content NOT LIKE ?) AND %SELECT COUNT(*) FROM gov_raw r WHERE ,SELECT r.*, "" as rank FROM gov_raw r WHERE z. ORDER BY r.publish_date DESC LIMIT ? OFFSET ?zASELECT COUNT(*) FROM gov_raw WHERE title LIKE ? OR summary LIKE ?zxSELECT r.*, "" as rank FROM gov_raw r WHERE title LIKE ? OR summary LIKE ? ORDER BY r.publish_date DESC LIMIT ? OFFSET ?WHERE rAzSELECT r.* FROM gov_raw r z ORDER BY )r5r6r7rirjr8cursorrR PHASE_MAPrNrXr rQrffetchoneOperationalErrorfetchalldictr:extendrb)querypage page_sizesortphasecategory daterangeindustryr=r\params where_partsuse_ftsr#days order_sql fetch_sizeoffsettotalrS inc_terms exc_termsrrowshas_more like_conds like_paramst like_wherelike_qwheres rrr<s ??7B /D{{DLL*+ A FrG  e u j )G MM"  X]S( (EF1I+,fmmH.EH%+,fmmH.EY%'AB' 2KD6QYZ[+-DT_L_3HeyIQJ1fi F E 1I A q 1!4 9 A )s9~/A"9Y19LIIX[mno[pZrsJJLOEII!EFOEPPabewxyez|FHNdOP19-.ZZ\:DG:D:"4y94HZi(8JJL00JK R!!"^_""C!GcM37S=#'C-#PQ R R!!"lm""C!GcM37S=#'C-#PQ R15h UH,, j1Jg [(AAA II=j\JK XJJLOE IIDZLP~BMQ[]cPdBd e | TWijkWlVno Q ABKALL]^astuavxBDJ`KL9D7<< 44 .ugZ {J[\^dhrtzg{^{|ZZ\ *DG *D *4y9$HJYJJL   [//E;8++ |q3 ]`fhn_op Q UX^`fhrtzW{|  | +s3AP8P6AP;RP32P3;ARRct}|j}|jd|f|j}|j |r t |SdS)N SELECT * FROM gov_raw WHERE id=?)rkrr8rr:r) record_idr=r\rs r get_detailrsI 8DQII09,? AJJL47!T!r ctjjtsdgfSt j t}tj |_gg}}|rtt|\}} |D].} |jd|jd| zdzgdz0| D].} |jd|jd| zdzgdz0|rx|dk7rs|tvrkt|ddd} | rZd jd gt| z} |jd | zd z|j| D cgc] } d| zdz c} |r#|dk7rd ddd|}|jd|d|rddj|znd}|jd|z|jd}|jd|zdz|||d z |zgzDcgc] }t!|}}|j#||fScc} wcc}w)Nrw(project_id LIKE ? OR project_name LIKE ? OR owner_company LIKE ? OR industry LIKE ? OR province LIKE ? OR city LIKE ?)r{(project_id NOT LIKE ? AND project_name NOT LIKE ? AND owner_company NOT LIKE ? AND industry NOT LIKE ? AND province NOT LIKE ? AND city NOT LIKE ?)rnr# OR industry LIKE ?(rmrMrorprq+SUBSTR(publish_date,1,10) >= date('now', '- days')rr}rAz$SELECT COUNT(*) FROM cceup_projects zSELECT * FROM cceup_projects 8 ORDER BY publish_date DESC, project_id LIMIT ? OFFSET ?)ospathexistsCONTACT_DB_PATHr5r6rirjrXrRr INDUSTRY_MAPrbrQr8rrr:rSrperrrdbcondsrrUrVrr/ sub_condskrwhrrrs r cceup_searchrsJ 77>>/ *1b5L  )BGKK2>6E%a(S )A LLS T MM3q59+a- (  )  )A LLp q MM3q59+a- (  ) H%(l*B8$T*2A.  %6$7#c($BCI LLy3. / MMc23q592 3Y%'AB' 2 B4&PQ).',,u% %BB JJ=b@& I R R TUV WEZZ(G(JLF)FHNPSUYZ[U[]`T`OaHab cDG cD cHHJ $;!3 c 4G:G?ctjjtsyt j t}|j d|fjd}|j|S)Nrz6SELECT COUNT(*) FROM cceup_contacts WHERE project_id=?) rrrrr5r6r8rr:)pidrrs rcceup_contacts_countrsT 77>>/ *1  )B JJORUQW X a a cde fEHHJ Lr ctjjtsdgfSt j t}tj |_gg}}|rtt|\}} |D].} |jd|jd| zdzgdz0| D].} |jd|jd| zdzgdz0|rx|dk7rs|tvrkt|ddd} | rZd jd gt| z} |jd | zd z|j| D cgc] } d| zdz c} |r#|dk7rd ddd|}|jd|d|rddj|znd}|jd|z|jd}|jd|zdz|||d z |zgzDcgc] }t!|}}|j#||fScc} wcc}w)Nrrr{rrrnr#rrrrrmrMrorprqrrrr}rAz#SELECT COUNT(*) FROM znlh_projects zSELECT * FROM znlh_projects r)rrr ZNLH_DB_PATHr5r6rirjrXrRrrrbrQr8rrr:rs r znlh_searchrsJ 77>>, '2  &B6E%a(S )A LLS T MM3q59+a- (  )  )A LLp q MM3q59+a- (  ) H%(l*B8$T*2A.  %6$7#c($BCI LLy3. / MMc23q592 3Y%'AB' 2 B4&PQ).',,u% %BB JJ>, '  &B CSFKTTVA bhhj QA&(jj1mornt&uvT!WvAjMHHJqw'CctjjtsdgfSt j t}tj |_gg}}|rtt|\}} |D].} |jd|jd| zdzgdz0| D].} |jd|jd| zdzgdz0|rx|dk7rs|tvrkt|ddd} | rZd jd gt| z} |jd | zd z|j| D cgc] } d| zdz c} |r#|dk7rd ddd|}|jd|d|rddj|znd}|jd|z|jd}|jd|zdz|||d z |zgzDcgc] }t!|}}|j#||fScc} wcc}w)Nrz_(project_id LIKE ? OR project_name LIKE ? OR industry LIKE ? OR province LIKE ? OR city LIKE ?)r{zw(project_id NOT LIKE ? AND project_name NOT LIKE ? AND industry NOT LIKE ? AND province NOT LIKE ? AND city NOT LIKE ?)rnr#rrrrrmrMrorprqrrrr}rAz!SELECT COUNT(*) FROM zc_projects zSELECT * FROM zc_projects r)rrr ZC_DB_PATHr5r6rirjrXrRrrrbrQr8rrr:rs r zc_searchr8sD 77>>* %ae|  $Bw{{bn6E%a(S )A LLz { MM3q59+a- (  )  )A LLS T MM3q59+a- (  ) H%(l*B8$T*2A.  %6$7#c($BCI LLy3. / MMc23q592 3Y%'AB' 2 B4&PQ).',,u% %BB JJ:2=v F O O QRS TEZZ(DR(GIC)CEKMPRVWXRXZ]Q]L^E^_ `DG `D `HHJ $;!3 `rctjjtsyt j t}tj |_|jd|fj}|s|jyt|}|jd|fDcgc] }t|c}|d<|j|Scc}w)Nz,SELECT * FROM zc_projects WHERE project_id=?z8SELECT * FROM zc_contacts WHERE project_id=? ORDER BY idr) rrrrr5r6rirjr8rr:rrs r zc_detailrns 77>>* %d  $Bw{{bn A3&IRRTA bhhj QA&(jj1kmplr&stT!WtAjMHHJqurctjjtsyt j t}tj |_ |jd|fj}|s |jyt|}|jdxs|jdxsd|d<|jdxsd|d<||jS#|jwxYw)Nrpage_url source_urlrAurl site_namedomain) rrrr7r5r6rirjr8rr:rget)rrrds rcrawler_detailrs 77>>' "4  !BGKK2> JJ93& A J J L   G55$Al(;Ar%eeK(.B(    s#C) AC))C;c|r|sytjt} |jd|t ||f|j |j y#YxYw#|j wxYw)NzNINSERT INTO project_visits (project_type, project_id, username) VALUES (?,?,?))r5r6 SESSION_DBr8rGr9r:)ptyperusernamers r_track_project_visitrse 3  $B c3s8X. 0       s.AA#!A&&A8c|sdgfStjt}tj|_ |j d|t |fjd}|j d|t ||fDcgc] }t|}}|j d|t |fjd}||f|jScc}w#dgfcY|jSxYw#|jwxYw)NrISELECT COUNT(*) FROM project_visits WHERE project_type=? AND project_id=?zSELECT DISTINCT username, visited_at FROM project_visits WHERE project_type=? AND project_id=? ORDER BY visited_at DESC LIMIT ?zYSELECT COUNT(DISTINCT username) FROM project_visits WHERE project_type=? AND project_id=?) r5r6rrirjr8rGrrr:)rrlimitrrrrecent unique_counts r_get_project_visitorsrs q"u  $B[[BN f!3s8,..6hj<$&:: N CHe $ $&'a$q''' zz"}$)3s8#466>hjD V#  %'"u    s0ACC3CCC7%C:7C::D >adminlzhongsteveouschengbo wjianningz/root/contact.dbctjt}|jd|jd|jd|jd|j |j y)NzCREATE TABLE IF NOT EXISTS sessions ( token TEXT PRIMARY KEY, username TEXT NOT NULL, created_at TEXT DEFAULT (datetime('now','localtime')), last_seen TEXT DEFAULT (datetime('now','localtime')) )aCREATE TABLE IF NOT EXISTS usage_log ( id INTEGER PRIMARY KEY AUTOINCREMENT, username TEXT NOT NULL, action TEXT NOT NULL, page TEXT DEFAULT '', query TEXT DEFAULT '', ip TEXT DEFAULT '', created_at TEXT DEFAULT (datetime('now','localtime')) )a CREATE TABLE IF NOT EXISTS project_visits ( id INTEGER PRIMARY KEY AUTOINCREMENT, project_type TEXT NOT NULL, project_id TEXT NOT NULL, username TEXT NOT NULL, visited_at TEXT DEFAULT (datetime('now','localtime')) )zoCREATE INDEX IF NOT EXISTS idx_pv_lookup ON project_visits(project_type, project_id, visited_at DESC))r5r6rr8r9r:)rs rinit_session_dbrso  $BJJ  JJ  JJ   JJHIIIKr ceZdZdZdZdZdZdZdZd dZ dZ d Z d Z d Z d Zd ZdZdZdZd!dZd!dZdZdZdZdZdZdZdZdZdZdZdZdZ y)" SearchHandlerc tjj|j}tjj |j }|j |_|jjdr|jxsd|_|jdvrg|jdk(rF|jd|jdd|jdd |jy|j|y|jjd r d dl }d dl}d |jz}|jj|r|j!|\}}|jd |jd|xsd|jdd|jt#|d5}|j$j'|j)dddy|jd|j|j$j'dy|jjdr|j+|y|jjdr|j-|y|js4|jd|jdd |jy|j/|j||j} |} | jdr-| j1dd} t3d| t5|ddn7| dk(r2d| vr.| j7ddgd } t3d | t5|dd|jd!vr|j9d"|y|jjd#r|j;d"|jy|jd$vr|j9d%|y|jjd&r|j;d%|jy|jd'vr|j9d|y|jjdr|j;d|jy|jd(vr|j9d)|y|jjd*r|j;d)|jy|jdk(r|j=|y|jdk(r|j?|y|jd+k(r|jA|y|jd,k(r|jC|y|jd-k(r|jE|y|jd.k(r|jE|y|jd/vr|jG|y|jd0k(r|jIy|jjd1s|jjd2r|jK|jy|jd3k(r|jMy|jd4k(r|jOy|jd5k(r|jQ|y|jd6k(r|jSy|jdk(r|jUd tWy|jd7k(r}d dl,} t[}|jd |jdd8|j|j$j'| j\|d9:j_y|jd;k(r}d dl,} ta}|jd |jdd8|j|j$j'| j\|d9:j_y|jdgd }|j7d?d>gd }tc||}|jd |jdd8|jd@dA|j|j$j'| j\|d9:j_y|jdBk(rd dl,} |j7d=d>gd }|j7dCd>gd }te||}|jd |jdd8|jd@dA|j|j$j'| j\|d9:j_y|jdDk(rd dl,} d dl }|j7dEd>gd } t#tfdF5}|j'|ddddG|dH}|jd |jdd8|j|j$j'| j\|d9:j_y|jdJk(rd dl,} d dKl6m7}|j7dLdMgd }|j7dNdOgd }|j7dPdQgd }tq|j7dRdSgd }|||||}|jd |jdd8|jd@dA|j|j$j'| j\|d9:j_y|jd|j|j$j'dy#1swYyxYw#1swYxYw#th$r}d9tk|dI}Yd}~d}~wwxYw)TNz/crawler/adminr)/login/logoutr. Set-Cookiezsession=; Path=/; Max-Age=0Locationrz/static/r/root/gov_crawler Content-Typezapplication/octet-streamz Cache-Controlz max-age=86400rb404z/originals/detailz /originals/crawler/project//crawlerr anonymousz/detailr0gov)z/znlhz/znlh/znlh/znlh/project/)z/zc/zc/zc /zc/project/)z/crawler /crawler/)z/eia/eia/rz /eia/project/z/cceup/contact/ccpcz/cceup/projects)z /crawler/tempz/crawler/temp/z/crawler/temp/sync/cceup/project//ccpc/project/z /dashboardz /api/sourcesz /api/visitz /preview_md/crawler/admin/run-dailyapplication/json; charset=utf-8F ensure_ascii/crawler/admin/run-statusz/crawler/admin/set-industrynamerArzAccess-Control-Allow-Origin*z/crawler/admin/set-urlrz/crawler/admin/save-excluder#wT)successrrerrorz/crawler/admin/analysis)get_analysis_dataperioddaymode incrementalmetricbothr90)9urllibparseurlparserparse_qsr_get_session_userrrP send_response send_header end_headershandle_login_pager mimetypesisfile guess_typeopenwfilewritereadhandle_originals_detailhandle_originals_page _log_usagerOrgetattrrhandle_db_listhandle_db_detailhandle_search_page handle_detailhandle_cceup_pagehandle_contact_pagehandle_cceup_projectshandle_temp_dbhandle_temp_synchandle_cceup_project_detailhandle_dashboardhandle_sources_api handle_visitsend_preview_mdsend_response_htmlrender_admin_pagejsonrun_daily_crawldumpsencodeget_daily_run_statusset_crawler_industryset_crawler_urlADMIN_EXCLUDE_PATHr;rG crawler_adminrint)selfparsedr_osr) _file_path _content_type__f _parsed_path_params_pid_idrDrdnindurrferrrrrs rdo_GETzSearchHandler.do_GET's &&tyy1&&v||4 ..0 ;; ! !"2 3 MM4WDM ;;/ /{{i'""3'  /LM  X6  "  " "6 *  ;; ! !* - ',v{{:Jxxz*#,#7#7 #C q""3'  1\B\]  /B  "*d+0rJJ$$RWWY/0 ""3')9)9);TZZ=M=Mf=U  ;; ! !"5 6  ( ( 0  ;; ! !, /  & &v . }}   s #   Z 2       V,{{   " "#6 7%%c*2.D D'$ K2X Y Y &47?++dSE*1-C WT:{-S T ;;- -    / [[ # #$4 5  ! !&&++ 6[[O +   f - [[ # #N 3  ! !$ 4[[5 5    6 2 [[ # #$7 8  ! !)V[[ 9[[- -   v . [[ # #O 4  ! !% 5[[C   # #F + [[I %   v & [[H $  " "6 * [[J &  $ $V , [[G #  & &v . [[- -  & &v .[[? ?    ' [[0 0  ! ! # [[ # #$5 6&++:P:PQa:b  , ,TYY 7 [[L (  ! ! # [[N *  # # % [[L (   f % [[M )  " [[, ,  # #C):)< =[[6 6 $&F   s #   ^-N O     JJ  ZTZZUCJJL M [[7 7 )+F   s #   ^-N O     JJ  ZTZZUCJJL M [[9 9  6B4(+A**Z".q1C)!S1F   s #   ^-N O   :C @     JJ  ZTZZUCJJL M [[4 4  6B4(+A 52$'*A$Q*F   s #   ^-N O   :C @     JJ  ZTZZUCJJL M [[9 9 zz$-a0H =,c2&aGGH%&%)x@   s #   ^-N O     JJ  ZTZZUCJJL M [[5 5  7ZZ5'215F::f}o6q9DZZ6(3A6Fvzz&4&1!45D&vtVTBF   s #   ^-N O   :C @     JJ  ZTZZUCJJL M   s #T%5%5%79I9I&9Qq0 V&& =%*SV< =s<*n2n,n n,nn)$n,, o5o  oc  |j|ddj}t|j|dd}t|j|dd}|dz |z}d}tjj |s^|j d |jd d |j|jjd jd ytj|}|j}g} d} |rt|\} } g} g}| D].}| j!d|j#d|zdzgdz0| D].}| j!d|j#d|zdzgdz0| rdj%| nd}|j'd|z|j)d} |j'd|zdz|||gzj+}|D]0}| j!|d|d|dxsd|d|dxsdd2d} |j'dj)d}|j-|j d |jd d |jd}|dz }|dz }|dt/|zd zz }|d!z }|d"t1j2|zd#zz }|d$z }|r|d%t/| zd&zz }| r|d'z }| D]}|d(}d)d*d+d,j5||}d-d.d/d,j5|d}|d0z }|d1t/|d2zd3zt1j2|d4zd5zz }|d6z }|d7|d8rt1j2|d8nd9zd:zz }|d;|zd3z|zd:zz }|dz }t9dt;|dzd?D]b}||k(r|d@t/|zdAzz }|dBt<j>jA|zdCzt/|zd3zt/|zdDzz }d|dEkDr7|dFt<j>jA|zdCzt/|zdGzz }|d=z }n|dHz }|dIz }|dJz }|jj|jd y#YxYw)KNrSrAr1r20rM/root/originals.dbrz Content-typetext/html; charset=utf-8z9

Originals DB not found

utf-8rz2(title LIKE ? OR content LIKE ? OR id_code LIKE ?)r{z@(title NOT LIKE ? AND content NOT LIKE ? AND id_code NOT LIKE ?)r}z1=0z$SELECT COUNT(*) FROM tsk_data WHERE z?SELECT id, title, id_code, source, content FROM tsk_data WHERE z ORDER BY id LIMIT ? OFFSET ?rrr*id_codesourcecontentzSELECT COUNT(*) FROM tsk_dataz=Originals_Dataau5

🔍 原始数据库

z

z* records · Pharma / CPI / Plant

z-
zu*
z

u 条结果

z
riP PharmaC CPIL Plantpharmacpiplantsrc-psrc-csrc-lz
z"

r*


rhr  2z... Lastu

无结果

uK

"U+2190" 返回主页

)! get_paramrrMrrrr%r&r'r-r.rGr5r6rrXrRrrbr8rrr:rGhtmlescapermaxrangeminr r!quote)rNrrSrrr ORIGINALS_DBr=r\resultsrrrrrrrr total_counthscslsc_clstprWs rr1z#SearchHandler.handle_originals_pageYs| NN63 + 1 1 34>>&&#67v{DAB (i'+ ww~~l+   s #   ^-G H     JJ  Yaabij k |, KKM #5a#8 IyEF 3 QR sQw}o12 3 3 _` sQw}o12 3,1GLL'eEIIDuLfU^^`abcE99^affjII)V,,..6hj  zadQqTadjb\]^_\`mnopmqmwuwxy z  ))$CDMMOPQRK  3 )CD  K P P DD #c+&6 69e ee << .Q ?Bm mm 99 "SZ/2BB BA** (A8B#-GINRRSUWYZB'.WWMQQRTVXYF22A=AdG LtSVZVaVabcdkblVmmp{{{A++A/PQR[P\4;;q|3LbefirrrA,v5r*���P���au8← 返回列表z




rwrxrhryrzruz ID: r|z
rj z

r)rMrrrrrBr5r6r8rr:rrrrGrH) rNrrrr=rowrrrrrs rr0z%SearchHandler.handle_originals_details+vtS9: + ww~~l+  # #C 5 |,ll`clbnoxxz   # #C 5 q6CFs1v|sSTvbefgbhbnln o x[! B F Fr2 N"AEEb#N 5 AgJsPRO8T TWa a g g  GG  Vdkk!G*- - 77  #AiLt{{1Y<'@VY Z]f ff 6 )D 02 5 AA \C$L (9 44 X  "T[[9%>%F%FtV%T TW_ __ ## Q'r c d}d}t|j|dd}d}|dz |z}|j|ddj}i}tjj |r* t |5} tj| }d d d g} d } d } |jd d } d }d }tjj |r]tjj|} tj|}|jd |j}|rmd |zd z}|jd|||fjd } |jd| |||fjd }|jd|||||fnZ|jdjd } |jd| fjd }|jd||f|j!Dcgc]}|d |d|d|dd} }|j#d}|dz }|dz }|dz }|dz }|dz }|dz }|dz }|dz }|d z }|d!z }|d"z }|d#z }|d$z }|d%z }|d&z }|d'z }|d(z }|d)z }|d*z }|d+z }|d,z }|d-z }|d.z }|d/z }|d0z }|d1z }|d2z }|d3z }|d4z }|d5z }|d6z }|d7z }|d8z }|d9z }|d:z }|d;z }|r|dz }|rd?nd@}|dAt'| zd=z|zd=zz }|dBt'|zdCzz }|jdDxsdE}|dF|zdGzz }|dHt'| dIzzdJzz }|d=z }|j)dKdL}|dMz }|dN|zdOzz }|dPz }|dQz }|dRz }|sdSndT}|dU|zdVzz }|d=z }|r|dW|zdXzt'| zdYzz }| r|dZz }| D]Y}|d[t'|d\zd]zz }|d^xsdd d_}|d`xsdd da}|db|zd]zz }|dc|zd]zz }|dd|dexsdzdfzz }[|dgz }t+d| |zdz |z}|dkDrx|dhz }t-d|dzD]N}dit'|z}|r|dj|zz }||k(r|dkt'|zdlzz }5|dm|zdOzt'|zdVzz }P|d=z }n |r|dnz }n|doz }|dpz }|dqt'| zz }|drz }|dsz }|j/da|y #1swYxxYw#YxYwcc}w#t$$r}t'|}Yd }~ d }~wwxYw)tz)Show temp_search.db contents with search.z/root/temp_search.dbz/root/.temp_sync_state.jsonrr`rrMrSrANrlast_synced_idzPRAGMA busy_timeout=3000r{zVSELECT COUNT(*) FROM gov_raw WHERE title LIKE ? OR site_name LIKE ? OR page_url LIKE ?zcSELECT COUNT(*) FROM gov_raw WHERE id > ? AND (title LIKE ? OR site_name LIKE ? OR page_url LIKE ?)zSELECT id, site_name, title, publish_date FROM gov_raw WHERE title LIKE ? OR site_name LIKE ? OR page_url LIKE ? ORDER BY id DESC LIMIT ? OFFSET ?SELECT COUNT(*) FROM gov_rawz)SELECT COUNT(*) FROM gov_raw WHERE id > ?zXSELECT id, site_name, title, publish_date FROM gov_raw ORDER BY id DESC LIMIT ? OFFSET ?rfre)rsiter*datez(zYu,Temp DB - 临时数据z
u'

🧊 Temp DB

u8← 主库
z
r|z
u结果u 总行数z$
z&
u
待同步
last_sync—z%
u
上次同步
z
iuKB
文件大小
rErFz8
uIu^zrrr*rz z
ID站点标题日期
rzz zrz
z
z/crawler/temp/?page=&q=zry > $$ $$ 66 GG  '#e*4x? ?A $ $A !H{E 7#e*DxORWWZbb bA 9C NJMdd dA nn[1:UG 87BE__ _A 2Sd9J5KKNjj jA MA3)B K KA ]`bbejj jA B BA F FA U UA/0-6HK <{JVS SA MA/!3i?#e*LOaaauuCAc!D'l2W< ?--A"1kAo6O5A> EAI-D9!3c!f!( T99T>cddl} |jddgddd}|jxsd}|jxsd}|r|d |z }|jdk7r|d |jz }|j d |jd d|j|jj|jy#t $r}d |}Yd}~pd}~wwxYw)z)Trigger immediate sync from temp to main.rNpython3z/root/sync_temp_to_main.pyTrpcapture_outputrr4rAz STDERR: z Exit code: zError: rrztext/plain; charset=utf-8) subprocessrunstdoutstderr returncoder;r%r&r'r-r.rG)rNrroutputerrr]s rr<zSearchHandler.handle_temp_syncys #  +GHY]dhrtuAXX^F((.bCJse,,||q M!,,88 3 )DE  )  #qc]F #sA#C CCCc t|jjdd}|r,|jj |j ddnd}t jj|}t jj|jj}|dk(r|jdxsdgdj}|tvrttj}t!j"t$}|j'd ||f|j)|j+|j-d |j/d d |d |j/dd|j1y|j-d |j/dd|j1y|dk(r}ddl}t5} |j-d|j/dd|j1|j6j9|j:| dj=y|dk(r}ddl}t?} |j-d|j/dd|j1|j6j9|j:| dj=y|j-d|j1|j6j9dy)NContent-LengthrrdrHerrorsrArrz>INSERT OR REPLACE INTO sessions (token, username) VALUES (?,?)rrsession=z; Path=/; Max-Age=2592000rrz/login?error=1r rrrFrrrr) rMheadersrrfiler/decoder r!r#r"rr ALLOWED_USERSrGuuiduuid4r5r6rr8r9r:r%r&r'rDrEr-r.rFrGrH) rNlengthbodyrrrtokenrrDrds rdo_POSTzSearchHandler.do_POSTsZT\\%%&6:;LRtzzv&--gi-HXZ&&t,||$$TYY/44 8  :.62$:@@BH=(DJJL)__Z0 [^cem]no RXXZ""3'  %@Y/Z[  S1  """3'  -=>  " / / $&F   s #   ^-N O     JJ  ZTZZUCJJL M 0 0 )+F   s #   ^-N O     JJ  ZTZZUCJJL M   s #T%5%5%79I9I&9Qr c:|j||g}|r|dS|S)Nrr)rNrrdefaultvalss rrzSearchHandler.get_params%zz$ *tAw+G+r c|jjdd}|jdD]}|j}|j ds%|dd}t j t} |jd|fj}|r#|jd|f|j|r|dnd |jcSy#|jwxYw) NCookierA;rz+SELECT username FROM sessions WHERE token=?zGUPDATE sessions SET last_seen=datetime("now","localtime") WHERE token=?r) rrrOrrPr5r6rr8rr9r:)rNcookiepartrrrs rr$zSearchHandler._get_session_users!!(B/LL% D::Q>QRS>TU W IIK sACCC!!C3ctd|v}d}|dz }|dz }|r|dz }|dz }|dz }|dz }|jd |y) Nru登录 - 项目信息检索au]

🔍 项目信息检索

请输入用户名登录

u9
用户名无效，请重新输入
uou8uD
数据无价 请勿外传
rrB)rNrrrs rr(zSearchHandler.handle_login_pagesn6! z y y ll !RR! ~~ GG SS Q'r c tdd5}|j}ddd|jd|jdd|jdt t |j |jj|y#1swY|xYw#t$r]}|jd|j |jjt |jYd}~yd}~wwxYw)Nz/root/preview_md.htmlrrrrcr) r,r/r%r&rGrQr'r-r.r;rG)rNr\datar]s rrAzSearchHandler.send_preview_md4s .-t4 vvx    s #   ^,F G   -c#d)n =     JJ  T "   .   s #     JJ  SV]]_ - -  .s/ B&BA:B&B#B&& D /ADD c |j}|j||jdd|jdtt ||j |j j|y)Nrrcr)rGr%r&rGrQr'r-r.)rNcoderbs rrBz SearchHandler.send_response_htmlPse DKKM 4  (BC )#c!f+6  r c *KLMNOt|j|dd}|j|ddjM|j|ddjN|j|ddjO|j|ddK|j|d dLd }d d d dd}|j||}d}|dk(rdg} }tj j t r=t} | j} |dz} |dz |z} g}d} tt5}|jj}dddr|jtdtdjtdDcgc]1}|js|jj!3}}|r6|}g}|D]}|j#d|zdzddj%|z}Mrlt'M\}}g}|D]}|j#||D]}|j#d|zdj%|}g}g}Nr*|j#d|j)dNdgdzOr*|j#d|j)dOdgdzKr#Kdk7rdddd K}|j#d!|d"|rddj%|znd}t+Mrd}|s|t-d#|Drjt/Mjdk\rN|sL t1M|z} | j3d$| f| j5d}| j3d%| | | fd&}|s t7}!|D]Z}"t/|"dk\s| j3d't1|"|zft7d(| j9D}#|!r|!|#z}!Y|#}!\|!r-d)j%d*t;|!dd+D}$d,|$zd-z}%nd}%g}&g}'|D]9}|&j#d.|'j)d|zdzd|zdzd|zdzg;|D]9}|&j#d/|'j)d|zdzd|zdzd|zdzg;dj%|&}(|r|(ddj%|zz }(|'|z }'|%r|(|%z }(| j3d0|(|'| j5d}| j3d1|(d2|'| | gzn6 t1||z} | j3d$|| g|| j5d}| j3d3|d2| g|| | ng}+g},Nr*|+j#d6|,j)dNdgd7zOr*|+j#d6|,j)dOdgd7zKr#Kdk7rdddd K}|+j#d8|d"|+rd9dj%|+znd}-| j3d:|-|,| j5d}| j3d;|-d<|,| | gz| j9D*cgc] }*tA|*} }*|r%| D**cgc]*tC*fd=|Dr*} }*Lr|dk(rddl"}. |.jGtd>}/tI|/t:rd?|/i}/tI|/t:rd@|/i}/i}0|/jd?gD]:}1|1jd d}2|2s|1dAg|1jdBgzD]}3|2|0|3< <| D*cgc])}*|0j|*jdCdLk(s(|*+} }*t/| } tt5}|jj}dddr|jtdtdjtdDcgc]1}|js|jj!3}}|r;t/| }4| D**cgc]*tC*fdD|Dr*} }*t/| }t/| |kD}|r| d|} | jMn|dEk(r]dg} }tj j tNrtt=jPtN} t<jR| _*| j} |dz} |dz |z} Mrt'M\}}g}|D]}|j#||D]}|j#d|z|r8dj%|}|dz |z} | j3dFt1|| | fng} n|dz |z} | j3dG| | f| j9D*cgc] }*tA|*} }*| jMt/| |kD}|rE| d|} n?|dHk(rtVntX}5M}6Nr |6|6rdndzNz}6Or |6|6rdndzOz}6|5|6||K\}} d}KLMNOfdI}7tZdJz}8dK|zdLz}9|9dM|8zdNzz }9|9dOz }9|9dPz }9|9dQz }9|9dRz }9dSD]&\}:};}<|:|k(rdTnd}=|9dU|;zdz|=zdVz||9d]|>zd^zz }9|9d_t_Mzd^zz }9|9d`z }9dadbdcddde}?|9dfz }9|9dg|>zd^zz }9dMfdNfdOffD]"\}}@|@s |9dh|zdizt_@zd^zz }9$Lr |9djLzd^zz }9|9dkz }9|?jaD]%\}A}BK|Ak(rdlnd}C|9dmAzdz|CzdVzBzdnzz }9'|9doz }9|9dpz }9|9dg|>zd^zz }9dMfdNfdOffD]"\}}@|@s |9dh|zdizt_@zd^zz }9$Kdk7r |9dqKzd^zz }9|9drz }9|9dsz }9tbD]+}2L|2dtk(rdlnd}D|9dm|2dtzdz|DzdVz|2duzdnzz }9-|9dvz }9|9dw|dkDrdxte|zdyzndzdzzte|zd{zz }9|9d|z }9tg| D]\}E*te*jdtxs(*jd}xs*jd~xsd}Ft_*jddxs**jddxs*jddxsd}G|9dz }9|9dteEdzzdzz }9|9dz }9|9d|zdzFzd^z|Gzdzz }9|9dz }9|9dt_*jddxsdzdzz }9t_*jdCdxsd}H|Hr |9dHzdzz }9*jdr|9dt_*dzdzz }9*jdr|9dt_*dzdzz }9n(*jdr|9dt_*dzdzz }9*jdr<|9dt_*dz*jdrd\t_*dzndzdzz }9|9dXz }9|9dz }9|9dXz }9||kDrZtid||zdz |z}Ii}JMrMJd<NrNJd<OrOJd<Kdk7rKJd<LrLJd <|9|jk|Id\|zd\zJz }9|9dz }9|jmd|9y#1swY txYwcc}w#Y xYw#Y ]xYw#d}%Y xYw#t<j>$r}dMzdz})| j3d4|)|)| | fd}| j9D*cgc] }*tA|*ncc}*w} }*|r+| D**cgc]*tC*fd5|Dr*ncc}*w} }*Y *wxYwcc}*wcc}*wcc}*w#tJ$rYwxYw#1swYxYwcc}wcc}*w#YRxYwcc}*w)Nrr`rSrAq2q3rrnrr 中能联合中策大数据EIA EIA项目库)rrrrrrFrMi ,zNOT "rEr[r r}z<(r.title LIKE ? OR r.source_url LIKE ? OR r.page_url LIKE ?)r{rerorprqrurvc38K|]}t|dk\yw)reN)rQr)rs rr+z/SearchHandler.handle_db_list..s*D13q6Q;*DszYSELECT COUNT(*) FROM gov_search s JOIN gov_raw r ON s.rowid=r.id WHERE gov_search MATCH ?zSELECT r.* FROM gov_search s JOIN gov_raw r ON s.rowid=r.id WHERE gov_search MATCH ? ORDER BY r.publish_date DESC, r.id DESC LIMIT ? OFFSET ?Tz@SELECT rowid FROM gov_search WHERE gov_search MATCH ? LIMIT 5000c3&K|] }|d yw)rNr()r)rs rr+z/SearchHandler.handle_db_list..s2NA1Q42N,c32K|]}t|ywr')rG)r)is rr+z/SearchHandler.handle_db_list..s7a1A7asz AND r.id IN (rmrzr|r~rz9 ORDER BY r.publish_date DESC, r.id DESC LIMIT ? OFFSET ?zTSELECT r.* FROM gov_search s JOIN gov_raw r ON s.rowid=r.id WHERE gov_search MATCH ?zSELECT COUNT(*) FROM gov_raw r WHERE (r.title LIKE ? OR r.summary LIKE ?) ORDER BY r.publish_date DESC, r.id DESC LIMIT ? OFFSET ?c3K|]R}|jddxsdjvxs&|jddxsdjvTyw)r*rArNrlowerr)r#rs rr+z/SearchHandler.handle_db_list.. sCv_a2!%%PWXZJ[Ja_aIhIhIjCjDZnpuvuzuz|GHJvKvQOQuXuXuZoZDZCvsAAz6(title LIKE ? OR source_url LIKE ? OR page_url LIKE ?)rz,(SUBSTR(publish_date,1,10) >= date('now', '-z WHERE rzSELECT * FROM gov_rawz5 ORDER BY publish_date DESC, id DESC LIMIT ? OFFSET ?c3 K|]z}|jddxsdjvxsN|jddxsdjvxs&|jddxsdjv|yw)r*rArrNrrs rr+z/SearchHandler.handle_db_list../s7quuWR06B==??F!%% B"7"=2!D!D!FFF!%% 2"6"<"!C!C!EEF7sBB)/root/gov_crawler/daily_crawl_config.jsoncrawlersz 'crawlers'r site_namesrc3ZK|]}|jddxsdjvxsv|jddxsdjvxsN|jddxsdjvxs&|jddxsdjvyw)r*rArrjrNrrs rr+z/SearchHandler.handle_db_list..Rs? %' !#quuWR'8'>B&E&E&G G!N#%!%% B*?*E2)L)L)N#N!N#%!%% "*=*C)J)J)L#L!N$&!%% 2*>*D")K)K)M#M!N?sB(B+rzzSELECT p.* FROM projects p JOIN projects_fts f ON p.id = f.rowid WHERE projects_fts MATCH ? ORDER BY rank LIMIT ? OFFSET ?zGSELECT * FROM projects ORDER BY pub_date DESC, id DESC LIMIT ? OFFSET ?rcg}r1|jdtjjzr1|jdtjjzr1|jdtjjzdk7r|jdzr1|jdtjjzdj |S)Nzq=zq2=zq3=rnzrange=z industry=rB)rRr r!rrb)rTrindustry_filterrSrrs rqp_extraz.SearchHandler.handle_db_list..qp_extrasE%,,tFLL$6$6q$99:5<<fll&8&8&< <=5<<fll&8&8&< <=E!5<<0B#C [9K9KO9\-\ ]88E? "r zA .result-item .dl{font-size:13px;color:#5f6368;margin-top:2px} u��� - BJIIR项目库zz← 返回列表r(r*r)rAz

rz4u 次访问z
)u 项目编号r&)u 当前阶段r)u投资r4u行业r)u区域regionu省份r5u城市r6 工程类型nature) 占地面积area)u 采购情况purchase_status)u 竣工日期completion_date)u权重weight)u 业主类型 owner_typeu 发布日期r/) 资金情况funding_status一一——z
u：
)rq)u 版本类型 version_type)u 发布时间r/u 项目阶段r)u 建设周期construction_period)u 总投资r3)rw project_type)u 甲方性质 owner_naturerr)u规模scalertru)u 详细地址detail_addressu 建筑面积 building_areary land_area)u装修 decoration)u电梯elevator)u空调air_conditioningr{r/u2
发布日期：ru,
来源：ru;
原文链接：z
))u 企业名称r))u 注册地址registered_address)u 注册资金registered_capital)u企业负责人company_contact)u 主营业务business_scopez

z

))u 建设背景 background)u 建设内容construction_content)u 工艺路线 process_route)u 建设地点construction_location)u 社会效益social_benefits))u 工艺设备equipment_list)u配套设施设备supporting_equipment)u客户所需设备client_needed_equipmentproject_progressu5

项目进展

ru5

特殊说明

ru5

建设内容

ru5

设备清单

schedule_overviewu5

工期概述

rju5

正文内容

extra extensionspub_dateu5

发布日期

ru5

来源站点

u>

原文链接

z
ru(

项目联系人

z
companyz
contact_nameu'姓名：ry departmentu'部门：positionu'职务：phoneu'手机：addressu'地址：remarksrrrAu'备注：r|rr)rOrr3r5r6rrirjr8rGrrr:rrrrr;rrrrBrKmarkdown)rNrArrpv_all_visitorspv_totaldbtr\c2rrWrBr detail_fnr*r proj_namelblkeyrhurl_escrs rr5zSearchHandler.handle_db_detailTsf jjob!Wc74[+QR  ooj1")++KK k!(#c( 35::<?[["d")3s8!4657"7q47"7"7 i s#Au%E  Aww~~k*__[1GKK2>JJBSFKJJL >*Ed1g!(/&'8 iI*0ABE#A '7+  # #C)Q RTZ TTY YZd d k k $w .1p pp naeeGQUU?TV=W.XYZ  #i /' 99 a< G#h-WZmm mA  f f CCEE#bM"55q1(QRUVWX_V`Ra(abk(k#k155#Q*STWXYZcXdTe*efo*o%oQ55#) .V s6!f$!QdeQCq););CF)C(D"E!f ?2?z[cidt|i}djd|jD}|rdz|zSS)NrrBc3K|]7\}}|s |dtjjt|9ywrrrs rr+z6SearchHandler.paginate..url..] s6b$!Q`aQCq!3!3CF!; <=br?)rGrbr=)rW all_paramsrbase_urlrs rrz#SearchHandler.paginate..urlY sK3F3FCF3Jb*JZJZJ\bbB*,8c>B& :( :r z
u
共 u0 条结果

z
z
) r?rrKrbrr=rr@r,r<rrG))rNrrrrrrrrrrrrrr result_rowsrmr cat_badgesrc_url tags_htmlrsel_allsel_1dsel_7dsel_30drgdate_barrirjrkr paginationr refine_htmlr.rr/is_actrars) ` ```` ```` @rrzSearchHandler.render_gov_pageG s W W ( $FCYZY^Y^_iYj23quuZ7K3L2MWUprI!%% 2.N!%% R2HNBOGjkjojopvjw #fQRQVQVW]Q^Qdbd#ff}I 6 6K 6v|a7G6HP PK 5aeeDm_Bs155QXY[K\G]F^^gh hK /); ;K++>yk)QQ+ 0QUU>"5M5_Q_1`0aahi iKAEE+b17R8I!?9LyXX =>PQRQVQVW`acQd>e=ffmn nK Ywi/pq qK 8 #K9 $>51L+7M "+e!3+ )T 1r )T 1r!*e!3+)1A`qrcnn& HFB!*b+bC )",S04S8;KG GH  H &&"4 rI]_gij x[,GLaic!ei/!3 ABUV ]]4c;G  TH <#3"4I8eY[=\\noo "0 m FE3'F Y|F';&?>!?!!B$/C!/B2HC!HBKUC!UBX C" " r c  &   f d}d}t|D]\}}|jdd}|jdxs(|jdxs|jdxsd}t|jddxs*|jddxs|jd dxsd}|d z }|d | |zd zd z }|dk(rd|}n|dk(rd|}nd|}|d|d|dz }|dz }|r|dt|d z }|jdr|dtt|dd z }|jdr9|dt|d|jdrdt|dzndd z }|dt|jddxsd d z }|d!z }|sd"}d#d$d%d&d'}d(}|j D]\}} |k(rd)nd}|d*|d+|d,|d-z }|d.z }xsd d/&r&d0<|d1kDrt d |zd z znd }|j |d&}&fd2}d3}|d4|dd5sd6ndd7z }tD]$\} }!}"| k(}#|d4|| d5|#rd6ndd|!d8z }&|d4|d9d5d9k(rd6ndd:z }|d;z }td|jd?Sd@tdA|$dB|jdCtdD|dE|dF|dG|dH|dIS)JNc 4  xsd xsdttd }r|d<|j|jDcic]\}}|s |t|c}}djd|jDScc}}w)NrA) rSrrrrrcrrrrrBc3pK|].\}}|s |dtjj|0ywrrrs rr+zFSearchHandler.render_main_page..link_params.. rrr)rrWrrhrrrrrrrrrcrs rrz3SearchHandler.render_main_page..link_params s2RciRX[Xa_alu@CDH@IX[\eXfgA: HHIOO,=CDAqaQiC D88VqwwyVV VDs B B rArrr&r'r(r)r*r*r+rMryrrrrr z

😕 没有找到相关结果

rrrrrrrrrErDrr rrrc t}|r||d<nd|vr|d=d|d<dtjj|j Dcic] \}}|s || c}}zScc}}wrrrs rrz4SearchHandler.render_main_page..ind_chip_url- rrrrrrerrr%rr|a .pagination{text-align:center;margin:20px 0;display:flex;justify-content:center;gap:4px;flex-wrap:wrap}.page-btn{display:inline-block;padding:8px 14px;background:#fff;border:1px solid #dadce0;border-radius:6px;font-size:14px;color:#1a73e8;text-decoration:none;transition:all .15s}.page-btn:hover{background:#e8f0fe;border-color:#1a73e8}.page-btn.active{background:#1a73e8;color:#fff;border-color:#1a73e8}.page-ellipsis{padding:8px 4px;color:#999}.page-jump{display:inline-flex;align-items:center;gap:4px;margin-left:8px}.page-jump input{width:50px;padding:4px 6px;border:1px solid #dadce0;border-radius:4px;text-align:center;font-size:13px} u BJIIR项目库
环保项目信息综合搜索
🔍 环评公示 📊 中策大数据 📄 中项网 👤 联系人DB 📋 原始数据
登录用户: z4
z u&��� - BJIIR项目库
环评公示 中策大数据 中项网 联系人DB
u 退出
共 u5 条结果
z&
rz
z
) r?rrKrGr=rr@r,r<r)'rNrrrrrrrrrcrrrrrrrrmrsrcrr detail_linkrgr rirjrkrr rindustry_chipsr.rr/rrais_homers' ` ````` ```` @rrzSearchHandler.render_main_page s W W o$ *FC%% 2&C%%+J|!4Je JCquu^B/g1553LgPQPUPUV]^`PageghD 6 6K / q0@/AI IKe| 1#7 )) ,SE2 !/se4 ];-r$yI IK / /KK%CCH:W#UUKuuX 1A#c!H+FVBWAXX_/` ` uuZ +3CC* DVCWnonsnstzn{X[\_`abh`i\jXjBDXEEL2M#M+ -c!%%r2J2\n.]-^^ef fK > )KI$ *L\K*1A`qrcnn& CFB!*b+bC /"Qse1RD B BH  C &&"4 rI]_gij x[,GLaic!ei/!3 ABUV ]]4c;G  TKIl2&6%7yh\^@__qrr"0 p FE3'F  ,v*>)?yRX^`Haacdicjjno oN p Il7&;%*{margin:0;padding:0;box-sizing:border-box}body{font-family:-apple-system,"Microsoft YaHei",sans-serif;background:#f5f5f5;color:#333}.w{max-width:1000px;margin:0 auto;padding:20px}.nav{display:flex;gap:3px;margin-bottom:20px;white-space:nowrap;flex-wrap:nowrap;align-items:center}.nav a{flex:1;text-align:center;padding:6px 10px;background:#fff;border:1px solid #ddd;border-radius:6px;text-decoration:none;color:#555;font-size:13px;flex-shrink:0;min-width:0;font-weight:500}.nav a.act{background:#4361ee;color:#fff;border-color:#4361ee}h1{font-size:22px;margin-bottom:10px}.sb{display:flex;gap:10px;margin-bottom:20px}.sb input{flex:1;padding:10px 15px;border:1px solid #ddd;border-radius:6px;font-size:15px}.sb button{padding:10px 24px;background:#4361ee;color:#fff;border:none;border-radius:6px;cursor:pointer}.st{color:#666;font-size:14px;margin-bottom:15px}.cd{background:#fff;border-radius:8px;padding:16px 20px;margin-bottom:10px;box-shadow:0 1px 3px rgba(0,0,0,.08);cursor:pointer}.cd:hover{box-shadow:0 2px 8px rgba(0,0,0,.12)}.tt{font-size:16px;font-weight:600;color:#1a1a2e;margin-bottom:6px}.mt{font-size:13px;color:#666;display:flex;gap:16px;flex-wrap:wrap}.mt>*{margin-right:12px}.page-btn{display:inline-block;padding:6px 14px;background:#fff;border:1px solid #ddd;border-radius:6px;text-decoration:none;color:#333;font-size:14px;margin:0 2px}.page-btn.active{background:#4361ee;color:#fff;border-color:#4361ee}.page-ellipsis{display:inline-block;padding:6px 4px;color:#999;font-size:14px}.page-jump{display:inline-flex;align-items:center;gap:4px;margin-left:8px;font-size:13px;color:#666}.page-jump input{width:50px;padding:6px 8px;border:1px solid #ddd;border-radius:6px;font-size:13px;text-align:center;outline:none}.page-jump input:focus{border-color:#2563eb}
r)rrr r )rrr)rrrzryud登录用户 uy退出
rru
u
共 u 个项目
rr&r'r(r)r*z6
z
r4r.r5r6rr/r{rrrSr7) rr r!rrrKrGrr@)rNr*rrSrrrrrrqprrbrcrdrrrros rrender_cceup_pagezSearchHandler.render_cceup_page s U9_Q&2 3,-U6<<%%a( (2 WX] ]^h h l l ""-J I (FIy (247 A&H HA I fgkgtgt tu~ ~~ stxuBuBBC~~ ~ VE\' !! _`cde`ffgII I #CJ ./A AA AaeeDkNQUU<%8NAEE%LNBOCquu^B/g1553LgPQPUPUV]^`PageghD J3NOeefjjlDD DAuuXXc!H+.>%>y%H HuuZ !xAjM0B'BZ[Z_Z_`fZgCAfIDVmo'pqz'z"z!uu^$a8C.8I4J+J9+T&Ta  A! $ 6$k2JA*S/ tRj9 9A ))r c Dt|j|dd}d}|j|ddj}tjt }tj |_|j}|rj|jdd|dd|dd|dd|df|jd}|d z |z}|jd d|dd|dd|dd|d||fn@|jd |jd}|d z |z}|jd ||f|jD cgc] } t| } } |jtd ||zd z |z} |jd |j!|| |||| |ycc} wNrr`rrSrAzoSELECT COUNT(*) FROM cceup_contacts WHERE company LIKE ? OR contact_name LIKE ? OR phone LIKE ? OR email LIKE ?r{rrMzSELECT * FROM cceup_contacts WHERE company LIKE ? OR contact_name LIKE ? OR phone LIKE ? OR email LIKE ? ORDER BY id DESC LIMIT ? OFFSET ?z#SELECT COUNT(*) FROM cceup_contactsz>SELECT * FROM cceup_contacts ORDER BY id DESC LIMIT ? OFFSET ?rrMrrr5r6rrirjrr8rrrr:rrBrender_contact_list rNrrrrSr=r\rrrrrs rr8zSearchHandler.handle_cceup_page 4>>&&#67 NN63 + 1 1 3/";; KKM IIHMNOPNQQRKSWXYZX[[\U]abcdbeef_gklmnloopiqJr sJJLOEQh)+F IIchijkillmfnrstusvvwpx|}~}@@AzBFGHIGJJKDLNWY_e` a II; <JJLOEQh)+F IIVYbdjXk l!".AQ.. !ei/!3 AB  T%=%=audT]_jlr%st /<Fc Dt|j|dd}d}|j|ddj}tjt }tj |_|j}|rj|jdd|dd|dd|dd|df|jd}|d z |z}|jd d|dd|dd|dd|d||fn@|jd |jd}|d z |z}|jd ||f|jD cgc] } t| } } |jtd ||zd z |z} |jd |j!|| |||| |ycc} wrrrs rr9z!SearchHandler.handle_contact_page? r r!c tdz}d|zdz} | dz } | dz } | dz } | dz } dD]&\} } } | d k(rd nd } | d | zd z| zdz| zdzz } (| dz } | d|jzdzz } | dz } | dz } | dz } | dt|zdzz } | dz } | dz } | dt|zdzz } | dz } t |D]\}}| dz } | dz } | dt|j dd xsd zdzz } | d z } | d!t|j d"d xsd zd#zz } | d$t|j d%d xsd zd#zz } |j d&r| d't|d&zd#zz } |j d(r| d)t|d(zd#zz } | dz } |j d%d }|r| d*t|zd+zz } | dz } |d,kDr i}|r||d-<| |j ||d.|z } | d/z } | S)0Na .contact-card{border:1px solid #e8e8e8;border-radius:8px;padding:16px;margin-bottom:12px;background:#fafafa;display:flex;align-items:flex-start;gap:16px} .contact-body{flex:1;min-width:0} .contact-dial{flex-shrink:0;display:flex;flex-direction:column;align-items:center;justify-content:center;padding:8px} .contact-dial a{display:flex;align-items:center;justify-content:center;width:48px;height:48px;border-radius:50%;background:#1a73e8;color:#fff;text-decoration:none;font-size:22px} .contact-dial a:hover{background:#1557b0} u联系人DB - BJIIR项目库
u← 返回列表z
r(rAr|uG

基本信息

)rq)u 项目类型rr)u 投资金额r4rr)u 细分行业 field_typerv)u 投资性质 invest_nature)rfunding)u 项目等级gradertru)u地址project_addressr)u版本versionrz
u：rr{uJ

工期与规模

))u 开工时间 start_time)u工期end_timerr)u 钢结构steel_structure)u 设备来源equipment_source))u 项目概况overview)u 项目进展progress)u 项目详情r)u 设备清单r)u商机 opportunity)u 重点工作 key_worksrz

z

r)uA

业主

u+

联系人

rrrr%rz4
z
z
u(姓名： ryu(电话： u(邮箱： uS
地址：r7r)rrrOr5r6rrirjr8rMrrBrr:r<rrGr)rNrrrr=rrWrrarfieldsrrrhr\rrrr% address_val owner_escs rr=z)SearchHandler.handle_cceup_project_detaill s[jjob!/";; LLBSXK P Y Y [$))#{;V G%)\\2cfijmfnep%qrDGrr  @CF F0I:0 :d b b +fQUU>"5M5SQS.T TW_ __ ff  D DHCc" AQ@@2S8;``cijmnojpcqquDDD  D ^ llO DHCc" AQ@@2S8;``cijmnojpcqquDDD  D ^ F HCc" AQWWY1,K#K6&D"E quuWR06B7$QUU9R%8%>B? "155#<#BC OO2W|r't|dkDrtj|dg}n| rt| dkDr|}nd}|rd |d!nd }|j|d"d }|j|d#d$}|j|d%d }|j|d d }|j|d&d'}|j|d(d)}d*}d jgd+|d,|d-tjj!|d.|d/|d0|d1|d2|d3|d4|d5|d6|xsd7d8| xsdd9|j d:dxsdd;|d<| xs| d=| xs| d>|d?|d@|dA}|jdB|ycc}w)CNrrrrrr'r*UnknownrrArr/statusu 已采集rrrrrrryz#rrrrjrz

z正文内容未采集完整，请点击下方原文链接查看完整信息

uW

📡 来源网站z

rSrryrrr`rraa^body{font-family:-apple-system,"Microsoft YaHei",sans-serif;background:#f5f5f5;margin:0;padding:0;color:#333} .container{max-width:800px;margin:0 auto;padding:20px} .nav-bar{margin-bottom:12px}.nav-bar a{color:#4361ee;text-decoration:none;font-size:14px} .detail-card{background:#fff;border-radius:12px;box-shadow:0 1px 4px rgba(0,0,0,.08);padding:24px} .detail-title{font-size:24px;margin-bottom:16px;color:#1a1a2e} .detail-meta{display:flex;flex-wrap:wrap;gap:12px;margin-bottom:20px;font-size:13px;color:#666;align-items:center} .detail-meta span{background:#f0f0f0;padding:4px 10px;border-radius:4px} .detail-status{color:#2e7d32;background:#e8f5e9!important} .detail-visits{color:#e65100} .detail-body{line-height:1.8;font-size:15px;color:#333} .detail-body p{margin:12px 0}.detail-body table{border-collapse:collapse;width:100%;margin:14px 0;font-size:14px}.detail-body td,.detail-body th{border:1px solid #ddd;padding:8px 12px;text-align:left;vertical-align:top}.detail-body tr:nth-child(even){background:#f9f9f9} .detail-source{border-top:1px solid #e5e7eb;padding-top:16px;margin-top:20px;font-size:14px} .detail-source-item{margin:8px 0} .detail-label{color:#888;margin-right:8px} .detail-original-link{color:#4361ee;word-break:break-all}rz
← 返回搜索结果

z(

r.u📅 r0z#u(👁 visitsu: 次访问
u

🔗 原文链接z

uH

数据IDz7

r)rMrrrBrrrr:rGrOrrrQrbr r!r)rNrrrecordrr*rcatrr<rrrrrcat_html record_id_str summary_html content_raw body_html show_sourcesearch_q search_sort search_phasesearch_category search_page search_psizerars rr7zSearchHandler.handle_detailNsJvtS9: I&t..sK@&vzz'956fjj(.B/jj$*zz.)/RHk2**Y+::j)/RZZ -3 zz&!'R dC TZZ_)ZPQPWPWPY!''))Z$)ZFI-fSk]'Br.ykYKtL KRx((gYGXZ jjB/ 3{+b0e{6JhZeNe#I S-2 ))+7)LI W*$IIFJoptouvABPR >>&#r2nnVV[A ~~fgr: ..R@nnVVS9 ~~fk4@ E< N NY NZ_Y` N`o Npsot Nt+ N+1<<+=+=h+G*H NHN NOZm N[b Ncobp Npz N|K{L NLR NS^R_ N_j Nkwjx Nx; N

Dashboard

Coming soon

rrNs rr>zSearchHandler.handle_dashboards %efr c*|jdgiy)Nsources) send_jsonrOs rr?z SearchHandler.handle_sources_apis  2'r c2tj|dj}|jd|j dd|j dt t ||j|jj|y)NFrrrrr) rDrFrGr%r&rGrQr'r-r.)rNrrs rrRzSearchHandler.send_jsonsq JJt% 0 7 7 9 3 )JK )3s1v;7  r cyr'r()rNformatargss r log_messagezSearchHandler.log_messagesr N)rA)rArArA)!__name__ __module__ __qualname__r^r1r0r;r<rrr$r2r(rArBr4r5r@r6rrrr8r9rr:r=r7r@r>r?rRrWr(r rrr%snRd Z,z(>`(H*&FRT,D<(,.8 (l(`n(pEVn0`Q fw v6|(uX(uXhXQ(j^(Dk(^ + g (  /r rrrz,/root/gov_crawler/admin_exclude_keywords.txtu电力Power)rren terminalsu终端/接收站 Terminals transmissionu 管道输送 Transmission productionu 生产/开采 Productionaltfuelu 替代燃料zAlternative Fuelhpiu 石油炼制z%HPI (Hydrocarbon Processing Industry)rpu 化工加工z"CPI (Chemical Processing Industry)metalsu金属与矿物zMetals & Mineralspulpu制浆/造纸/木材zPulp, Paper & Woodfoodu食品与饮料zFood & Beverage manufacturingu 工业制造zIndustrial Manufacturingrou制药与生物技术zPharmaceutical & Biotechc8ddl}|jtdS)NrFr)rDrFr>)rXs rget_industries_jsonrjs 88JU8 33r c|sydD]#}|j|s|t|d}n|tvrtj|dStj j t|}tj j|s dt|<y t|dd5}|jd}dddtjdtj}|s%tjd |tj}|s%tjd |tj}|r|jd nd}|t|<|S#1swYxYw#dt|<YyxYw) z9Extract SITE_NAME constant from script source to match DBrAznode zbash zpython3 NrrHrrz$^SITE_NAME\s*=\s*[\"']([^\"']+)[\"']z^NAME\s*=\s*[\"']([^\"']+)[\"']z^SITE\s*=\s*[\"']([^\"']+)[\"']rM)rPrQ_SCRIPT_SITE_CACHErrrrbGOV_CRAWLER_DIRr*r,r/rr MULTILINEr ) script_nameprefix script_pathr\headrrns rextract_script_sitenamerts? 0  ! !& )%c&kl3K ((!%%k266'',, >+ &*,;' +s9 5 66$bllSA II=tR\\ R II=tR\\ RbB&({# I  *,;'s$E&E8EEE E,c|sydD]#}|j|s|t|d}n|tvrtj|dStj j t|}tj j|s dt|<y t|dd5}|jd}dddtjd}|stjd|}|stjd |}|stjd |}|stjd |}|r |jd jd nd}|t|<|S#1swYxYw#dt|<YyxYw)NrArlrrHrrzB(?m)^(?:LIST_URL|list_url|listUrl)\s*=\s*["'](https?://[^"']+)["']z?(?m)^(?:API_URL|api_url|apiUrl)\s*=\s*["'](https?://[^"']+)["']zP(?m)^(?:PAGE_URL|SEARCH_URL|search_url|BASE_URL)\s*=\s*["'](https?://[^"']+)["']zY(?m)^(?:BASE|base_url|DOMAIN)\s*=\s*["'](https?://[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}[^"']*)["']z'(https?://[a-zA-Z0-9.-]+\.[a-zA-Z]{2,})rMr)rPrQ_SCRIPT_URL_CACHErrrrbrnr*r,r/rrr rstrip)rprqrrr\rsrrs rextract_script_urlrx-sk 0  ! !& )%c&kl3K '' $$["55'',, >+ &)++& +s9 5 66$cbtjtt}t |t rd|i}|r|t vrdd|dS|dD]W}|d|k(s |r||d<n|jddtj|ttddd d ||xsd d cSdd|ddS)z$Set industry for a crawler in configrFzUnknown industry: rrrNrrfrindentTrA)rrr Crawler " " not found) rDrr, CONFIG_PATHr:r9 INDUSTRY_IDSpopdump)r industry_idcfgr\s rrIrIRs ))D% &C#t3{,6 -? }+MNN _R V9  +* j$' IIc4 S1a P#T{?PbQ QRD6'F GGr c  12tjtt}t |t rd|i}|d}t jt}t j|_ |jdj}|Dcic]}|dt|}}d}|jDcic]\}}|||} }}|jg} |D]} | j!d| j!d| j!dd} | j!d| j!dd} | }d D]#}| j#|s| t%|d }n|r$t&j(j+t,|nd}|rt&j(j/|nd }|j!| i}|sd | vrt | d t r| d }|jDcgc] \}}||vs |}}}|r\t1d |Dt3d|Ddt5d|Ddt1d|Dt1d|Dd}|sG| j!|| i}|s(|| }| jD] \2}2|vs |}n|s | jD] \2}2vs |}n|si| jD]V\2}t5t%t%2}|dk\s*d}t7|D]}||2|k(r|dz }n|dk\sT|}n|sjj9ddj9ddj9dd}t%|dk\r$| jD]\2}|2vs2|vs|}n|sbgd}}|D]$}|j;|s|d t%| }nt%|dk\r%||k7r | jD] \2}|2vs |}n|st=| }|r ||vr||}|s| rt&j(j?| jAdd}|j#drL|dd 1|jD]4\2}1s 12vs%t%1dk\stC12fdd Ds2|}n|j!d!d}|j!d"d}|j!d#d} |j!d$d}!|j!d%d}"d x}#x}$x}%}&|rh|dk7rc dd&l"m"}'m#}(|'jH|d d'd(})|'jJ|)z }*|*|(d)k}#|*|(d*)k}$|*|(d+)k}%|*|(d,)k}&d-}+d}, td.5}-tMd/j|-}.d d d .j!| }/|/s|.j!| }/|/r(|/j!d0d},|/j!d1d}0|0r|0}+| jOid| d| d2| j!d2d3d4| j!d4d5d6| j!d6dd!|d7|d8| d$|!d%|"d9|&d:|#d;|$d<|%d=|&d>|d?| j!d?d| j!d@d| j!d gtQ| |+|,dA| |fScc}wcc}}wcc}}w#YSxYw#1swY-xYw#YxYw)Bu!获取所有爬虫的状态数据ra SELECT site_name, COUNT(*) as total, MAX(SUBSTR(publish_date,1,10)) as latest_date, MIN(SUBSTR(publish_date,1,10)) as oldest_date, SUM(CASE WHEN SUBSTR(publish_date,1,10) >= date('now', '-7 days') THEN 1 ELSE 0 END) as week_new, SUM(CASE WHEN SUBSTR(publish_date,1,10) >= date('now', '-1 days') THEN 1 ELSE 0 END) as day_new FROM gov_raw GROUP BY site_name rc|jddjddjddjddjdd jd djd dS Nr[rArr u–u（ru）rmu　 rHrIs r normalizez$get_crawler_stats..normalizewsyyb!))%5==eSIQQRWY\]eefkmpqyyzBDEMMNRTVW Wr rscriptrAcommandrlNFrc3@K|]}|jddyw)rrNrr)rs rr+z$get_crawler_stats..s Dqw!2 Dc3vK|]1}|jds|ddk7s|jdd3yw) latest_dater Nrrs rr+z$get_crawler_stats..G(HaVWV[V[\iVjopq~oDGpGmS(A(H 999r )rc3vK|]1}|jds|ddk7s|jdd3yw) oldest_dater Nrrs rr+z$get_crawler_stats..rrc3@K|]}|jddyw)week_newrNrrs rr+z$get_crawler_stats..s#JQAEE*a$8#Jrc3@K|]}|jddyw)day_newrNrrs rr+z$get_crawler_stats..s"H1155A#6"Hr)rrrrrrrrMrer·rf) 通知公告 公示公告 环境保护 环评信息 环评公告 环境信息 政策文件u 新闻专区 环评审批环境影响评价u高新区动态 公告公示u生态环境保护z.pycrawl_c3,K|] }d|v ywr'r()r)rslugrns rr+z$get_crawler_stats..sNobctTVUVx[]~Nos)rrrrrrrr)datetime timedeltar2%Y-%m-%drrorpu 待运行!/root/gov_crawler/run_status.jsonrDtsr<r u 未分组enabledTnotelatestoldestr active_3d active_7d active_30d active_180d script_existsrr)rrrlast_run_status last_run_ts))rDrr,r~r:r9r5r6 SEARCH_DBrirjr8rrr=r:rrPrQrrrbrnr*sumrrrrOendswithrtbasenamerHr-rrstrptimenow __import__rRrx)3rrrrrdb_statsrrrh db_stats_normrdr\rr script_filerqrrrstatssite_names_listmatched name_normmin_lencommonrbasecommon_suffixessfxsite_name_from_script script_baserrrrrrrrrrrlddeltarrrT _status_map status_entry status_strrrns3 @@rget_crawler_statsrcs ))D% &C#t3:H  #B[[BN ::    266A+Q'6H6W191ABAYq\1_BMBHHJ F K uuVQUU;h0CDExy"!56 4 F  ($S[\2  EPbggll?K@UW 7B{3  T2&*z!L/4/P oO%-^^%5NTQo9MqNGN DG DD#&(H7(HRU$V#&(H7(HRU$V ##J'#J J""H"HH !%%ior:E%dO *002EBY !*002EB B !*002 "EB!#i.#b':G!|!"!&w&A(|r!u4 &!  % & "Q;$%E! " s+A.44U;A>DDXNqQt9>!.!4!4!6"A2:t$%E!"#\!*C}}S)#Jc#hY/t9>di&7!.!4!4!6"A2:$%E!"(?(G%(-Bh-N$%:;E"$''"2"26":"B"B5""MK"--h7*12%-^^%5&EB#D Q3NognNoKo() %& '1%=#.=#.99Z+))Iq);@@ @I@ [ fm 8&X&&vcr{J?$ +!YA%66 !YA%66 "iR&88 #yc':: &  9: :b(055b9  :&??62L*t4 *..tQ7 )--h; &0O   D "F ,3QUU7K5P quuY- /5quuVR7H  U %f /7    #,W  k  $/  |:D]N}8|=|;j%|8dz }=|>|| j[|=| j[|>P|j]| | | r| nd||||d2}?|?Scc}w#YxYw#t>$r}(tAd|(Yd}(~(Fd}(~(wwxYwcc}wcc}w#YxYwcc}8wcc}8wcc}8w)3uO 获取分析数据 period: day/week/month mode: incremental / cumulative metric: records (数据量) / 脚本数 (脚本数) / both (双指标) days: 回溯天数 (0=全部) 脚本数按唯一脚本文件(.py)统计，脚本的新增日期取该脚本数据 在 search.db 中最早的 publish_date。 rN) defaultdictra SELECT site_name, MIN(date(publish_date)) as d FROM gov_raw WHERE publish_date IS NOT NULL AND SUBSTR(publish_date,1,10) != '' AND date(publish_date) IS NOT NULL AND date(publish_date) != '1970-01-01' GROUP BY site_name rrrc|jddjddjddjddjdd jd djd dSrrrIs rrz$get_analysis_data..normalize8sayyb)11%=EEeSQWUC()= date('now', '-rrzdate(publish_date)weekz*date(publish_date, 'weekday 1', '-7 days')u%strftime('%Y-第%W周', publish_date)z"strftime('%Y-%m-01', publish_date)u$strftime('%Y年%m月', publish_date)z SELECT z as period_date, zN as period_label, COUNT(*) as cnt FROM gov_raw zC GROUP BY period_date ORDER BY period_date ASC period_labelcntru %Y-第%W周rou年u月c|ddS)NrMrr(rs rrz#get_analysis_data..s1ar rr)rr)labels record_counts spider_countsrrrr)/rDrr collectionsrr5r6rrirjr8rrrrr,r:r9rrrcrr=rrQrrOrgetmtime fromtimestampstrftimer;printrrrrweekdayrHrMrkeysr_rziprRr:)@rrrr_jsonrP_dt_ddr records_data spiders_datarcfg_path db_site_datesrr scripts_maprrrrdb_normr\rrearliestrrnr_reclean clean_normsn_normrrrrrrmtimer] rec_where rec_date_exprrec_label_exprq_recrec_rows rec_labelsrec_incfiltered_scriptsrJcutoffplabelddmondayspi_period_cnt spi_labelslspi_inc all_labels rec_inc_dict spi_inc_dictr_carrys_carryrds@ rrr so.  #B[[BNLL F:HM ::   3 [>af,-cFM!K. )3 K xxx r :**T(^,C#t$!3'wwz2.H d 1>>1y|Q>G>c x,uuVR(T%dO  1$AlOT)J o-. -b 1A'/1x<+, -# (=,T2H# W(<,WY-?@H#$GGKT:@@BE!*5!1J!W,#01D#E#'.}}- $/ -b 1A'/1x<+, -#'.}}- "i/ -b 1A'/1x<+, -#'.}} 1 "%c)nc'l"C"a<%&F%*7^*#,Q<71:#=$*aKF$) * &{$1"$5#+#3q8|/0H 1#$??3/288?BD4yA~+2==?1KGR#w$1"$5#+#3q8|/0H 1#'SO$D."==-#' #c(#3D!"4yA~$)*;+2==?1KGR#w'T/$1"$5#+#3q8|/0H 1 '/ F## # 1 12F2O P.1ll.H.H.O.X.XYc.d F+Cc NxI ax@gNN  , - 6 D @< ?     Ezz% ))+H-56!N#6J6!)*Aqx*G*!!#*1 9 )),>qc*BCLL..u5>>zJ !8ll&&(3==d=+CCMMjYF6z U?F v &&q*5::A[- [-*A4[- [-, [- [-?[-)[- [-A[-& [-3"[-A[- [-' [-5A [%[- \- \A\ \$+\) \. [-%[*'[-- \6\  \\!c : t\}}t|}ddl}|jtj dj d}|jtjtd|D}td|D}td|D}td|D}i} |D]M} | d} | | vr dddd | | <| | d xxd z cc<| | d xx| d z cc<| d s>| | d xxd z cc<Oddl m } | jjd} td|D}td|D}g}d} tt5}|jj}ddd|j!dj#gdt%j&|d|d|d|r||z dznddd|d|r||z dznddd|d|r||z dznddd|d|r||z dznddd|d |d!|d"| d#|d$t)| j+D]#\}}|j!d%|d&|d'|d d$%|j!d(t)|d)*D]} | d rd+n | d,dkDrd-nd.}| d/}| d0s d1| d/d2}n| j-d3d4s d5| d/d2}| j-d6dxs| j-d7d}|rd8|d9|d:|dd;d<}nd=}| d>}d?|vrd@ndA|vrdBndC|vrdDn dE|vsdF|vrdGndH}| dIdJz| d/zdJz|xsdzj/j1dKd}| j-d3d4sdL}n"d?|vrdM}ndA|vrdN}ndC|vrdO}n dE|vsdF|vrdP}ndQ}| j-d3d4sdRnd}|j!dj#gdS|dT|dK|dU|dV| dIdW| dIdX| d dY| dZxsdd[k7r | dZxsddd\nd[dX| d,d]| d rd?ndEd^| dd_|d`|da|db|dc|j!dddj#|S#1swYxYw#YxYw)eu渲染爬虫管理HTML页面rNrc3,K|] }|ds dyw)rrMNr(r)r\s rr+z$render_admin_page..:!1[>A: c3,K|] }|ds dyw)rrMNr(r s rr+z$render_admin_page..rrc3,K|] }|ds dyw)rrMNr(r s rr+z$render_admin_page..s<1AlOQ.s>AQ}-=a>rr )rrecordsrrrMrr)rz%Y-%m-%d %H:%Mc3&K|] }|d yw)rNr(r s rr+z$render_admin_page..s5qQz]5rc3&K|] }|d yw)rNr(r s rr+z$render_admin_page..s3QAiL3rrAu 爬虫管理面板

🔍 爬虫管理面板

ud
总数据条数
u
爬虫数
活跃站点（启用数）
近3日
u
近7日
u
近1月
u
近半年
zS
+ub
今日新增
+u
近7日新增
▶️
手动日跑
更新时间: u
排除关键词（逗号分隔）：
z
状态筛选:
c^|jdxsdddd|jdd fS)NrrArrrrrs rrz#render_admin_page..s1aeeHo.CTrT-JQUUSZ[\M]L],^r ru🟢ru🟡u⚪rru!⚠ ryrTu ⏹️ rrrz" target="_blank" title="z=" style="color:#2980b9;font-size:11px;text-decoration:none;">7rz2-r✅z#27ae60u⏰z#e67e22u🚫z#8e44ad❌u🐛z#e74c3cz#999rr[rEdisabledrr4 unreachablefailpendingz style="opacity:0.5"zz u3
状态名称条数最新 7日新增活跃分组脚本来源URL日跑状态
rr r2z9 z zr zr z< z
数据量 脚本数
function filterStatus(status) { // Update button active state document.querySelectorAll('.status-filters button').forEach(function(b) { b.classList.remove('active'); }); var btn = document.getElementById('sf-' + status); if (btn) btn.classList.add('active'); var rows = document.querySelectorAll('#crawler-table tbody tr'); rows.forEach(function(row) { if (status === 'all') { row.style.display = ''; } else { var rowStatus = row.getAttribute('data-status'); row.style.display = (rowStatus === status) ? '' : 'none'; } }); } )rrQr5r6rr8rr:rrrrr,rKr/rrRrbrDrFrr=rrrH)rrrr5 total_recordsrrrrgroupsr\grnow_str week_total day_totalrT saved_excluder\gnamegdata active_markerscript_display _display_urlurl_cell run_status run_color search_text _row_status _tr_extras rrCrCs%'MHc MEOGOOI$>$F$FGe$f$o$o$qrs$tMwFv}wFwFGPwQwWwWwY:x::I:x::I<<>>K F % gJ F?"#Q?F1Iq 'aq )' * X; 1Ih 1 $ %"hlln%%&67G5H55J3(33I EM $ % -FFHNN,M -  LLpp(p)- =(A'BpMC1ph2?iph@0ipj16wkpj7rkprJOr{}BsBCFsFUVWZr[spr[TsprU^T_spr_rsptJOr{}BsBCFsFUVWZr[upt[TuptU^T_upt_rupvKPr|~CsCDGsGVWX[r\wpv\UwpvV`UawpvatwpxNStAFuFGJuJYZ[^t_ypx_XypxYdXeypxe2yp~3<p~=1p@2< Ap@=LApNMT9OpNU?Op^@Eg_p^F_ppbv||~.l u 8uUG2eT[nM]]ijkl LL$H"^ _+"#H+a ma>OFUZ 8!@8 WUNy$'?( }GTNuuUB'B155r+B GSUacopsqsctuHKH() !&*!4IQ[H[9ouzDpDbkX]akXkouyCoCKTIO y384s:l>PbQXXZbbcfhjk uuY%$K j #K j #K z !'K j Fj$8 K#K23%% 42H*b   + K= 8I + VX YbXc d o d defldmcn np qrsyqzp{ |  !"' | , 45X;3D"2Lq{(b#2.RUV W  !"*   /4  >?x[Ee3T  U  zl m n|l| }m nvlv w7 8Ak BE FPL Q  ?+X LL@@B 775>o - -  s$"R1RRR RRcttjtt}t |t rd|i}|dD]r}|j d|j dd}||k(s+|r||d<n|jddtj|ttddd d ||d cSdd |ddS)u设置爬虫的来源URLrrrrArNrFrfrzT)rrrr|r}r) rDrr,r~r:r9rrr)rrrr\cnames rrJrJs ))D% &C#t3 _?faeeK45 D=%eT" IIc4 S1a P#T#> >?4& 'D EEr c Pddl}ddl}ddl}ddl}|jt t }t|trd|i}d}|dD]K}|jd|jdd|k(s)|jd|jdd}n|sd d |zd S|jd r#d |jjt|g}n|jdr#d|jjt|g}nd|jjt|g}|dD]}|jdd|k(s|jdd} | rat| tr)|j| D cgc] } t| c} n(|jt| j!n |j"|ddd} | j$} | j&dd| j(ddz} t+|j}||| | dk7d d|d}d} |jt |}|j-|t/|dkDr|dd}|j0|t |dd}| dk(rdnd} |jt |}d}| j!dD]?}d|vsd|vs ddl}|j4d |}|s&t+|j7d!}A| dk(rd"|znd#| z|d$||<|j0|t |dd %| dk(||| | dd&| dk(rd'd)Sd(| zd)Scc} w#g}YxYw#i}YxYw#|j8$r d d*|d+cYSt:$r}d t||d+cYd}~Sd}~wwxYw),u运行单个爬虫脚本rNrrArrrrFzCrawler "%s" not foundrz.shbashz.jsnoderrVTi,ri )rrrc has_errorr4 new_countrz/tmp/crawl_results.jsonrrrrrru新增newz(\d+)rMu ✅ +%d条u ❌ rc=%d)r<rrru已完成 (exit 0)zrc=%d)rrrr5rmessageu执行超时(300s))rrr)rrDrtimerr,r~r:r9rrrrbrnrrGrOrrrrrMrRrQrrrr TimeoutExpiredr;)rrrDrr:rrr\cmdrVardr5rnow_ts run_record status_fileexistingrun_status_file run_emojirsr7linerrr]s rrun_single_scriptrF(s%% $))D% &C#t3 F _ 55{B/ 0D 8UU8QUU9b%9:F   +Cd+JKK urww||OV<=  rww||OV<="'',,?@Z AuuVR D(uuVR(!$- D#9qCF#9: 3t9??#45 4ADtSQ   tu% de(<<TYY[!q 0   tyyk!23H  # x=3 H (Dc23=1WE%  401B LL& 0D45D=BIIh- #AGGAJI  0 ;='lY6{UWGW_ef4 "d?C0uEQwTcl/1Qw+   =DbL   [$:, H B&  $ $O +?NN A 3q64@@Aso>M A)M-.M A M-M$1M-M-*A#M-M-M!M-$M*(M--N%N% N N% N%z/tmp/daily_crawl_run.pidc$ddl}ddl}t}|jdrddddS |j}|dk(re|j |j ddg|j|j |jt|jdyttd 5}|jt|ddddd d|d S#YQxYw#1swYxYw#t$r}dd |ddcYd}~Sd}~wwxYw)NrrunningFu日跑已在运行中T)rr9rHr3z/root/daily_incremental.sh)rrru日跑已启动)rr9rHru启动失败: )rrrHrforksetsidrDEVNULLremove RUN_PID_FILE_exitr,r.rGr;)rrr<rr\r]s rrErEs ! #F zz) -DQUVV Ubggi !8 BIIK JNNF$@A * 2 2:;M;M O<( BHHQKlC( @Aqwws3x/@ @#0Ad[^_ _ D A @ U ~aS-AeTTUsTAC3=C C3&C36C'C3 C$"C3'C0,C33 D<D D Dcddl}ddl}|jjtr t t5}t |jj}ddd|jdd} |jddtdgd|jjdd }d ||d Sd diS#1swYcxYw#YxYw#ttf$r$|j tn#YnxYwYd diSwxYw)NrrAtailr z/var/log/crawler_daily.logre)r4rrdrHrT)rHrlog_tailrHF)rrrrrMr,rMr/rkill check_output RUN_LOG_TAILrKrOSError ValueErrorrL)rrr\rrQs rrHrHs ww~~l# l# EqAFFHNN4D0E# E BGGCOH 2:22q/1MNj&8&8::@&QZ&:[ $CXF F u  F E D$ <( D u  sXC(C C>:C8CC CCCD$C;:D;C?=DD__main__z0.0.0.0)rMr2rwNNrnN)rMrrnN)re)rrrZ)S__doc__ http.serverhttpr5 urllib.parser rrrrDriocsvsignalsysrrr`r r7rrrCRAWLER_DB_PATHr;CSV_PATHPORTrPHASESrr,rr0r> CATEGORIESrKr<rXrNrfrkrrrrrrrrrrrrrrserverBaseHTTPRequestHandlerrrr~rrnrKr>rjrrvrmrtrxrIrrrCrJrFrMrTrErHrXThreadingHTTPServer serve_forever)rWr.rr/rZs00000rrjsvuuuuuuu B !&  ,   $ 3CD ^8XY N7qr ~:ST ^8ab ^8ij  "( (AQtWaZ (  >${| >$fg>$VW>$ij >$MN>$Z[>#~ >$ij ]kkkFXfeUXvSAAk   N3 eF  T "  Z!x " 2l  2l(2l<<0 LH  *\D//DKK66D//T^)((9  %C ('2 0 D ~F lC N2DE .UV .RS ,4GH /7KL *2CD .8RS 2:TU  4&00cD 0 :#JH"ePtjUpF RAn*  U(& zKK##Y$5}ESSUC[ )"l`u1s9 HH 2 H'