j
6 d Z ddlZddlZddlZddlZddlZddlZdZdZdZ d Z
e dedz D ] Z ej j j d Z
ej e
\ ZZerb ed e
d
ej g d d d d
Z edej( dd edej* dd ej, d ed e
de de d ej. d ed ej, d y)u ahshx WAF 冷却探测 - playwright 版
每 10min 用 playwright 探测列表页; 解封(非NWAF页)则运行 crawl_ahshx_hpgs.py
NzZhttps://www.ahshx.gov.cn/zwgk/public/column/6616370?type=4&catId=6727117&action=list&nav=3 aN
Object.defineProperty(navigator, 'webdriver', {get: () => undefined});
window.chrome = { runtime: {}, loadTimes: function(){}, csi: function(){}, app: {} };
Object.defineProperty(navigator, 'plugins', {get: () => {
const arr = [{name: 'Chrome PDF Plugin'},{name: 'Chrome PDF Viewer'},{name: 'Native Client'}];
arr.item = (i) => arr[i]; arr.namedItem = (n) => arr.find(x => x.name === n);
arr.refresh = () => {}; return arr;
}});
Object.defineProperty(navigator, 'languages', {get: () => ['zh-CN', 'zh', 'en-US']});
Object.defineProperty(navigator, 'platform', {get: () => 'Win32'});
c V K ddl m} | 4 d { }|j j ddg d d { }|j dd d { }|j t d { |j d { } |j t d
d d { }|j d
d { |j d { }t j d| }|r|j d nd}d|vxr d|vxr t | dkD } t! d|r |j" nd d| dt | d| | |f|j% d { cd d d d { S 7 o7 J7 27 7 7 7 7 7 +7 # t& $ rN}
t! dt) |
d d Y d }
~
|j% d { 7 d d d d { 7 yd }
~
ww xY w# |j% d { 7 w xY w# 1 d { 7 sw Y y xY ww)Nr )async_playwrightTz>/root/.cache/ms-playwright/chromium-1228/chrome-linux64/chrome)z --no-sandboxz--disable-setuid-sandboxz---disable-blink-features=AutomationControlled)headlessexecutable_pathargsz[Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 Chrome/125.0.0.0 Safari/537.36zzh-CN)
user_agentlocaledomcontentloadedia )
wait_untiltimeouti@ z([^<]*) ?NWAF Environmenti z status=z title=z len=z ok=z ERR: d )F )playwright.async_apir chromiumlaunch new_contextadd_init_scriptSTEALTHnew_pagegotoLIST_URLwait_for_timeoutcontentresearchgrouplenprintstatusclose Exceptionstr) r pbrowserctxpageresphtmlmtitleokes ahshx_wait_retry.py
probe_oncer3 s 5 ! " "Q
)) \n *
''t (
!!'***\\^#
" 88JTYZZD''- - - 'D 3T:A"#AGGAJE%^M,F^SQUYY]M]B ITdkks ;75'sSWykY]^`]ab ct8
--/ ! !3" " "
+#Z -'
"3"* GCF4CL>* + --/ ! !3" " "* --/ ! !3" " "s9 H)FH)$HFHF H4F 5H F
HF -F.F FF F A:F H,F-H1 H)=F>H)H H HHF F F HH) G3%G.?G6HGH H)'G*(H).G33G66H
H
HHH&H H&"H)r z%m-%d %H:%M:%S[u ] ✅ 解封! 运行爬虫...)python3z%/root/gov_crawler/crawl_ahshx_hpgs.pyz--pages1Ti, )capture_outputtextr
zSTDOUT:irM s' 4 3 3 g
"<
q," # A
!
*
*+;