<|jxdZddlmZddlZddlmZddlmZddlmZm Z m Z m Z ddl m Z ddlmZmZdd lmZej(d ej*Zej(d ej*Zej(d Ze d ZedGddZddZddZddZddZddZddZ y)u2论坛主题列表解析 - 复用自 pm001-crawler) annotationsN) dataclass)datetime)parse_qsunquoteurljoinurlparse)ZoneInfo) BeautifulSoupTag)parserzdispbbs\.asp\?zdispuser\.asp\?z0\d{4}/\d{1,2}/\d{1,2}\s+\d{1,2}:\d{2}(?::\d{2})?z Asia/ShanghaiT)slotsc^eZdZUded<ded<ded<ded<ded<ded<d ed <d ed <y ) TopicEntryinttopic_idboard_idstrtitleurl author_key author_name str | None profile_urlrlast_update_timeN)__name__ __module__ __qualname____annotations__%/opt/daily-market/src/forum_topics.pyrrs-MM J HOr!rc t|d}g}t}|jdtD]}t |j dd}|||vr&|j dd}d j|jj} | r| d vri|tj| r||j dd t||n|} | | jd d } t| } | t| ||\} }}| r|s|j!||j#t%||| t'||d| ||| "|S)u<从板块列表页解析主题条目和对应作者信息。lxmlahrefr'div listtitle)class_ >打印树形list_s Tstrip)rrrrrrrr)r setfind_allTOPIC_LINK_PATTERNextract_topic_idget find_parentjoinstripped_stringsr2 DATE_PATTERN fullmatchfind_topic_containerget_textparse_last_updateextract_authoraddappendrr)htmlrbase_urlsouptopicsseen_topic_idsanchorrtitle_containerr containerrow_text last_updaterrrs r"parse_topic_listrM"s~ v &D!F"uN--*<-=' #FJJvr$:;  x>9  ,,U;,G001779!55   "|'='=e'D   "v'9'9%'9'Q'] (?3JP_`   %%d$%7'1   /=iQY/Z, K 8$ !!HfVn5%''!,  9' R Mr!ctt|j}|jdxs|jd}|sy t |dS#t $rYywxYw)u$从主题链接中提取主题 ID。IDidNr)rr queryr7r ValueError)r'rQvaluess r"r6r6Ts[ Xd^)) *E YYt_ / $F 6!9~ s A A! A!ctj|}|sy tj|d}|j|jt}|jtS#tt t f$rYywxYw)u-从文本中解析主题最后更新时间。N)tzinfo) r;findall date_parserparserR TypeError OverflowErrorrVreplace ASIA_SHANGHAI astimezone)textmatchesvalues r"r?r?`sy""4(G !!'"+. || ] 3   M **  = 1sA))B?Bc||}|`|jdg}|jdk(rtd|Dr|St|jt r |jnd}|`dD]S}|j |}|t|jddt|jddkDsQ|cSy) uT定位主题条目对应的容器节点，便于提取更新时间和作者信息。Nclassr)c3$K|]}|dv yw)>listlist_r1Nr ).0names r" z'find_topic_container..ss(Y1D)D(Ys)trtabler)lir,Tr1) r7rhany isinstanceparentr r8lenr>)rHcurrentclassesrhrJs r"r=r=nsG  ++gr* <<5 S(YQX(Y%YN$.w~~s$C'..   -&&t,  S););Ct);)L%MPSTZTcTcdgosTcTtPu%u  r!c L|jddDcgc]}|}}tfdt|Dd}||d|n|}|Dcgc]*}tj |j dds)|,}}|s5|Dcgc]*}tj |j dds)|,}}|sy|d }d j |jj} |j dd} t| } | r| sy| | t|| fScc}wcc}wcc}w) uK从主题容器中提取作者名称、作者标识和作者主页链接。r%Tr&c32K|]\}}|us |yw)Nr )rgidxitem topic_anchors r"riz!extract_author..sX T4\\s D *D8D*D!/D!ctt|j}d|vr|dr d|ddSd|vr|drdt|ddSy)u-从作者链接中提取作者唯一标识。rPzid:rrhzname:N)rr rQr)r'rQs r"r|r|se Xd^)) *E u}tU4[^$%% 5=wuV}Q/0122 r!)rCrrrrDrreturnzlist[TopicEntry])r'rrz int | None)r_rrzdatetime | None)rHr rz Tag | None)rJr rwr rDrrz)tuple[str | None, str | None, str | None])r'rrr)!__doc__ __future__rre dataclassesrr urllib.parserrrr zoneinfor bs4r r dateutilr rXcompile IGNORECASEr5rzr;r]rrMr6r?r=r@r|r r!r"rs8" !=="* RZZ 12==A bjj!3R]]CrzzMN )  /d  +  .(r!