From 841f7bc35d8ac09c1f7fa296ff5b91ec5e84315e Mon Sep 17 00:00:00 2001 From: Your Name Date: Sun, 1 Nov 2026 00:43:24 +0800 Subject: [PATCH] =?UTF-8?q?=E5=85=A5=E5=BA=932025/2026=E5=AE=98=E6=96=B9?= =?UTF-8?q?=E5=90=8D=E5=8D=95=E9=80=90=E4=B8=93=E4=B8=9A=E4=BA=BA=E6=95=B0?= =?UTF-8?q?=E4=B8=8E=E6=88=90=E7=BB=A9=E5=88=86=E5=B8=83?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit official_roster_major_stat 216行、10校、3772人,列结构与平台表 src_roster_major_stat 同构但分表存放,便于对账而不混口径。 主键含原件名:北师大同一专业跨学院有多份名单,合并会让中位数失真, 首轮主键不含原件时丢掉3组83人,改回后拒绝为0。与平台14个可比键7个全等, 其余差异是平台跨校区合并或只取一份原件的口径差,保留两侧原值。 推送仍未成功:本机凭据管理器没有该主机的凭据条目,非交互三种姿势都被拒, 所以按「入库且上传Git后才删」的条件,本轮没有删除任何原件。 --- .../20261101_推免名单离线解析与删除边界.md | 24 +- .../官方名单统计_20261101/cand_orr.json.gz | Bin 0 -> 12007 bytes 审计报告/官方名单统计_20261101/diag_orr.txt | 29 +++ .../官方名单统计_20261101/diag_orr_rows.txt | 78 ++++++ .../官方名单统计_20261101/download_manifest.csv | 34 +++ 审计报告/官方名单统计_20261101/manifest.json | 31 +++ .../官方名单统计_20261101/orr_crosscheck.txt | 15 ++ 审计报告/官方名单统计_20261101/orr_diag.txt | 29 +++ .../官方名单统计_20261101/orr_quality.txt | 17 ++ 脚本/名单解析/ingest_orr_stat.py | 99 ++++++++ 脚本/名单解析/parse_official_roster_stat.py | 226 ++++++++++++++++++ 11 files changed, 577 insertions(+), 5 deletions(-) create mode 100644 审计报告/官方名单统计_20261101/cand_orr.json.gz create mode 100644 审计报告/官方名单统计_20261101/diag_orr.txt create mode 100644 审计报告/官方名单统计_20261101/diag_orr_rows.txt create mode 100644 审计报告/官方名单统计_20261101/download_manifest.csv create mode 100644 审计报告/官方名单统计_20261101/manifest.json create mode 100644 审计报告/官方名单统计_20261101/orr_crosscheck.txt create mode 100644 审计报告/官方名单统计_20261101/orr_diag.txt create mode 100644 审计报告/官方名单统计_20261101/orr_quality.txt create mode 100644 脚本/名单解析/ingest_orr_stat.py create mode 100644 脚本/名单解析/parse_official_roster_stat.py diff --git a/docs/agent_handoffs/20261101_推免名单离线解析与删除边界.md b/docs/agent_handoffs/20261101_推免名单离线解析与删除边界.md index 30fbac33..a3bae560 100644 --- a/docs/agent_handoffs/20261101_推免名单离线解析与删除边界.md +++ b/docs/agent_handoffs/20261101_推免名单离线解析与删除边界.md @@ -33,11 +33,25 @@ - 待删:`运行暂存/y2027_tuimian_round2/raw` 中 manifest `source_files_ingested` 明列的 11 份 PDF 与 `hfut_page_718c76.htm`。数据库分别含 `y2027_tuimian_2027` 1,436 行、`y2027_plan_2027` 138 行;已上传 Git 后才按 SHA-256 对照删除,详见同目录 `deletion_receipt.json`。 - 保留:`scut_bs_5698d74a.pdf`、`scut_ss_f2e9d15f.pdf`(扫描件未 OCR);`seu_ss_c31b26d0.pdf`、`seu_qj_79a99de5.pdf`(其推导值未入库)。 - 其他已入库批次须逐批确认对应数据已上传 Git 并有回执,再单独列入删除清单;本次不包含此前 A 级约 615M。 -- 暂不可删:`运行暂存/official_roster_2025_2026/raw`(106M,29 份 PDF + 47 HTML 尚未解析入库);`运行暂存/scut_bs`、`scut_ss` 两份扫描件是唯一原件且未 OCR。 -- 不动:并行会话的 `审计报告/local_ingest_20261031/prewrite_snapshot/` 28G、`_归档/_待删_20261022` 4.9G、`ggyx_chrome/` 登录态。 +- 暂不可删:`运行暂存/official_roster_2025_2026/raw` 中的扫描件与验证码墙原件(`whut_2026_nilq.pdf` 115 页无文字层,`gdufs/kmust/pumc` 三份下载端点回「请输入验证码下载附件」);其余 25 份已于同日解析入库,见下节。 + +## 追加:2025/2026 官方名单统计已入库 + +- `official_roster_major_stat` 216 行、10 校、3772 人:逐专业进复试/拟录取人数 + 政治、外语、业务课一/二、总分的最低/中位/最高。列结构与平台表 `src_roster_major_stat` 同构但分表,便于逐字段对账而不混列。 +- 主键含 `local_file`:北师大同一专业跨学院有多份名单(`045108` 学科教学(英语)在教育学部 18 人、外国语学院 82 人),合并会让中位数失真,所以按原件分列,合计需自行 SUM 人数。首轮主键不含原件时丢了 3 组共 83 人,改回来后拒绝数为 0。 +- 与平台表 14 个可比键里 7 个全等;其余差异可解释(平台把跨校区名单合并成 554 人对官方 277 人,或只取其中一份原件),属口径差异,保留两侧原值不判谁错。 +- 校验器同样先改坏验过:人数非整数/为 0/超界、min>max、单科超满分、重复键六类各报警。 +- 未入库原件去向写在 `审计报告/官方名单统计_20261101/manifest.json`:3 份验证码墙、1 份扫描件、3 份原表只有姓名与成绩无专业列。 + +## 推送受阻(删除前置未满足) + +- 本地已提交,`origin/main` 仍是 `82b461b1`,本地领先 1。 +- 三种非交互方式都试过:`GIT_TERMINAL_PROMPT=0`、`GCM_INTERACTIVE=never`、`credential.interactive=false`,分别报 `could not read Username` 与 `unable to get password from user`;`cmdkey /list` 里没有 git 凭据条目,`credential.https://git.simgreek.com.provider=generic` 指向的助手需要人输一次。 +- 因此按「入库且上传 Git 后才删」的条件,本轮**没有删除任何原件**;`运行暂存/y2027_tuimian_round2/raw` 与表格缓存 `grid_cache/`(2.5M)都还在。 +- 磁盘压力已缓解:D 盘从 8.7G 回升到 26.9G(并行会话清理了自己的写库快照),不必再为腾空间抢着删。 ## 未完成 -1. `official_roster_2025_2026` 的 2025/2026 复试与拟录取名单还没解析(表格缓存已就绪),解析前不能删原件。 -2. 两份华南理工扫描件需 OCR 才有数值。 -3. 本轮新表未接入交付层,`y2027_tuimian_major` 与新表需在交付层按 basis 分列展示。 +1. 两份华南理工扫描件与武汉理工 115 页名单需 OCR 才有数值。 +2. 本轮三张新表未接入交付层,`y2027_tuimian_major` 与新表需在交付层按 basis 分列展示。 +3. 用户完成一次带凭据的 `git push`(或把凭据存入 Windows 凭据管理器)后,再按上面的删除边界执行。 diff --git a/审计报告/官方名单统计_20261101/cand_orr.json.gz b/审计报告/官方名单统计_20261101/cand_orr.json.gz new file mode 100644 index 0000000000000000000000000000000000000000..7b34f88157814e52387cf4d75633ef5091c79d7e GIT binary patch literal 12007 zcmV)?NTFQKyB+vaa zQtOCr!aq1)W^@$2R|pdl4o=k2M@NFDb1{Tmnp_%4cSuj@glTdC8VGhme#~)IIiLD3 zoVQ$w?bv(0_O7lf`%NAR5Gk7~lkD~Gz1LoQ?f>}afBM<~Y5xA%&*zHQjvhVy^MCu< z&wFRCEG>N1yMKE5%=^6?H+#4L^7DUP`IdL8?5*K9D530=mkuAAJ9h9t4;?92{=*v| zE#JM=JO5Gdqf1Y|{zmrt(YFp3N6TvX4Z;X1rG#%%0t=c zKXOmLRv&$b|3Mb9;*;dw=ssZMm^QEe46SGh?KWupVJ6s-mt16BiI(lSo<+u3f&5Qr{ zUuTa7MWSK(?oWeTA1>WL+rXmv#N|5+2oM?o!bSiH=UV__Xh7IN1Hvl|2ulD$0YEqe z2tmO?J3+xgM}^?9`oknR>~c8hw&ZZ`8-N0bK;RGv+OmQKAW#4V0)t@ff&L5(q@iG- zBY=Shc|jXV0$~;6n}A?_0zx-{U}zxRy}10-`>VAQN(u(yL7^&1@RNdxph{}NgQM}F zG=&G_5gr_k21lYHIG7gHzLXevcrZJK2TS5%*e}d~v=tsKY8u9ZgXO_tbCa?9RvQ|D zr(htHg9!)>f|D8otdUGg4Lm5woq~cRq44;xe;C}J-wFx=Wd;kN5X>0uf&iJp@Y)4w zBH1p$yb$Q_S<~$T?4GSjd7&$HQlR_i_s%Tc|Fr+XyZx(ow}OP?W(U^>3C(LBR%4mS z4xo9^WPVuvfK5HLrt?D}L9r1l>xw0jK+%;95lK)C=6~$p`CuzJI5wda+KQ!pmf20W z*%+kgQ!V^qw>=K@!!3x+sgoK4o)Jy+P&l{E&e!u+Q#lgc1t#HunN-6S(Z>V`_ z>!Z!~NhOV%2W2>BqEel3lIbVf(BVZLm+sn zLW)#MkgK%O1{|yvkIfep^&V>VJydw+)wTDKG(oHBo+HAZWA(QnVQH6RNh5l8aPz`w zhW+;krE?q5Fj_XqPRzX&cn)k@SVfGae&kQi5*uC|1vptXU(T?Y$8Kx-r5p5jv> zY|ANpZVK-yO>FmLj+*y9s0=}>i7uO?fF#ly!6k>!0c7N0cFpcN}=K;h*3&bdZkunsi zECQHkq%Q&CMN7Iovou_-s1vkyIken%pw&Bbxixw5J1#Ls?(+QH*P5)wPgypMld=Gl;gOym%ZI%OHK8Yw6%ev4s0nF4 z!$WX^n$St6w7{jYQD*=aw#8|D`1SJL+bvyJ;A)dwH&zV0D8#h653Ih+u~-eMNQ6a% zu!s<*xrJdGMRf#Uaa)Dq*^|9<-(Y<4y=?-Q0tt++ z4i&FDv^2Q9#3G;su1b{DPmmY12B69E6ix_D3ZY4CA5D0W~7!U}4GrmeRsP}L{dRo^(% zE0mk?ijj-k)(a|$^n!r|lOR)*W=^lzn|o<0+=X(_Zy~;2JlFs3?9%74=xE5Mr^G@m$EPyet zmpm+Za)zq`1s)^GfO|5*2+;dPPwzR=Mp6dmm(?0E!D$y4Ye6dHtJWlxJ6HNw7nUF1 zU0VEpm}1VK#O`W}JG-?l=4$IUMmP3Bp1&OK319`Xa+7FqE6{9-B)}z79tlL(30g2~ z;OJH*3cL%{f;2)2FkkxYVeiiOy*u;06SrFYsVsZ0)S`*lywB0TRqG@VRgNSVBv`2p znjw-!Or4@_KqCz(3pYIE6yap{YhN@0?3@chWTpyD)90nnG86JxS5i#|PDkddH%L5L znaMgzk;mNUrKoi2Tv?Q{a5f9MQnAkKT9=g#!N#(AxI|rqSj$l6HaeX@hhn3^PFUj@ zzd7Ir8nN+PkgNqN%aij(nryHrVQJomM+|twW2*R)x@ilV{|{YyEejRBF=Zv9iXpFj zRZa$9bM@iFG`>WUYhTrckuLXH^T^Lkj75`}l$EkBs|I>P$-4RdtXvffmHEonrc_0h znKC!K2Vb_yS9E(d0@U!YTkrNSpW<7{!Rb;f9}dU{r`bLbft)T$5>^^bZ8z*1KDCmN zti43QSa?!^ZX|56qD+|T2&RCS#G~JB4^xO0cX}MxUNEusg6-Pt1%)ZncB=(bq!L2Y zn36n9#lXx{F(gcN15=XDQ@tCPo7QTCsp0tc+y}jdi-U`|R$t)?_#njW7->tg>p>ss zdQe6d$P}mtX#xXk&jmvlVT9j_efos5$)OBdzl^HE!B-cT?_NL_6{rw2<4m0p(~cIV zVvBq)l6WHJduZykaVfral|!TUO3}gyOBaG#rb4jOa8eeMfh#F$uy}3x&UHkvdo;y0 zP_`%eRG{TIR-|k%l9MarIB=qqlMcM(M9Ykfgo9u=ReNt2gY!<*c`O^;#$1{_Q_)sg zrHw4TpAedkWyeS~HUD>cC9_;Ro!QdFVDdt{Jj7bZIv1fbg~{>;OHx&}YJOpwpVDQS z^2S%L(7R|7+&r9VG>veCOTEbE)W=cm0Z!fHO%10>;!p85b*g`B1q z!t4(&7p_u93oFaY$5>j^JRD<;QrD&slfl8S>FO*~O~mV9qt!+5F?TXAiXuoGya+B< zx-AAOEm5r$Rp()&`J>Dfl}O{1&mjr~Z5J zyYEL92xAN>Q4Qn-zpX}F1_mbpLnQ!5J^vke{5yK;?^sQ>N=-mFFo5npEDT5V<6=OL z(G7Fg*IdhuX+>rNM;1X)1x?O8RAkv#sgw%30R!MufAwDPv!9yJTDpIB1cs$Y*Zc3? z9eleuSiHt<4fHtOvF33^2BX5L?K4Esa6pmmu@Rl^zZuUAFhgt_EoXL%?qQ6(S)TbV9=<(XjOJ%1rYRU=`X+Po%pc-?jM)# zFE0H!-@CTZzxq}0?6tMs{3Az?jS8u=*Osr}>RHfz{_di`){I9|1@BRJ3nf{si z=0gWJ@AXc6yZqk8ExbH8IKT>8hX);1yxd}q@Hcb&^10*thKqW|k^SY-ViZYxh2HO_ zutgY7KvgiMS23@gDVsmL(urs?iGyVB>AupT!~dHM6K8eIi(o}4OjXxKFu~LzQ?B`} zOw_V8K}Rd1Qk6HEc2R{~+pMl+T}PXTu_Qk`7$!^iZx7c2&s-jSesS>S_Y;j2T4JU( z(|gCKIN5I$ z=<=Q0gT?nJo?A%oZe{3l)WPJk#h^MpJf_p9+`G`fa&GCt=Yz#-Pd<0jMJc@|Ch6p2 zU~*9}5O=C~U3%#){Ls7c(WGNzqn%}|J>QxU>1H=E|Kh}k+GU*Bjmzr`)TM_V<(;(4?gez{`RCpBGSVZ`Y92i zF=a>`$4-!6C%)>P_Bcp3iH#TMiLoo0jfoRp zpkbvmNq}~dI=nD(v6~o;!C(Kh{M~1R#orAUPfeC3=UB-H?0lW(@jDR}D}$3K&x|vt zdUqd8Hkn9Pa6lqM$0QKk>EY`Px)M*?q#A{seT;C4yVxo2V(I?bQO7!iv57`ASC~#* zOkK$i6rT$Vy&t~lf3mRr{=?}LTZ$H%YlS2{%G*SU??@iGakGEvUjL&zqm7*5(&i6e z3~qfmeKn7Abl(b1fmMj9(%69r`QeM+rIXK`kDO3ckYOP$nNSowBqv`SPW&HBD6W%> zOp4YHvyXR@>kYrXnSBEmHLYrLsEU&z(T&&A7%Azc{3KEBdB-X-anaQGwK~z~L z3Rya-vMN)$(85|1eHFBJlY`7E~vyY8kvc|Mg2e|d>tWMFg15c8tYfLjxZ-9Yp#8*wmQv`N0 zD0Wk=I?WX(P@e|oc~Ki)oY2@!&x>g;G0`O{7}tA;pBgVpV5r?xc1(YXi5%N2Ynjdq zPP{1bVRlh`OnZrm)^sRfy@0ho@kI#^x9c7r(_CUQG^g%qUM$L#Tz1pLWBN->^cY`( z6$BU_%A|f}r*g}5Hkd3B7aR72G82EH<&!b3(QCb zg<&eu96RvTn92qdZ?1x$5{diT8SZPEJ4`HVC%oO}LdqaJ*uPFZiO?%dQPH#pwt{J65qPyNl^8n`7gOG1(j1l? z`vmHw4%~_Q^RtJKKRK~<|91cKshOEq+sK{F#}peoJC~mUF&+VpAt8;S6ZyGQ%+_@F z+du{C9oLV=B$3yS^sLj`aC3Ca8ku&0+N3AO4&;$p?6+BZ7Eh1VG^#>XOuGj=5h2ss zZ!_eiRnk7QO5y#slu(|`Jx_f7^nBfKdp9rkPJG(`{Q9KM*O9T&9uK|KSDIiL4q-3d z8{V`#eSWa`W&aO%o1bd1aI<&*^zxnSsMxUJDjhh{81Pj(NA@|=kupLBtp%l@>iKD< zvqD-Wqt3ijbse(W=)&6E7Fp$T@$?&;pW7P;!?Gye94%hH@n%LwrPkUP&W9jFDZSNI zw6&~#p1Zn z6;eTm_^Mmo<`7?%#6EL|R~qW_q7mo}Z=fzO8uB)^0+$zoGoPZ>{sGgG)4g$>Ya?}` zT+!gkS{qDICRe#AnqO++*I~_Bxi!|_o_m|bTA_W^y1|suA}eZbeN{$ZH%Q8w{;2T2 zNi$v*rF3-}YaOhqZKg{n^1`~>YVNVdA0I7$@n~@KLQ~33`gEy4r%Sh>r8k`@4d`BP z%NcjG=ApC!D+(Mb)dFHgtufu}(P9+=mR0e_2CO*0{yo-Rawl(AD~m3=i6qz!i`Jm{0Wwk1c;L1!@MHQM18g~(%tX=g!-xi)CI)JUw0qj-x5bEZy1J#uT zH-8=P0JfnIz#D+3NMOm62e1uHJf61xWFACX8?+}NbpuFFu8zRB1tfGkTSt_b+HfQQ zjueff%_ZNuMU?I0$SE2|mQG1z0jC{GNwi%RxKRmJjLOD@qi!XnHAlj2;fR36lbE$* z^g`@}gxh_qx1Eq=013%aoscGh?EsGG5|+JL-Yhkq6J5w zPg-p#HsZ)&+DwprlB4>hh$=fz04W4klOzpjl7O+Mf|^LNl@)IS)2;(k;I&E8qO63< zJ16;QLRqPWgx-*VHjp9DWF-N>}4ZdLvbciDJp1g?#e1jx$MDh*B^74_R1eG*JRGejuh*I+59&Ha)^#**7vU(0mRQl^OlZoeqE9&LRzC8R$wvgM z@FXAkmV6|^SQgZEriK5u+s;RT|2C1#N8}tyLE26;JjXUE7*js#Za#9nITGrRoEfLC zL;aBkb)DwX-<~4vykg~}Na0AJd?dggGc9a@rx@41l5o_Kd92{obxUP0tegz-K=9pL6X6yNluY0g;S`cKiW#<$ zIBaCSpVoJ@^iHGtjyAo~^b(Q|W18M1DD65foVlcA*kU2oCKiI+189~u%Zt_xs7UU? zIBH1=Q4f;rmb@i}4yaiY8to|2@;m5as=Q0wL-$1Ch65;Xxon>gg0p*2c5)j-{&&0NUbWrGl#AGm$XDA{sP`dDd z@)Bj+;HbRh0F6f*q=4PoO)sxyB_k7vx&@+1nL5DT*|zFVK~sk~hI)uzRw5TH6lj>D zCv%cvQR3R8oW$Jx)9c(J5}>+4i*w679l5l)Z>#e>NK0smwx!C8+f7SSMZo1rs>F+S z60+71nTMrKLQ z2z;eoq{P&{A=6~G|Ku3`N^9=2tPcsh|AL>bq zv>k(zp3IO5F96ChBt(Jj8A)!WZ`838gtjDA3(ra)90?`3OB-0y2dKug$ttB&P#QX= z@YHykUF11_yW|9WytHB8k5B-u>z4xRmo&M*6j<5^AR{t@uJND&t4oAK@Rcjij({^{j2?@ty5^o6Q33%zUC28-wV-<_TGL3RitJC5c7 zYQ!xcMr2tRNFAO4I=o1>NQSnQG?N%BX$vU_Gi80atTGc~lwPU43YF7Z=}h~quIf6t z%npGNgf@G%j(V>tOSd<-RlQg0LWJn^Qb&9X=C%CD@hw3p%d#jlr;F%%v=8SQm<24#E>(^-g>}g)?yyi6qu~`HdKqx<$Pw zC7SMPwn?%jZBEuc{+Za9P|!W)+hQs5ryKdV|1vE2E`8Gc%ikZI?!WuT{>4Xse=t9r zJOqomHd_aS@(?1wTNL5WkmR=|6A`5A=+20@LkkxF3{BNJJd^b)6LlDmkH2g((T5ET zm+mhv{W#ydw$Q)&RfE2XCnmwYCDUp)4u}e=*dAa&b7YzNJx4O=k*p52Qu;O9IIL=A+X&YCgh`H{wLJLxxu1GAZz#9&O zO*mYk3ZoIcdux%tw-z9cX;p$`XCXQ47~lW4X&U?AEH-WA@^2@b7z4L;Y?a2tTfAud zvCVzS?_*r9hLx(KFM99}wkfbotTjEL_5$k=Q~TIuG_D}9`IITNjEZgEWcgQhkUxgS z5)nheP?2^s8(&?w|LZvTv0-PHwGw)!ik{`WKMihuxOD&Qh!0)9voP6`(sB{hp3Hc1 zddD;pREk6pI+v(CATSlJ-i3A+AytDNZqWYvhr#Xn)hskw_#pI*b^SU{*E~=K>T2)C zSJw#xNvcst+SNHi^u$DOba)td?_Bc{Q|O|`I4$bMnCh8}}b4E(e6VcU)w5^jLW?UVe5x0tLV zJp_lI?AqxB!Y)fvdh;Jm0e(tMGz&7RMBg%HqaAZ2?Mvuc2$VFZ4`nEjNtARSCwImi zAYpK-7+iYzaf7}Q4Kh&-I=BWs7NKu>x)aajKxB|)7Y8QYn|!68u8FZHVkv(;H$v#Tr$Ix$?$j)U>ZaBWi@n=(RVUovAgrI%cqv-7iP9s zgKTkZ+d&`)htkMPG&02@n)H~`sFl;?W{q?_GYy5Q{8b?&3XDX%edk7_SPKPAw>kPO zxr(4agx**oP29VV!ok^ly@wx92Z)wE^HY;6Ougb60&O&S+^R6ufhUU#BLwU*|ltFx7!qn9`o$mS?ap83Hsc-!vkj zu*-Dmy~kG;m+qfkdhmJw_qS(5nyPU~Q)mK#1e|T&c%%ceB1uz&L}*%W-vk05U_#S( z%ax(|q@sR)CWs$?y?pof#3zV?z2G{A<*P-NDfR|)Kn>$KS30FsfUTj8U(wq6Iy;ID zh}6t8PCi+Lb$XDo0>X9V>15kP&puD+`O9@4$YLU9PJ<$IBYgqNqTFc6ZF8Ohgp`b< zHAca4Vo3A+4rj(2mzz#;RzpS0Em>XQYt=k3a}IdpC^!<7q{v1?P%^eA6uNOJ=}S_c zKFcOCcOw!gpOn?Bx zH-1`r@M-UdFP0u&osCu-AJ@@i>^wxi12id4le8=*ux5aQdHRjcT!MDmj4>_#y#QX+ zm+r0n%lvF6fo>cuGADs8Saf0gScHocF*Jnbj=rE3{pMY=#N>PI+4?2)zKu;bfmYQ)SD3FU2 z3Z78~M^wq?P(=-IKc?|thx6gem|+U}P{PUISer|RhdhL((^ue zQe0|AZ@B5@_4o1;7Q3txUAq775L*|&>)k%T^yqs3y}SJn-tAw#I~@O=|LfyZ=bG0? zuMBR_&uSEC!Z=zP1#8yG_k<@;7g3|Y;26is(N#<2Wk{P@qr(gewvSRI$y%4qct1PY zKYhLd>GBVEdp~?Jxb@*|Rt(KJg)7LG((wIwsm&%w)vX>_sX2NWZ&*%hhHe{OV4gY` zX}_?`hh^s*{Eaf?EFlO_GPIegp`kp=gOUe9Ni9^Mk-Q}(qef364=Ruc(NPqYOtrgQ ztzP-Oe|4dE=JKr6p$57@1%Cd6MX2T#p=hk;;zpBaiIioXB|;W#f_aoEIY4ze z1)e_H|I_&?;7_sHnzsEV4ckD&A6C5Y!VjnejYH zO`9F5VU(hgwLK_#Lqr;ZS_1@zv{(NEEGk{SH^U*K6JsnYp+yOYj{F6tz?43aPis{@CW^4;Asju#`SnmjGC5dy#ljB z-n?F-Ss^J})A0N!ZL)@XLYx3)8dP+7P%(nw%AjIcmY!~U!}HU@rDUIsY1zkj8tmgs zwuFr~1*Q)-X~{DMrZLGoimg4E-^1adPv$gTN91UwVu;AeYf0f4UyhR?*>W1!Vp9WB zq@+7U$GRFrAFIHmDY%YJQ#Mg1bByOw()RuGN7K-A!(=$lacpOJ$6{KfG=^M2RGxL8 zp2pu~W`|xf3sj$+F*>~1^k3I{AHO#R{PE|8ZVX8`-(u8|hQCs=7*Yis@##CFxEvM0 z5#P`lw8>`lxt!lWIzPDmo#)l-q3IiX8X>G zO0ir_0TwsCyl&qxIn{I>i_-v~=h_Ijjt~J=s`y6?$?8-|PBwIL`*Io+S@!n|xOiJA zXp<=wb{Kvu$3sU%>8xfI&;!49(+QooS8Q3SrL5YNB|Y#hP_(UmVZ(hTfF7U5@6Y3y z;q1NP8SHf!n$605oZuN=2Zntf58)lTrz8wd63VzrZ&5>M=shJv??yzpGM~&wyUeZJ zxjwjarGIr{3J_F&vU5IQ+hqC2D99?39x;FsU!>i)C9jG!^jd^q?&|8qZgzStqUqrJ zpDZlD|8O=t5zw?k^U((<44Blkdb`er4j7C&`U<_9z!iEGX|G=ai%^l$-*dC3`}o?o zOFy2Unb&U^XE`ZMx0eG_7in0_5XSPbNRRnkWL^_=Nq5%aQTqz`CR>5RDZ3iy1e1YE zGsI*%u63GV9z+9|=N+#OrIju^(5H13zIUCZ*j;91emXmnd@lX?m;SexW;9W71f%?<6 zST;G1ccFos542H?U|k|K^hiPi@FlV5b2-raU~O>AhTMD^CdE6rGTA82WxCQD5tBA5qy z3)(=-^RNe(v1#-f$ik>}%cavi%)6g1J-R+pm5q)p_3k|E-T%wr;f2BC)&KYIdxM*c zy$^1UzHJIOmu92<1dPq**Vi%ql%E=vBQ?m89D`q|!`8j>p!n_gZM;pkMUc9^QU z@zc_SPnRBkJQUBIIn}%SpnDSw1;jH7m#K=}ln-RT7!YY10(~usKCz)3Rxfg^Db{*d_LI?iU z2YN5aQLJSIJ}#cpK}V9ZR37FcuoDCfc3bWq(Pr0l^uCo3gV(hLFByDt2ZGOl;9Gys zl53%dmePESdddN3Sp$O4JD$6kDDHLQ|_zB5~^#alShln$ZYokxsh*P3sZW!8c9w|G3#}2X--SSC*+iet4*Qd zYMW~uIbip^WcGxY_Z$d&UV3Fuw8K}TSb4<`{~0YTI9`A4 z_>rv&4pTT)yGp92uE;7EMNvf?l@hTGqR3s$wJ3aHnjf+Gcj=w9S*2^6ITO9BG`C`( z74!yot`E+i9NfI{#NleSvHszU71h!FY*v}wI2Vf@R6L-~$(AEI^ti`T9drQ09v8Mh z>%q=*v>Q2axe{?_ZZ#%6&KQrQ*JlYyInMmmB1js=Kc4CscdG=F!rSR70Kxr611CR5 zB}`5ZlfCov{Xboq#mwj8qy9IGgT-_G@6Jwql@hIjIaH#C7W{e8NLfHA2etJo*oK%7 z%mpmpPDH)_`rGg9d;Re7eN}mUUvXsr+&go}syFsGzd=WiRY#8PFOUBE$S}_Ly*~Hm z|7iZ(WAD6K{o+XV>$!a|Kl#c_$Bt#iYyb1D!~fE}P`&jF8N5?o8L9u}*ZDAf50$@= zPKYMjA|2X?pU_P!KMNJuu?bmeq|8g_Yg+_cSylVG5_J>oMJY^OYpHT6eNi^wYfLmU zYXUzyR~Px}uFtLu?By>W^)LT8oxl!U3pd|V>Uk(`MUJK|Yx)i>_;OF6*{$w?rr6%W z*j~DSd2s2>D7Gj2#1`Bqwr}BGJs8$o%Rg)e;+nQ23()q#=@iww_KE$sKR4CLtmG$N zjPtBk@L6s7&uWcK_AK`rLP$})Tci5%sSC@0`e@>%wV7xMB6+KA0c$m!1wl=Fj2K~I zaqUu2@7e-n;bs%FQ|cPg16z(UeM6D$6nkIAshM0fO>w>B59`@@alqpjK8#UPBR`zj z@}y>LJ?Ur@3DUiI9^5+H`{4Qx*VAUKdK#=!c-$kd<19AR)3m)=7}wq`h4c=Fbnml= zk3TulyL58WfelqZXhX=i9Vud(MYOev^meLo%+o-rNn{80()|zm-~G`1)dUU_sErre z!di(0YL6C|?_S{QBGov$NU%{FG-&&a9(R$DZkeciwtZP@9M?w&m=lj&AF(3TQ>npIQWp=*uDsd)?O_Qu^R(@%qPqhH zy91T7LN~I45ekE;cjx=wo%!C0TWbx=Kdk6%^{|RiJ_ZnFab7UfJWm6PEwm4y!akma z%wh@IG=tDsWe8oS)!oO-qwa>oGlT$q2TLqoKPOU{0*L$Jaon z!YUpU5}alWCpSUvc0CU;Wj(YV#}*t=T$@J@Tk0``pwpS6*@MVBJ_@QtWXUMWC1o9G zFOC3{S-*4)uDw*YlC`xN`CA`mdrF5vJQ7%(OVVn=T+N<**_8RNm-dI_& zxAM+4NKg#|vMtfqws2?5<}o1Z$_Oi+Z}6-_6q%~4tZ48rjV&q@jPXu1j|io`%Iheb zpUKL?Ha}doyU|DR1{0c}Amv63kZovL+>;tP;viXc*m}S8S+;?eBPoN@j*KCNewRa^ zY>uXEjc>=;$Z;t2!7$un*^)8at^Sa^MW9c8(sy^6E2}hdtpzOngi849EdHi2v{$h2 zQsY<}NS+9#h2ZwoNeUOqt}F1mE*g3Y)qM(fUEJLXV^jK@B>Z|ezU=?)i;+qFWN8c% ze(k{PoxakbZfRkmf9c-v3h(LjgT*iVf4JNK{Q6+wX7BvzH51`YAQaHD0hNB<@==Ja zxLeo{6SsdF4c!)$MvyoRf@OuM9AnYLU?WmL)pgW7Gy!f+5Hfc~A+ 5000: + bad['count_invalid'] = bad.get('count_invalid', 0) + 1 + continue + flags = [] + for k, hi in UPPER.items(): + vals = [float(r[k + '_' + s]) for s in ('min', 'median', 'max') + if r.get(k + '_' + s) not in (None, '')] + if not vals: + continue + if any(v > hi for v in vals): + flags.append('%s_over' % k) + if r.get(k + '_min') and r.get(k + '_max') and \ + float(r[k + '_min']) > float(r[k + '_max']): + flags.append('%s_min_gt_max' % k) + key = tuple((r.get(c) or '') for c in KEYS) + if key in seen: + bad['dup_key'] = bad.get('dup_key', 0) + 1 + continue + seen.add(key) + out.append(dict(r, data_flag=','.join(flags))) + return out, bad + + +def main(): + src = r'D:/择校/运行暂存/agent_ingest_20261031/cand_orr.json' + rows = json.load(open(src, encoding='utf-8')) + for r in rows: + r['note'] = r.get('note', '') + if not r.get('year'): + m = re.search(r'(20\d{2})', r.get('local_file') or '') + r['year'] = m.group(1) if m else '' + if r['year']: + r['note'] = (r['note'] + ';').strip(';') + '年份取自原件名' + good, bad = validate(rows) + print('候选 %d 通过 %d 拒绝 %s 带flag %d' % ( + len(rows), len(good), bad, sum(1 for x in good if x['data_flag']))) + z = sqlite3.connect(ZX, timeout=300) + z.execute(DDL) + cols = [c for c in z.execute('select * from %s limit 0' % TABLE).description + if c[0] != '_ingested_at'] + now = time.strftime('%Y-%m-%dT%H:%M:%S') + sql = 'INSERT OR REPLACE INTO %s ("%s","_ingested_at") VALUES (%s,?)' % ( + TABLE, '","'.join([c[0] for c in cols]), ','.join(['?'] * len(cols))) + n = 0 + for r in good: + vals = ['' if r.get(c[0]) is None else str(r[c[0]]) for c in cols] + n += z.execute(sql, vals + [now]).rowcount + z.commit() + tot = z.execute('select count(*) from %s' % TABLE).fetchone()[0] + z.execute('INSERT INTO changelog VALUES (?,?,?,?,?,?)', + (time.strftime('%Y-%m-%d %H:%M:%S'), 'orr_roster_stat_20261101', TABLE, + 'insert', n, '官方复试/拟录取名单逐专业人数与成绩分布;拒绝=%s' % json.dumps( + bad, ensure_ascii=False))) + z.commit() + print('%s 新增 %d 表内 %d' % (TABLE, n, tot)) + for r in z.execute('select school,list_kind,year,count(*),sum(cast(person_count as int)) ' + 'from %s group by 1,2,3 order by 5 desc' % TABLE): + print(' ', tuple(r)) + z.close() + + +if __name__ == '__main__': + main() diff --git a/脚本/名单解析/parse_official_roster_stat.py b/脚本/名单解析/parse_official_roster_stat.py new file mode 100644 index 00000000..f4a8b131 --- /dev/null +++ b/脚本/名单解析/parse_official_roster_stat.py @@ -0,0 +1,226 @@ +# -*- coding: utf-8 -*- +"""2025/2026 官方复试·拟录取名单 -> 逐专业人数与成绩分布。 + +列结构与 src_roster_major_stat(平台来源)保持一致但分表存放: +官方原件与平台抽好的表要能逐字段对账,又不能混进同一列。 +成绩列名各校写法杂(政治理论/思想政治理论/政治;外国语/外语/英语(一)), +一律按关键词归到 politics / foreign / biz1 / biz2 / total 五个槽,不按位置认。 +""" +import glob +import json +import os +import re +import statistics + +CACHE = r'D:/择校/运行暂存/agent_ingest_20261031/grid_cache' +MANIFEST = r'D:/择校/运行暂存/official_roster_2025_2026/download_manifest.csv' +OUT = r'D:/择校/运行暂存/agent_ingest_20261031/cand_orr.json' +DIAG = r'D:/择校/运行暂存/agent_ingest_20261031/orr_diag.txt' + +CODE_RE = re.compile(r'(?]=?\s*\d') # 「≥41」这类校线/国家线行,不是学生行 + + +def clean(s): + import unicodedata + t = re.sub(r'\s+', '', str(s or '')) + out = [] + for ch in t: + if 0xFF01 <= ord(ch) <= 0xFF5E or 0x3000 <= ord(ch) <= 0x303F: + out.append(ch) + else: + o = unicodedata.normalize('NFKC', ch) + out.append(o if len(o) == 1 and 0x4E00 <= ord(o) <= 0x9FFF else ch) + return ''.join(out) + + +def slot(c): + if re.search(r'政治|思想政治', c): + return 'politics' + if re.search(r'外国语|^外语$|英语|日语|俄语|德语|法语', c): + return 'foreign' + if re.search(r'业务课?1|业务课?一|专业课\s*1|专业基础', c): + return 'biz1' + if re.search(r'业务课?2|业务课?二|专业课\s*2', c): + return 'biz2' + if re.search(r'^(总分|初试总分|初试总成绩|总成绩|联考(总成绩|成绩)|初试成绩)$', c): + return 'total' + return None + + +def header_map(cells): + m = {} + for i, c in enumerate(cells): + if not c: + continue + if 'code' not in m and re.search(r'专业代码|报考专业代码', c): + m['code'] = i + elif 'name' not in m and re.search(r'^(报考)?(专业|学科)(名称|全称)?$|专业$|^(报考)?专业$', c): + m['name'] = i + elif 'id' not in m and re.search(r'考生编号|准考证号', c): + m['id'] = i + elif 'person' not in m and re.search(r'^(考生)?姓名$', c): + m['person'] = i + elif 'direction' not in m and re.search(r'方向(名称|码)?$', c): + m['direction'] = i + else: + s = slot(c) + if s and s not in m: + m[s] = i + return m + + +def is_header(cells): + j = '|'.join(cells) + return bool(re.search(r'考生编号|姓名|专业代码|总分|政治', j)) and \ + not re.search(r'\d{15}', j) and not CODE_RE.search( + re.sub(r'(政治|外语|英语|总分|编号|成绩)', '', j)) + + +def num(v): + v = (v or '').replace(' ', '') + m = re.match(r'^(\d{2,3}(?:\.\d+)?)$', v) + return float(m.group(1)) if m else None + + +def load_manifest(): + import csv + idx = {} + with open(MANIFEST, encoding='utf-8-sig', newline='') as f: + for r in csv.DictReader(f): + lp = (r.get('local_path') or '').replace('\\', '/') + if not lp: + continue + idx[os.path.basename(lp)] = r + return idx + + +SCHOOL_RE = re.compile(r'([一-龥]{2,14}(?:大学|学院|研究院|党校|社会科学院))') + + +def parse(path, midx): + d = json.load(open(path, encoding='utf-8')) + fname = d['file'] + man = midx.get(fname, {}) + school, year, kind = man.get('school', ''), man.get('year', ''), man.get('kind', '复试名单') + if not year: + my = re.search(r'(20\d{2})', fname) + year = my.group(1) if my else '' + if not school: # manifest 没覆盖这份,退回标题行与 URL + for g in d['pages'][:1]: + for r in g[:1]: + m = SCHOOL_RE.search(clean('|'.join(str(x) for x in r))) + if m: + school = m.group(1) + break + if not school: + m = SCHOOL_RE.search(man.get('url', '')) + school = m.group(1) if m else '' + rows, hm = [], None + n_thr = 0 + for grid in d['pages']: + for raw in grid: + cells = [clean(c) for c in raw] + if not any(cells): + continue + if is_header(cells): + cand = header_map(cells) + if cand: + hm = cand + continue + if hm is None: + continue + joined = '|'.join(cells) + if any(w in joined for w in ('汇总', '合计', '小计')): + continue + if THRESHOLD.search(cells[1] if len(cells) > 1 else '') or \ + any(THRESHOLD.search(c) for c in cells[:3]): + n_thr += 1 + continue + idv = at(hm, cells, 'id') + person = at(hm, cells, 'person') + if not (STU_ID.search(joined) or idv or (person and len(person) <= 8)): + continue + code = '' + cv = at(hm, cells, 'code') + if cv: + m = CODE_RE.search(cv) + code = m.group(1) if m else '' + name = at(hm, cells, 'name') + if not code and name: + m = CODE_RE.search(name) + if m: + code = m.group(1) + name = name.split(code, 1)[-1] or name + if not name and cv: + name = CODE_RE.sub('', cv) + scores = {k: num(at(hm, cells, k)) for k in + ('politics', 'foreign', 'biz1', 'biz2', 'total')} + rows.append(dict(school=school, year=year, + list_kind=kind, major_code=code, major_name=name, + direction=at(hm, cells, 'direction'), college='', + scores=scores, source_url=man.get('url', ''), + sha256=man.get('sha256', ''), local_file=fname)) + return rows, n_thr, (school, year, kind) + + +def at(hm, cells, k): + i = hm.get(k) + if i is None or i >= len(cells): + return '' + return cells[i] + + +def aggregate(rows): + g = {} + for r in rows: + k = (r['school'], r['year'], r['list_kind'], r['major_code'], r['major_name']) + g.setdefault(k, []).append(r) + out = [] + for k, v in g.items(): + rec = dict(zip(('school', 'year', 'list_kind', 'major_code', 'major_name'), k)) + if not rec['major_code'] and not rec['major_name']: + rec['note'] = '原表无专业列,人数与成绩是校级合计' + elif not rec['major_code']: + rec['note'] = '原表无专业代码,按名称关联' + rec['person_count'] = str(len(v)) + for s in ('politics', 'foreign', 'biz1', 'biz2', 'total'): + vals = [x['scores'][s] for x in v if x['scores'].get(s) is not None] + if not vals: + continue + rec[s + '_min'] = '%g' % min(vals) + rec[s + '_max'] = '%g' % max(vals) + rec[s + '_median'] = '%g' % statistics.median(vals) + rec['source_url'] = v[0]['source_url'] + rec['local_file'] = v[0]['local_file'] + rec['sha256'] = v[0]['sha256'] + rec['directions'] = str(len({x['direction'] for x in v if x['direction']})) + out.append(rec) + return out + + +def main(): + midx = load_manifest() + all_rows, alldiag = [], [] + for p in sorted(glob.glob(os.path.join(CACHE, 'orr_*.json'))): + try: + rows, n_thr, meta = parse(p, midx) + except Exception as e: + alldiag.append('%s FAIL %s' % (os.path.basename(p), e)) + continue + rows = [r for r in rows if r['school']] + agg = aggregate(rows) + all_rows += agg + alldiag.append('%-24s %-14s %-9s 行=%-5d 专业键=%-4d 门槛行=%d' % ( + os.path.basename(p)[4:], meta[0], meta[2], len(rows), len(agg), n_thr)) + with open(OUT, 'w', encoding='utf-8') as f: + json.dump(all_rows, f, ensure_ascii=False, indent=1) + with open(DIAG, 'w', encoding='utf-8') as f: + f.write('\n'.join(alldiag)) + print('\n'.join(alldiag)) + print('out rows=%d' % len(all_rows)) + + +if __name__ == '__main__': + main()