ó
    �±�jç$  ã                  óÜ   • S SK Jr  S SKrS SKJr  S SKJr  S SKrS SK	r
SS jr S       SS jjr S       SS jjrSS jrSSS	 jjr   S           SS
 jjrSS jrSS jrg)é    )ÚannotationsN)ÚPath)ÚMappingc                ó
  • [        U 5      S[        U5       3-  S-  nUR                  5       (       d  [        SU 35      e[        R
                  " UR                  5       5      nSU;  d
  US   (       d  [        SU 35      eU$ )NÚfold_zfeature_schema.jsonzmissing shared feature schema: Úcommon_raw_featuresz2shared feature schema has no common_raw_features: )r   ÚintÚexistsÚFileNotFoundErrorÚjsonÚloadsÚ	read_textÚ
ValueError)Úshared_results_dirÚfoldÚpathÚdatas       Ú?/root/disk_3tb/earlywarning/30072026/suite6/suite6_reporting.pyÚload_shared_feature_schemar      s~   € ÜÐ"Ó#¨¬c°$«i¨[Ð&9Ñ9Ð<QÑQ€DØ�;‰;�=‰=ÜÐ"AÀ$ÀÐ HÓIÐIÜ�:Š:�d—n‘nÓ&Ó'€DØ DÓ(°Ð5J×0KÜÐMÈdÈVÐTÓUÐUØ€Kó    c                ó  • [        U 5      S[        U5       3-  U S3-  nUR                  5       (       d  [        SU 35      e[        R
                  " U5      n1 Skn[        U[        UR                  5      -
  5      n	U	(       a  [        SU	 SU 35      e[        R                  " U[        5      n
[        R                  " U[        5      n[        U5      [        U
5      :w  a)  [        SU SU S[        U5       S	[        U
5       35      e[        R                  " US
   R                  [        5      U
5      (       d  [        SU SU 35      e[        R                   " US   R                  [        5      U[        U5      SSS9(       ds  [        U5      (       aL  [        [        R"                  " [        R$                  " US   R                  [        5      U-
  5      5      5      OSn[        SU SU SUS 35      eU$ )Nr   z_scores.csvzmissing shared score file: >   ÚactualÚ	committeeÚresidual_moe_sharedz"shared score file missing columns z: z(shared score row alignment mismatch for z fold z != r   z*shared score label alignment mismatch for r   gñhãˆµøä>F)ÚatolÚrtolÚ	equal_nang        z.shared score committee alignment mismatch for z
; max_abs=z.3g)r   r	   r
   r   ÚpdÚread_csvÚsortedÚsetÚcolumnsr   ÚnpÚasarrayÚfloatÚlenÚarray_equalÚto_numpyÚallcloseÚmaxÚabs)r   r   ÚfacultyÚ
expected_yÚexpected_committeer   r   ÚdfÚrequiredÚmissingÚyÚqÚmax_abss                r   Úload_shared_fold_framer5      sË  € ô Ð"Ó#¨¬c°$«i¨[Ð&9Ñ9¸w¸iÀ{Ð<SÑS€DØ�;‰;�=‰=ÜÐ"=¸d¸VÐ DÓEÐEÜ	�Š�TÓ	€BÚ=€HÜ�X¤ B§J¡J£Ñ/Ó0€GÞÜÐ=¸g¸YÀbÈÈÐOÓPÐPÜ
�
Š
�:œsÓ#€AÜ
�
Š
Ð%¤uÓ-€AÜ
ˆ2ƒw”#�a“&ÓÜÐCÀGÀ9ÈFÐSWÐRXÐXZÔ[^Ð_aÓ[bÐZcÐcgÔhkÐlmÓhnÐgoÐpÓqÐqÜ�>Š>˜"˜X™,×/Ñ/´Ó4°a×8Ñ8ÜÐEÀgÀYÈfÐUYÐTZÐ[Ó\Ð\Ü�;Š;�r˜+‘×/Ñ/´Ó6¸ÄÀdÃÐRVÐbg×hÜPSÐTU×PVÑPV”%œŸšœrŸvšv b¨¡o×&>Ñ&>¼uÓ&EÈÑ&IÓJÓKÔLÐ\_ˆÜØ<¸W¸IÀVÈDÈ6ÐQ[Ð\cÐdgÐ[hÐió
ð 	
ð €Ir   c           	     óH   • [        XX#XES9nUS   R                  [        5      $ )N)r   r   )r5   r(   r%   )r   r   r,   r-   r.   r   r/   s          r   Úload_shared_fold_scoresr7   4   s/   € ô 
 Ø 'Ð7Iñ
€Bð Ð#Ñ$×-Ñ-¬eÓ4Ð4r   c                ó¾   • X S   U:H  U S   U:H  -     nUR                   (       d  X4R                  ;  a  [        R                  $ [	        UR
                  S   U   5      $ )Nr,   Úmodelr   )Úemptyr"   r#   Únanr%   Úiloc)r/   r,   r9   ÚmetricÚrows        r   Ú_get_metricr?   B   sR   € Ø
�‰m˜wÑ&¨2¨g©;¸%Ñ+?Ñ@Ñ
A€CØ
‡y‡y�F§+¡+Ó-Ü�v‰vˆÜ�—‘˜!‘˜VÑ$Ó%Ð%r   c                ó”   • [         R                  " U 5      (       a  [         R                  " U5      (       d  gX-
  nX2:”  a  gX2* :  a  gg)NÚNAÚLOCALÚSHAREDÚTIE)r#   Úisfinite)ÚlocalÚsharedÚtolÚds       r   Ú_preferrJ   I   s>   € Ü�;Š;�u×Ñ¤R§[¢[°×%8Ñ%8ØØ‰€AØƒwØØˆ4ƒxØØr   c                óŒ  • UR                  5       nXUS   R                  [        5      S:H     nXfS   S:H     nXfS   S:H     n[        [	        U S   5      5      n	/ n
S nU	 GHË  n[        XUS5      n[        XUS5      n[        XUS5      n[        XUS	5      n[        XUS	5      n[        XUS	5      n[        XUS
5      n[        XUS
5      n[        XUS
5      nU" XÄUS5      nU" XÃUS5      nU" XÂUS5      nU" XÄUS5      nU" XÃUS5      nU" XÂUS5      n[        Xþ5      [        UU5      [        UU5      /n[        S U 5       5      n[        S U 5       5      nUS:¼  a  SnOUS:¼  a  SnOSn0 SU_SU_SU_SU_SXí-
  _SXý-
  _SXþ-
  _SU_SU_SU_SUU-
  _SU_SU_SU_SUU-
  _S UU-
  _S!UU-
  _UUUUU-
  UUUUU-
  US"   US#   US   US$.En SU4SU44 H:  u  n!n"US%4US&4US'44 H%  u  n#n$S( H  n%U" UU#U"U%5      U U$ S)U! S)U% 3'   M     M'     M<     U
R                  U 5        GMÎ     [        R                  " U
5      $ )*a*  Create a descriptive local-vs-shared transfer diagnostic.

`evidence_pattern` is intentionally descriptive rather than causal. It counts
which system is better on pooled AP, equal-budget F2@20, and drift-aware F2.
Fixed/drift operational metrics are also emitted for fair comparison to V2/Council.
r   ÚPOOLEDÚpolicyÚfixedÚdriftr,   c                ó   • [        X X5      $ )N)r?   )r,   r9   Ú	policy_dfr=   s       r   ÚopÚ%build_transfer_diagnostic.<locals>.oph   s   € Ü˜9¨uÓ=Ð=r   ÚapÚaucÚf2_at_20Úfbetac              3  ó*   #   • U  H	  oS :H  v •  M     g7f)rB   N© ©Ú.0Úxs     r   Ú	<genexpr>Ú,build_transfer_diagnostic.<locals>.<genexpr>~   s   é € Ð8²¨1˜wž,²ùó   ‚c              3  ó*   #   • U  H	  oS :H  v •  M     g7f)rC   NrY   rZ   s     r   r]   r^      s   é € Ð:²'¨Q ž=²'ùr_   é   ÚLOCAL_STRONGERÚSHARED_STRONGERÚMIXEDÚcommittee_apÚ	shared_apÚlocal_apÚshared_minus_committee_apÚlocal_minus_committee_apÚlocal_minus_shared_apÚcommittee_aucÚ
shared_aucÚ	local_aucÚlocal_minus_shared_aucÚcommittee_f2_20Úshared_f2_20Úlocal_f2_20Úshared_minus_committee_f2_20Úlocal_minus_committee_f2_20Úlocal_minus_shared_f2_20r   é   )Úcommittee_fixed_f2Úshared_fixed_f2Úlocal_fixed_f2Úlocal_minus_shared_fixed_f2Úcommittee_drift_f2Úshared_drift_f2Úlocal_drift_f2Úlocal_minus_shared_drift_f2Ú
ap_prefersÚf2_20_prefersÚdrift_f2_prefersÚevidence_patternr   rG   rF   )Ú	precisionÚrecallÚf1Ú	flag_rateÚ_)ÚcopyÚastypeÚstrr    r!   r?   rJ   ÚsumÚappendr   Ú	DataFrame)&ÚpooledÚoperationalÚlocal_modelÚshared_modelÚcommittee_modelÚopsÚ
pooled_opsÚ	fixed_opsÚ	drift_opsÚ	facultiesÚrowsrR   r,   Úc_apÚs_apÚl_apÚc_aucÚs_aucÚl_aucÚc_f2Ús_f2Úl_f2Úc_fixedÚs_fixedÚl_fixedÚc_driftÚs_driftÚl_driftÚprefersÚlocal_votesÚshared_votesÚpatternr>   Úpolicy_nameÚpdfÚ
model_nameÚshortr=   s&                                         r   Úbuild_transfer_diagnosticr¯   T   sl  € ð ×
Ñ
Ó
€CØ˜‘[×'Ñ'¬Ó,°Ñ8Ñ9€JØ hÑ/°7Ñ:Ñ;€IØ hÑ/°7Ñ:Ñ;€IÜ”s˜6 )Ñ,Ó-Ó.€IØ€Dò>ô ˆÜ˜6¨O¸TÓBˆÜ˜6¨L¸$Ó?ˆÜ˜6¨K¸Ó>ˆÜ˜F¨_¸eÓDˆÜ˜F¨\¸5ÓAˆÜ˜F¨[¸%Ó@ˆÜ˜6¨O¸ZÓHˆÜ˜6¨L¸*ÓEˆÜ˜6¨K¸ÓDˆá�W¨y¸'ÓBˆÙ�W¨I°wÓ?ˆÙ�W¨9°gÓ>ˆÙ�W¨y¸'ÓBˆÙ�W¨I°wÓ?ˆÙ�W¨9°gÓ>ˆä˜4Ó&¬°°dÓ(;¼WÀWÈgÓ=VÐWˆÜÑ8±Ó8Ó8ˆÜÑ:±'Ó:Ó:ˆØ˜!ÓØ&‰GØ˜QÓØ'‰GàˆGð
Ø�wð
à˜Dð
à"-¨tð
à5?Àð
ð (¨©ð
ð '¨©ð	
ð
 $ T¡[ð
ð ˜Uð
ð %1°%ð
ð :EÀeð
ð % e¨e¡mð
ð ˜tð
ð &4°Tð
ð <IÈ$ð
ð +¨D°4©Kð
ð *¨4°$©;ð
ð '¨¨t©ð
ð #*¸gÐY`Ø+2°WÑ+<Ø")¸gÐY`Ø+2°WÑ+<Ø! !™*Ø$ Q™ZØ '¨¡
Ø 'ò'
ˆð, #*¨9Ð!5¸ÀÐ7KÓ LÑˆK˜Ø'6¸Ð&DÀ|ÐU]ÐF^ÐalÐnuÐ`vÓ%wÑ!�
˜EÛH�FÙ=?ÀÈÐUXÐZ`Ó=a�C˜5˜'  ; -¨q°°Ð9Ó:ó Ió &xñ !Mð 	�‰�C×ñm ôn �<Š<˜ÓÐr   c           
     ó@  • U(       d  U R                  5       $ [        R                  " U5      nSUR                  ;   a
  X"S   S:H     nU R                  5       n[	        US   R                  5       R                  5       5       HŽ  nX"S   U:H     R                  5       nS Vs/ s H  ofUR                  ;   d  M  UPM     nnXW   R                  S5      nUR                  U Vs0 s H  ofS:w  d  M
  Xd SU 3_M     snS9nUR                  USSS	9nM�     U$ s  snf s  snf )
NÚsplitÚholdoutr9   )r,   rT   rU   Úfixed_f2Údrift_f2r,   r†   )r"   Úleft)ÚonÚhow)
r‡   r   r   r"   r    ÚdropnaÚuniqueÚdrop_duplicatesÚrenameÚmerge)ÚbaseÚreference_metricsÚrefÚoutr9   ÚrrÚcÚkeeps           r   Úmerge_external_referencesrÄ   ¥   s  € ÞØ�y‰y‹{ÐÜ
�+Š+Ð'Ó
(€CØ�#—+‘+ÓØ�g‘, )Ñ+Ñ,ˆØ
�)‰)‹+€CÜ˜˜G™×+Ñ+Ó-×4Ñ4Ó6Ö7ˆØ�W‘ Ñ&Ñ'×,Ñ,Ó.ˆÙKÓ_ÒK�aÐTV×T^ÑT^É—ÑKˆÐ_Ø‰X×%Ñ% iÓ0ˆØ�Y‰Y¹4ÓRº4°aÈ	Á>Ó 1  W¨A¨a¨S >Ò 1¹4ÑRˆYÐSˆØ�i‰i˜˜y¨fˆiÐ5Šñ 8ð €Jùò	 `ùâRs   Â!DÂ8DÃ"	D
Ã/D
c                óš  • U R                    Vs/ s H"  oS:X  d  UR                  S5      (       d  M   UPM$     nnSU;   a  S/O/ [        U Vs/ s H  oS:w  d  M
  UPM     snS S9-   nU(       dN  [        R                  [        R                  [        R                  [        R                  [        R                  S.$ X   R                  [        5      n[        R                  " USS5      nU[        R                  " U5      -  R                  SS	9* nU[        [        R                  " UR                  S   5      S5      -  nS
U R                   ;   a  S
OS n[        U R                    Vs/ s H  oR                  S5      (       d  M  UPM     snS S9n[        R                  n[        U5      S:¼  a›  [        U 5      S:¼  aŒ  X   R                  [        5      n	[        R                  " U	SS9nU[        R                  " USS9   n
U
[        R                  " U
5         n
[        U
5      (       a  [        [        R                   " U
5      5      nSU R                   ;   a  [        U S   R!                  5       5      O[        R                  [        [        R                   " U5      5      [        [        R                   " [        R                  " USS	95      5      U(       aK  [        [        R                   " [        R"                  " X   R                  [        5      5      5      5      US.$ [        R                  US.$ s  snf s  snf s  snf )NÚweight_nullÚweight_expert_c                ó’   • U R                  SS5      S   R                  5       (       a  [        U R                  SS5      S   5      $ U $ ©Nr†   ru   éÿÿÿÿ©ÚrsplitÚisdigitr	   ©r\   s    r   Ú<lambda>Ú(summarize_router_frame.<locals>.<lambda>º   ó@   € °1·8±8¸CÀÓ3CÀBÑ3G×3OÑ3O×3QÑ3Q”c˜!Ÿ(™( 3¨Ó*¨2Ñ.Ó/ÐXÐWXÐXr   )Úkey)Úmean_null_weightÚnormalized_entropyÚmean_max_weightÚmean_abs_correctionÚ"mean_pairwise_residual_correlationgê-�™—q=g      ð?ru   )ÚaxisÚcorrection_logitÚresidual_expert_c                ó’   • U R                  SS5      S   R                  5       (       a  [        U R                  SS5      S   5      $ U $ rÉ   rË   rÎ   s    r   rÏ   rÐ   Ë   rÑ   r   ra   F)Úrowvar)Úk)r"   Ú
startswithr    r#   r;   r(   r%   ÚclipÚlogrŠ   r*   Úshaper&   ÚcorrcoefÚtriu_indices_fromrE   Úmeanr+   )r/   rÂ   Úweight_colsÚwÚentÚnormÚcorrection_colÚresidual_colsÚ	pair_corrÚrÚvalss              r   Úsummarize_router_framerî   µ   s…  € Ø ŸjšjÓašj˜°Ó,>À!Ç,Á,ÐO_×B`—1™j€KÐaà&3°{Ó&B�M‘?ÈÌfÙÓ6’Kˆq¨Ñ#5�‘KÑ6ÙXñOñ €Kö ä "§¡Ü"$§&¡&Ü!Ÿv™vÜ#%§6¡6Ü24·&±&ñ
ð 	
ð 	‰× Ñ ¤Ó'€AÜ
�Š��5˜#Ó€AØ”—’�q“	‰M×Ñ AÐÐ&Ð
&€CØ””R—V’V˜AŸG™G A™JÓ'¨Ó/Ñ/€DØ+=ÀÇÁÓ+KÑ'ÐQU€NÜØ—J’JÓC’Jˆq§,¡,Ð/A×"B�‘JÑCÙXñ€Mô —‘€IÜ
ˆ=Ó˜QÓ¤3 r£7¨a£<ØÑ×&Ñ&¤uÓ-ˆÜ�KŠK˜ %Ñ(ˆØ”×%Ò% a¨1Ñ-Ñ.ˆØ”B—K’K Ó%Ñ&ˆÜˆt�9‰9ÜœbŸgšg d›mÓ,ˆIà?LÐPR×PZÑPZÓ?ZœE " ]Ñ"3×"8Ñ"8Ó":Ô;Ô`b×`fÑ`fÜ#¤B§G¢G¨D£MÓ2Ü ¤§¢¬¯ª°¸Ñ):Ó!;Ó<Þ]kœu¤R§W¢W¬R¯VªV°BÑ4F×4OÑ4OÔPUÓ4VÓ-WÓ%XÓYØ.7ñð ô rt×qwÑqwØ.7ñð ùò? bùò 	7ùò" 	Ds"   �L>²L>Á	M
ÁM
Å+MÆM)r   r	   ÚreturnÚdict)g�íµ ÷Æ°>)r   r	   r,   r‰   r   r%   rï   úpd.DataFrame)r   r	   r,   r‰   r   r%   rï   z
np.ndarray)
r/   rñ   r,   r‰   r9   r‰   r=   r‰   rï   r%   )rF   r%   rG   r%   rH   r%   rï   r‰   )Úresidual_moe_target_onlyr   r   )r�   rñ   rŽ   rñ   r�   r‰   r�   r‰   r‘   r‰   rï   rñ   )r½   rñ   r¾   zstr | Path | Nonerï   rñ   )r/   rñ   rï   rð   )Ú
__future__r   r   Úpathlibr   Útypingr   Únumpyr#   Úpandasr   r   r5   r7   r?   rJ   r¯   rÄ   rî   rY   r   r   Ú<module>rø      sá   ðå "ã Ý Ý ã Û ôð  ðà
ðð ðð ðð õðH ð5à
ð5ð ð5ð ð5ð õ5ô&öð 2Ø-Ø&ðNØðNàðNð ðNð ð	Nð
 ðNð õNôbõ &r   