ó
    ÒkŽju  ã                  óŽ   • S SK Jr  S SKrS SKJr  S SKrS SKrSS jr	SSS jjr
S rSS jr   S     SS jjrSS	 jrSS
 jrg)é    )ÚannotationsN)ÚPathc                ó  • [        U 5      S[        U5       3-  S-  nUR                  5       (       d  [        SU 35      e[        R
                  " UR                  5       5      nUR                  S5      (       d  [        SU 35      eU$ )NÚfold_zfeature_schema.jsonz&missing Suite5 shared feature schema: Úcommon_raw_featuresz9Suite5 shared feature schema has no common_raw_features: )	r   ÚintÚexistsÚFileNotFoundErrorÚjsonÚloadsÚ	read_textÚgetÚ
ValueError)Úshared_results_dirÚfoldÚpathÚdatas       Ú?/root/disk_3tb/earlywarning/30072026/suite9/suite7_reporting.pyÚload_shared_feature_schemar   
   s€   € Ü	Ð Ó	! E¬#¨d«)¨Ð"5Ñ	5Ð6KÑ	K€DØ�;‰;�=‰=ÜÐ"HÈÈÐ OÓPÐPÜ	�Š�D—N‘NÓ$Ó	%€DØ�8‰8Ð)×*Ñ*ÜÐTÐUYÐTZÐ[Ó\Ð\Ø€Kó    c                óô  • [        U 5      S[        U5       3-  U S3-  nUR                  5       (       d  [        SU 35      e[        R
                  " U5      n1 Skn[        U[        UR                  5      -
  5      n	U	(       a  [        SU	 SU 35      e[        R                  " U[        5      n
[        R                  " U[        5      n[        U5      [        U
5      :w  a)  [        SU SU S[        U5       S	[        U
5       35      e[        R                  " UR                  R!                  [        5      U
5      (       d  [        S
U SU 35      eUR"                  R!                  [        5      n[        R$                  " XË[        U5      SSS9(       d\  [        U5      (       a5  [        [        R&                  " [        R(                  " XË-
  5      5      5      OSn[        SU SU SUS 35      eU$ )Nr   z_scores.csvz"missing Suite5 shared score file: >   ÚactualÚ	committeeÚresidual_moe_sharedz)Suite5 shared score file missing columns z: z/Suite5 shared score row alignment mismatch for z fold z != z1Suite5 shared score label alignment mismatch for gñhãˆµøä>F)ÚatolÚrtolÚ	equal_nang        z5Suite5 shared score committee alignment mismatch for z
; max_abs=z.3g)r   r   r	   r
   ÚpdÚread_csvÚsortedÚsetÚcolumnsr   ÚnpÚasarrayÚfloatÚlenÚarray_equalr   Úto_numpyr   ÚallcloseÚmaxÚabs)r   r   ÚfacultyÚ
expected_yÚexpected_committeer   r   ÚdfÚrequiredÚmissingÚyÚqÚqqÚmax_abss                 r   Úload_shared_fold_framer6      s³  € Ü	Ð Ó	! E¬#¨d«)¨Ð"5Ñ	5¸¸	ÀÐ6MÑ	M€DØ�;‰;�=‰=ÜÐ"DÀTÀFÐ KÓLÐLÜ	‡{‚{�4Ó€BÚ9€HÜ�8œC §
¡
›OÑ+Ó,€GÞÜÐDÀWÀIÈRÐPTÈvÐVÓWÐWÜ‡j‚j�œCÓ €A¤2§:¢:Ð.@ÄÓ#G Ü
ˆ2ƒw”�A“ƒÜÐJÈ7È)ÐSYÐZ^ÐY_Ð_aÔbeÐfhÓbiÐajÐjnÔorÐstÓouÐnvÐwÓxÐxÜ�>Š>˜"Ÿ)™)×,Ñ,¬SÓ1°!×4Ñ4ÜÐLÈWÈIÐU[Ð\`Ð[aÐbÓcÐcØ	‡|�|×ÑœUÓ#€BÜ�;Š;�r¤ t£°$À×GÜ/2°1¯v©v””b—f’fœRŸVšV B¡D›\Ó*Ô+¸3ˆÜÐPÐQXÐPYÐY_Ð`dÐ_eÐeoÐpwÐx{Ðo|Ð}Ó~Ð~Ø€Ir   c                óÚ   • X R                   U:H  U R                  U:H  -     nUR                  (       d  X4R                  ;  a  [        R
                  $ [        UR                  S   U   5      $ )Nr   )r,   ÚmodelÚemptyr"   r#   Únanr%   Úiloc)r/   r,   r8   ÚmetricÚds        r   Ú_getr>   )   sP   € Ø�*‰*�gÑ
 §¡¨%¡Ñ	0Ñ1€AØ‡w‡w�&§	¡	Ó)´·±¨-Ü�—‘˜‘˜6Ñ"Ó#Ð#r   c                ó”   • [         R                  " U 5      (       a  [         R                  " U5      (       d  gX-
  nX2:”  a  gX2* :  a  gg)NÚNAÚADAPTERÚSHAREDÚTIE)r#   Úisfinite)ÚprivateÚsharedÚtolr=   s       r   Ú_prefrH   /   s;   € Ü�;Š;�w×Ñ¤r§{¢{°6×':Ñ':À$Ø�n€AØƒu�IØˆƒv�XØr   c                óÌ  ^#• XR                   R                  [        5      S:H     R                  5       nXUR                  S:H     oeUR                  S:H     n/ n[        U R                  R                  5       5       GHÐ  m#[        U T#US5      n	[        U T#US5      n
[        U T#US5      n[        U T#US5      n[        U T#US5      n[        U T#US5      n[        U T#US5      n[        U T#US5      n[        U T#US5      nU#4S jnU" XFS5      nU" X6S5      nU" X&S5      nU" XGS5      nU" X7S5      nU" X'S5      n[        Xº5      [        UU5      [        UU5      /n[        S	 U 5       5      n[        S
 U 5       5      nUS:¼  a  SO	US:¼  a  SOSn0 ST#_SU	_SU
_SU_SX©-
  _SX¹-
  _SXº-
  _SU_SU_SU_SXí-
  _SU_SU_SU_SUU-
  _SUU-
  _SUU-
  _UUUUU-
  UUUUU-
  US    US!   US   US".EnSU4SU44 H9  u  nnUS#4US$4US%44 H$  u  n n!S& H  n"U" U UU"5      UU! S'U S'U" 3'   M     M&     M;     UR                  U5        GMÓ     [        R                  " U5      $ )(NÚPOOLEDÚfixedÚdriftÚapÚaucÚf2_at_20c                ó   >• [        UTX5      $ )N)r>   )r8   Úpdfr<   r,   s      €r   ÚopÚ+build_shared_private_comparison.<locals>.opE   s   ø€ ¬¨S°¸Ó(FÐ!Fr   Úfbetac              3  ó*   #   • U  H	  oS :H  v •  M     g7f)rA   N© ©Ú.0Úxs     r   Ú	<genexpr>Ú2build_shared_private_comparison.<locals>.<genexpr>I   s   é € Ð+¢U �)Ž|¢Uùó   ‚c              3  ó*   #   • U  H	  oS :H  v •  M     g7f)rB   NrV   rW   s     r   rZ   r[   I   s   é € Ð2NÊÀ1°h¶;Êùr\   é   ÚADAPTER_STRONGERÚSHARED_STRONGERÚMIXEDr,   Úcommittee_apÚ	shared_apÚ
private_apÚshared_minus_committee_apÚprivate_minus_committee_apÚprivate_minus_shared_apÚcommittee_aucÚ
shared_aucÚprivate_aucÚprivate_minus_shared_aucÚcommittee_f2_20Úshared_f2_20Úprivate_f2_20Úshared_minus_committee_f2_20Úprivate_minus_committee_f2_20Úprivate_minus_shared_f2_20r   é   )Úcommittee_fixed_f2Úshared_fixed_f2Úprivate_fixed_f2Úprivate_minus_shared_fixed_f2Úcommittee_drift_f2Úshared_drift_f2Úprivate_drift_f2Úprivate_minus_shared_drift_f2Ú
ap_prefersÚf2_20_prefersÚdrift_f2_prefersÚevidence_patternr   rF   rE   )Ú	precisionÚrecallÚf1Ú	flag_rateÚ_)r   ÚastypeÚstrÚcopyÚpolicyr    r,   Úuniquer>   rH   ÚsumÚappendr   Ú	DataFrame)$ÚpooledÚoperationalÚprivate_modelÚshared_modelÚcommittee_modelÚ
pooled_opsrK   rL   ÚrowsÚc_apÚs_apÚp_apÚc_aucÚs_aucÚp_aucÚc_f2Ús_f2Úp_f2rR   Úc_fixÚs_fixÚp_fixÚc_driÚs_driÚp_driÚprefsÚavÚsvÚpatternÚrowÚpolicy_namerQ   r8   Úshortr<   r,   s$                                      @r   Úbuild_shared_private_comparisonr©   7   sÄ  ø€ ð ×+Ñ+×2Ñ2´3Ó7¸ÑAÑB×GÑGÓI€JØ
×&Ñ&¨Ñ/Ñ
0€EÀ*×BSÑBSÐU\ÑB\Ñ7]°Ø	€DÜ˜&Ÿ.™.×/Ñ/Ó1×2ˆÜ�&˜ °Ó6ˆ¼DÀÈÐP\Ð]aÓ<b°tÔhlÐmsÐt{ð  }Jð  KOó  iPÐcgÜ�6˜' /°%Ó8ˆ¼tÀFÈ7ÐS_Ð`eÓ?f¸ÔmqÐrxð  zAð  BOð  PUó  nVÐglÜ�&˜ °Ó<ˆÄ$ÀvÈgÐVbÐcmÓBn¸TÔtxÐyð  AHð  IVð  Waó  ubÐosÝFÙ� wÓ/ˆ±b¸ÈGÓ6T°Ñ[]Ð^kÐryÓ[zÐUZÙ� wÓ/ˆ±b¸ÈGÓ6T°Ñ[]Ð^kÐryÓ[zÐUZÜ�TÓ¤ d¨4Ó 0´°u¸UÓ1CÐDˆÜÑ+¡UÓ+Ó+ˆ¬sÑ2NÉÓ2NÓ/N¨BØ&(¨!£eÑ"ÀrÈ1ÃuÑ2CÐRYˆð
Ø�gð
à˜4ð
à +¨Dð
à1=¸dð
ð (¨©	ð
ð 3OÈtÉyð
ð ZsÐswÑs|ð
ð ˜Eð	
ð #/¨uð	
ð 6CÀ5ð	
ð
 ' u¡{ð
ð ˜dð
ð $2°$ð
ð 8GÀtð
ð +¨4°©9ð
ð 6UÐUYÐZ^ÑU^ð
ð `|ð  }Að  BFñ  }Fð
ð "'¸ÐRWÐx}ð  Dñ  yDØ!&¸ÐRWÐx}ð  Dñ  yDØ˜q™°%¸±(ÈeÐTUÉhÐjqò
ˆð ")¨ °¸°Ó@‰OˆK˜Ø!0°Ð =¸|ÈHÐ>UÐWdÐenÐVoÓp‘��eÛE�FÙ;=¸eÀCÈÓ;O�C˜5˜'  ; -¨q°°Ð9Ó:ó Fó  qñ  Að 	�‰�C×ñ5 3ô6 �<Š<˜ÓÐr   c           
     ój  • U(       d  U R                  5       $ [        R                  " U5      nSUR                  ;   a  X"R                  S:H     nU R                  5       n[        UR                  R                  5       R                  5       5       H•  nX"R                  U:H     R                  5       nS Vs/ s H  ofUR                  ;   d  M  UPM     nnXW   R                  S5      nUR                  U Vs0 s H  ofS:w  d  M
  Xd SU 3_M     snS9nUR                  USSS9nM—     U$ s  snf s  snf )	NÚsplitÚholdout)r,   rM   rN   Úfixed_f2Údrift_f2r,   rƒ   )r"   Úleft)ÚonÚhow)r†   r   r   r"   r«   r    r8   Údropnarˆ   Údrop_duplicatesÚrenameÚmerge)ÚbaseÚreference_metricsÚrefÚoutr8   ÚrrÚcÚkeeps           r   Úmerge_external_referencesr½   _   s  € Þ D§I¡I£KÐ/Ü
�ŠÐ%Ó&€CØ�#—+‘+Ó #§i¡i°Ñ&:Ñ";˜cØ�	‰	‹€CÜ˜Ÿ	™	×(Ñ(Ó*×1Ñ1Ó3Ö4ˆØ�y‰y˜%ÑÑ ×%Ñ%Ó'ˆÙEÓYÒE�AÈbÏjÉjÉ�aÑEˆÐYØ‰8×#Ñ# IÓ.ˆØ�9‰9¹ÓMº°1À9ÁÓ.˜a '¨¨1¨# Ò.¹ÑMˆ9ÐNˆØ�I‰I�b˜I¨&ˆIÐ1Šñ 5ð €Jùò	 ZùâMs   Â6D+ÃD+Ã7	D0
ÄD0
c           
     ó"  • SU R                   ;   a  S/O/ [        U R                    Vs/ s H  oR                  S5      (       d  M  UPM     snS S9-   nU(       dN  [        R                  [        R                  [        R                  [        R                  [        R                  S.$ [        R
                  " X   R                  [        5      SS5      nU[        R                  " U5      -  R                  SS	9* [        [        R                  " UR                  S   5      S5      -  n[        U R                    Vs/ s H  oR                  S
5      (       d  M  UPM     snS S9n[        R                  n[        U5      S:¼  a‘  [        U 5      S:¼  a‚  [        R                  " X   R                  [        5      SS9o[        R                  " USS9   ow[        R                  " U5         n[        U5      (       a  [        UR!                  5       5      nSU R                   ;   a#  [        U R"                  R!                  5       5      O[        R                  [        UR!                  5       5      [        UR                  SS	9R!                  5       5      SU R                   ;   aM  [        [        R$                  " U R&                  R                  [        5      5      R!                  5       5      US.$ [        R                  US.$ s  snf s  snf )NÚweight_nullÚweight_expert_c                ó’   • U R                  SS5      S   R                  5       (       a  [        U R                  SS5      S   5      $ U $ ©Nrƒ   rr   éÿÿÿÿ)ÚrsplitÚisdigitr   ©rY   s    r   Ú<lambda>Ú/summarize_shared_router_frame.<locals>.<lambda>p   s>   € °·±¸#¸a³ÀÑ1D×1LÑ1L×1NÑ1N”S˜Ÿ™ # a›¨Ñ,Ó-ÐUÐTUÐUr   )Úkey)Úmean_null_weightÚnormalized_entropyÚmean_max_weightÚmean_abs_correctionÚ"mean_pairwise_residual_correlationgê-�™—q=g      ð?rr   )ÚaxisÚresidual_expert_c                ó>   • [        U R                  SS5      S   5      $ rÂ   )r   rÄ   rÆ   s    r   rÇ   rÈ   v   s    € ÔZ]Ð^_×^fÑ^fÐgjÐklÓ^mÐnpÑ^qÔZrr   r^   F)Úrowvar)ÚkÚcorrection_logit)r"   r    Ú
startswithr#   r:   Úclipr(   r%   Úlogr‰   r*   Úshaper&   ÚcorrcoefÚtriu_indices_fromrD   Úmeanr¿   r+   rÔ   )r/   r»   Úweight_colsÚwÚentÚrcolsÚpcÚvalss           r   Úsummarize_shared_router_framerâ   m   sW  € Ø$1°R·Z±ZÓ$?�-‘ÀRÌØ—J’JÓA’Jˆq§,¡,Ð/?×"@�‘JÑAÙUñJñ €Kö Ü#%§6¡6¼r¿v¹vÔXZ×X^ÑX^Ôuw×u{Ñu{ô  bd÷  bhñ  bhñ  ið  	iÜ‡g‚gˆb‰o×&Ñ&¤uÓ-¨e°CÓ8€AØ
ŒB�FŠF�1‹I‰+×	Ñ	 Ð	Ð	"Ð"¤3¤r§v¢v¨a¯g©g°a©jÓ'9¸%Ó#@Ñ@€CÜ
˜RŸZšZÓLšZ˜¯<©<Ð8J×+K—!™ZÑLÑQrÑ
s€EÜ	‡v�v€BÜ
ˆ5ƒz�1ƒ}œ˜R› !›Ü
�+Š+�b‘i×(Ñ(¬Ó/°uÑ
=ˆÄR×EYÒEYÐZ[Ð^_ÑE`ÑCa¸dÔln×lwÒlwÐx|Ól}Ñg~ÐbfÜˆt�9‰9œ˜dŸi™i›kÓ*�Rà;HÈBÏJÉJÓ;Vœ5 §¡×!4Ñ!4Ó!6Ô7Ô\^×\bÑ\bÜ" 3§8¡8£:Ó.Ü §¡¨1  × 2Ñ 2Ó 4Ó5Ø[mÐqs×q{Ñq{Ó[{œe¤B§F¢F¨2×+>Ñ+>×+GÑ+GÌÓ+NÓ$O×$TÑ$TÓ$VÓWØ-/ñð ô BD÷  BHñ  BHØ-/ñð ùò 	Bùò Ms   ¨L
ÁL
Ä>LÅL)r   r   ÚreturnÚdict)g�íµ ÷Æ°>)r   r   r,   r…   r   r%   rã   úpd.DataFrame)Úresidual_moe_shared_privater   r   )rŒ   rå   r�   rå   rã   rå   )r¶   rå   r·   zstr | Path | Nonerã   rå   )r/   rå   rã   rä   )Ú
__future__r   r   Úpathlibr   Únumpyr#   Úpandasr   r   r6   r>   rH   r©   r½   râ   rV   r   r   Ú<module>rë      s]   ðå "ã Ý Û Û ôöò*$ôð 0Ø&Øð%Øð%àð%ð õ%ôPõr   