ó
    ¹�jp  ã                  óÔ   • S SK Jr  S SKJr  S SKrS SKrS SKJ	r	J
r
Jr  S SKJr  SrSrSrS	rS
rSrSrSrSrSrSrSrSrSrSrS rS rS rS r S S jr!S r"S r#S r$\4S jr%S r&S r'g)!é    )Úannotations)ÚPathN)Úsafe_apÚsafe_aucÚequal_budget_metrics)Úevaluate_facultyÚ	committeeÚresidual_moe_sharedÚresidual_moe_shared_privateÚresidual_moe_true_specialistÚ"residual_moe_competitive_candidateÚresidual_moe_competitive_finalÚsemantic_specialist_candidateÚsemantic_specialist_finalÚopportunity_latent_candidateÚopportunity_latent_finalÚv2_classifierÚsuite4_competence_councilÚsuite12_e0_globalÚ"suite12_collaborative_evidence_moe)gš™™™™™¹?g333333Ã?çš™™™™™É?g      Ð?c                óÂ  • U (       d  g [        U 5      SU 3-  U S3-  nUR                  5       (       d  g [        R                  " U5      nX6;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eXc   R                  [        5      $ )NÚfold_ú_scores.csvzalignment mismatch )r   ÚexistsÚpdÚread_csvÚlenÚnpÚarray_equalÚactualÚto_numpyÚintÚasarrayÚ
ValueErrorÚfloat)ÚrootÚfoldÚfacultyÚcolumnÚyÚpÚdfs          ÚA/root/disk_3tb/earlywarning/30072026/suite12/suite12_reporting.pyÚoptional_scoresr/      sÀ   € Þ�tÜ
ˆ4ƒj�5˜˜�Ñ 7 )¨;Ð 7Ñ7€AØ�8‰8�:‰:˜TÜ	‡{‚{�1ƒ~€BØÓ˜tÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R¯Y©Y×-?Ñ-?ÄÓ-DÄRÇZÂZÐPQÔRUÓEV×WÑWÔ^hÐk~ð  @Að  Bð  jCó  _Dð  YDØ‰:×ÑœuÓ%Ð%ó    c                óÚ  • U (       d  g [        U 5      U SU S3-  nUR                  5       (       d  g [        R                  " U5      nSU;  d  SU;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eUR                  R                  [        5      $ )NÚ_fold_z_test_results.csvÚactual_failure_lt5Úfailure_probability_lt5zV2 alignment mismatch )r   r   r   r   r   r   r    r3   r"   r#   r$   r%   r4   r&   )r'   r(   r)   r+   r,   r-   s         r.   Úv2_scorer5      sÔ   € Þ�tÜ
ˆ4ƒj�G�9˜F 4 &Ð(9Ð:Ñ:€AØ�8‰8�:‰:˜TÜ	‡{‚{�1ƒ~€BØ 2Ó%Ð)BÈ"Ó)LÐTXÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R×-BÑ-B×-KÑ-KÌCÓ-PÔQS×Q[ÒQ[Ð\]Ô^aÓQb×cÑcÔjtð  xNð  OPð  NQð  vRó  kSð  eSØ×%Ñ%×.Ñ.¬uÓ5Ð5r0   c                ó
  • U (       d  g [        U 5      U SU S3-  [        U 5      SU 3-  U S3-  /n[        S U 5       S 5      nUc  g [        R                  " U5      nSU;  d  SU;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eUR                  R                  [        5      $ )Nr2   r   r   c              3  óR   #   • U  H  oR                  5       (       d  M  Uv •  M     g 7f©N)r   )Ú.0Úxs     r.   Ú	<genexpr>Ú council_score.<locals>.<genexpr>!   s   é € Ð*’t�!Ÿx™xŸz�A‰A’tùs   ‚'ž	'r!   ÚfinalzCouncil alignment mismatch )r   Únextr   r   r   r   r    r!   r"   r#   r$   r%   r=   r&   )r'   r(   r)   r+   Úcandr,   r-   s          r.   Úcouncil_scorer@      sù   € Þ�tÜ
ˆt‹*˜�y  t f¨KÐ8Ñ
8¼¸d»ÀeÈDÈ6ÀNÑ9RÐV]ÐU^Ð^iÐSjÑ9jÐ	k€DÜ
Ñ*‘tÓ*¨4Ó0€AØ�y˜Ü	‡{‚{�1ƒ~€BØ�rÓ˜W¨BÓ.°dÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R¯Y©Y×-?Ñ-?ÄÓ-DÄRÇZÂZÐPQÔRUÓEV×WÑWÔ^hð  lGð  HIð  GJð  jKó  _Lð  YLØ�8‰8×ÑœUÓ#Ð#r0   c                ó¤  • [         [        R                  " U[        5      0n[        U R
                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[         U R"                  [         4[$        U R"                  [$        4/	nU H  u  pxn	['        X�X)U5      n
U
c  M  X¥U'   M     [)        U R*                  XU5      n
U
b  X¥[,        '   [/        U R0                  XU5      n
U
b  X¥[2        '   U$ r8   )Ú	COMMITTEEr   r$   r&   ÚSHAREDÚshared_results_dirÚADAPTERÚsuite7_results_dirÚS8Úsuite8_results_dirÚS9CÚsuite9_results_dirÚS9FÚS10CÚsuite10_results_dirÚS10FÚS11CÚsuite11_results_dirÚS11Fr/   r5   Úv2_results_dirÚV2r@   Úcouncil_results_dirÚCOUNCIL)Úargsr(   r)   r+   ÚqÚsÚrootsÚkeyr'   ÚcolÚzs              r.   Úreference_for_facultyr]   (   s¹  € Ü”—’˜AœeÓ$Ð%€AÜ�4×*Ñ*¬6Ð2´G¸D×<SÑ<SÔT[Ð3\Ô^`Ðae×axÑaxÔy{Ð]|ô  Bð  CG÷  CZñ  CZô  [^ð  ~_ô  adð  ei÷  e|ñ  e|ô  }@ð  `Aô  CGð  HL÷  H`ñ  H`ô  aeð  Bfô  hlð  mq÷  mEñ  mEô  FJð  gKô  MQð  RV÷  Rjñ  Rjô  koð  Lpô  rvð  w{÷  wOñ  wOô  PTð  qUð  V€EÛ‰ˆ�Ü
˜$ G°Ó
2ˆØ‹= ˜3›ñ ô ˆt×"Ñ" 4°Ó2€AØ�}˜1”r‘UÜ�D×,Ñ,¨T¸!Ó<€AØ�} ”w‘ZØ€Hr0   c                óz  • XU[        U5      [        [        R                  " U5      5      [	        [        R
                  " U5      5      [        X45      [        X45      S.n[         HQ  n[        X4Xu5      n[        [        SU-  5      5      o˜S   USU	 3'   US   USU	 3'   US   USU	 3'   US	   US
U	 3'   MS     U$ )N)r(   r)   ÚmodelÚrowsÚfailuresÚ
prevalenceÚapÚaucéd   Ú	precisionÚprecision_at_ÚrecallÚ
recall_at_Úf1Úf1_at_ÚfbetaÚf2_at_)r   r#   r   Úsumr&   Úmeanr   r   ÚBUDGETSr   Úround)
r(   r)   r_   r+   rX   ÚbetaÚrÚbr\   Úts
             r.   Ú
metric_rowrv   4   sJ  € Ø¨U¼#¸a»&ÌCÔPR×PVÒPVÐWXÓPYËNÔhmÔnp×nuÒnuÐvwÓnxÓhyô  @Gð  HIó  @Lô  S[ð  \]ó  S`ñ  a€AßˆÜ
˜q 1Ó
*ˆ¬S´°s¸1±u³Ó->¨1ÐXcÑVd¸qÀ=ÐQRÐPSÐATÑ?UÐyzð  |Dñ  zEÐefÐisÐtuÐsvÐgwÑexð  VWð  X\ñ  V]ð  FGð  JPð  QRð  PSð  HTñ  FUð  noð  pwñ  nxð  ^_ð  bhð  ijð  hkð  `ló  ^mñ à€Hr0   c                óh  • [         R                  " U 5      o"UR                  R                  U5         n/ nUR	                  SS/5       HQ  u  u  pEnXE[        U5      S.nS H$  n[        Xh   R                  5       5      USU 3'   M&     UR                  U5        MS     [         R                  " U5      $ )Nr)   r_   )r)   r_   Úholdout_folds)rc   rd   Úprecision_at_20Úrecall_at_20Úf1_at_20Úf2_at_20Ú
mean_fold_)	r   Ú	DataFramer(   ÚisinÚgroupbyr   r&   ro   Úappend)	ÚmetricsÚholdoutÚdr`   Úfacr_   Úgrs   Úcs	            r.   Úmean_fold_summaryrˆ   :   sŸ   € Ü‡l‚l�7Ó€A §¡§¡¨GÓ 4Ñ5˜A¸2°dØŸ™ I¨gÐ#6Ö7‰‰ˆ�AØ´s¸1³vÑ
>ˆÛTˆAÔinÐopÑos×oxÑoxÓozÓi{ÐUVÐYcÐdeÐcfÐWgÓUhÑTØ�‰�AŽñ 8ô �<Š<˜ÓÐr0   c                ó>  ^• / n[        [        5       R                  " U  Vs/ s H  n[        US   5      PM     sn6 5      n[        [        [
        [        [        [        [        [        1nU Há  mU HØ  nU  Vs/ s H  oDS   U:X  d  M  UPM     nnU(       a  [        U4S jU 5       5      (       d  MB  [        UR                  =(       d    XrR                  :H  =(       a    TU;   5      n	[        XTUR                   UR"                  UR$                  UR&                  UR(                  UR*                  U	S9
u  p«UR-                  U5        MÚ     Mã     [2        R4                  " U5      $ s  snf s  snf ! [.         a   n[1        SU ST SU 35         S nAGM%  S nAff = f)NÚscoresr)   c              3  ó4   >#   • U  H  nTUS    ;   v •  M     g7f)rŠ   N© )r9   rs   r_   s     €r.   r;   Úoperational.<locals>.<genexpr>H   s   øé € Ð@ºC°q˜e q¨¡{Ö2ºCùs   ƒ)Úverbosez-[WARN] operational evaluation failed faculty=z model=ú: )ÚsortedÚsetÚunionrB   rS   rU   rK   rL   rO   ÚE0ÚMODELÚallÚboolÚverbose_operationalÚprimary_facultyr   Ú	dev_foldsrx   Úthreshold_betaÚmin_precisionÚmax_warning_ratioÚ	min_flagsÚextendÚ	ExceptionÚprintr   r~   )ÚrecordsÚ	facultiesrV   r`   rs   ÚmodelsÚprimaryr…   ÚuserŽ   Ú_ÚrrÚer_   s                @r.   Úoperationalr©   B   s�  ø€ Ø	€D”6œ#›%Ÿ+š+Á'Ó'JÂ'¸Q¬¨A¨h©KÖ(8Á'Ñ'JÐKÓLˆFÜ”rœ'¤#¤d¬4´´5Ð9€GÛˆÛˆ#ÙÓ5š�1 Y¡<°Ñ#4�Q™ˆÐ5Þœ#Ô@¹CÓ@×@Ñ@ÁÜ�T×-Ñ-×a°#×7KÑ7KÑ2K×2`ÐPUÐY`ÑP`ÓbˆÜ! '¨e°D·N±NÀ4×CUÑCUÐVZ×ViÑViÐjn×j|Ñj|ð  ~B÷  ~Tñ  ~Tð  UY÷  Ucñ  Ucð  lsñ  t‰DˆAð  uy÷  u@ñ  u@ð  ACö  uDó	 ñ ô �<Š<˜ÓÐùò (Kùò 6øô ÓmœeÐ&SÐTWÐSXÐX_Ð`eÐ_fÐfhÐijÐhkÐ$l×mÓmûÐmús*   ¡E(Á9E-Â	E-Ã*A E2Å2
FÅ<FÆFc           	     ól  • [        U5      (       a$  XR                  R                  [        5      S:H     O[        R
                  " 5       n/ n[        U R                  R                  5       5       GH  nX R                  U:H     oTUR                  R                  5       S.nS H   n[        XW   R                  5       5      Xg'   M"     S H­  nX"R                  U:H  UR                  U:H  -     n	S HE  n[        U	5      (       a  [        X—   R                  5       5      O[        R                  Xh SU 3'   MG     S H8  n[        U	5      (       a  [!        X—   R#                  5       5      OSXh SU S	3'   M:     M¯     UR%                  U5        GM     [        R
                  " U5      R'                  S
S/SSS9$ )NÚPOOLED)r_   r¢   )Úmean_fold_apÚmean_fold_aucÚmean_fold_precision_at_20Úmean_fold_recall_at_20Úmean_fold_f1_at_20Úmean_fold_f2_at_20)ÚfixedÚdrift)rf   rh   rj   rl   Ú	flag_rater¦   )ÚtpÚfnÚfpÚtnr   Ú_totalr¬   Údrift_fbetaFÚlast)Ú	ascendingÚna_position)r   r(   ÚastypeÚstrr   r~   r�   r_   Úuniquer)   Únuniquer&   ro   Úpolicyr   Únanr#   rn   r�   Úsort_values)
ÚmeanfÚwarningÚpor`   r_   r†   rs   r‡   Úpolr„   s
             r.   Úmacro_summaryrÉ   N   s˜  € Ü69¸'·l±l€w�|‰|×"Ñ"¤3Ó'¨Ñ1Ò2ÌÏÊË€BÐ\^ÐW[Ü˜Ÿ™×*Ñ*Ó,×-ˆØ
—‘˜UÑ"Ñ
#ˆÀÇÁ×ARÑARÓATÑ&U Aó QˆAô  W\ð  ]^ñ  ]a÷  ]fñ  ]fó  ]hó  Wið  RSó  RVñ  QÛ$ˆCØ—(‘(˜E‘/ B§I¡I¨s¡NÑ3Ñ4ˆAÛD�ÔknÐop×kqÑkqÔUZÐ[\Ñ[_×[dÑ[dÓ[fÔUgÔwy×w}Ñw}ÀQÈÈaÐPQÈsÀ|Ã_ÑDÛ*�ÔTWÐXY×TZÑTZÄÀQÁTÇXÁXÃZÄÐ`a¨1¨u°A°a°S¸Ð-?Ó+@Ó*ñ %ð 	�‰�A�ñ .ô �<Š<˜Ó×)Ñ)¨>¸-Ð*HÐSXÐekÐ)ÐlÐlr0   c                óX  • [        U5      (       a$  XR                  R                  [        5      S:H     O[        R
                  " 5       n[        [        [        [        [        [        [        [        [        [        [         ["        [$        /n['        S5        U GH  n/ nS Hß  u  pxX R(                  U:H     SU/   R+                  US0S9o�U R(                  U:H     SU/   R+                  US0S9o©R-                  U
SS9n[        U5      (       d  Mp  UR.                  UR0                  -
  oÆR3                  U S	US
:„  R5                  5        S[        U5       SUR7                  5       S SUR9                  5       S 3	5        Má     X3R(                  U:H  UR:                  S:H  -     SS/   R+                  SS0S9o“UR(                  U:H  UR:                  S:H  -     SS/   R+                  SS0S9o©R-                  U
SS9n[        U5      (       am  UR.                  UR0                  -
  oÆR3                  SUS
:„  R5                  5        S[        U5       SUR7                  5       S SUR9                  5       S 35        U(       d  GMë  ['        SU S	3SR=                  U5      -   5        GM     g )Nr«   z4
SUITE12 WIN-RATE AUDIT (overlapping faculties only)))ÚAPr¬   )zF2@20r±   r)   Úa)Úcolumnsrt   )Úonr�   r   Ú/u    wins meanÎ”=z+.4fu    medÎ”=r³   rl   z	driftF2: z  vs z | )r   r(   r¾   r¿   r   r~   rB   r“   rC   rE   rG   rI   rK   rL   rN   rO   rQ   rU   rS   r    r_   ÚrenameÚmergerÌ   rt   r�   rn   ro   ÚmedianrÂ   Újoin)rÅ   rÆ   Ú	candidaterÇ   ÚrefsÚrefÚbitsÚlabelr[   rÌ   rt   r„   Údeltas                r.   Úprint_win_ratesrÚ   Z   sˆ  € Ü69¸'·l±l€w�|‰|×"Ñ"¤3Ó'¨Ñ1Ò2ÌÏÊË€BÔ]fÔgiÔjpÔqxÔy{Ô|ô  ADô  EIô  JNô  OSô  TXô  Y`ô  acð  ]dÐW[Ü	Ð
AÔBÜˆØˆÛO‰IˆEØ—K‘K Ñ*Ñ+¨Y°s¨OÑ<×CÑCÈSÐQTÈIÐCÐVˆAÐ_d×_jÑ_jÐloÑ_oÑYpÐr{Ð|ð  rAñ  ZB÷  ZIñ  ZIð  SVð  WZð  R[ð  ZIð  Z\ÐWX÷  _fñ  _fð  ghð  luð  _fð  _vð  ]^Ü�1�v‹v˜AŸC™C §¡™G�e§K¡K°5°'¸¸UÀ1¹W¿M¹M»OÐ;LÈAÌcÐRSËfÈXÐUbÐch×cmÑcmÓcoÐptÐbuÐu|ð  ~C÷  ~Jñ  ~Jó  ~Lð  MQð  }Rð  1Sö  %Tñ Pð �h‰h˜	Ñ! B§I¡I¨wÑ$6Ñ7Ñ
8¸)ÀGÐ9LÑ
M×
TÑ
TÐ^eÐfiÐ]jÐ
TÐ
kˆÐrt×rzÑrzÐ|Ñrð  CE÷  CLñ  CLð  NUñ  CUñ  rVñ  oWð  Ybð  cjð  Xkñ  ol÷  osñ  osð  }Dð  EHð  |Ið  osð  oJÐlm÷  MTñ  MTð  UVð  Zcð  MTð  Mdð  KLÜˆq�6‰6˜Ÿ™˜AŸC™C™�%§¡¨i¸¸q¹¿¹»Ð7HÈÌ#ÈaË&ÈÐQ^Ð_d×_iÑ_iÓ_kÐlpÐ^qÐqxÐy~÷  zFñ  zFó  zHð  IMð  yNð  -Oô  !Pß‰4”˜˜c˜U "�o e§j¡j°Ó&6Ñ6×7ò r0   c                óð  • [         R                  " U [        5      n/ n[        UR                  S   5       H¼  n[        US-   UR                  S   5       H™  nUS S 2U4   oQS S 2U4   oeU-  R                  S5      n[         R                  R                  USS9[         R                  R                  USS9-  S-   o‚R                  X4[        [         R                  " Xx-  5      5      S.5        M›     M¾     U$ )Né   )Úaxisgê-�™—q=)Úexpert_iÚexpert_jÚmean_cosine)
r   r$   r&   ÚrangeÚshapern   ÚlinalgÚnormr�   ro   )	Útokensr:   r`   ÚiÚjrÌ   rt   ÚnumÚdens	            r.   Úrepresentation_cosinerê   f   sü   € Ü‡j‚j�œÓ€A B˜tÜ�1—7‘7˜1‘:ÖˆÜ�q˜‘s˜1Ÿ7™7 1™:Ö&ˆAØ’�!�‰fˆAš˜1˜‘v�Q Q¡3§)¡)¨A£,˜c´2·9±9·>±>À!È°>Ð3KÌBÏIÉIÏNÉNÐ[\ÐbcÈNÐLdÑ3dÐejÑ3j¨s×kvÑkvð  DEô  afô  gi÷  gnò  gnð  orñ  ovó  gwó  axñ  xyö  lzó 'ñ ð €Kr0   c           
     óâ  • [         R                  " U [        5      n [        U 5      n[	        S[        [        SU-  5      5      5      n[         R                  " U[        5      n[         R                  " U[        5      nSU[         R                  " X* 5      U* S  '   SU[         R                  " X$* 5      U* S  '   [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      S.$ )NrÜ   r   r   )Úrescued_failuresÚlost_failuresÚremoved_false_alarmsÚadded_false_alarms)	r   r$   r#   r   Úmaxrq   ÚzerosÚargpartitionrn   )r+   Úbaser?   ÚnÚkÚpbÚpcs          r.   Útop20_transitionsrø   m   sA  € Ü‡j‚j�”3Ó€Aœ#˜a›&˜¤3 q¬¬U°3°q±5«\Ó):Ó#; ¼r¿xºxÈÌ#»¸BÔRT×RZÒRZÐ[\Ô]`ÓRaÈrð  EFÐbdÔeg×etÒetÐuyÐz|Óe}ð  @Að  Að  Bð  fCñ  cDð  ijð  GIô  JL÷  JYò  JYð  Z^ð  _aó  Jbð  deð  ceð  cfð  Jgñ  GhÜ"¤2§6¢6¨1¨a©4°"°a±%©.¸"¸a¹%Ñ*@Ó#AÓBÔSVÔWY×W]ÒW]Ð_`ÐbcÑ_cÐfhÐjkÑfkÑ^lÐnpÐrsÑnsÑ^tÓWuÓSvô  ORô  SU÷  SYò  SYð  [\ð  ^_ñ  [_ð  bdð  fgñ  bgñ  Zhð  jlð  noñ  joñ  Zpó  Sqó  Orô  HKô  LN÷  LRò  LRð  TUð  WXñ  TXð  []ð  _`ñ  [`ñ  Sað  ceð  ghñ  chñ  Sió  Ljó  Hkñ  lð  lr0   )g       @)(Ú
__future__r   Úpathlibr   Únumpyr   Úpandasr   Úsuite2_commonr   r   r   Úsuite7_evalr   rB   rC   rE   rG   rI   rK   rL   rN   rO   rQ   rS   rU   r“   r”   rp   r/   r5   r@   r]   rv   rˆ   r©   rÉ   rÚ   rê   rø   rŒ   r0   r.   Ú<module>rÿ      sú   ðå "Ý Û Û ß ?Ñ ?Ý (à
€	Ð2�fÐ;X°7Ð\zÐY[ð  @dÐ{~ð  iIð  ehð  Onð  JNð  tOð  osð  Usð  PTð  ySð  txð  Wfð  TVð  oJð  gnð  Nað  KMð  hLð  bgØ€ò&ò6ò$ò
ôòò
ò
mð -2ô 
8òólr0   