ó
    Ž”j  ã                  óØ   • S SK Jr  S SKJr  S SKrS SKrS SKJ	r	J
r
Jr  S SKJr  SrSrSrS	rS
rSrSrSrSrSrSrSrSrSrSrSrSrSrS r S r!S r"S r#S"S jr$S r%S r&S r'S  r(S#S! jr)g)$é    )Úannotations)ÚPathN)Úsafe_apÚsafe_aucÚequal_budget_metrics)Úevaluate_faculty)gš™™™™™¹?g333333Ã?gš™™™™™É?g      Ð?Ú	committeeÚsuite16_hgb_finalÚsuite16_grande_finalÚresidual_moe_sharedÚresidual_moe_shared_privateÚresidual_moe_true_specialistÚ"residual_moe_competitive_candidateÚresidual_moe_competitive_finalÚsemantic_specialist_candidateÚsemantic_specialist_finalÚopportunity_latent_candidateÚopportunity_latent_finalÚsuite14_authority_safe_finalÚ.suite13_committee_preserving_collaborative_moeÚ"suite12_collaborative_evidence_moeÚv2_classifierÚsuite4_competence_councilc                ó  • U (       d  g [        U 5      SU 3-  U S3-  nUR                  5       (       d  g [        R                  " U5      nX6;  a  g SU;   ax  [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      e[	        U5      [	        U5      :w  a  [        SU 35      eXc   R                  [        5      $ )NÚfold_ú_scores.csvÚactualzalignment mismatch zrow mismatch )r   ÚexistsÚpdÚread_csvÚlenÚnpÚarray_equalr   Úto_numpyÚintÚasarrayÚ
ValueErrorÚfloat)ÚrootÚfoldÚfacultyÚcolumnÚyÚpÚdfs          ÚA/root/disk_3tb/earlywarning/30072026/suite16/suite16_reporting.pyÚoptional_scoresr1      sî   € Þ�tÜ
ˆ4ƒj�5˜˜�Ñ 7 )¨;Ð 7Ñ7€AØ�8‰8�:‰:˜TÜ	‡{‚{�1ƒ~€BØÓ˜tØ�2ƒ~œ3˜r›7¤C¨£F›?´"·.².ÀÇÁ×ASÑASÔTWÓAXÔY[×YcÒYcÐdeÔfiÓYj×2kÑ2kÔs}ð  ATð  UVð  TWð  Xó  tYð  nYÜ
ˆ2ƒw”�A“ƒœZ¨-¸°sÐ(;Ó<Ð<Ø‰:×ÑœuÓ%Ð%ó    c                óÚ  • U (       d  g [        U 5      U SU S3-  nUR                  5       (       d  g [        R                  " U5      nSU;  d  SU;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eUR                  R                  [        5      $ )NÚ_fold_z_test_results.csvÚactual_failure_lt5Úfailure_probability_lt5zV2 alignment mismatch )r   r   r   r    r!   r"   r#   r5   r$   r%   r&   r'   r6   r(   )r)   r*   r+   r-   r.   r/   s         r0   Úv2_scorer7      sÔ   € Þ�tÜ
ˆ4ƒj�G�9˜F 4 &Ð(9Ð:Ñ:€AØ�8‰8�:‰:˜TÜ	‡{‚{�1ƒ~€BØ 2Ó%Ð)BÈ"Ó)LÐTXÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R×-BÑ-B×-KÑ-KÌCÓ-PÔQS×Q[ÒQ[Ð\]Ô^aÓQb×cÑcÔjtð  xNð  OPð  NQð  vRó  kSð  eSØ×%Ñ%×.Ñ.¬uÓ5Ð5r2   c                ó
  • U (       d  g [        U 5      U SU S3-  [        U 5      SU 3-  U S3-  /n[        S U 5       S 5      nUc  g [        R                  " U5      nSU;  d  SU;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eUR                  R                  [        5      $ )Nr4   r   r   c              3  óR   #   • U  H  oR                  5       (       d  M  Uv •  M     g 7f)N)r   )Ú.0Úxs     r0   Ú	<genexpr>Ú council_score.<locals>.<genexpr>!   s8   é € ð  tSò  @DÐz{÷  HPñ  HP÷  HR×tuÑtuò  @Dùs   ‚'ž	'r   ÚfinalzCouncil alignment mismatch )r   Únextr   r    r!   r"   r#   r   r$   r%   r&   r'   r>   r(   )r)   r*   r+   r-   Úcandr.   r/   s          r0   Úcouncil_scorerA      s  € Þ�tÜ
ˆt‹*˜�y  t f¨KÐ8Ñ
8¼¸d»ÀeÈDÈ6ÀNÑ9RÐV]ÐU^Ð^iÐSjÑ9jÐ	k€DÔnrñ  tSñ  @Dó  tSð  TXó  oYÐlmØ�y˜Ü	‡{‚{�1ƒ~€BØ�rÓ˜W¨BÓ.°dÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R¯Y©Y×-?Ñ-?ÄÓ-DÄRÇZÂZÐPQÔRUÓEV×WÑWÔ^hð  lGð  HIð  GJð  jKó  _Lð  YLØ�8‰8×ÑœUÓ#Ð#r2   c                óD  • [         [        R                  " U[        5      0n[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[        [        U SS 5      [        4[         [        U S	S 5      [         4/nU H  u  pxn	[#        X�X)U5      n
U
c  M  X¥U'   M     [%        [        U S
S 5      XU5      n
U
b  X¥[&        '   [)        [        U SS 5      XU5      n
U
b  X¥[*        '   U$ )NÚshared_results_dirÚsuite7_results_dirÚsuite8_results_dirÚsuite9_results_dirÚsuite10_results_dirÚsuite11_results_dirÚsuite12_results_dirÚsuite13_results_dirÚsuite14_results_dirÚv2_results_dirÚcouncil_results_dir)Ú	COMMITTEEr"   r&   r(   ÚSHAREDÚgetattrÚADAPTERÚS8ÚS9CÚS9FÚS10CÚS10FÚS11CÚS11FÚS12ÚS13ÚS14r1   r7   ÚV2rA   ÚCOUNCIL)Úargsr*   r+   r-   ÚqÚsÚrefsÚkeyr)   ÚcolÚzs              r0   Úreference_for_facultyre   (   sé  € Ü”—’˜AœeÓ$Ð%€AÜ”'˜$Ð3°DÓ9¼&Ð
AÄ7Ì7ÐSWÐXlÐmqÓKrÔszÐB{Ô}ô  AHð  IMð  Nbð  cgó  Ahô  ikð  }lô  nqô  ryð  z~ð  Sð  TXó  rYô  Z]ð  m^ô  `cô  dkð  lpð  qEð  FJó  dKô  LOð  _Pô  RVô  W^ð  _cð  dyð  z~ó  Wô  @Dð  QEô  GKô  LSð  TXð  Ynð  osó  Ltô  uyð  Fzô  |@ô  AHð  IMð  Ncð  dhó  Aiô  jnð  {oô  quô  v}ð  ~Bð  CXð  Y]ó  v^ô  _cð  pdô  fiô  jqð  rvð  wLð  MQó  jRô  SVð  eWô  Y\ô  ]dð  eið  jð  @	D	ó  ]E	ô  F	I	ð  XJ	ô  L	O	ô  P	W	ð  X	\	ð  ]	r	ð  s	w	ó  P	x	ô  y	|	ð  K	}	ð  
~	€DÛ‰ˆ�Ü
˜$ G°Ó
2ˆØ‹= ˜3›ñ ô Œw�tÐ,¨TÓ2°4ÀÓB€AØ�}˜1”r‘UÜ”G˜DÐ!6°tÓ<¸TÈ!ÓL€AØ�} ”w‘ZØ€Hr2   c                óŒ  • [        U 5      X[        U5      [        [        R                  " U5      5      [	        [        R
                  " U5      5      [        X45      [        X45      S.n[         HQ  n[        X4Xu5      n[        [        SU-  5      5      o˜S   USU	 3'   US   USU	 3'   US   USU	 3'   US	   US
U	 3'   MS     U$ )N)r*   r+   ÚmodelÚrowsÚfailuresÚ
prevalenceÚapÚaucéd   Ú	precisionÚprecision_at_ÚrecallÚ
recall_at_Úf1Úf1_at_ÚfbetaÚf2_at_)r%   r!   r"   Úsumr(   Úmeanr   r   ÚBUDGETSr   Úround)
r*   r+   rg   r-   r`   ÚbetaÚrÚbrd   Úts
             r0   Ú
metric_rowr~   4   sP  € Ü�$‹i '¼sÀ1»vÔQTÔUW×U[ÒU[Ð\]ÓU^ÓQ_ÔmrÔsu×szÒszÐ{|Ós}Óm~ô  ELð  MNó  EQô  X`ð  abó  Xeñ  f€AßˆÜ
˜q 1Ó
*ˆ¬S´°s¸1±u³Ó->¨1ÐXcÑVd¸qÀ=ÐQRÐPSÐATÑ?UÐyzð  |Dñ  zEÐefÐisÐtuÐsvÐgwÑexð  VWð  X\ñ  V]ð  FGð  JPð  QRð  PSð  HTñ  FUð  noð  pwñ  nxð  ^_ð  bhð  ijð  hkð  `ló  ^mñ à€Hr2   c                óh  • [         R                  " U 5      o"UR                  R                  U5         n/ nUR	                  SS/5       HQ  u  u  pEnXE[        U5      S.nS H$  n[        Xh   R                  5       5      USU 3'   M&     UR                  U5        MS     [         R                  " U5      $ )Nr+   rg   )r+   rg   Úholdout_folds)rk   rl   Úprecision_at_20Úrecall_at_20Úf1_at_20Úf2_at_20Ú
mean_fold_)	r   Ú	DataFramer*   ÚisinÚgroupbyr!   r(   rw   Úappend)	ÚmetricsÚholdoutÚdrh   Úfacrg   Úgr{   Úcs	            r0   Úmean_fold_summaryr�   :   sŸ   € Ü‡l‚l�7Ó€A §¡§¡¨GÓ 4Ñ5˜A¸2°dØŸ™ I¨gÐ#6Ö7‰‰ˆ�AØ´s¸1³vÑ
>ˆÛTˆAÔinÐopÑos×oxÑoxÓozÓi{ÐUVÐYcÐdeÐcfÐWgÓUhÑTØ�‰�AŽñ 8ô �<Š<˜ÓÐr2   c                ó4  ^• / n[        [        5       R                  " U  Vs/ s H  n[        US   5      PM     sn6 5      n[        [        [
        [        [        [        [        1nU Há  mU HØ  nU  Vs/ s H  oDS   U:X  d  M  UPM     nnU(       a  [        U4S jU 5       5      (       d  MB  [        UR                  =(       d    XrR                  :H  =(       a    TU;   5      n	[        XTUR                  UR                   UR"                  UR$                  UR&                  UR(                  U	S9
u  p«UR+                  U5        MÚ     Mã     [0        R2                  " U5      $ s  snf s  snf ! [,         a   n[/        SU ST SU 35         S nAGM%  S nAff = f)NÚscoresr+   c              3  ó4   >#   • U  H  nTUS    ;   v •  M     g7f)r’   N© )r:   r{   rg   s     €r0   r<   Úoperational.<locals>.<genexpr>G   s   øé € Ð!DÂ¸1 %¨1¨X©;Ö"6Âùs   ƒ)Úverbosez-[WARN] operational evaluation failed faculty=z model=ú: )ÚsortedÚsetÚunionrN   ÚHGBÚGRANDEr[   rZ   r]   r\   ÚallÚboolÚverbose_operationalÚprimary_facultyr   Ú	dev_foldsr€   Úthreshold_betaÚmin_precisionÚmax_warning_ratioÚ	min_flagsÚextendÚ	ExceptionÚprintr   r†   )ÚrecordsÚ	facultiesr^   rh   r{   ÚmodelsÚprimaryr�   Úuser–   Ú_ÚrrÚerg   s                @r0   Úoperationalr±   B   s›  ø€ Ø	€D”6œ#›%Ÿ+š+Á'Ó'JÂ'¸Q¬¨A¨h©KÖ(8Á'Ñ'JÐKÓLˆFÔV_Ô`cÔdjÔknÔorÔszÔ{}ÐU~ÈWÛˆÛˆCÙ#Ó9šG�q¨¡|°SÑ'8—™GˆCÐ9ÞœcÔ!DÁÓ!D×DÑDÁXÜ˜×1Ñ1×e°c×;OÑ;OÑ6O×6dÐTYÐ]dÑTdÓfˆGÜ% g°%¸¿¹Àt×GYÑGYÐZ^×ZmÑZmÐnr÷  oAñ  oAð  BF÷  BXñ  BXð  Y]÷  Ygñ  Ygð  pwñ  x‘�ð  y}÷  yDñ  yDð  EGö  yHó	 ñ ô �<Š<˜ÓÐùò (Kùò :øô Óq¤%Ð*WÐX[ÐW\Ð\cÐdiÐcjÐjlÐmnÐloÐ(p×"qÓ"qûÐqús*   ¡E#Á4E(ÂE(Ã%A E-Å-
FÅ7FÆFc           	     ól  • [        U5      (       a$  XR                  R                  [        5      S:H     O[        R
                  " 5       n/ n[        U R                  R                  5       5       GH  nX R                  U:H     oTUR                  R                  5       S.nS H   n[        XW   R                  5       5      Xg'   M"     S H­  nX"R                  U:H  UR                  U:H  -     n	S HE  n[        U	5      (       a  [        X—   R                  5       5      O[        R                  Xh SU 3'   MG     S H8  n[        U	5      (       a  [!        X—   R#                  5       5      OSXh SU S	3'   M:     M¯     UR%                  U5        GM     [        R
                  " U5      R'                  S
S/SSS9$ )NÚPOOLED)rg   rª   )Úmean_fold_apÚmean_fold_aucÚmean_fold_precision_at_20Úmean_fold_recall_at_20Úmean_fold_f1_at_20Úmean_fold_f2_at_20)ÚfixedÚdrift)rn   rp   rr   rt   Ú	flag_rater®   )ÚtpÚfnÚfpÚtnr   Ú_totalr´   Údrift_fbetaFÚlast)Ú	ascendingÚna_position)r!   r*   ÚastypeÚstrr   r†   r˜   rg   Úuniquer+   Únuniquer(   rw   Úpolicyr"   Únanr%   rv   r‰   Úsort_values)
ÚmeanfÚwarningÚporh   rg   rŽ   r{   r�   ÚpolrŒ   s
             r0   Úmacro_summaryrÑ   M   s˜  € Ü69¸'·l±l€w�|‰|×"Ñ"¤3Ó'¨Ñ1Ò2ÌÏÊË€BÐ\^ÐW[Ü˜Ÿ™×*Ñ*Ó,×-ˆØ
—‘˜UÑ"Ñ
#ˆÀÇÁ×ARÑARÓATÑ&U Aó QˆAô  W\ð  ]^ñ  ]a÷  ]fñ  ]fó  ]hó  Wið  RSó  RVñ  QÛ$ˆCØ—(‘(˜E‘/ B§I¡I¨s¡NÑ3Ñ4ˆAÛD�ÔknÐop×kqÑkqÔUZÐ[\Ñ[_×[dÑ[dÓ[fÔUgÔwy×w}Ñw}ÀQÈÈaÐPQÈsÀ|Ã_ÑDÛ*�ÔTWÐXY×TZÑTZÄÀQÁTÇXÁXÃZÄÐ`a¨1¨u°A°a°S¸Ð-?Ó+@Ó*ñ %ð 	�‰�A�ñ .ô �<Š<˜Ó×)Ñ)¨>¸-Ð*HÐSXÐekÐ)ÐlÐlr2   c                ó  • [         [        [        [        [        [
        [        [        [        [        [        [        [        [        [        [        [         /n[#        SU 35        U GH  nXB:X  a  M  / nS Hß  u  pgX R$                  U:H     SU/   R'                  US0S9o€U R$                  U:H     SU/   R'                  US0S9o˜R)                  U	SS9n
[+        U
5      (       d  Mp  U
R,                  U
R.                  -
  oµR1                  U SUS	:„  R3                  5        S
[+        U
5       SUR5                  5       S SUR7                  5       S 3	5        Má     U(       d  Mû  [#        SU S3SR9                  U5      -   5        GM     g )Nu&   
SUITE16 WIN-RATE AUDIT â€” candidate=))ÚAPr´   )zF2@20r¹   r+   Úa)Úcolumnsr|   )Úonr—   r   Ú/u    wins meanÎ”=z+.4fu    medÎ”=z  vs z | )rN   r[   rZ   rY   rW   rX   rU   rV   rS   rT   rR   rQ   rO   r]   r\   r›   rœ   r¨   rg   ÚrenameÚmerger!   rÔ   r|   r‰   rv   rw   ÚmedianÚjoin)rÍ   rÎ   Ú	candidatera   ÚrefÚbitsÚlabelrc   rÔ   r|   rŒ   Údeltas               r0   Úprint_win_ratesrá   Y   sÇ  € Ü
”CœœC¤¤T¬$¬t´C¼¼B¼wÄvÌgÔVXÔY\Ô]cÐ	d€DÜ	Ð3°I°;Ð
?Ô@ÜˆØ‹>™(ØˆÛO‰IˆEØ—K‘K Ñ*Ñ+¨Y°s¨OÑ<×CÑCÈSÐQTÈIÐCÐVˆAÐ_d×_jÑ_jÐloÑ_oÑYpÐr{Ð|ð  rAñ  ZB÷  ZIñ  ZIð  SVð  WZð  R[ð  ZIð  Z\ÐWX÷  _fñ  _fð  ghð  luð  _fð  _vð  ]^Ü�1�v‹v˜AŸC™C §¡™G�e§K¡K°5°'¸¸UÀ1¹W¿M¹M»OÐ;LÈAÌcÐRSËfÈXÐUbÐch×cmÑcmÓcoÐptÐbuÐu|ð  ~C÷  ~Jñ  ~Jó  ~Lð  MQð  }Rð  1Sö  %Tñ P÷ ˆ4”˜˜c˜U "�o e§j¡j°Ó&6Ñ6×7ò r2   c                óR  • [        SU -   5        [        S[        S[        S[        U 5      S-   5      5      -  5        Uc  UO%X Vs/ s H  oDUR                  ;   d  M  UPM     sn   nU(       a  UR                  [        U5      5      n[        UR                  SS S95        g s  snf )	NÚ
Ú-éª   éP   é   Fc                ó
   • U S $ )Nz.4fr”   )r;   s    r0   Ú<lambda>Úprint_table.<locals>.<lambda>h   s
   € ¸1¸S¸'¸
r2   )ÚindexÚfloat_format)r¨   ÚminÚmaxr!   rÕ   Úheadr%   Ú	to_string)Útitler/   ÚcolsÚmax_rowsr�   rd   s         r0   Úprint_tablerô   d   s‡   € Ü	ˆ$ˆu‰*Ô”e˜C¤ C¬¨B¬s°5«z¸!©|Ó(<Ó =Ñ=Ô>Ø‰L�b˜b¨TÓ!EªT¨¸"¿*¹*±_§!©TÑ!EÑF€AÞ�!—&‘&œ˜X›Ó'�Ü	ˆ!�+‰+˜EÑ/Bˆ+Ð
CÕDùò "Fs   ÁB$ÁB$)g       @)NN)*Ú
__future__r   Úpathlibr   Únumpyr"   Úpandasr   Úsuite2_commonr   r   r   Úsuite7_evalr   rx   rN   r›   rœ   rO   rQ   rR   rS   rT   rU   rV   rW   rX   r[   rZ   rY   r\   r]   r1   r7   rA   re   r~   r�   r±   rÑ   rá   rô   r”   r2   r0   Ú<module>rû      s  ðå "Ý Û Û ß ?Ñ ?Ý (à€Ø
€	Ð-�cÐ5K¨fÐShÈFð  rOÐipð  Sqð  PRð  vZð  ruð  _ð  [^ð  Edð  @Dð  jEð  eið  Kið  FJð  oIð  jnð  Nlð  JMð  qað  mpð  fJð  beð  N]ð  KMð  fA	ð  ^eò&ò6ò$ò
ôòò	ò
mò	8õEr2   