ó
    NmÒj  ã                  ó|   • S r SSKJr  SSKrSSKrSSKrSSKJ	r	J
r
JrJrJr  S rS rS rS rS	 rS
 rSS jrS rg)zNFully row-aligned faculty/fold ranking, calibration and operational reporting.é    )ÚannotationsN)Úaverage_precision_scoreÚroc_auc_scoreÚbrier_score_lossÚlog_lossÚconfusion_matrixc                ó>  • [        [        U 5      [        S[        [        R
                  " [        U 5      U-  5      5      5      5      n[        R                  " [        U 5      [        5      nSU[        R                  " [        R                  " U5      * SS9S U '   U$ )Né   TÚstable)Úkind)ÚminÚlenÚmaxÚintÚmathÚceilÚnpÚzerosÚboolÚargsortÚasarray)ÚyÚpÚrateÚkÚms        ÚO/root/disk_3tb/earlywarning/30072026/suite32_selective_borrowing/s32_metrics.pyÚat_rater      sm   € Ü	Œ#ˆa‹&”�Q”sœ4Ÿ9š9¤S¨£V¨D¡[Ó1Ó2Ó3Ó4€AÜ‡h‚hŒs�1‹v”dÓ€AÈD˜AœbŸjšj¬"¯*ª*°Q«-¨¸XÑFÀrÈÐJÑKØ€Hó    c                óN  • [         R                  " U [        5      n [         R                  " U[        5      n[        U S:H  U-  R	                  5       5      n[        U S:H  U) -  R	                  5       5      n[        U S:H  U-  R	                  5       5      n[        U S:H  U) -  R	                  5       5      nU[        SX$-   5      -  ob[        SX%-   5      -  nSU-  U-  [        SXg-   5      -  nSU-  U-  [        SSU-  U-   5      -  n	X$XSXgX‰[        UR                  5       5      S.	$ )Nr
   r   é   gê-�™—q=é   é   )	ÚtpÚfpÚfnÚtnÚ	precisionÚrecallÚf1Úf2Ú	flag_rate)r   r   r   r   Úsumr   ÚfloatÚmean)
r   Úpredr$   r'   r%   r&   ÚprecÚrecr*   r+   s
             r   Úbinstatsr3      s  € Ü‡j‚j�”3Ó€AœRŸZšZ¨¬TÓ2˜Ü
ˆQ�‰T�4‰K×ÑÓÓ€B¤3¨¨A©°¨u©×'9Ñ'9Ó';Ó#< Ü
ˆQ�‰T�4‰K×ÑÓÓ€B¤3¨¨A©°¨u©×'9Ñ'9Ó';Ó#< Ø	ŒC��"‘%‹L‰€D¤ A b¡e£™_˜Øˆ�vˆc�z”#�e˜D™HÓ%Ñ%€BØˆ�vˆc�z”#�e˜A˜d™F 3™JÓ'Ñ'€BØ ¸ÈrÔfkÐlp×luÑluÓlwÓfxÑyÐyr   c                ó|  ^ ^^	• [         R                  " T [        5      m [         R                  " T[        5      m[	        T 5      S:X  dA  [	        T 5      [	        T5      :w  d)  [         R
                  " T5      R                  5       (       d  [        S5      e[         R                  " TSS5      m[	        [         R                  " T 5      5      S:H  n[         R                  " TS-  R                  [        5      SS5      m	[        [        U	UU 4S j[        S5       5       5      5      n[	        T 5      [        T R                  5       5      [        T R                  5       5      U(       a  [        [        T T5      5      O
[        S	5      U(       a  [        [        T T5      5      O
[        S	5      [        [!        T T5      5      U[        [#        T TSS
/S95      [        TR                  5       5      S.	nS HE  n[%        T ['        T TU5      5      n[)        [+        US-  5      5      nS H  o†U   XH SU 3'   M     MG     U$ )Nr   zInvalid evaluation datag:Œ0âŽyE>gGœ¡úÿÿï?r!   é
   é	   c              3  óø   >#   • U  Ho  nTU:H  R                  5       (       d  M  [        R                  " TU:H  5      [        TTU:H     R                  5       TTU:H     R                  5       -
  5      -  v •  Mq     g 7f)N)Úanyr   r/   Úabs)Ú.0ÚiÚbinsr   r   s     €€€r   Ú	<genexpr>Úscore.<locals>.<genexpr>   sc   øé € ÐrÒU^ÐPQÐcgÐijÑcj×boÑbo×bqÓK”"—'’'˜$ ™'Ó"¤3 q¨¨q©¡z§¡Ó'8¸¸4À¹7¹¿¹Ó9JÑ'JÓ#KÖKÒU^ùs   ƒA:£AA:Únanr
   )Úlabels)	ÚrowsÚfailuresÚ
prevalenceÚapÚaucÚbrierÚece10ÚloglossÚmean_probability)gš™™™™™¹?g333333Ã?gš™™™™™É?g      Ð?éd   )r(   r)   r*   r+   r,   Ú_at_)r   r   r   r.   r   ÚisfiniteÚallÚ
ValueErrorÚclipÚuniqueÚastyper-   Úranger/   r   r   r   r   r3   r   ÚstrÚround)
r   r   ÚtwoÚeceÚdr   ÚstÚnamer   r<   s
   ``       @r   ÚscorerZ      sŸ  ú€ Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜Ü
ˆ1ƒvˆqƒy”C˜“FœC ›F“N¬"¯+ª+°a«.×*<Ñ*<×*>Ñ*>ÄZÐPiÓEjÐ?jÜ‡g‚gˆa��VÓ€A¤¤R§Y¢Y¨q£\Ó!2°AÑ!5˜SÜ	�Š�!�B‘$—‘œsÓ# A aÓ	(€DÜŒcÖrÔUZÐ[]ÔU^ÓrÓrÓs€CÜ�!‹f¤ A§E¡E£G£¼%ÀÇÁÃ»/Þ36ŒEÔ)¨!¨AÓ.Ô/¼EÀ%»LÞ*-ŒU”=  1Ó%Ô&´5¸³<ÜÔ% a¨Ó*Ó+°CÜ”x  !¨A¨a¨5Ñ1Ó2ÄeÈAÏFÉFËHÃoñ	W€Aó
 "ˆÜ�A”g˜a  $Ó'Ó(ˆ¬c´%¸¸S¹³/Ó.B¨Û=ˆAÐUVÑRW¸aÀ#ÀTÈ$ÈÐ@PÓ>QÓ=ñ "ð €Hr   c           
     óp  ^ ^• [         R                  " T [        5      m [         R                  " T[        5      m[	        [         R
                  " T 5      5      S:  a  g[         R
                  " [         R                  " T[         R                  " SSS5      5      5      n[        UUU 4S jS9n[        U5      $ )Nr!   g      à?r   r
   ée   c                óp   >• [        TTU :¬  5      S   [        TTU :¬  5      S   [        TTU :¬  5      S   * 4$ )Nr+   r)   r,   )r3   )Úcr   r   s    €€r   Ú<lambda>Ú!threshold_by_f2.<locals>.<lambda>*   sE   ø€ ¤¨¨1¨a©4Ó 0°Ñ 6´xÀÀ!ÀQÁ$Ó7GÈÑ7QÔS[Ð\]Ð^_ÐabÑ^bÓScÐdoÑSpÐRpÑqr   )Úkey)	r   r   r   r.   r   rP   ÚquantileÚlinspacer   )r   r   ÚcutsÚbests   ``  r   Úthreshold_by_f2rf   &   sv   ù€ Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜Ü
Œ2�9Š9�Q‹<Ó˜Ó "Ü	�Š”2—;’;˜q¤§¢¨Q¨q°Ó!5Ó6Ó	7€DÜ	ˆTÕqÑ	r€DÜ�‹;Ðr   c           
     óH  • X R                   R                  U5         nUR                  (       a  [        R                  " 5       $ / SQnUR                  S5      R                  " SSSSSS.U Vs0 s H  oDUS4_M	     snD6R                  5       nUR                  S	S
S9$ s  snf )N)	rD   rE   rF   rG   rH   Úprecision_at_20Úrecall_at_20Úf1_at_20Úf2_at_20Úmodel)rD   Úcount)ÚfacultyÚnunique)rA   r-   )rB   r-   )ÚcellsÚfaculty_countrA   rB   r/   rD   F)Ú	ascending© )	ÚfoldÚisinÚemptyÚpdÚ	DataFrameÚgroupbyÚaggÚreset_indexÚsort_values)ÚdfÚfoldsÚfÚcolumnsr^   Úouts         r   Úmacror‚   -   sž   € Ø�‰�‰�eÓ	Ñ€AØ‡w‡w”b—l’l“nÐ$Úi€GØ	�	‰	�'Ó×Òð 	] ^ÐBWØÐ'9ñ	]ÙSZÓ<[ÒSZÈaÀÀ&¸zº\ÑSZÑ<[ñ	]ß]hÑ]hÓ]jð à�?‰?˜4¨%ˆ?Ð0Ð0ùò =\s   Á.Bc                óR  • X R                   R                  U5         nXDR                  U:H     / SQ   nXDR                  U:H     / SQ   nUR                  USS/SS9nUR                  (       a  g UR
                  UR                  -
  nX[        UR                  5       R                  5       5      [        US:„  R                  5       5      [        US:  R                  5       5      [        US:H  R                  5       5      [        UR                  5       5      [        UR                  5       5      [        UR                  5       5      [        UR                  UR                  -
  R                  5       5      [        UR                   UR"                  -
  R                  5       5      S.$ )N)rt   rn   rD   rE   rk   rt   rn   )Ú_aÚ_b)ÚonÚsuffixesr   )Ú	candidateÚ	referencerp   ÚwinsÚlossesÚtiesÚmean_delta_apÚmedian_delta_apÚworst_delta_apÚmean_delta_aucÚmean_delta_f2_at_20)rt   ru   rl   Úmergerv   Úap_aÚap_br   Únotnar-   r.   r/   Úmedianr   Úauc_aÚauc_bÚ
f2_at_20_aÚ
f2_at_20_b)	r}   ÚaÚbr~   ÚzÚaaÚbbr   rW   s	            r   Úpairedr    5   s+  € Ø�‰�‰�eÓ	Ñ€AØ�‰�!‰�}Ò=Ñ>€BØ�‰�!‰�}Ò=Ñ>€BØ‡h�hˆr�f˜YÐ'°€hÐ=€AØ‡w‡w�dØ‡f�fˆQ�V‰V�m€AØ´°A·G±G³I·M±M³OÓ0DÜ˜˜!™—y‘y“{Ó#¬S°!°A±#·±³Ó-=ÄSÈ!ÈQÉ$ÏÉËÓEVÜ! !§&¡&£(›O¼eÀAÇHÁHÃJÓ>OÜ" 1§5¡5£7›^¼UÀAÇGÁGÈAÏGÉGÁO×CYÑCYÓC[Ó=\Ü"'¨¯©°a·l±lÑ)B×(HÑ(HÓ(JÓ"Kñ	Mð Mr   c           
     óN  • U (       a  [         R                  " U SS9O[         R                  " 5       n/ nUR                  (       a  [         R                  " 5       $ UR	                  SS/5       GH  u  u  pVnXwR
                  R                  U5         o‡UR
                  R                  U5         n	UR                  (       d  U	R                  (       a  Mg  [        UR                  R                  5       UR                  R                  5       5      n
U	R	                  S5       Hg  u  p¼UR                  R                  5       oÜR                  R                  5       n[        XÞU
:¬  5      nUR                  XV[        U5      SU
S.UE5        Mi     GM"     [         R                  " U5      $ )zPFreeze faculty/model threshold on development ONLY; explicitly fails if missing.T)Úignore_indexrn   rl   rt   Údev_frozen_f2)rn   rl   rt   ÚpolicyÚ	threshold)rw   Úconcatrx   rv   ry   rt   ru   rf   r   Úto_numpyr   r3   Úappendr   )ÚpredsÚ	dev_foldsÚholdoutÚframerA   r   rl   ÚblockÚdevÚlater¥   rt   Úcellr   r   Ústatss                   r   Úoperationalr²   B   s!  € æ05Œ"�)Š)�E tÒ
,¼2¿<º<»>€EØ	€DØ‡{‡{œ"Ÿ,š,›.Ð(Ø Ÿ=™=¨)°GÐ)<×=‰‰	ˆ�%Ø—*‘*—/‘/ )Ó,Ñ-ˆ¸%¿*¹*¿/¹/È'Ó:RÑ4S¨tØ�9�9˜Ÿ
Ÿ
¡8Ü! #§%¡%§.¡.Ó"2°3·5±5·>±>Ó3CÓDˆ	ØŸ™ fÖ-‰IˆDØ�f‰f�o‰oÓˆA§&¡&§/¡/Ó"3 ¼(À1È	Á\Ó:R°EØ�K‰K 1¼#¸d»)È_Ø%.ñ8Ø16ð8ö 9ô .ñ	 >ô �<Š<˜ÓÐr   c                óh   • [        X5      n[        U5      (       a  U/ SQ   R                  SS S9$ S$ )N)rl   rp   rq   rD   rE   rk   rF   rG   Fc                ó
   • U S $ )Nz.6frs   )Úxs    r   r_   Úsummary_lines.<locals>.<lambda>S   s   € ð  FGð  HKð  ELð  CMr   )ÚindexÚfloat_formatzNo eligible cells)r‚   r   Ú	to_string)r}   r~   r   s      r   Úsummary_linesrº   Q   s[   € ÜˆBƒo€Aô RUð  VW÷  RXñ  RXˆ1ÒTÑU×_Ñ_Ðfkñ  zMÐ_ð  Nð  qð  ^qð  qr   ))r
   r!   é   r#   r"   )é   é   )Ú__doc__Ú
__future__r   r   Únumpyr   Úpandasrw   Úsklearn.metricsr   r   r   r   r   r   r3   rZ   rf   r‚   r    r²   rº   rs   r   r   Ú<module>rÃ      sE   ðÙ TÝ "Û Û Û ß mÕ mòò
zòò ò1òMôóqr   