ó
    ­B“j_  ã                  ó~   • S SK Jr  S SKrS SKJr  S SKrS SKrS SK	J
r
JrJrJr  S SKJr  S rS rSS jrSS	 jrS
 rg)é    )ÚannotationsN)ÚPath)Úsafe_apÚsafe_aucÚoptimal_threshold_metricsÚapply_threshold_metrics)Úequal_budget_metricsc                ó
  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[	        XS5      S   n[	        XS5      S   n0 n0 n[        U5       H  u  p‰X(:H  n
[         R                  " U
5      S:¼  aT  [         R                  " X
   5      R                  S:”  a.  [	        X
   X   S5      S   Xi'   [	        X
   X   S5      S   Xy'   Mw  XFU	'   XWU	'   M�     Xg4$ )Nç      ð?Ú	thresholdç       @é   é   )	ÚnpÚasarrayÚintÚfloatr   Ú	enumerateÚsumÚuniqueÚsize)ÚyÚscoreÚfaculty_idxÚfaculty_namesÚg1Úg2Úm1Úm2ÚfiÚnameÚms              ÚA/root/disk_3tb/earlywarning/30072026/suite15/suite15_reporting.pyÚfaculty_threshold_mapsr$      s?  € Ü‡j‚j�”3Ó€AœbŸjšj¨¬uÓ5˜Ä"Ç*Â*È[ÔY\ÓB]°kÔazÐ{|ð  DFó  bGð  HSñ  bTÐ^`ô  Xqð  rsð  z|ó  X}ð  ~Iñ  XJð  UWð  NPð  KMð  TVð  QSÜ˜]Ö+‰ˆØ
‰/ˆÜ�6Š6�!‹9�a‹<œBŸIšI a¡d›O×0Ñ0°Ó2Ü.¨q©t°E±H¸RÓ@ÀÑMˆB‰HÔWpÐqrÑquÐv{Ñv~ð  @Bó  XCð  DOñ  XPÈbËhØ�‰X "˜D›ñ	 ,ð
 ˆ5€Ló    c                óÌ  • / n[         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      n[	        U5       GHÊ  u  pÞX}:H  n[         R
                  " U5      (       a&  [         R                  " X?   5      R                  S:  a  MM  [        X?   XO   5      n[        X?   X_   5      n[        X?   Xo   5      n[        X?   XO   X®   S5      n[        X?   XO   X¾   S5      n[        X?   XO   SS5      nUR                  0 S[        U 5      _SU_SU_SU_S	[        UR                  5       5      _S
[        X?   R                  5       5      _S[        X?   R                  5       5      _SU_S[        X?   XO   5      _SU_SU_SUU-
  _SUU-
  _SUS   _SUS   _SUS   _SUS   _US   US   US   US   US   US   US   [        [        [         R                  " [         R                  " U	5      U   5      5      5      S.E5        GMÍ     U$ )Né   r   r   gš™™™™™É?ÚfoldÚfacultyÚanchorÚconfigÚnÚfailuresÚ	base_rateÚapÚaucÚ	anchor_apÚ
control_apÚdelta_ap_vs_anchorÚdelta_ap_vs_controlÚf1_precisionÚ	precisionÚ	f1_recallÚrecallÚf1Úf1_thresholdr   Úfbeta)Úf2_precisionÚ	f2_recallÚf2Úf2_thresholdÚf2_at20Úp_at20Úr_at20Ústudent_clusters)r   r   r   r   r   Úanyr   r   r   r   r	   Úappendr   Úmeanr   Úlen)r(   Úanchor_namer+   r   r   Úanchor_scoreÚcontrol_scorer   r   Ú
student_idÚf1_thresholdsÚf2_thresholdsÚrowsr    r!   r"   ÚaÚaaÚacr9   r>   Úb20s                         r#   Útarget_metric_rowsrS      sÐ  € Ø	€DŒb�jŠj˜œ3ÓˆA¤b§j¢j°´uÓ&= Ì2Ï:Ê:ÐVbÔchÓKi¸lÔxz÷  yCò  yCð  DQô  RWó  yXÐjwô  eg÷  eoò  eoð  p{ô  |ó  e@ð  YdÜ˜]×+‰ˆØ
‰/ˆÜ�vŠv�a�y‰yœBŸIšI a¡d›O×0Ñ0°Ó2±8Ü
�!‘$�u‘xÓ
 ˆ¤G¨A©D°±Ó$A ÄWÈQÉTÐR_ÑRbÓEcÀ"Ôg~ð  @Añ  @Dð  EJñ  EMð  N[ñ  Nað  bdó  heÐdfô  i@ð  ABñ  AEð  FKñ  FNð  O\ñ  Obð  ceó  ifð  fhô  kð  @Añ  @Dð  EJñ  EMð  NQð  RTó  kUð  gjØ�‰ð  v	�VœC ›Ið  v	 i°ð  v	°X¸kð  v	È(ÐSYð  v	ÐZ]Ô^aÐbc×bgÑbgÓbiÓ^jð  v	ÐkuÔvyÐz{Ñz~÷  {Cñ  {Có  {Eó  wFð  v	ð  GRô  SXð  YZñ  Y]÷  Ybñ  Ybó  Ydó  Seð  v	ð  fjð  klð  v	ð  mrô  s{ð  |}ñ  |@ð  AFñ  AIó  sJð  v	ð  KVð  WYð  v	ð  Zfð  gið  v	ð  j~ð  @ð  ACñ  Cð  v	ð  DYð  Z[ð  \^ñ  Z^ð  v	ð  _mð  npð  q|ñ  n}ð  v	ð  ~Ið  JLð  MUñ  JVð  v	ð  W[ð  \^ð  _cñ  \dð  v	ð  esð  tvð  wBñ  tCð  v	ð  SUð  Vañ  Sbð  oqð  rzñ  o{ð  ACð  DKñ  ALð  \^ð  _jñ  \kð  vyð  zAñ  vBð  LOð  P[ñ  L\ð  fið  jrñ  fsô  G	J	ô  K	N	ô  O	Q	÷  O	X	ò  O	X	ô  Y	[	÷  Y	c	ò  Y	c	ð  d	n	ó  Y	o	ð  p	q	ñ  Y	r	ó  O	s	ó  K	t	ó  G	u	ò  v	÷  	w	ñ	 ,ð
 €Kr%   c                ó&  • X R                   U:H  U R                  R                  [        U5      5      -     R	                  5       n/ nUR                  S5       GHg  u  pVUR                  U[        U5      UR                  R                  5       UR                  R                  5       UR                  R                  5       UR                  R                  5       UR                  R                  5       UR                  R                  5       UR                  R                  5       [        UR                  S:„  R                  5       5      [        UR                  S:„  R                  5       5      UR                   R                  5       UR"                  R                  5       UR$                  R                  5       S.5        GMj     U(       a3  [&        R(                  " U5      R+                  SS/SS9R-                  SS	9$ [&        R(                  " 5       $ )
Nr+   r   )r+   ÚcellsÚmean_apÚ	median_apÚmean_aucÚmean_delta_ap_vs_anchorÚmedian_delta_ap_vs_anchorÚmean_delta_ap_vs_controlÚmedian_delta_ap_vs_controlÚwins_vs_anchorÚwins_vs_controlÚmean_f1Úmean_f2Úmean_f2_at20rV   r[   F)Ú	ascendingT)Údrop)r*   r(   ÚisinÚlistÚcopyÚgroupbyrE   rG   r/   rF   Úmedianr0   r3   r4   r   r   r9   r>   r@   ÚpdÚ	DataFrameÚsort_valuesÚreset_index)Ú	metric_dfÚholdout_foldsr*   ÚdrN   ÚcfgÚgs          r#   Úmacro_summaryrr      s®  € Ø×!Ñ! 6Ñ)¨I¯N©N×,?Ñ,?ÄÀ]Ó@SÓ,TÑUÑV×[Ñ[Ó]€AØ	€DØ—‘˜8×$‰ˆØ�‰˜c¬#¨a«&¸1¿4¹4¿9¹9»;ÐST×SWÑSW×S^ÑS^ÓS`Ðlm×lqÑlq×lvÑlvÓlxð  TU÷  Thñ  Th÷  Tmñ  Tmó  Toð  LM÷  L`ñ  L`÷  Lgñ  Lgó  Lið  EF÷  EZñ  EZ÷  E_ñ  E_ó  Eað  @÷  Tñ  T÷  [ñ  [ó  ]ô  orð  tu÷  tHñ  tHð  IJñ  tJ÷  sOñ  sOó  sQó  oRô  ehð  jk÷  jñ  jð  @Añ  jA÷  iFñ  iFó  iHó  eIð  TU÷  TXñ  TX÷  T]ñ  T]ó  T_ð  jk÷  jnñ  jn÷  jsñ  jsó  juð  EF÷  ENñ  EN÷  ESñ  ESó  EUñ  V÷  	Wñ %ö }AŒ2�<Š<˜Ó×)Ñ)¨9Ð5OÐ*PÐ[`Ð)Ða×mÑmÐswÐmÐxð  Uô  GI÷  GSò  GSó  GUð  Ur%   c           	     ó\  • [        SU -   5        [        S[        S[        U 5      5      -  5        Uc  UO%X Vs/ s H  oDUR                  ;   d  M  UPM     sn   nU(       a  UR	                  U5      n[        U5      S:X  a  [        S5        g [        UR                  SS S95        g s  snf )	NÚ
Ú-éP   r   z(empty)Fc                ój   • [        U [        [        R                  45      (       a  U S $ [	        U 5      $ )Nz.4f)Ú
isinstancer   r   ÚfloatingÚstr)Úzs    r#   Ú<lambda>Úprint_table.<locals>.<lambda>)   s1   € Ì:ÐVWÔY^Ô_a×_jÑ_jÐXk×KlÑKlÀÀ#¸wÐ=xÔruÐvwÓrxÐ=xr%   )ÚindexÚfloat_format)ÚprintÚmaxrG   ÚcolumnsÚheadÚ	to_string)ÚtitleÚdfÚcolsÚmax_rowsÚcÚxs         r#   Úprint_tabler‹   $   sŠ   € Ü	ˆ$ˆu‰*Ô”e˜C¤ B¤s¨5£zÓ 2Ñ2Ô3Ø‰L�b˜b¨TÓ!EªT¨¸"¿*¹*±_§!©TÑ!EÑF€AÞ�!—&‘&˜Ó"�Ü
ˆ1ƒvˆqƒy”�yÕ!Ü	ˆq�{‰{ Ñ4xˆ{ÐyÕ	zùò "Fs   ¹B)ÁB)c                óz   ^• U4S jm[        U 5      R                  [        R                  " T" U5      SSS95        g )Nc                óö  >• [        U [        R                  [        R                  45      (       a  U R	                  5       $ [        U [        R
                  5      (       a  U R                  5       $ [        U [        5      (       a5  U R                  5        VVs0 s H  u  p[        U5      T" U5      _M     snn$ [        U [        [        45      (       a  U  Vs/ s H  nT" U5      PM     sn$ U $ s  snnf s  snf )N)rx   r   ry   ÚintegerÚitemÚndarrayÚtolistÚdictÚitemsrz   re   Útuple)rŠ   ÚkÚvÚconvs      €r#   r—   Úwrite_json.<locals>.conv,   s¯   ø€ Ü�aœŸ™¤R§Z¡ZÐ0×1Ñ1¸¿¹»°/Ü�aœŸ
™
×#Ñ#¨1¯8©8«:Ð$5Ü�aœ×ÑÀÇÁÄ	Ô%JÂ	¹¸¤c¨!£f©T°!«W¢nÁ	Ò%JÐJÜ�aœœe˜×%Ñ%¹qÓ-Aºq¸!©d°1®g¹qÑ-AÐ&AØˆùó &KùÚ-As   ÂC0ÃC6r'   F)ÚindentÚensure_ascii)r   Ú
write_textÚjsonÚdumps)ÚpathÚobjr—   s     @r#   Ú
write_jsonr    +   s-   ø€ õô 	ˆƒJ×Ñœ$Ÿ*š*¡T¨#£Y°aÀUÑKÕLr%   ))é   é   ÚE0)NN)Ú
__future__r   rœ   Úpathlibr   Únumpyr   Úpandasri   Úsuite15_informationr   r   r   r   Úsuite2_commonr	   r$   rS   rr   r‹   r    © r%   r#   Ú<module>r«      s9   ðå "Û Ý Û Û ß bÓ bÝ .òòôUô{óMr%   