ó
    Œ7Žj  ã                  ó~   • S SK Jr  S SKJr  S SKrS SKrS SKr	S SK
JrJr  S rSS jrS rSS jrSS	 jrSS
 jrS rg)é    )Úannotations)ÚPathN)Úsafe_apÚsafe_aucc                óª   • [        UR                  [        U 5      S-
  U5      5      n[        [        R                  " [        U5      U-  SS5      5      $ )Né   g-Cëâ6?g®Gáz®ï?)ÚfloatÚgetÚintÚnpÚclip)ÚfoldÚwarning_ratioÚprevalencesÚdevelopment_fallbackÚprevs        Ú:/root/disk_3tb/earlywarning/30072026/suite8/suite7_eval.pyÚdrift_rate_for_foldr   
   sB   € Ü	ˆ{�‰œs 4›y¨™{Ð+?Ó@Ó	A€DÜ”—’œ˜}Ó-¨dÑ2°4¸Ó<Ó=Ð=ó    c                ó  • [         R                  " U [        5      n [         R                  " U[        5      nUc  [        R
                  " US5      n[        R                  " XX25      n[        X5      [        X5      S.UE$ )Ngš™™™™™É?)ÚapÚauc)	r   Úasarrayr   r	   ÚcoreÚwarn_by_rateÚreportr   r   )ÚyÚsÚbetaÚpredÚms        r   Ú
metric_rowr"      s_   € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜Ø�|œ×*Ò*¨1¨SÓ1�DÜ
‡k‚k�!�dÓ €AÜ˜“¤H¨Q£MÑ6°AÐ6Ð6r   c                óV  • [        SU  35        [        S5        [        S5        [        S5        [        SUS   S SUS   S 35        [        S	US
   S SUS   S 35        [        S5        US   [        US   US   -   S5      -  o!S   n[        SUS 35        [        SUS 35        g )Nu   
  Confusion matrix â€” zD  ------------------------------------------------------------------z:  Actual / Predicted            Normal >=5      Failure <5z   Normal >=5                    Útnz10,dz      Úfpz   Failure <5                    ÚfnÚtpr   Úrecallz  Normal correctly rejected: z.2%z"  Failures successfully detected: )ÚprintÚmax)Útitler!   ÚspecÚrecs       r   Úprint_confusionr.      sÅ   € Ü	Ð% e WÐ
-Ô.Ü	Ð
PÔQÜ	Ð
FÔGÜ	Ð
PÔQÜ	Ð,¨Q¨t©W°T¨N¸&ÀÀ4ÁÈÀÐ
OÔPÜ	Ð,¨Q¨t©W°T¨N¸&ÀÀ4ÁÈÀÐ
OÔPÜ	Ð
PÔQØ	
ˆ4‰”�Q�t‘W˜Q˜t™W‘_ QÓ'Ñ	'€D¨h©K¨Ü	Ð)¨$¨s¨Ð
4Ô5Ü	Ð.¨s°3¨iÐ
8Õ9r   c                ób  • U  Vs/ s H$  oˆS   U:X  d  M  US   U;   d  M  X(S   ;   d  M"  UPM&     n	n[         R                  " U	 Vs/ s H  oˆS   PM	     sn5      n
[         R                  " U	 Vs/ s H
  oˆS   U   PM     sn5      n[        R                  " X«S S XEXgS5	      $ s  snf s  snf s  snf )NÚfacultyr   Úscoresr   F)r   Úconcatenater   Útune_threshold)Úrecordsr0   ÚmodelÚ	dev_foldsr   Úmin_precisionÚmax_warning_ratioÚ	min_flagsÚrÚuser   r   s               r   Útune_faculty_policyr<   #   s©   € ÙÓi’Gˆq ™|¨WÑ4‹¸¸6¹ÀiÑ9O‹ÐTYÐ_gÑ]hÑTh�‘G€CÐiÜ‡n‚n¡cÓ*¢c ˜”f¡cÑ*Ó+€A¬b¯nªnÑZ]Ó=^ÒZ]ÐUVÀ¹kÈ%Ô>PÑZ]Ñ=^Ó._¨AÜ×Ò˜q 4¨¨TÐ@QÐ\aÓbÐbùò 	jùÚ*ùÒ=^s    …B"•B" B"ªB"ÁB'Á/B,c
           !     óð	  • [        XX#XVXx5      n
U  Vs0 s H3  o»S   U:X  d  M  US   [        [        R                  " US   5      5      _M5     nnU  Vs/ s H  o»S   U:X  d  M  US   U;   d  M  UPM     nn[        [        R                  " [        R                  " U Vs/ s H  o»S   PM	     sn5      5      5      n/ nU	(       a!  [        SU SU SUS S35        [        S	5        / / / / S
.n[        U  Vs/ s H  nUS   U:X  d  M  US   U;   d  M  UPM     snS S9 GH  n[        R                  " US   [        5      n[        R                  " US   U   [        5      n[        US   U
R                  XÎ5      n[        R                  " UU
R                  5      n[        R                  " UU5      n[        R                  " UUUU5      n[        R                  " UUUU5      n[!        UU5      n[#        UU5      nU	(       aº  [        US   S S[%        U5      S S[        R                  " U5      S SUS SUS SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S 35        ['        SUS    SU
R                  S 3U5        ['        SUS    SUS 3U5        UXUS   SS U
R                  U
R                  UUS!.	UEXUS   SS"U
R                  U
R                  UUS!.	UE/-  nSU4S#U4S$U4S%U44 H  u  nnUU   R)                  U5        M     GM     US   (       Ga›  [        R                  " US   5      n[        R                  " US#   5      n[        R                  " US$   5      n[        R                  " US%   5      n[        R                  " UUUU5      n[        R                  " UUUU5      n[!        UU5      n[#        UU5      nU	(       a¡  [        S&5        [        S'[%        U5      S S[        R                  " U5      S SUS SUS SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S SUS   S 35        ['        S(U5        ['        S)U5        UXS*SS U
R                  U
R                  UUS!.	UEXS*SS"U
R                  U
R                  UUS!.	UE/-  nX¯4$ s  snf s  snf s  snf s  snf )+Nr0   r   r   z
### HOLDOUT (test) [faculty=z, model=z, beta=ÚgÚ]u€     fold    test   base% |      AP     AUC |     P@t     R@t    F1@t    FÎ²@t   rate@t |     P@r     R@r    F1@r    FÎ²@r   rate@r)r   r   ÚpfÚpdc                ó   • U S   $ )Nr   © )Úxs    r   Ú<lambda>Ú"evaluate_faculty.<locals>.<lambda>3   s   € ÐnoÐpvÒnwr   )Úkeyr1   Ú6dÚ Ú7dz7.2%z | z7.4fÚ	precisionr(   Úf1ÚfbetaÚ	flag_ratez8.2%zfold u!    â€” fixed development threshold z.6fu    â€” drift-aware rate z.3%ÚholdoutÚfixed)	r0   r5   r   ÚsplitÚpolicyÚ	thresholdr   r   r   Údriftr   r@   rA   z„------------------------------------------------------------------------------------------------------------------------------------zPOOLED u&   POOLED â€” fixed development thresholdu%   POOLED â€” drift-aware warning policyÚPOOLED)r<   r	   r   Úmeanr2   r)   Úsortedr   r   r   r   r   Úapply_decision_rulerS   r   r   r   r   Úlenr.   Úappend)r4   r0   r5   r6   Úholdout_foldsr   r7   r8   r9   ÚverboseÚpolr:   r   ÚdevrowsÚfallbackÚoutÚpoolrD   r   r   Úrater@   ÚpdriÚmfÚmdr   r   ÚkÚvs                                r   Úevaluate_facultyrh   )   së  € Ü˜G¨E¸DÐO`Ók€CÙ4;Ó	U²G¨qÀ¹|ÈWÑ?TÓ
*ˆ!ˆF‰)”Eœ"Ÿ'š' ! C¡&›/Ó*Ò
*±G€DÐ	UÙÓTš�1 Y¡<°Ñ#8‹Q¸Q¸v¹YÈ)Ñ=S�Q™€GÐTÜ”2—7’7œ2Ÿ>š>¹7Ó*Cº7°a¨S¬6¹7Ñ*CÓDÓEÓF€HØ
€CÞÜÐ.¨w¨i°xÀ¸wÀgÈdÐSTÈXÐUVÐWÔXÜð  Qô  	RØ�R˜R RÑ	(€DÜ¡Ó`¢˜1¨1¨Y©<¸Ñ+@“QÀQÀvÁYÐR_ÑE_—Q¡Ñ`ÑewÕxˆÜ
�*Š*�Q�s‘VœCÓ
 ˆ¤2§:¢:¨a°©k¸%Ñ.@ÄÓ#G Ü   6¡¨3×+<Ñ+<¸TÓKˆÜ×#Ò# A c§m¡mÓ4ˆ¼$×:KÒ:KÈAÈdÓ:S°TÜ�;Š;�q˜˜2˜dÓ#ˆ¤t§{¢{°1°Q°t¸DÓ'A BÄWÈQÈqÃ\À"ÔV^Ð_`ÐabÓVcÐRUÞÜ�Q�v‘Y˜r�N !¤C¨£F¨2 ;¨a´·²¸³
¸4Ð/@ÀÀBÀtÀ9ÈAÈcÐRVÈZÐWZÐ[]Ð^iÑ[jÐkoÐZpÐpqÐrtÐu}Ñr~ð  @Dð  rEð  EFð  GIð  JNñ  GOð  PTð  FUð  UVð  WYð  Zañ  Wbð  cgð  Vhð  hið  jlð  mxñ  jyð  z~ð  ið  Bð  CEð  FQñ  CRð  SWð  BXð  XYð  Z\ð  ]eñ  Zfð  gkð  Ylð  lmð  npð  quñ  nvð  w{ð  m|ð  |}ð  ~@ð  AHñ  ~Ið  JNð  }Oð  OPð  QSð  T_ñ  Q`ð  aeð  Pfð  gô  hÜ˜e A f¡I ;Ð.OÐPS×P]ÑP]Ð^aÐObÐcÐdfÔgÜ˜e A f¡I ;Ð.DÀTÈ#ÀJÐOÐPRÔSØØ°A°f±IÀiÐY`Ðmp×mzÑmzð  LO÷  L]ñ  L]ð  ceð  loñ  uð  rtð  uØ°A°f±IÀiÐY`Ðmp×mzÑmzð  LO÷  L]ñ  L]ð  ceð  loñ  uð  rtð  uð
ñ 	
ˆð ˜�G˜S ˜G T¨" I¨t°D¨kÓ:‰CˆAˆa¸4À¹7¿>¹>È!Ö;LÔ:ñ yð ˆC‡y€yÜ
�.Š.˜˜c™Ó
#ˆ¤b§n¢n°T¸#±YÓ&? AÄ2Ç>Â>ÐRVÐW[ÑR\ÓC]ÀÔce×cqÒcqÐrvÐw{Ñr|Óc}Ð^bÜ�;Š;�q˜˜2˜dÓ#ˆ¤t§{¢{°1°Q°t¸DÓ'A BÄWÈQÈqÃ\À"ÔV^Ð_`ÐabÓVcÐRUÞÜ�'ŒNÜ�GœC ›F 2˜; a¬¯ª°«
°4Ð'8¸¸B¸t¸9ÀAÀcÈ$ÀZÈsÐSUÐVaÑSbÐcgÐRhÐhiÐjlÐmuÑjvÐw{Ði|Ð|}ð  Að  BFñ  Gð  HLð  ~Mð  MNð  OQð  RYñ  OZð  [_ð  N`ð  `að  bdð  epñ  bqð  rvð  awð  wzð  {}ð  ~Iñ  {Jð  KOð  zPð  PQð  RTð  U]ñ  R^ð  _cð  Qdð  deð  fhð  imñ  fnð  osð  etð  tuð  vxð  y@ñ  vAð  BFð  uGð  GHð  IKð  LWñ  IXð  Y]ð  H^ð  _ô  `ÜÐDÀRÔHÌð  ZAð  BDô  JEØØ°HÀYÐX_Ðlo×lyÑlyð  KN÷  K\ñ  K\ð  bdð  knñ  tð  qsð  tØ°HÀYÐX_Ðlo×lyÑlyð  KN÷  K\ñ  K\ð  bdð  knñ  tð  qsð  tð
ñ 	
ˆð ˆ7€NùòC 
VùÚTùÚ*Cùò as4   “S$£*S$ÁS)Á#S)Á.S)ÂS.Ã6S3ÄS3ÄS3c                ó6  • X R                   U:H  U R                  U:H  -  U R                  R                  [        5      S:H  -     R                  5       nUR                  (       a  0 $ S Vs0 s H"  nSU 3[        X4   R                  5       5      _M$     sn$ s  snf )NrU   )r   r   rK   r(   rL   rM   rN   Úmacro_mean_)	r5   rR   r   ÚastypeÚstrÚcopyÚemptyr	   rV   )Ú
warning_dfr5   rR   Údrf   s        r   Úmacro_holdout_summaryrq   O   s‡   € Ø×"Ñ" EÑ)¨J×,=Ñ,=¸vÑ,EÑFÈ
ÏÉ×H^ÑH^Ô_bÓHcÐemÑHmÑnÑo×tÑtÓv€AØ‡w‡w�bˆyÙ:tÓuÒ:t°Qˆk˜!˜Ðœe A¡D§I¡I£KÓ0Ò0Ñ:tÑuÐuùÒus   Á*)Bc                ód   • U(       d  U $ [         R                  " U5      nU R                  USSSS9$ )Nr0   Úleft)Ú Ú
_reference)ÚonÚhowÚsuffixes)rA   Úread_csvÚmerge)Ú
our_pooledÚreference_csvÚrefs      r   Úmerge_reference_comparisonr~   U   s3   € Þ 
Ð*Ü
�Š�MÓ"€CØ×Ñ˜C 9°ÐARÐÐSÐSr   )ç       @N)r   ç333333Ã?ç      @é   )r   r€   r�   r‚   T)rT   )Ú
__future__r   Úpathlibr   Únumpyr   ÚpandasrA   Útrain_v3r   Úsuite2_commonr   r   r   r"   r.   r<   rh   rq   r~   rC   r   r   Ú<module>r‰      s>   ðå "Ý Û Û Û ß *ò>ô
7ò
:ôcô#ôLvóTr   