ó
    ¤‡ljãA  ã                  óÀ  • S SK Jr  S SKrS SKJr  S SKJrJrJrJ	r	J
r
Jr  S SKrS SKrSSKJr  SSKJr  SSKJr  SS	KJr  SS
KJrJrJrJrJrJr  SSKJ r   SSK!J"r"  Sr#Sr$SS jr%SS jr&SS jr'SS jr(SS jr)S S jr*            S!S jr+S"S jr,        S#S jr-S$S jr.  S%                   S&S jjr/  S%                   S'S jjr0g)(é    )ÚannotationsN©ÚPath)ÚDictÚListÚMappingÚMutableMappingÚSequenceÚTupleé   )ÚSuiteConfig)Ú	load_fold)ÚEXPERIMENTS)Úbuild_experiment_features)Úaverage_precisionÚbest_f1_thresholdÚconfusion_metricsÚequal_budget_metricsÚroc_aucÚwarn_by_rate)Útrain_predict)Úfit_transform_preprocessor)ÚblendedÚclassification)gš™™™™™©?gš™™™™™¹?g333333Ã?gš™™™™™É?c                ó.   • [        U 5      U-  U SU 3-  $ )NÚ_r   )Úoutput_rootÚfacultyÚcodeÚslugs       ÚK/root/disk_3tb/earlywarning/experiment/track_b/experiment_b_suite/runner.pyÚexperiment_directoryr"      s"   € Ü�Ó˜wÑ&¨D¨6°°4°&Ð)9Ñ9Ð9ó    c                óø   • U S:X  a  [        U5      S 4$ U S:X  a  [        U5      [        U5      4$ U S:X  a3  [        U5      U Vs/ s H  o3U;  d  M
  UPM     sn-   nU[        U5      4$ [        SU  35      es  snf )NÚdevÚholdoutÚallzUnknown phase: )ÚlistÚ
ValueError)ÚphaseÚ	dev_foldsÚholdout_foldsÚfÚcombineds        r!   Úresolve_phaser/   "   s„   € Ø�ƒ~Ü�I‹ Ð$Ð$Ø�	ÓÜ�MÓ"¤D¨£OÐ3Ð3Ø�ƒ~Ü˜	“?±Ó%U²¨AÈ9ÑBT§a±Ñ%UÑUˆØœ˜i›Ð(Ð(Ü
� u gÐ.Ó
/Ð/ùò &Vs   Á	A7ÁA7c                óÄ   • [         R                  " U [        S9n[         R                  " [	        U5      S[
        S9nSX!S:  '   SX!S:  '   SX!S:  '   S	X!S
:  '   SX!S:H  '   U$ )N©Údtypez7-10z5-7é   z4-5é   z3-4é   z0-3é   zgrade=0r   )ÚnpÚasarrayÚfloatÚfullÚlenÚobject)ÚgradesÚgÚlabelss      r!   Ú_grade_bandr@   -   sd   € Ü
�
Š
�6¤Ñ'€AÜ�WŠW”S˜“V˜V¬6Ñ2€FØ€Fˆq‰5�MØ€Fˆq‰5�MØ€Fˆq‰5�MØ€Fˆq‰5�MØ€F�‰6�NØ€Mr#   c           	     ó  • [         R                  " U R                  SS5      SS9R                  S5      n[         R                  " U[
        R                  * SSSS[
        R                  // SQS	S
9R                  [        5      $ )NÚhist_semester_countr   Úcoerce©Úerrorsr   é   r4   )Ú0Ú1Ú2z3-5z6+T)Úbinsr?   Úright)	ÚpdÚ
to_numericÚgetÚfillnaÚcutr7   ÚinfÚastypeÚstr)ÚframeÚcounts     r!   Ú_history_depth_bandrV   8   si   € Ü�MŠM˜%Ÿ)™)Ð$9¸1Ó=ÀhÑO×VÑVÐWXÓY€EÜ�6Š6ØÜ�v‰vˆg�q˜!˜Q ¤2§6¡6Ð*Ú+Øñ	÷
 �fŒSƒkðr#   c                óJ  • UR                   UR                  UR                  UR                  UR                  SSSSSSSS/nX Vs/ s H  o3U R
                  ;   d  M  UPM     sn   R                  S	S
9R                  5       n[        U R                  S	S
95      US'   U$ s  snf )NÚtarget_statusrB   Úhist_course_grade10_countÚrecent3_course_grade10_countÚhist_same_course_attemptsÚhist_target_course_countÚ student_gpa_history_missing_flagÚcourse_history_missing_flagT)ÚdropÚhistory_depth_band)	Ústudent_colÚ
course_colÚregistration_colÚsemester_code_colÚsemester_colÚcolumnsÚreset_indexÚcopyrV   )rT   Úconfigrf   ÚcÚouts        r!   Ú	_metadatarl   B   s±   € à×ÑØ×ÑØ×ÑØ× Ñ Ø×ÑØØØ#Ø&Ø#Ø"Ø*Ø%ð€Gð ˜GÓ:šG�q¨E¯M©MÑ'9—™GÑ:Ñ
;×
GÑ
GÈTÐ
GÐ
R×
WÑ
WÓ
Y€CÜ 3°E×4EÑ4EÈ4Ð4EÐ4PÓ Q€CÐÑØ€Jùò ;s   ÁB ÁB c                ó\  • [        U [        R                  5      (       a  U R                  SS9$ [        U [        R
                  5      (       a  U R                  5       $ [        U [        R                  [        R                  45      (       a  U R                  5       $ [        U [        5      (       a8  U R                  5        VVs0 s H  u  p[        U5      [        U5      _M     snn$ [        U [        [        45      (       a  U  Vs/ s H  n[        U5      PM     sn$ U $ s  snnf s  snf )NÚrecords)Úorient)Ú
isinstancerL   Ú	DataFrameÚto_dictr7   ÚndarrayÚtolistÚintegerÚfloatingÚitemÚdictÚitemsrS   Ú_json_readyr(   Útuple)ÚvalueÚkÚvs      r!   rz   rz   W   sÖ   € Ü�%œŸ™×&Ñ&Ø�}‰} Iˆ}Ð.Ð.Ü�%œŸ™×$Ñ$Ø�|‰|‹~ÐÜ�%œ"Ÿ*™*¤b§k¡kÐ2×3Ñ3Ø�z‰z‹|ÐÜ�%œ×ÑØ38·;±;´=ÔA²=©4¨1”�A“œ A›Ò&±=ÒAÐAÜ�%œ$¤˜×'Ñ'Ù(-Ó.ª 1”˜A–©Ñ.Ð.Ø€Lùó Bùâ.s   Ã!D#Ä	D)c           	     óà  • [         U   n[        XX45      n[        UR                  UR                  XT5      n[        UR                  UR                  UR                  UR                  UR                  S9n[        R                  " UR                  UR                     SS9R                  [        5      n	[        R                  " UR                  UR                     SS9R                  [        5      n
[        UR                  U	UR                   UU SU 3S9n[#        UR                  U5      nUR%                  SSU5        X¬S'   X¤R&                  :  R)                  [*        5      US	'   [-        U
5      US
'   UR.                  US'   UR&                  UR.                  -
  US'   UR0                  US'   UUS	   R                  [2        5      US   R                  [        5      US   R                  [        5      US.nUUUR4                  UR                  [7        UR                  R8                  5      [;        UR                  R8                  5      UR<                  UR<                  S.nS[        U5      0UR>                  E[        [7        UR                  5      5      [        [7        UR                  5      5      [        [7        UR                  R8                  5      5      S.EnUUS.UR@                  RC                  5        VVs0 s H  u  nnSU 3U_M     snnEURD                  RC                  5        VVs0 s H  u  nnSU 3U_M     snnEnXÞUUURF                  4$ s  snnf s  snnf )N)ÚmodeÚlower_quantileÚupper_quantileÚraiserD   z/fold)Údescr   ÚfoldÚ
true_gradeÚtrue_failureÚ
grade_bandÚpredicted_blended_gradeÚblended_riskÚclassification_score)r…   Úy_binr   r   rT   )r…   Ú
experimentÚpipelineÚpreprocessing_modeÚfeature_countÚfeaturesÚfeature_engineeringÚpreprocessing)Ú
train_rowsÚ	test_rowsr�   )r…   r�   Útrain_Útest_)$r   r   r   ÚtrainÚtestr   r�   Úwinsor_lower_quantileÚwinsor_upper_quantilerL   rM   Ú
target_colÚto_numpyr9   r   ÚX_trainÚX_testrl   ÚinsertÚeventrR   Úintr@   Úblended_grader‹   ÚboolrŽ   r;   rf   r(   ÚmanifestÚdiagnosticsÚtrain_auditry   Ú
test_auditÚ	artifacts)r   Úexperiment_namer…   Ú
splits_dirri   ÚspecÚ	fold_dataÚbuiltÚ	processedÚy_trainÚy_testÚ
predictionrT   Úrecordr¥   r¦   r}   r~   Úaudits                      r!   Ú_generate_recordrµ   e   s  € ô �Ñ'€DÜ˜'¨Ó<€IÜ% i§o¡o°y·~±~ÀtÓT€EÜ*Ø�‰Ø�
‰
Ø×%Ñ%Ø×3Ñ3Ø×3Ñ3ñ€Iô �mŠm˜IŸO™O¨F×,=Ñ,=Ñ>ÀwÑO×XÑXÔY^Ó_€GÜ�]Š]˜9Ÿ>™>¨&×*;Ñ*;Ñ<ÀWÑM×VÑVÔW\Ó]€FÜØ×ÑØØ×ÑØØÐ   d VÐ,ñ€Jô �i—n‘n fÓ-€EØ	‡L�L��F˜DÔ!Ø ˆ,ÑØ#§l¡lÑ2×:Ñ:¼3Ó?€Eˆ.ÑÜ% fÓ-€Eˆ,ÑØ'1×'?Ñ'?€EÐ
#Ñ$Ø"ŸL™L¨:×+CÑ+CÑC€Eˆ.ÑØ$.×$CÑ$C€EÐ
 Ñ!ð Ø�~Ñ&×/Ñ/´Ó5Ø˜Ñ(×1Ñ1´%Ó8ØÐ 6Ñ7×@Ñ@ÄÓGØñ+€Fð Ø%Ø—M‘MØ#×6Ñ6Ü˜Y×.Ñ.×6Ñ6Ó7Ü˜×*Ñ*×2Ñ2Ó3Ø$Ÿ~™~Ø"×+Ñ+ñ	€Hð 	”�d“ðà
×
 Ñ
 ðô œC 	§¡Ó0Ó1Üœ3˜yŸ~™~Ó.Ó/Üœs 9×#4Ñ#4×#<Ñ#<Ó=Ó>ò€Kð Ø%ñð (1×'<Ñ'<×'BÑ'BÔ'DÔ
EÒ'D™t˜q !ˆV�A�3ˆ<˜Š?Ñ'DÒ
Eðð '0×&:Ñ&:×&@Ñ&@Ô&BÔ
CÒ&B™d˜a ˆU�1�#ˆ;˜Š>Ñ&BÒ
Cð	€Eð ˜[¨%°·±Ð@Ð@ùó FùÛ
Cs   ÌM$Ì<M*c                ó¨  • U (       d  [        S5      e[        R                  " U  Vs/ s H  n[        R                  " US   [        S9PM!     sn5      n[        UR                  5       5      n0 n[         HÏ  n[        R                  " U  Vs/ s H  n[        R                  " X   [
        S9PM      sn5      n[        X&5      u  px[        X&5      [        X&5      [        U5      [        US   5      [        US   [        US5      -  5      [        US   5      [        US   5      [        US   5      [        US	   5      US
.
XE'   MÑ     U$ s  snf s  snf )Nz&At least one tuning record is requiredrŒ   r1   Ú	flag_rategê-�™—q=Ú	precisionÚrecallÚf1Úf2)
ÚapÚaucÚ	thresholdr·   Úratior¸   r¹   rº   r»   Ú
prevalence)r)   r7   Úconcatenater8   r¤   r9   ÚmeanÚSIGNALSr   r   r   Úmax)	rn   ÚrÚyrÀ   ÚpoliciesÚsignalÚscorer¾   Úfixeds	            r!   Útune_policiesrË   ¯   s!  € ÞÜÐAÓBÐBÜ
�ŠÁGÓLÂG¸qœŸ
š
 1 W¡:´TÔ:ÁGÑLÓM€AÜ�q—v‘v“x“€JØ,.€HßˆÜ—’ÉGÓTÊGÀq¤§
¢
¨1©9¼EÔ BÉGÑTÓUˆÜ,¨QÓ6Ñˆ	ä# AÓ-Ü˜1Ó$Ü˜yÓ)Ü˜u [Ñ1Ó2Ü˜5 Ñ-´°JÀÓ0FÑFÓGÜ˜u [Ñ1Ó2Ü˜E (™OÓ,Ü˜˜d™Ó$Ü˜˜d™Ó$Ø$ñ
ˆÓñ ð €Oùò% Mùò  Us   §&E
Â%E
c                ól  • U Vs0 s HC  n[        US   5      [        [        R                  " US   [        S9R                  5       5      _ME     nn[        [        R                  " U Vs/ s H!  n[        R                  " US   [        5      PM#     sn5      R                  5       5      n/ n[         Vs0 s H
  ow/ / / / S._M     nn[        U S S9 GHŽ  n	[        U	S   5      n
[        R                  " U	S   [        5      n[         GH8  n[        R                  " X—   [        5      nX   nU[        US   5      :¬  nUR                  U
S-
  U5      n[        [        R                  " [        US	   5      U-  S
S5      5      n[        UU5      n[        X¾5      n[        UU5      nU
U[        U5      [        UR                  5       5      [        X¼5      [        X¼5      [        US   5      US.nUR!                  UR#                  5        VVs0 s H  u  nnSU 3[        U5      _M     snn5        UR!                  UR#                  5        VVs0 s H  u  nnSU 3[        U5      _M     snn5        UR%                  U5        X‡   S   R%                  U5        X‡   S   R%                  U5        X‡   S   R%                  U5        X‡   S   R%                  U5        US:X  d  GMÝ  U	S   n['        U[(        R*                  5      (       d   eUR-                  [         5      US'   UR-                  [         5      US'   UUS'   GM;     [        UR                  5       5      XJ'   GM‘     0 n/ n[         GH  n[        R                  " X‡   S   5      n[        R                  " X‡   S   5      n[        U[        R                  " X‡   S   5      5      n[        U[        R                  " X‡   S   5      5      n[        X¼5      [        X¼5      S.UR#                  5        VVs0 s H  u  nnSU 3[        U5      _M     snnEUR#                  5        VVs0 s H  u  nnSU 3[        U5      _M     snnEUU'   U  Vs/ s HL  n[        US   5      [        R                  " US   [        5      [        R                  " X7   [        5      S.PMN     nn[.         H©  n[1        UU5      nUR%                  UUS.UE5        US:X  d  M-  U  Hv  n	U	S   n['        U[(        R*                  5      (       d   e[        [        R                  " X—   [        5      U5      R-                  [         5      US[        US-  5       S3'   Mx     M«     GM     UUU4$ s  snf s  snf s  snf s  snnf s  snnf s  snnf s  snnf s  snf )Nr…   rŒ   r1   )rÆ   rÉ   rÊ   Údriftc                ó   • [        U S   5      $ )Nr…   ©r¢   )rw   s    r!   Ú<lambda>Ú#_evaluate_records.<locals>.<lambda>Ö   s   € ´3°t¸F±|Ô3Dr#   ©Úkeyr¾   r   r¿   g-Cëâ6?g®Gáz®ï?)r…   rÈ   ÚnrÀ   r¼   r½   r¾   Ú
drift_rateÚfixed_Údrift_rÆ   rÉ   rÊ   rÍ   r   rT   Ú
warn_fixedÚ
warn_driftÚdrift_warning_rate)r¼   r½   )r…   rŒ   rÉ   )rÈ   ÚbudgetÚwarn_at_éd   Úpct)r¢   r9   r7   r8   r¤   rÂ   rÁ   rÃ   ÚsortedrN   Úclipr   r   r;   r   r   Úupdatery   Úappendrp   rL   rq   rR   ÚEQUAL_BUDGET_RATESr   )rn   rÇ   Útuning_recordsrÅ   Úprevious_prevalenceÚfallback_prevalenceÚ	fold_rowsrÈ   Úpooled_datar³   r…   rÆ   rÉ   ÚpolicyÚ
fixed_warnÚreference_prevrÕ   Ú
drift_warnrÊ   rÍ   Úrowr}   r~   rT   ÚpooledÚbudget_rowsÚbudget_recordsÚrateÚmetricss                                r!   Ú_evaluate_recordsró   Ç   s=  € ñ SaóÚR`ÈQŒˆAˆf‰I‹œœbŸjšj¨¨7©¼4Ñ@×EÑEÓGÓHÒHÑR`ð ð ô  Ü
�Š¹nÓMºn¸œŸ
š
 1 W¡:¬tÖ4¹nÑMÓN×SÑSÓUóÐð )+€IåOVóÚOVÀV�b 2°¸RÑ@Ò@Éwð ð ô ˜Ñ&DÕEˆÜ�6˜&‘>Ó"ˆÜ�JŠJ�v˜g‘¬Ó-ˆß�gˆFÜ—J’J˜v™~¬uÓ5ˆEØÑ%ˆFØ¤%¨¨{Ñ(;Ó"<Ñ<ˆJØ0×4Ñ4°T¸A±XÐ?RÓSˆNÜœrŸwšw¤u¨V°G©_Ó'=ÀÑ'NÐPTÐVZÓ[Ó\ˆJÜ% e¨ZÓ8ˆJÜ% aÓ4ˆEÜ% a¨Ó4ˆEàØ Ü˜“VÜ# A§F¡F£H›oÜ'¨Ó1Ü˜qÓ(Ü" 6¨+Ñ#6Ó7Ø(ñ	ˆCð �J‰J¸5¿;¹;¼=ÔIº=±4°1°a˜&  ˜¤e¨A£hÒ.¹=ÒIÔJØ�J‰J¸5¿;¹;¼=ÔIº=±4°1°a˜&  ˜¤e¨A£hÒ.¹=ÒIÔJØ×Ñ˜SÔ!ØÑ Ñ$×+Ñ+¨AÔ.ØÑ Ñ(×/Ñ/°Ô6ØÑ Ñ(×/Ñ/°
Ô;ØÑ Ñ(×/Ñ/°
Ô;ØÐ)Ö)Ø˜w™�Ü! %¬¯©×6Ñ6Ð6Ð6Ø&0×&7Ñ&7¼Ó&<��lÑ#Ø&0×&7Ñ&7¼Ó&<��lÑ#Ø.8�Ð*Ô+ñ? ô@ %*¨!¯&©&«(£OÐÔ!ñG FðJ +-€FØ*,€Kß�'ˆÜ�NŠN˜;Ñ.¨sÑ3Ó4ˆÜ—’˜{Ñ2°7Ñ;Ó<ˆÜ! !¤R§^¢^°KÑ4GÈÑ4PÓ%QÓRˆÜ! !¤R§^¢^°KÑ4GÈÑ4PÓ%QÓRˆä# AÓ-Ü˜1Ó$ñ
ð 38·+±+´-Ô@²-©$¨!¨Q�˜�sˆ|œU 1›XÒ%±-Ò@ð
ð 38·+±+´-Ô@²-©$¨!¨Q�˜�sˆ|œU 1›XÒ%±-Ò@ð	
ˆˆv‰ñ ó
â�ô ˜˜6™“^¬b¯jªj¸¸7¹ÄTÓ.JÔUW×U_ÒU_Ð`aÑ`iÔkpÓUqÔrÙð 	ð 
÷ 'ˆDÜ*¨>¸4Ó@ˆGØ×Ñ¨&¸DÑLÀGÐLÔMØÐ)Õ)Û%�FØ" 7™O�EÜ% e¬R¯\©\×:Ñ:Ð:Ð:Ü=IÜŸ
š
 6¡>´5Ó9¸4ó>ç‘fœS“kð ˜H¤S¨°©£_Ð$5°SÐ9Ó:ó &ô	 'ñ ð2 �f˜kÐ)Ð)ùòUùò Nùòùó2 JùÛIùó0 AùÛ@ùò
s1   …A
V
Á*(VÂ5VÈVÉVÐV%
ÑV+
Ñ8AV1c           
     ó<  • 0 nUR                  5        H…  u  pE[        U[        R                  5      (       a  X SU S3-  nUR	                  USS9  O8X SU S3-  nUR                  [        R                  " [        U5      SSSS9S	S
9  UR                  X4'   M‡     U$ )NÚ_fold_ú.csvF©Úindexú.jsonrF   T©Úensure_asciiÚindentÚ	allow_nanúutf-8©Úencoding)
ry   rp   rL   rq   Úto_csvÚ
write_textÚjsonÚdumpsrz   Úname)Úexperiment_dirr…   r©   Úsavedr  r|   Úpaths          r!   Ú_save_artifactsr	    s¥   € Ø€EØ —‘Ö(‰ˆÜ�eœRŸ\™\×*Ñ*Ø! f¨F°4°&¸Ð$=Ñ=ˆDØ�L‰L˜ UˆLÒ+à! f¨F°4°&¸Ð$>Ñ>ˆDØ�O‰OÜ—
’
œ; uÓ-¸EÈ!ÐW[Ñ\Ø ð ñ ð —i‘iˆ‹ñ )ð €Lr#   c	                ó$  ^• [         U   n	[        X@U	R                  U	R                  5      n
U
R	                  SSS9  Ub  [        U5      O
[        U5      n[        [        U5      [        U5      -  5      n0 n/ n/ n/ nU Hh  n[        XU[        U5      U5      u  nnnnn[        U
UU5      US'   UUU'   UR                  U5        UR                  U5        UR                  U5        Mj     U Vs/ s H  nUU   PM
     nnU Vs/ s H  nUU   PM
     nn[        U5      m[        UTU5      u  nnnU(       aR  U HL  nUS   n[        U[        R                   5      (       d   eUR#                  U
S[%        US   5       S3-  SS	9  MN     [        R                   " U5      R#                  U
S
U S3-  SS	9  [        R                   " U5      R#                  U
SU S3-  SS	9  [        R                   " U5      R#                  U
SU S3-  SS	9  [        R                   " U5      R#                  U
SU S3-  SS	9  U
SU S3-  R'                  [(        R*                  " [-        U5      SSSS9SS9  [/        [0        U4S jS9nUU	R                  U	R2                  U[        U5      [        U5      UTU[5        S U 5       5      [/        S U 5       5      S.nU
SU S3-  R'                  [(        R*                  " [-        U5      SSSS9SS9  U$ s  snf s  snf )NT©ÚparentsÚexist_okÚsaved_artifactsrT   Úpredictions_fold_r…   rö   Fr÷   Úfold_metrics_Úequal_budget_metrics_Útraining_diagnostics_Útarget_filter_audit_Úfeature_manifest_rù   rF   rú   rþ   rÿ   c                óx   >• [         R                  " TU    S   5      (       a  TU    S   $ [         R                  * $ )Nr¼   )r7   ÚisfiniterQ   )rÈ   rÇ   s    €r!   rÐ   Ú run_experiment.<locals>.<lambda>X  s:   ø€ ´R·[²[ÀÈ&ÑAQÐRVÑAW×5XÑ5X˜8 FÑ+¨DÑ1ÐeÔ_a×_eÑ_eÐ^eÐer#   rÒ   c              3  ó>   #   • U  H  n[        US    5      v •  M     g7f©r�   NrÏ   ©Ú.0Úms     r!   Ú	<genexpr>Ú!run_experiment.<locals>.<genexpr>d  ó   é € Ð LÂ)¸Q¤ Q Ñ%7×!8Ð!8Â)ùó   ‚c              3  ó>   #   • U  H  n[        US    5      v •  M     g7fr  rÏ   r  s     r!   r  r  e  r  r   )r�   r    Údescriptionr*   Úevaluation_foldsÚtuning_foldsÚselected_signalÚtuning_policiesrî   Úfeature_count_minÚfeature_count_maxÚsummary_)r   r"   r   r    Úmkdirr(   rß   Úsetrµ   r   r	  râ   rË   ró   rp   rL   rq   r  r¢   r  r  r  rz   rÄ   rÃ   r"  Úmin) r   rª   Úfoldsr«   r   ri   r*   Úsave_predictionsr$  r¬   r  Ú	all_foldsÚ
record_mapÚ	manifestsr¦   Úauditsr…   r³   r¥   Ú
diagnosticr´   r©   r-   rä   Úevaluation_recordsrç   rî   rï   rT   ÚselectedÚsummaryrÇ   s                                   @r!   Úrun_experimentr7  )  s>  ø€ ô �Ñ'€DÜ)¨+ÀÇ	Á	È4Ï9É9ÓU€NØ×Ñ °ÐÑ5Ø)5Ñ)A”4˜Ô%ÄtÈEÃ{€LÜ”s˜5“z¤C¨Ó$5Ñ5Ó6€IØ9;€JØ€IØ€KØ€FÛˆÜ9IØ d¬D°Ó,<¸fó:
Ñ6ˆ�˜* e¨Yô '6°nÀdÈIÓ&VˆÐ"Ñ#Ø!ˆ
�4ÑØ×Ñ˜Ô"Ø×Ñ˜:Ô&Ø�‰�eÖñ ñ .:Ó:ª\¨�j ”m©\€NÐ:Ù16Ó7²¨A˜* Qœ-±ÐÐ7Ü˜^Ó,€HÜ%6Ð7IÈ8ÐUcÓ%dÑ"€Iˆv�{ÞÛ(ˆFØ˜7‘OˆEÜ˜e¤R§\¡\×2Ñ2Ð2Ð2Ø�L‰L˜Ð,=¼cÀ&ÈÁ.Ó>QÐ=RÐRVÐ*WÑWÐ_dˆLÓeñ )ô ‡L‚L�Ó×"Ñ" >°mÀEÀ7È$Ð4OÑ#OÐW\Ð"Ñ]Ü‡L‚L�Ó×$Ñ$ ^Ð8MÈeÈWÐTXÐ6YÑ%YÐafÐ$ÑgÜ‡L‚L�Ó×$Ñ$ ^Ð8MÈeÈWÐTXÐ6YÑ%YÐafÐ$ÑgÜ‡L‚L�Ó×Ñ Ð3GÈÀwÈdÐ1SÑ SÐ[`ÐÑaØÐ)¨%¨°Ð6Ñ6×BÑBÜ�
Š
”;˜yÓ)¸ÀaÐSWÑXÐcjð Cñ ô ÜÜeñ€Hð
 &Ø—	‘	Ø×'Ñ'ØÜ  ›KÜ˜\Ó*Ø#Ø#ØÜ Ñ LÁ)Ó LÓLÜ Ñ LÁ)Ó LÓLñ€Gð ˜   uÐ-Ñ-×9Ñ9Ü�
Š
”;˜wÓ'°eÀAÐQUÑVÐahð :ñ ð €NùòI ;ùÚ7s   Ã/LÄLc	                ó  • / n	U GH¥  n
[        U U
UUUUUUUS9	nU
US   US   US   US   S.n[        X@U
[        US   5      5      n[        R                  " USU S3-  5      n[        R                  " US	U S3-  5      n[
         GH  nUS
   U   nXîS   U:H     nS H  nUU   UU SU 3'   M     [        US   R                  5       5      UU S3'   [        US   R                  5       5      UU S3'   XÿS   U:H     n[         H‰  nU[        R                  " US   U5         nUR                  (       a  M3  [        US-  5      n[        UR                  S   S   5      UU SU S3'   [        UR                  S   S   5      UU SU S3'   M‹     GM     U	R                  U5        GM¨     [        R                   " U	5      R#                  / SQSS9n[%        U5      U -  nUR'                  SSS9  UR)                  USU S3-  SS9  U$ ) N)r.  r$  r    r%  r'  r(  )r�   r    r%  r'  r(  r  rö   r  rî   rÈ   )r¼   r½   Úfixed_f1Úfixed_recallÚfixed_precisionÚdrift_f1Údrift_recallr   r¼   Ú_mean_fold_apÚ_worst_fold_aprÛ   rÝ   r   r¹   Ú_recall_at_rÞ   r»   Ú_f2_at_)Úclassification_apÚclassification_mean_fold_apÚclassification_f2_at_15pctF)Ú	ascendingTr  Úexperiment_comparison_r÷   )r7  r"   rS   rL   Úread_csvrÃ   r9   rÂ   r,  rã   r7   ÚiscloseÚemptyr¢   Úilocrâ   rq   Úsort_valuesr   r*  r  )r   Úexperiment_namesr-  r«   r   ri   r*   r.  r$  Úrowsr  Úresultrí   r  Úfold_metricsÚbudgetsrÈ   rî   Úsignal_foldsrÓ   Úsignal_budgetsrñ   ÚmatchrÞ   Ú
comparisonÚfaculty_dirs                             r!   Úrun_many_experimentsrV  m  ss  € ð €DÜ ˆÜØØØØØØØØ-Ø%ñ

ˆð Ø˜6‘NØ%Ð&7Ñ8Ø!'Ð(;Ñ!<Ø!'Ð(;Ñ!<ñ"
ˆô .¨kÀDÌ#ÈfÐU[ÉnÓJ]Ó^ˆÜ—{’{ >°mÀEÀ7È$Ð4OÑ#OÓPˆÜ—+’+˜nÐ1FÀuÀgÈTÐ/RÑRÓSˆß�gˆFØ˜HÑ% fÑ-ˆFØ'°XÑ(>À&Ñ(HÑIˆLÛo�Ø)/°©��v�h˜a ˜uÐ%Ó&ñ pä,1°,¸tÑ2D×2IÑ2IÓ2KÓ,LˆC�6�(˜-Ð(Ñ)Ü-2°<ÀÑ3E×3IÑ3IÓ3KÓ-LˆC�6�(˜.Ð)Ñ*Ø$¨XÑ%6¸&Ñ%@ÑAˆNß*�Ø&¤r§z¢z°.ÀÑ2JÈDÓ'QÑR�Ø—{—{‘{Ü˜d S™j›/�CÜ:?ÀÇ
Á
È1ÁÈhÑ@WÓ:X�C˜6˜( +¨c¨U°#Ð6Ñ7Ü6;¸E¿J¹JÀq¹MÈ$Ñ<OÓ6P�C˜6˜( '¨#¨¨cÐ2Ó3ô +ñ ð 	�‰�C×ñI !ôJ —’˜dÓ#×/Ñ/ÚZØð 0ð €Jô �{Ó# gÑ-€KØ×Ñ˜d¨TÐÑ2Ø×Ñ�kÐ&<¸U¸GÀ4Ð$HÑHÐPUÐÑVØÐr#   )
r   r   r   rS   r   rS   r    rS   Úreturnr   )r*   rS   r+   úSequence[int]r,   rX  rW  z"tuple[list[int], list[int] | None])r=   ú
np.ndarrayrW  rY  )rT   úpd.DataFramerW  z	pd.Series)rT   rZ  ri   r   rW  rZ  )r|   r<   rW  r<   )r   rS   rª   rS   r…   r¢   r«   r   ri   r   rW  zmTuple[MutableMapping[str, object], Dict[str, object], Dict[str, float], Dict[str, object], Dict[str, object]])rn   úSequence[Mapping[str, object]]rW  zDict[str, Dict[str, float]])rn   z%Sequence[MutableMapping[str, object]]rÇ   z!Mapping[str, Mapping[str, float]]rä   r[  rW  zRTuple[List[Dict[str, float]], Dict[str, Dict[str, float]], List[Dict[str, float]]])r  r   r…   r¢   r©   zMapping[str, object]rW  zDict[str, str])TN)r   rS   rª   rS   r-  rX  r«   r   r   r   ri   r   r*   rS   r.  r¤   r$  úSequence[int] | NonerW  zDict[str, object])r   rS   rL  zSequence[str]r-  rX  r«   r   r   r   ri   r   r*   rS   r.  r¤   r$  r\  rW  rZ  )1Ú
__future__r   r  Úpathlibr   Útypingr   r   r   r	   r
   r   Únumpyr7   ÚpandasrL   ri   r   Údatar   Úexperimentsr   r‘   r   rò   r   r   r   r   r   r   Úmodelr   r“   r   rÃ   rã   r"   r/   r@   rV   rl   rz   rµ   rË   ró   r	  r7  rV  © r#   r!   Ú<module>rf     sÏ  ðÝ "ã Ý ß G× Gã Û å Ý Ý $Ý /÷÷ õ !Ý 5ð (€Ø-Ð ô:ô0ôôôô*ðGAØðGAàðGAð ðGAð ð	GAð
 ðGAðôGAôTð0O*Ø2ðO*à/ðO*ð 3ðO*ð Xô	O*ôdð0 "Ø)-ðAØðAàðAð ðAð ð	Að
 ðAð ðAð ðAð ðAð 'ðAð õAðX "Ø)-ð8Øð8à#ð8ð ð8ð ð	8ð
 ð8ð ð8ð ð8ð ð8ð 'ð8ð ö8r#   