ó
    �±�jóB  ã                  ó¼  • S r SSKJr  SSKrSSKJr  \" \" \5      R                  5       R                  S   5      r\\R                  ;  a  \R                  R                  S\5        SSKJr  SSKJr  SSKJrJr  SSKrSSKrSSKrSSKJr  SS	KJr  SS
KJrJr  SSKr SSK!r"\#" \ RH                  5      r$\ RJ                  r%\ RL                  r&S3S jr'S3S jr(S r)S4S jr*S5S6S jjr+S5S7S jjr,S8S jr-S9S jr.S:S jr/S;S jr0S<S jr1S=S jr2SSSSSSSS.S jr3S r4S>S! jr5S?S# jr6S@S$ jr7SSS"S SS%.S& jr8SS'S(S).S* jr9SAS+ jr:SBS, jr;S5S- jr<S. r=S/ r>S0 r?S1 r@S2 rAg)Ca  Shared utilities for suite2 direct-improvement experiments.

All experiments deliberately reuse the canonical fold loading, target definition,
base experts, and temporal cross-fitting from ``train_v3.py``.  This module adds
only experiment-level meta representations and diagnostics.
é    )ÚannotationsN)ÚPathé   )Ú	dataclass)ÚIterableÚSequence)ÚHistGradientBoostingClassifier)Úpermutation_importance)Úaverage_precision_scoreÚroc_auc_scorec                ó.   • [         R                  " X5      $ ©N)ÚbcÚsafe_ap©ÚyÚps     Ú</root/disk_3tb/earlywarning/30072026/suite6/suite2_common.pyr   r   "   s   € Ü�:Š:�aÓÐó    c                ó.   • [         R                  " X5      $ r   )r   Úsafe_aucr   s     r   r   r   &   s   € Ü�;Š;�qÓÐr   c                ód   • [         R                  " [         R                  " U [        5      SS5      $ )NgH¯¼šò×z>gËPÊÿÿï?)ÚnpÚclipÚasarrayÚfloat)r   s    r   Úclip_probabilityr   *   s    € Ü�7Š7”2—:’:˜a¤Ó'¨¨zÓ:Ð:r   c                ó  • [        [        R                  " U [        5      5      nUR                  S:w  a  [        S5      e[        R                  " USU-
  -  5      nUR                  SSS9nUR                  SSS9nUR                  SSS9nUR                  SSS9nXT-
  nUS:¬  R                  SSS9nU[        R                  " US-   5      -  SU-
  [        R                  " SU-
  S-   5      -  -   * n	[        UR                  S   5       V
s/ s H  n
S	U
 3PM
     sn
[        UR                  S   5       V
s/ s H  n
S
U
 3PM
     sn
-   / SQ-   n[        R                  " XX4XVXxU	/	5      n[        R                  " USSSS9U4$ s  sn
f s  sn
f )zÊOriginal V2-style probability/logit/statistics representation.

For ``m`` experts this returns ``2*m + 7`` columns.  With the original
three experts that is 13 columns, exactly matching final_train_v2.
é   zprobability_matrix must be 2-Dç      ð?r   T)ÚaxisÚkeepdimsç      à?çê-�™—q=Úprobability__expert_Úlogit__expert_)Úprobability_meanÚprobability_minÚprobability_maxÚprobability_stdÚprobability_spreadÚvote_fractionÚensemble_entropyg        )ÚnanÚposinfÚneginf)r   r   r   r   ÚndimÚ
ValueErrorÚlogÚmeanÚminÚmaxÚstdÚrangeÚshapeÚcolumn_stackÚ
nan_to_num)Úprobability_matrixr   Úlogitsr4   ÚminimumÚmaximumr7   Úspreadr,   ÚentropyÚiÚnamesÚzs                r   Úv2_meta_featuresrE   .   sŒ  € ô 	œŸšÐ$6¼Ó>Ó?€AØ‡v�v�ƒ{ÜÐ9Ó:Ð:Ü�VŠV�A˜˜q™‘MÓ"€FØ�6‰6�q 4ˆ6Ð(€DØ�e‰e˜ TˆeÐ*€GØ�e‰e˜ TˆeÐ*€GØ
�%‰%�Q ˆ%Ð
&€CØÑ€FØ˜#‘X—O‘O¨°T�OÐ:€MØ”r—v’v˜d U™lÓ+Ñ+¨s°T©z¼R¿VºVÀCÈ$ÁJÐQVÑDVÓ=WÑ.WÑWÐX€Gä-2°1·7±7¸1±:Ô->Ó?Ò->¨Ð ˜sÓ	#Ñ->Ñ?Ü).¨q¯w©w°q©zÔ):Ó
;Ò): Aˆ^˜A˜3ÓÑ):Ñ
;ñ	<ò
ñ	
ð 
ô 	�Š˜ D°7ÀÐX_Ð`Óa€AÜ�=Š=˜ ¨C¸Ñ<¸eÐCÐCùò 	@ùÚ
;s   ÄFÄ8F
c                óÊ   • Uc  [         R                  " U 5      u  p#US U4$ [        U 5      n[        R                  " X/SSS9n[         R                  " U5      u  p#US U X$S  U4$ )NTF)Úignore_indexÚsort)ÚcoreÚextract_temporal_groupsÚlenÚpdÚconcat)ÚhistoryÚtargetÚgroupsÚsourceÚnÚcombineds         r   Ú_temporal_codes_for_framesrT   L   sm   € Ø�~Ü×5Ò5°gÓ>‰ˆØ�t˜VÐ#Ð#ÜˆG‹€AÜ�yŠy˜'Ð*¸ÀEÑJ€HÜ×1Ò1°(Ó;�N€FØ�"�1ˆ:�v˜b�z 6Ð)Ð)r   c                óÖ  • U R                  SS9nUc  SOUR                  SS9n[        X#5      u  pEnS nU" USS5      nU" USS5      n	Uc  [        U5      n
X‰UpÜnSnO#[        U5      n
U" USS5      nU" USS5      nUnS	n[        R                  " U5      R                  5       (       a.  UGbÛ  [        R                  " U5      R                  5       (       Gd±  Uc™  [        R                  " [        R                  " U
[        5      [        R                  " U
[        5      [        R                  " U
[        5      [        R                  " U
[        5      [        R                  " U
[        5      S
.5      $ [        R                  " U5      R                  5       R                  5       n[        R                  " U	5      R                  5       R                  5       n[        R                  " U Vs/ s H  nUU;  a  SOSPM     snU Vs/ s H  nUR                  US5      PM     snU Vs/ s H  n[        UU;  5      PM     snU Vs/ s H  nUR                  US5      PM     snU Vs/ s H  n[        UU;  5      PM     snS
.5      $ UGcÓ  [        R                  " [        U5      S4[        5      n0 n0 n0 n[!        S [        R"                  " U[        R                  " U5         5       5       5      nU GH-  n[        R$                  " UU:H  5      S   nU H’  nUU   U	U   nnUR                  U['        5       5      n[        U5      UR                  US5      [        UR                  US5      S:H  5      UR                  US5      [        UR                  US5      S:H  5      /UU'   M”     U Ho  nUU   U	U   nnUR                  US5      S-   UU'   UR)                  U['        5       5      R+                  [        U5      5        UR                  US5      S-   UU'   Mq     GM0     [        R                  " U/ S
QS9R-                  [        [        [        S.5      $ [        R                  " [        U5      S4[        5      n0 n0 n0 n[!        S [        R"                  " U[        R                  " U5         5       5       5      n[!        S [        R"                  " U[        R                  " U5         5       5       5      nSnU GH  nU[        U5      :  a¼  UU   U:  a³  UU   n[        R$                  " UU:H  5      S    Ho  nUU   U	U   nnUR                  US5      S-   UU'   UR)                  U['        5       5      R+                  [        U5      5        UR                  US5      S-   UU'   Mq     US-  nU[        U5      :  a  UU   U:  a  M³  [        R$                  " UU:H  5      S    H�  nUU   UU   nn[        UR                  U['        5       5      5      UR                  US5      [        UR                  US5      S:H  5      UR                  US5      [        UR                  US5      S:H  5      /UU'   M’     GM‚     [        R$                  " [        R                  " U5      ) 5      S   n[        U5      (       GaO  U[        U5      :  aª  UU   n[        R$                  " UU:H  5      S    Ho  nUU   U	U   nnUR                  US5      S-   UU'   UR)                  U['        5       5      R+                  [        U5      5        UR                  US5      S-   UU'   Mq     US-  nU[        U5      :  a  Mª  U H�  nUU   UU   nn[        UR                  U['        5       5      5      UR                  US5      [        UR                  US5      S:H  5      UR                  US5      [        UR                  US5      S:H  5      /UU'   M’     [        R                  " U/ S
QS9R-                  [        [        [        S.5      $ s  snf s  snf s  snf s  snf s  snf )a  Chronology-safe student/course support using *strictly prior* semesters.

When ``target`` is supplied, only history rows with a temporal code smaller
than each target row can contribute.  Rows from the same target semester do
not count as prior evidence for one another.
T)ÚdropNc                óâ   • X;   aC  X   R                  S5      R                  U5      R                  [        5      R                  5       $ [        R
                  " U/[        U 5      -  [        5      $ )NÚstring)ÚastypeÚfillnaÚstrÚto_numpyr   r   rK   Úobject)ÚframeÚcolÚdefaults      r   ÚvaluesÚ.chronological_support_features.<locals>.valuesa   sU   € Ø‹<Ø‘:×$Ñ$ XÓ.×5Ñ5°gÓ>×EÑEÄcÓJ×SÑSÓUÐUÜ�zŠz˜7˜)¤c¨%£jÑ0´&Ó9Ð9r   ÚIDSVz<NO_STUDENT>ÚIDMHz<NO_COURSE>F©Úhistory_semestersÚhistory_rowsÚnew_studentÚcourse_prior_rowsÚ
new_courser   r   é   c              3  ó$   #   • U  H  ov •  M     g 7fr   © ©Ú.0Úvs     r   Ú	<genexpr>Ú1chronological_support_features.<locals>.<genexpr>�   s   é € ÐIÒ*H QœqÒ*Hùó   ‚)Úcolumns)rf   rg   ri   c              3  ó$   #   • U  H  ov •  M     g 7fr   rm   rn   s     r   rq   rr   «   s   é € ÐCÒ$B˜qœÒ$Bùrs   c              3  ó$   #   • U  H  ov •  M     g 7fr   rm   rn   s     r   rq   rr   ¬   s   é € ÐEÒ&D œ1Ò&Dùrs   )Úreset_indexrT   rK   r   ÚisfiniteÚanyrL   Ú	DataFrameÚzerosÚintÚonesr   ÚSeriesÚvalue_countsÚto_dictÚgetÚsortedÚuniqueÚwhereÚsetÚ
setdefaultÚaddrY   )rN   rO   ÚhistÚtgtÚghÚgtÚ_ra   ÚhsÚhcÚout_rowsÚtsÚtcÚtgÚupdate_with_targetÚstudent_rowsÚcourse_rowsÚsÚcÚresultÚstudent_semestersÚfinite_blocksÚbÚidxrB   ÚsemsÚhist_blocksÚtarget_blocksÚhposÚhbÚnan_idxs                                  r   Úchronological_support_featuresr£   V   s¾  € ð ×Ñ DÐÐ)€DØ‘.‰$ f×&8Ñ&8¸dÐ&8Ð&C€CÜ*¨4Ó5�I€BˆAò:ñ
 
��f˜nÓ	-€BÙ	��f˜mÓ	,€Bà
�{Ü�t“9ˆØ˜R�ˆØ!Ñä�s“8ˆÙ�C˜ Ó0ˆÙ�C˜ Ó/ˆØˆØ"Ðô
 �;Š;�r‹?×Ñ× Ñ  S¢_¼R¿[º[È»_×=PÑ=P×=RÒ=RØ‰;Ü—<’<Ü%'§X¢X¨h¼Ó%<Ü "§¢¨´3Ó 7Ü!Ÿwšw x´Ó7Ü%'§X¢X¨h¼Ó%<Ü Ÿgšg h´Ó6ñ!ó ð ô —y’y “}×1Ñ1Ó3×;Ñ;Ó=ˆÜ—i’i “m×0Ñ0Ó2×:Ñ:Ó<ˆÜ�|Š|ÙMOÓ!PÊRÈ q°Ó'<¡!À!Ò"CÉRÑ!PÙ=?Ó@ºR¸˜\×-Ñ-¨a°Ö3¹RÑ@ÙBDÓEÂ"¸QœE !¨<Ñ"7Ö8Á"ÑEÙACÓ!DÂ¸A +§/¡/°!°QÖ"7ÁÑ!DÙ@BÓCÂ¸1œ5 ¨+Ñ!5Ö6ÁÑCñ
ó ð 	ð ‚{Ü—’œ3˜t›9 a˜.¬%Ó0ˆØ')ˆØ,.ÐØ&(ˆÜÑI¬"¯)ª)°B´r·{²{À2³Ñ4GÔ*HÓIÓIˆÜˆAÜ—(’(˜2 ™7Ó# AÑ&ˆCÛ�Ø˜!‘u˜b ™e�1�Ø(×,Ñ,¨Q´³Ó6�ä˜“I˜|×/Ñ/°°1Ó5´u¸\×=MÑ=MÈaÐQRÓ=SÐWXÑ=XÓ7YØ—O‘O A qÓ)¬5°·±ÀÀAÓ1FÈ!Ñ1KÓ+Lð��q“	ñ ó �Ø˜!‘u˜b ™e�1�Ø".×"2Ñ"2°1°aÓ"8¸1Ñ"<�˜Q‘Ø!×,Ñ,¨Q´³Ó6×:Ñ:¼5À»8ÔDØ!,§¡°°AÓ!6¸Ñ!:�˜A“ô	 ñ ô  �|Š|˜Fò -
ñ ç‰6¬¼SÔWZÑ[Ó\ð	]ô �XŠX”s˜3“x �m¤UÓ+€FØ#%€LØ(*ÐØ"$€KÜÑC¤B§I¢I¨b´·²¸R³Ñ.AÔ$BÓCÓC€KÜÑE¤b§i¢i°´2·;²;¸r³?Ñ0CÔ&DÓEÓE€MØ€DÜˆØ”S˜Ó%Ó%¨+°dÑ*;¸aÓ*?Ø˜TÑ"ˆBÜ—X’X˜b B™hÓ'¨Ô*�Ø˜!‘u˜b ™e�1�Ø".×"2Ñ"2°1°aÓ"8¸1Ñ"<�˜Q‘Ø!×,Ñ,¨Q´³Ó6×:Ñ:¼5À»9ÔEØ!,§¡°°AÓ!6¸Ñ!:�˜A“ñ	 +ð
 �A‰IˆDð ”S˜Ó%Ó%¨+°dÑ*;¸aÕ*?ô —’˜" ™'Ó" 1Ô%ˆAØ�a‘5˜"˜Q™%ˆqˆAäÐ%×)Ñ)¨!¬S«UÓ3Ó4°l×6FÑ6FÀqÈ!Ó6LÌeÐT`×TdÑTdÐefÐhiÓTjÐnoÑToÓNpØ—‘  1Ó%¤u¨[¯_©_¸QÀÓ-BÀaÑ-GÓ'HðˆF�1‹Iô &ñ ô  �hŠhœŸš B›Ð'Ó(¨Ñ+€GÜ
ˆ7‡|‚|à”S˜Ó%Ó%Ø˜TÑ"ˆBÜ—X’X˜b B™hÓ'¨Ô*�Ø˜!‘u˜b ™e�1�Ø".×"2Ñ"2°1°aÓ"8¸1Ñ"<�˜Q‘Ø!×,Ñ,¨Q´³Ó6×:Ñ:¼5À»9ÔEØ!,§¡°°AÓ!6¸Ñ!:�˜A“ñ	 +ð
 �A‰IˆDð ”S˜Ó%Õ%ó ˆAØ�a‘5˜"˜Q™%ˆqˆAÜÐ.×2Ñ2°1´c³eÓ<Ó=¸|×?OÑ?OÐPQÐRSÓ?TÔV[Ð\h×\lÑ\lÐmnÐopÓ\qÐstÑ\tÓVuð  xC÷  xGñ  xGð  HIð  JKó  xLô  NSð  T_÷  Tcñ  Tcð  deð  fgó  Thð  jkñ  Tkó  Nlð  mˆF�1‹Iñ ô �<Š<˜ò )ñ ç�v¤C¼ÔSVÑWÓXðYùòS "QùÚ@ùÚEùÚ!DùÚCs   Ç,aÈa
È(aÉa!É(a&c                óÈ   • [         R                  " [        U 5      [        5      n[         R                  " [        U5      [        S9nSX!S:*  '   SX!S:¬  US:*  -  '   SX!S:¬  '   U$ )	N)ÚdtypeÚhistory0r   Ú
history1_2r   r   Úhistory3plusé   )r   r   Úlistr|   ÚemptyrK   r]   )rf   ÚdÚouts      r   Úhistory_regime_labelsr®   Ñ   s\   € Ü
�
Š
”4Ð)Ó*¬CÓ0€AÜ
�(Š(”3�q“6¤Ñ
(€CØ€CˆQ‰�KØ+€Cˆa‰�A˜‘FÑÑØ €CˆQ‰�KØ€Jr   c                óÚ  • / SQnU R                  USS9R                  [        5      n[        R                  " [        R
                  " US S 2S4   S5      5      US S 2S4'   [        R                  " [        R
                  " US S 2S4   S5      5      US S 2S4'   [        R                  " [        R
                  " US S 2S4   S5      5      US S 2S4'   [        R                  " U5      / SQ4$ )Nre   r   )rt   Ú
fill_valuer   r©   )Úlog1p_history_semestersÚlog1p_history_rowsrh   Úlog1p_course_prior_rowsrj   )Úreindexr\   r   r   Úlog1pr?   r;   )ÚsupportÚcolsrD   s      r   Úsupport_matrixr¸   Ú   s½   € Úb€DØ�‰ °ˆÐ3×<Ñ<¼UÓC€Aä�hŠh”r—z’z !¢A q D¡'¨1Ó-Ó.€A‚aˆ€d�GÜ�hŠh”r—z’z !¢A q D¡'¨1Ó-Ó.€A‚aˆ€d�GÜ�hŠh”r—z’z !¢A q D¡'¨1Ó-Ó.€A‚aˆ€d�GÜ�=Š=˜Óò  Gð  Gð  Gr   c                óÂ  • [        [        R                  " U [        5      5      n U R                  S:w  d  U R
                  S   S:w  a  [        S5      e[        U 5      u  p#[        U5      u  pEU S S 2S S24   R                  SS9nU S S 2S4   n[        R                  " Xv-
  [        R                  " Xv-
  5      /5      nSS/n	[        R                  " X$U/5      X5-   U	-   4$ )	Nr   r   é   z>p4 must contain exactly 4 expert columns (3 tree + relational)r©   )r!   Úrelational_minus_tree_committeeÚabs_relational_tree_gap)r   r   r   r   r1   r9   r2   rE   r¸   r4   r:   Úabs)
Úp4r¶   ÚmetarC   ÚsupÚ	sup_namesÚq3ÚrelÚextraÚextra_namess
             r   Úrelational_competence_featuresrÆ   ä   sÊ   € Ü	œ"Ÿ*š* R¬Ó/Ó	0€BØ	‡w�w�!ƒ|�r—x‘x ‘{ aÓ'ÜÐYÓZÐZÜ" 2Ó&�K€DÜ# GÓ,�N€CØ	ŠAˆr�ˆrˆE‰�‰˜QˆÐ	€BØ
ŠQ�ˆT‰(€CÜ�OŠO˜S™X¤r§v¢v¨c©hÓ'7Ð8Ó9€EØ4Ð6OÐP€KÜ�?Š?˜D uÐ-Ó.°Ñ0AÀKÑ0OÐOÐOr   c                ó  • [        U5      u  p4[        U5      u  pV[        R                  " U 5      n[	        UR
                  S   5       Vs/ s H  nSU 3PM
     snU-   U-   n	[        R                  " XsU/5      U	4$ s  snf )Nr   Úraw_)rE   r¸   rI   Úclean_Xr8   r9   r   r:   )
ÚX_rawÚexpert_pr¶   r¿   Ú
meta_namesrÀ   rÁ   ÚXrB   rC   s
             r   Úfull_meta_featuresrÎ   ñ   sy   € Ü'¨Ó1Ñ€DÜ# GÓ,�N€CÜ�Š�UÓ€AÜ!& q§w¡w¨q¡zÔ!2Ó3Ò!2˜Aˆt�A�3‹ZÑ!2Ñ3°jÑ@À9ÑL€EÜ�?Š?˜A S˜>Ó*¨EÐ1Ð1ùò 4s   ÁA=c                óp   • [        U 5      n[        U5      n[        U5      n[        SU-
  U-  XT-  -   5      $ )Nr    )r   r   )Ú	committeeÚ
specialistÚ	authorityÚqr–   Úas         r   Úblend_probabilityrÕ   ù   s:   € Ü˜Ó#€AÜ˜Ó$€AÜˆiÓ€AÜ˜S 1™W¨™M¨A©EÑ1Ó2Ð2r   c                óN  • [         R                  " U [        5      n[        S [        R
                  " U[         R                  " U5      U[        U5      :  -     5       5       5      nUb  U[        U5      * S  n[         R                  " [         R                  " X45      5      S   $ )Nc              3  ó$   #   • U  H  ov •  M     g 7fr   rm   rn   s     r   rq   Ú.window_indices_before_block.<locals>.<genexpr>  s   é € ÐZÒ!Y˜A”aÒ!Yùrs   r   )
r   r   r   r‚   rL   rƒ   rx   r|   r„   Úisin)ÚblocksÚtarget_blockÚrecent_blocksr›   Úeligibles        r   Úwindow_indices_before_blockrÞ      s   € Ü
�
Š
�6œ5Ó!€AÜÑZ¤§¢¨1¬R¯[ª[¸«^¸qÄ5ÈÓCVÑ?VÑ-WÑ+XÔ!YÓZÓZ€HØÑ ØœS Ó/Ð/Ð0Ð1ˆÜ�8Š8”B—G’G˜AÓ(Ó)¨!Ñ,Ð,r   é*   éú   é   é   çš™™™™™©?r    )ÚseedÚmax_iterÚmax_leaf_nodesÚmin_samples_leafÚlearning_rateÚl2_regularizationÚsample_weightc               ó  • [         R                  " U 5      n [        R                  " U[        5      n[        [        U5      [	        U5      [	        U5      [	        U5      [        U5      S[	        U5      S9n	U	R                  XUS9  U	$ )NT)rè   rå   ræ   rç   ré   Úearly_stoppingÚrandom_state)rê   )rI   rÉ   r   r   r|   r	   r   Úfit)
rÍ   r   rä   rå   ræ   rç   rè   ré   rê   Úmodels
             r   Úfit_hgb_classifierrð     sr   € ô 	�Š�Q‹€AÜ
�
Š
�1”cÓ€AÜ*Ü˜MÓ*´S¸³]Ü˜>Ó*¼SÐAQÓ=RÜÐ 1Ó2À4Ü˜“Yñ	€Eð 
‡I�Iˆa -€IÑ0Ø€Lr   c                óf  • [         R                  " U R                  [        R                  " U5      5      [
        5      n[         R                  " U R                  5      n[         R                  " US:H  5      S   n[        U5      S:w  a  [        S5      e[        US S 2[        US   5      4   5      $ )Nr   r   zpositive class 1 not exposed)r   r   Úpredict_probarI   rÉ   r   Úclasses_r„   rK   ÚRuntimeErrorr   r|   )rï   rÍ   r   Úclsrœ   s        r   Úpredict_positiverö     s�   € Ü
�
Š
�5×&Ñ&¤t§|¢|°A£Ó7¼Ó?€AÜ
�*Š*�U—^‘^Ó
$€CÜ
�(Š(�3˜!‘8Ó
˜QÑ
€CÜ
ˆ3ƒx�1ƒ}ÜÐ9Ó:Ð:Ü˜Aša¤ S¨¡V£˜nÑ-Ó.Ð.r   ç§èH.ÿï?c                óÚ   • [         R                  " [        R                  " U [        5      U5      u  p#[        R                  " U[
        5      nU[        UR                  5       S5      -  U4$ )Nr$   )rI   Úeffective_sample_weightsr   r   r|   r   r6   r4   )r   ÚbetaÚwÚstatss       r   Úeffective_weightsrý      sN   € Ü×,Ò,¬R¯ZªZ¸¼3Ó-?ÀÓF�H€AÜ
�
Š
�1”eÓ€AØŒs�1—6‘6“8˜UÓ#Ñ# UÐ*Ð*r   ©r   g      Ð?r#   g      è?r   c                óú   • / nU Hf  n[        XU5      n[        R                  " XU5      nUR                  [	        U5      [        X5      [        X5      US   US   US   US   S.5        Mh     [        US S9nX…4$ )NÚfbetaÚ	precisionÚrecallÚ	flag_rate)rÒ   ÚapÚaucÚbest_f2Úbest_precisionÚbest_recallÚbest_flag_ratec                óš   • [         R                  " U S   SS9[         R                  " U S   SS9[         R                  " U S   SS9U S   * 4$ )Nr  éÿÿÿÿ)r.   r  r  rÒ   )r   r;   )Úrs    r   Ú<lambda>Ú"select_authority.<locals>.<lambda>1  sj   € ¤B§M¢M°!°D±'¸rÑ$BÄBÇMÂMÐRSÐTYÑRZÐ`bÑDcÔeg×erÒerÐstÐu~Ñsð  FHñ  fIð  LMð  NYñ  LZð  KZñ  $[r   )Úkey)rÕ   r   Úbinary_fbeta_at_best_thresholdÚappendr   r   r   r6   )	r   rÓ   rÑ   Úgridrú   ÚrowsrÔ   r–   Úbests	            r   Úselect_authorityr  &  sŒ   € Ø€DÛˆÜ˜a¨QÓ/ˆÜ×0Ò0°°tÓ<ˆØ�‰Ü˜q›¬°«¼xÈ»~Ø˜G‘}¸¸[Ñ8IØ ™>¸TÀ+Ñ=Nñ
ö 	ñ ô ˆtñ  [ñ  \€DØˆ:Ðr   c                ó0   • SU SSSS.SU SSSS.SU SSS	S./$ )
Nrã   é   râ   r    )rè   rå   ræ   rç   ré   rá   g¸…ëQ¸ž?é(   ç       @rm   )rå   s    r   Úhgb_parameter_gridr  5  s>   € ð ¨8ÀrÐ_aÐx{Ñ|Ø¨8ÀrÐ_aÐx{Ñ|Ø¨8ÀrÐ_aÐx{Ñ|ðð r   )rä   rå   Úauthority_gridrú   Ú
param_gridc               óê  • U	c  [        U5      O
[        U	5      n	[        X5      u  p«/ nS n[        U	5       HŸ  u  pï[	        X4X^S-  -   U
S.UD6n[        UU5      n[        X4UU5      u  nnSU0UEUR                  5        VVs0 s H  u  nnSU 3U_M     snnEnUR                  U5        US   US   US   US   * 4nUb  UUS	   :”  d  M—  UUUUUU4nM¡     Uu  nnnnnnUUUS   UUUUS
.$ s  snnf )Né   )rä   rê   Ú	candidateÚ	selected_r  r  r  rÒ   r   )rï   ÚparamsrÒ   Ú
validationÚauthority_rowsÚcandidate_rowsÚ!validation_specialist_probability)	r  rª   rý   Ú	enumeraterð   rö   r  Úitemsr  )ÚXtrÚytrÚXvaÚyvaÚqvarä   rå   r  rú   r  rû   rŒ   Ú
candidatesÚbest_bundleÚjr!  rï   ÚpvÚbest_aÚarowsÚkrp   Úrowr  s                           r   Úselect_hgb_with_authorityr5  ?  sC  € ð 2<Ñ1CÔ# HÔ-ÌÈjÓIY€JÜ˜SÓ'�D€AØ€JØ€KÜ˜zÖ*‰	ˆÜ" 3Ð[°$¸R¹±-ÈqÑ[ÐTZÑ[ˆÜ˜e SÓ)ˆÜ(¨°2°~ÓF‰ˆ�Ø˜AÐZ ÐZÈ&Ï,É,Ì.Ô+YÊ.Á3À1ÀQ¨i¸°s¨O¸QÒ,>É.Ò+YÐZˆØ×Ñ˜#ÔØ�d‰|˜V E™]¨F°9Ñ,=ÀÀ{Ñ@SÐ?SÐTˆØÑ #¨°A©Õ"6Ø  v¨v°u¸bÐAŠKñ +ð +6Ñ'€A€uˆf�f˜e Rà &°v¸kÑ7JØ°ÈØ-/ñð ùó ,Zs   ÂC/
i   é   )rä   Úmax_rowsÚtop_kc          
     óÖ  • [         R                  " U[        5      n[        R                  " U5      n[        U5      S:  d$  [         R                  " U5      R                  S:  a  / $ [        U5      U:”  a¾  [         R                  R                  U5      n[         R                  " US:H  5      S   n[         R                  " US:H  5      S   n	[        [        U5      US-  5      n
[        [        U	5      XZ-
  5      n[         R                  UR                  XŠSS9UR                  X›SS94   nX   X,   p! [        XUSSUSS9n[         R                  " UR                   * 5      S U n[#        U5       VVs/ s HS  u  nnU[        U5      :  a  UU   OS	U 3[%        UR                   U   5      [%        UR&                  U   5      US-   S
.PMU     snn$ s  snnf ! [(         a    / s $ f = f)Né2   r   r   r   F)ÚreplaceÚaverage_precision)ÚscoringÚ	n_repeatsrí   Ún_jobsÚf)ÚfeatureÚimportance_ap_dropÚimportance_stdÚrank)r   r   r|   rI   rÉ   rK   rƒ   ÚsizeÚrandomÚdefault_rngr„   r5   Úr_Úchoicer
   ÚargsortÚimportances_meanr&  r   Úimportances_stdÚ	Exception)rï   rÍ   r   Úfeature_namesrä   r7  r8  ÚrngÚposÚnegÚnposÚnnegrœ   r  Úorderr3  rB   s                    r   Úpermutation_rowsrU  W  s"  € Ü
�
Š
�1”cÓ€AÜ�Š�Q‹€AÜ
ˆ1ƒv�ƒ{”b—i’i “l×'Ñ'¨!Ó+Øˆ	Ü
ˆ1ƒv�ÓÜ�i‰i×#Ñ# DÓ)ˆä�hŠh�q˜A‘vÓ˜qÑ!ˆÜ�hŠh�q˜A‘vÓ˜qÑ!ˆÜ”3�s“8˜X¨™]Ó+ˆÜ”3�s“8˜X™_Ó-ˆÜ�e‰e�C—J‘J˜s°%�JÐ8¸#¿*¹*ÀSÐX]¸*Ð:^Ð^Ñ_ˆØ‰v�q‘vˆ1ðÜ" 5¨QÐ8KÐWXÐgkÐtuÑvˆÜ—
’
˜A×.Ñ.Ð.Ó/°°Ð7ˆô QZð  [`ô  Qaô  bò  Qañ  JMð  JKð  LM°´C¸Ó4FÓ0F˜M¨!Ò,ÈaÐPQÈsÈGÔkpÐqr÷  rDñ  rDð  EFñ  rGó  lHô  \að  bc÷  bsñ  bsð  tuñ  bvó  \wð  ABð  CDñ  ADô  Eñ  Qaò  bð  	bùó  bøÜó ØŠ	ðús&   Ä5A G Å5AGÇG ÇG ÇG(Ç'G(c                ó,   • [         R                  " XUS9$ )N)rú   )r   Ú	score_row)r   Úscorerú   s      r   Úscore_metricsrY  m  s   € Ü�<Š<˜ tÑ,Ð,r   c                óú   • [         R                  " U [        5      n [         R                  " U[        5      n[        R
                  " U[        U5      5      n[        R                  " XXC5      nS[        U5      0UE$ )NÚbudget_rate)r   r   r|   r   rI   Úwarn_by_rateÚreport)r   rX  Úraterú   ÚpredÚms         r   Úequal_budget_metricsra  q  s\   € Ü
�
Š
�1”cÓ€AÜ�JŠJ�uœeÓ$€EÜ×Ò˜U¤E¨$£KÓ0€DÜ�Š�A˜dÓ)€AØœ5 ›;Ð,¨!Ð,Ð,r   c           	     ó®   • [        X5      [        X5      pTU S SUS SUS 3nUb%  USU[        X5      -
  S SU[        X5      -
  S 3-  n[        U5        g )NÚ28sz AP/AUC=z.4fÚ/u    | Î”AP=z+.4fu    Î”AUC=)r   r   Úprint)Úlabelr   rX  rÓ   r  r  r–   s          r   Úprint_metric_linerg  y  si   € Ü�aÓ¤¨!Ó!3ˆØ�ˆ+�X˜b ˜X Q s¨3 iÐ0€AØ�}Ø	ˆx˜œ7 1›<™¨Ð-¨W°S¼À!»Ñ5FÀtÐ4LÐMÑMˆÜ	ˆ!…Hr   c                ó0   • [         R                  " X5        g r   )r   Úsave_csv)r  Úpaths     r   ri  ri  �  s   € Ü‡K‚K�Õr   c                ó.   • [         R                  " U 5      $ r   )r   Úparse_folds)r–   s    r   rl  rl  …  s   € Ü�>Š>˜!ÓÐr   c                 ó.   • [         R                  " U 0 UD6$ r   )r   Úload_binary_fold©ÚargsÚkwargss     r   rn  rn  ‰  s   € Ü×Ò Ð/¨Ñ/Ð/r   c                 ó.   • [         R                  " U 0 UD6$ r   )r   Úcrossfit_historical_committeero  s     r   Úcrossfit_committeert  �  s   € Ü×+Ò+¨TÐ<°VÑ<Ð<r   c                 ó.   • [         R                  " U 0 UD6$ r   )r   Úfit_production_committeero  s     r   rv  rv  ‘  s   € Ü×&Ò&¨Ð7°Ñ7Ð7r   )Úreturnr   )r<   ú
np.ndarrayrw  útuple[np.ndarray, list[str]]r   )rN   úpd.DataFramerO   úpd.DataFrame | None)rN   rz  rO   r{  rw  rz  )rf   zIterable[int]rw  rx  )r¶   rz  rw  ry  )r¾   rx  r¶   rz  rw  ry  )rÊ   rx  rË   rx  r¶   rz  rw  ry  )rÒ   r   )rÜ   z
int | None)r÷   )rþ   r  )rà   )r  )gš™™™™™É?r  )BÚ__doc__Ú
__future__r   ÚsysÚpathlibr   Ú_BootstrapPathr[   Ú__file__ÚresolveÚparentsÚ_PARENTrj  ÚinsertÚdataclassesr   Útypingr   r   ÚmathÚnumpyr   ÚpandasrL   Úsklearn.ensembler	   Úsklearn.inspectionr
   Úsklearn.metricsr   r   Útrain_v3rI   Úbreakthrough_commonr   rª   Ú
BASE_NAMESÚFAILURE_BOUNDARYÚTARGETr   r   r   rE   rT   r£   r®   r¸   rÆ   rÎ   rÕ   rÞ   rð   rö   rý   r  r  r5  rU  rY  ra  rg  ri  rl  rn  rt  rv  rm   r   r   Ú<module>r“     sV  ðñõ #Û 
Ý *Ù
‰n˜XÓ&×.Ñ.Ó0×8Ñ8¸Ñ;Ó
<€Ø
�#—(‘(ÓØ‡H�H‡O�O�A�wÔå !Ý ß %Û ã Û Ý ;Ý 5ß Bã Û  á�$—/‘/Ó"€
Ø×(Ñ(Ð Ø	�‰€ôôò;ôDö<*öxYôvôGô
Pô2ô3ô-ð &(°#ÀbØ(*¸$Ø),¸Dõò/ô+ôôð @BØ'*Ð;KØ#)°dõð0 :<ÀdÐRTõ ô,-ô-ôòòò0ò=ó8r   