ó
    ï¥ÈjÚ9  ã                  óx  • S SK Jr  S SKJr  S SKJr  S SKrS SKrS SKrS SK	r	S SK
rS SKrS SKJrJr  SrS(S jrS rS	 rS
 rS)S jrS rS*S jrS*S jrS+S jrS rS rS rS rS rS r S r!S*S jr"S,S jr#S r$S-S jr%S r&\ " S S5      5       r'S r(S r)S*S  jr*S.S! jr+S.S" jr,S/S# jr-S$ r.S% r/S0S& jr0S' r1g)1é    )Úannotations)Ú	dataclass)ÚPathN)Úaverage_precision_scoreÚroc_auc_scoreg:Œ0âŽyE>c                ó0  • [         R                  " U 5        [        R                   R                  U 5         SS KnUR	                  U 5        UR
                  R                  5       (       a  UR
                  R                  U 5        g g ! [         a     g f = f)Nr   )	ÚrandomÚseedÚnpÚtorchÚmanual_seedÚcudaÚis_availableÚmanual_seed_allÚ	Exception)r
   r   s     ÚM/root/disk_3tb/earlywarning/30072026/suite29_enrollment_set/suite25_common.pyÚset_seedr      sl   € Ü
‡K‚K�Ô”r—y‘y—~‘~ dÔ+ðÛØ×Ñ˜$ÔØ�:‰:×"Ñ"×$Ñ$ e§j¡j×&@Ñ&@ÀÕ&FÐ$øÜó Ùðús   ·AB Â
BÂBc                ó  • [         R                  " U [        5      n [         R                  " U[        5      n[	        U 5      S:X  d$  [         R
                  " U 5      R                  S:  a  [        S5      $ [        [        X5      5      $ ©Nr   é   Únan)r   ÚasarrayÚintÚfloatÚlenÚuniqueÚsizer   ©ÚyÚss     r   Úsafe_apr!      s[   € Ü‡j‚j�”3Ó€Aœ2Ÿ:š: a¬Ó.˜Ü
ˆ1ƒvˆqƒy”B—I’I˜a“L×%Ñ% aÓ'´°e³Ð)<ÜÔ(¨Ó-Ó.Ð.ó    c                ó  • [         R                  " U [        5      n [         R                  " U[        5      n[	        U 5      S:X  d$  [         R
                  " U 5      R                  S:  a  [        S5      $ [        [        X5      5      $ r   )r   r   r   r   r   r   r   r   r   s     r   Úsafe_aucr$      sZ   € Ü‡j‚j�”3Ó€Aœ2Ÿ:š: a¬Ó.˜Ü
ˆ1ƒvˆqƒy”B—I’I˜a“L×%Ñ% aÓ'´°e³Ð)<Ü”˜qÓ#Ó$Ð$r"   c                óì   • [         R                  " U [        5      n [         R                  " U[        5      n[        U 5      (       a$  [        [         R                  " X-
  S-  5      5      $ [        S5      $ )Nr   r   )r   r   r   r   Úmeanr   s     r   Úbrierr'   #   sL   € Ü‡j‚j�”5Ó€AœRŸZšZ¨¬%Ó0˜1Ü'*¨1§v¡vŒ5”—’˜!™# ™Ó"Ó#Ð?´5¸³<Ð?r"   c           
     ót  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      SS5      n[	        U 5      (       d  [        S5      $ [         R
                  " SSUS-   5      nSn[        U5       H›  nXU   :¬  XRS-
  :  a
  XUS-      :  O	XUS-      :*  -  nUR                  5       (       d  M>  U[        UR                  5       5      [        [        X   R                  5       5      [        X   R                  5       5      -
  5      -  -  nM�     [        U5      $ )Nr   é   r   ç        )
r   r   r   Úclipr   ÚlinspaceÚrangeÚanyr&   Úabs)r   r    ÚbinsÚedgesÚoutÚiÚms          r   Úecer5   (   sé   € Ü‡j‚j�”5Ó€AœRŸWšW¤R§Z¢Z°´%Ó%8¸¸1Ó=˜1Üˆq�6‰6œ% ›,Ð&Ü
�+Š+�a˜˜$˜q™&Ó
!€E r 3Ü�4Ž[ˆØ�A‰h‰;¨Q°A©v«X˜A A a¡C™jšL¸AÀQÀqÁS¹z¹MÑ
KˆØ�5‰5�7‹7�Cœ5 §¡£›?¬3¬u°Q±T·Y±Y³[Ó/AÄ%ÈÉÏ	É	ËÓBTÑ/TÓ+UÑUÑU’Cñ ô �‹:Ðr"   c           	     ó˜  • [         R                  " U [        5      n[        U5      nUS:X  a%  [         R                  " S[         R
                  5      $ [        [         R                  " [        [        U5      U-  5      SU5      5      n[         R                  " U* SS9n[         R                  " U[         R
                  5      nSXeS U '   U$ )Nr   r)   Ú	mergesort)Úkind)
r   r   r   r   ÚzerosÚint8r   r+   ÚroundÚargsort)ÚscoreÚrater    ÚnÚkÚorderr2   s          r   Úwarn_by_raterB   2   s‘   € Ü‡j‚j�”uÓ€A¤ Q£˜qØˆ!ƒt”2—8’8˜AœbŸg™gÓ&Ð&Ü	Œ"�'Š'”%œ˜d› A™Ó& q¨Ó
+Ó,€AÜ
�*Š*�a�R˜[Ñ
)€E¬r¯xªx¸¼"¿'¹'Ó/B¨3ÐSTÀCÈbÈqÈ	ÁNÐ]`ÐV`r"   c                ó¤  • [         R                  " U [        5      n [         R                  " U[        5      n[        [         R                  " XS:H  -  5      5      n[        [         R                  " XS:H  -  5      5      n[        [         R                  " U) U S:H  -  5      5      n[        [         R                  " U) U S:H  -  5      5      nU[        X4-   S5      -  os[        X5-   S5      -  nSU-  U-  [        Xx-   [        5      -  o’U-  n
SU
-   U-  U-  [        X§-  U-   [        5      -  n[        [        U5      [        U5      [        U	5      [        U5      X4XV[        U5      (       a  [        UR                  5       5      O[         R                  [        U 5      (       a  [        X:H  R                  5       5      S9
$ [         R                  S9
$ )Nr)   r   r   )
Ú	precisionÚrecallÚf1ÚfbetaÚtpÚfpÚfnÚtnÚ	flag_rateÚaccuracy)r   r   r   ÚboolÚsumÚmaxÚEPSÚdictr   r   r&   r   )r   ÚpredÚbetarH   rI   rJ   rK   rD   rE   rF   Úb2Úfbs               r   Úbinary_metricsrW   9   s8  € Ü‡j‚j�”3Ó€AœbŸjšj¨¬dÓ3˜Ü
Œ2�6Š6�$˜1™‘+ÓÓ€B¤C¬¯ª¨t¸±T©{Ó(;Ó$< ÄÄRÇVÂVÈdÈUÐUVÐXYÑUYÉNÓE[ÓA\¸bÔadÔeg×ekÒekÐnrÐmrÐuvÐxyÑuyÑlzÓe{Óa|Ð^`Ø”�R‘U˜1“‰o€I¬¨R©U°1«¡o˜v¸!¸I¹+ÀfÑ:LÌSÐQZÑQaÔbeÓMfÑ:f°rÐptÑktÐhjÐz{Ð|~Ñz~ð  AJñ  zJð  KQñ  zQô  RUð  VXñ  Vbð  ciñ  Viô  jmó  Rnñ  znÐvxÜœ% 	Ó*´%¸³-Ä5ÈÃ9ÔSXÐY[ÓS\Ð`bÐlnô  VYð  Z^÷  V_ñ  V_ô  @Eð  FJ÷  FOñ  FOó  FQô  @Rô  eg÷  ekñ  ekô  PSð  TU÷  PVñ  PVô  uzð  |@ñ  |C÷  {Iñ  {Ió  {Kó  uLñ  cð  cô  \^÷  \bñ  \bñ  cð  cr"   c                ó´  • [         R                  " U [        5      n [         R                  " U[        5      n[	        X5      [        X5      [        X5      [        XS5      [        U5      (       a  [        [         R                  " U5      5      O[         R                  [        U5      (       a6  [        [         R                  " U5      [         R                  " U 5      -
  5      O[         R                  S.nS H\  n[        U [        X5      U5      n[        [        US-  5      5      nUS   USU 3'   US   USU 3'   US	   US
U 3'   US   USU 3'   M^     U$ )Né
   )ÚapÚaucr'   Úece10Ú
mean_scoreÚcalibration_gap)çš™™™™™¹?g333333Ã?gš™™™™™É?ç      Ð?éd   rD   Úprecision_at_rE   Ú
recall_at_rF   Úf1_at_rG   Ú	fbeta_at_)r   r   r   r   r!   r$   r'   r5   r   r&   r   rW   rB   Ústr)r   r    rT   r2   r>   r4   Útags          r   Úmetric_dictrh   @   s¼  € Ü‡j‚j�”3Ó€Aœ2Ÿ:š: a¬Ó.˜Ü�a‹l¤¨!£´u¸Q³zÌ#ÈaÐRTË+Ôx{Ð|}×x~Ñx~ÔchÔik×ipÒipÐqrÓisÔctô  EG÷  EKñ  EKô  ~Að  BC÷  ~Dñ  ~Dô  ^cô  df÷  dkò  dkð  lmó  dnô  oq÷  ovò  ovð  wxó  oyñ  dyô  ^zô  JL÷  JPñ  JPñ  	Q€CÛ!ˆÜ
˜œ<¨Ó/°Ó
5ˆÜ”�D˜‘H“ÓˆØ#$ [¡>ˆˆm˜C˜5Ð!Ñ"È!ÈHÉ+°#¸
À3À%Ð6HÑ2IÐjkÐlpÑjqÐVYÐ\bÐcfÐbgÐZhÑVið  JKð  LSñ  JTÐruð  yBð  CFð  BGð  wHó  sIñ "ð €Jr"   c           
     óÔ  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " [        U5      [        5      n[         R                  " [        U5      [        5      n[         R                  " U 5       HÎ  nX:H  [         R                  " U5      -  n[        [        R                  " X   5      5      n[        U5      S::  a  SX6'   MT  [        [        U5      [        U5      S-
  5      n[        Xx* S  5      n	SXF[         R                  " U[        U	5      5      -  '   SX6[         R                  " U[        U	5      5      ) -  '   MÐ     X44$ )Nr)   T)r   r   r   r   r9   r   rN   r   ÚisfiniteÚsortedÚpdÚminÚsetÚisinÚlist)
Úfaculty_idxÚblocksÚ
val_blocksÚtrÚvaÚfir4   ÚubÚnvÚvbs
             r   Úlatest_block_splitrz   J   s$  € Ü—
’
˜;¤sÓ+€K´B·J²J¸vÄeÓ4L¨VÜ	‡x‚x”�F“œDÓ!€B¤b§h¢h¬s°6«{¼4Ó&@ 2Ü�iŠi˜Ö$ˆØ‰?œBŸKšK¨Ó/Ñ
/ˆ´F¼2¿9º9ÀVÁYÓ;OÓ4P°Üˆr‹7�A‹:˜T�r‘u¡8ÜŒs�:‹œs 2›w q™yÓ)ˆ¬c°"°S°T°(«m¨2Ð\`¸RÄ"Ç'Â'È&ÔQUÐVXÓQYÓBZÑ@ZÑ=[ð  EIÐbdÔik×ipÒipÐqwÔx|Ð}ó  yAó  jBð  iBñ  fCó  cDñ %ð ˆ5€Lr"   c                ó¦  • [         R                  " U [        5      n[         R                  " [	        U5      [
        5      n[        [        U5      5       H0  nX$:H  n[        UR                  5       5      nU(       d  M)  SU-  X5'   M2     U[	        U5      [        UR                  5       [        5      -  -  o3R                  [         R                  5      $ )Nç      ð?)r   r   r   r9   r   r   r-   rO   rP   rQ   ÚastypeÚfloat64)rq   Ún_facultiesÚfÚwr3   r4   r?   s          r   Úfaculty_sampling_weightsr‚   T   s�   € Ü‡j‚j�œSÓ!€A¤R§X¢X¬c°!«f´UÓ%; 1Ü”3�{Ó#Ö$ˆØ
‰$ˆ”#�a—e‘e“g“,�ßˆ1�3�q‘5ˆa‹dñ %ð „sˆ1ƒvŒc�!—%‘%“'œ#ÓÑÑ€A§x¡x´·
±
Ó';Ð ;r"   c                ó‚   •  [        [        U 5      5      oS-  o!S-  nUS;   a  US-  US-
  -   $ S $ ! [         a     g f = f)NrY   )r)   r   é   r„   r)   )r   r   r   )ÚvalueÚxr   Úts       r   Úsemester_ordinalrˆ   \   sK   € ð!Ü
Œe�E‹lÓ
ˆ "™u˜Q¨"© aØ ›Lˆq�‰s�A�a‘C‰yÐ2¨dÐ2øÜÓ ™DÐ ús   ‚,1 ¯1 ±
>½>c                ót   • [        U 5      n[        U5      nUb  Ub  [        X#-
  5      $ [        R                  $ ©N)rˆ   r   r   r   )ÚtargetÚeventÚaÚbs       r   Úsemester_distancer�   c   s3   € Ü�vÓ€AÔ"2°5Ó"9 Ø™¨1©=Œ5�‘‹:ÐD¼b¿f¹fÐDr"   c                 óÈ   • SS K nUR                  SR                  [        [        U 5      5      R                  S5      SS9R                  5       n[        R                  USSS9$ )	Nr   Ú|Úutf8é   )Údigest_sizeÚlittleF)Úsigned)	ÚhashlibÚblake2bÚjoinÚmaprf   ÚencodeÚdigestr   Ú
from_bytes)Úpartsr—   Úhs      r   Ústable_hashr    h   sO   € ÛØ‡o�o�c—h‘hœs¤3 u›~Ó.×5Ñ5°fÓ=È!€oÐL×SÑSÓU€AÜ�>‰>˜!˜H¨Eˆ>Ð2Ð2r"   c                óœ   • [         R                  " [         R                  " U [        5      SS5      n [         R                  " U SU -
  -  5      $ )Nç�íµ ÷Æ°>çé!çýÿï?r)   )r   r+   r   r   Úlog)Úps    r   Úlogitr¦   n   s4   € Ü‡g‚gŒb�jŠj˜œ5Ó! $ vÓ.€A´r·v²v¸aÀÀ1Á¹g³Ð0Fr"   c           	     óž   • [         R                  " U [        5      n SS[         R                  " [         R                  " U SS5      * 5      -   -  $ )Nr)   iØÿÿÿé(   )r   r   r   Úexpr+   )Úzs    r   Úsigmoidr«   r   s:   € Ü‡j‚j�”5Ó€A ! Q¤r§v¢v¬r¯wªw°q¸¸RÓ/@Ð.@Ó'AÑ%AÑ"BÐBr"   c                óx   • [        S[        U5      -
  [        U 5      -  [        U5      [        U5      -  -   5      $ )Nr)   ©r«   r   r¦   )Ú	committeeÚgraphÚalphas      r   Úblend_logitsr±   v   s1   € Ü�A”e˜E“l‘N¤E¨)Ó$4Ñ4´U¸5³\Ä%ÈÃ,Ñ5NÑNÓOÐOr"   c                ó   • [         R                  " U [        5      n [         R                  " U[        5      n[	        U5      (       a^  [         R
                  " [         R                  " U[         R                  " SS[        S[        S[	        U5      5      5      5      5      5      O[         R                  " S/5      nS nU H?  n[        XU:¬  U5      ofS   US   US   US	   * 4nUb
  XtS
   :”  d  M1  U[        U5      U4nMA     US   US   S	   4$ )Ngü©ñÒMbP?g+‡ÙÎ÷ï?iX  é2   ç      à?rG   rE   rD   rL   r   r)   r   )r   r   r   r   r   r   Úquantiler,   rm   rP   ÚarrayrW   )r   r    rT   ÚqsÚbestr‡   r4   Úkeys           r   Ú_select_thresholdrº   z   së   € Ü‡j‚j�”3Ó€Aœ2Ÿ:š: a¬Ó.˜ÜSVÐWX×SYÑSY„r‡y‚y”—’˜QœrŸ{š{¨4°´S¸¼SÀÄCÈÃF»^Ó5LÓMÓNÔOÔ_a×_gÒ_gÐikÐhlÓ_m€BØ	€DÛˆÜ
˜˜a™4 Ó
%ˆ¨g©J°q¸±{À1À[Á>ÐSTÐU`ÑSaÐRaÐ+b sØ‰<˜3 A™w�;¨S´°q³¸!Ð,<¢tñ ð �‰7�4˜‘7˜;Ñ'Ð'Ð'r"   c           	     óh  • [        SU -   5        [        S[        S[        U 5      5      -  5        [        R                  " U5      n[        U5      U:”  a  UR                  U5      n[        R                  " SSSSSS	5         [        UR                  S
S95        S S S 5        g ! , (       d  f       g = f)NÚ
Ú-éP   zdisplay.max_columnséÈ   zdisplay.widthi  zdisplay.max_colwidthr³   F)Úindex)ÚprintrP   r   rl   Ú	DataFrameÚheadÚoption_contextÚ	to_string)ÚtitleÚdfÚmax_rowsÚds       r   Úprint_tablerÊ   „   s”   € Ü	ˆ$ˆu‰*Ô”u˜S¤ R¬¨E«
Ó!3Ñ3Ô4Ü‡l‚l�2Ó€AÜ
ˆ1ƒvˆhƒ˜!Ÿ&™& Ó*˜Ü	×	Ò	Ð0°°_ÀSÐI_Ð`bÕ	cÔdiÐjk×juÑjuð  }BÐjuð  kCô  eD×	c×	cÖ	cús   ÂB#Â#
B1c                ó¨   • [        U5      R                  R                  SSS9  [        U5      R                  [        R
                  " U SS S95        g )NT)ÚparentsÚexist_okr   c                óZ   • [        U S5      (       a  U R                  5       $ [        U 5      $ )NÚitem)ÚhasattrrÏ   rf   ©r†   s    r   Ú<lambda>Úsave_json.<locals>.<lambda>�   s(   € ÔPWÐXYÐZ`×PaÑPaÀAÇFÁFÃHÐDmÔgjÐklÓgmÐDmr"   )ÚindentÚdefault)r   ÚparentÚmkdirÚ
write_textÚjsonÚdumps)ÚobjÚpaths     r   Ú	save_jsonrÝ   ‹   s?   € ÜˆƒJ×Ñ×Ñ D°$ÐÑ7ÜˆƒJ×Ñœ$Ÿ*š* S°Ñ:mÑnÕor"   c                ó  • [        U 5      n/ n[        UR                  S[        U5       S35      5       H7  oCR	                  UR
                  S [        S[        U5       S35      *  5        M9     U(       d  [        SU 35      eU$ )Nz*_fold_ú.joblibÚ_fold_zNo canonical cache files under )r   rk   Úglobr   ÚappendÚnamer   ÚFileNotFoundError)Ú	cache_dirÚfoldr¥   r2   rI   s        r   Údiscover_facultiesrç   �   s~   € Ü
ˆ9ƒo€A˜2�sÜ�Q—V‘V˜g¤c¨$£i [°Ð8Ó9Ö:ˆ¿J¹JÀrÇwÁwÐOqÔQTÐW]Ô^aÐbfÓ^gÐ]hÐhoÐUpÓQqÐPqÐGrÖ<sÑ:ÞÔ'Ð*IÈ!ÈÐ(MÓNÐNØ€Jr"   c                ó„  • U b+  [        U 5      R                  5       R                  5       S;   a  [        U5      $ [        U 5      R	                  S5       Vs/ s H)  o"R                  5       (       d  M  UR                  5       PM+     nnU Vs/ s H  o"U;  d  M
  UPM     nnU(       a  [        SU 35      eU$ s  snf s  snf )N>   Ú ÚallÚautoÚ,zUnknown faculties: )rf   ÚstripÚlowerrp   ÚsplitÚ
ValueError)r…   Ú	availabler†   ÚwantedÚmissings        r   Úparse_facultiesrô   —   s¤   € Ø�}œ˜E›
×(Ñ(Ó*×0Ñ0Ó2Ð6GÓGÔPTÐU^ÓP_ÐI_Ü" 5›z×/Ñ/°Ô4ÓBÒ4˜!¿¹¿	‹IˆA�G‰GŽIÑ4€FÐBÑX^ÓLuÒX^ÐSTÐktÑbtÏQÑX^ÀGÐLuÞ”jÐ#6°w°iÐ!@ÓAÐAØ€Mùò CùÒLus   ÁB8Á2B8Â	B=ÂB=c                  óv   • \ rS rSr% S\S'   S\S'   S\S'   S\S'   S\S'   S\S'   S\S	'   S\S
'   S\S'   S rSrg)ÚQueryBundleé�   z
np.ndarrayr   r®   rq   rr   Ú	row_indexÚ
student_idÚ	course_idÚtarget_semesterz	list[str]Úfaculty_namesc                óB  • [         R                  " U[        5      n[        U R                  U   U R
                  U   U R                  U   U R                  U   U R                  U   U R                  U   U R                  U   U R                  U   U R                  5	      $ rŠ   )r   r   rN   rö   r   r®   rq   rr   rø   rù   rú   rû   rü   )ÚselfÚmaskr4   s      r   ÚsubsetÚQueryBundle.subset¡   sÇ   € Ü
�*Š*�Tœ$Ó
ˆÜ˜4Ÿ6™6 !™9 T§^¡^°AÑ%6°t×7GÑ7GÈÑ7JÈ4Ï;É;ÐWXÉ>ÐZ^×ZhÑZhÐijÑZkÐlp×l{Ñl{Ð|}Ñl~ð  @D÷  @Nñ  @Nð  OPñ  @Qð  RV÷  Rfñ  Rfð  ghñ  Rið  jn÷  j|ñ  j|ó  }ð  	}r"   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotations__r   Ú__static_attributes__r  r"   r   rö   rö   �   s8   ‡ àƒL˜JÓ&°JÓ(>ÀzÓ@QÐ]gÓSgØÓ ZÓ/ÀÓ1KÐ[dÓMdõ}r"   rö   c                ó‚   • [         R                  " U [        5      n[         R                  " UR	                  SS9SS5      $ )Nr)   )Úaxisr¢   r£   )r   r   r   r+   r&   )r†   r�   s     r   Ú_committee_meanr  ¦   s.   € Ü‡j‚j�”5Ó€A¤"§'¢'¨!¯&©&°a¨&¨.¸¸fÓ"EÐEr"   c                óÚ	  ^• SS K n/ n/ n[        T5       GH~  u  pgUR                  [        U 5      U S[	        U5       S3-  5      n[
        R                  " US   [        5      n	[
        R                  " US   [        5      [
        R                  " U	5      R                  S5      -  n
SU;   a  SOSn[        R                  " [        R                  " [
        R                  " UR                  U[
        R                  " [!        U
5      [
        R"                  5      5      [$        S	9U
   5      S
S9R'                  [        5      n[
        R                  " U5      R                  5       (       d  [)        SU SU 35      eUS   R*                  [
        R,                  " U
5      S      R/                  SS9n[        R                  " US   S
S9R'                  [        5      n[
        R                  " U5      R                  5       (       d  [)        SU SU 35      eUR1                  [3        [
        R                  " US   [        5      U
   [5        Xš   5      [
        R                  " U
R7                  5       U[
        R8                  5      U[
        R,                  " U
5      S   R;                  [
        R<                  5      US   R;                  [>        5      R'                  5       US   R;                  [>        5      R'                  5       U[A        T5      5	      5        US   R/                  SS9n[        R                  " US   S
S9R'                  [        5      n SS K!nURE                  US   5      u  nn[
        R                  " U[        5      nUR1                  [3        [
        R                  " US   [        5      [
        R                  " US   [        5      [
        R                  " [!        U5      U[
        R8                  5      U[
        RH                  " [!        U5      [
        R<                  S	9US   R;                  [>        5      R'                  5       US   R;                  [>        5      R'                  5       U[A        T5      5	      5        GM�     U4S jnU" U5      U" U5      4$ ! [F         a2    [
        R                  " [!        U5      [        U5      [        5      n GNXf = f)Nr   rà   rß   Úcf_probabilitiesÚcf_covered_maskr)   Úcf_block_idsÚtrain_groups)ÚdtypeÚcoerce)Úerrorsz&Non-finite historical temporal blocks z FÚtrain_frameT)ÚdropÚtarget_NHHKz+Non-finite target_NHHK in historical frame ÚytrÚIDSVÚIDMHÚ
test_frameÚyteÚqtec                óB   >^ • [        U 4S jS 5       S[        T5      06$ )Nc           
   3  óŽ   >#   • U  H5  n[         R                  " T Vs/ s H  n[        X!5      PM     sn5      v •  M7     g s  snf 7frŠ   )r   ÚconcatenateÚgetattr)Ú.0r@   r¥   rž   s      €r   Ú	<genexpr>Ú2load_query_bundles.<locals>.cat.<locals>.<genexpr>¼   s@   øé € ð  uò  UtÈqœRŸ^š^Á5Ó,IÂ5¸a¬W°Q®\Á5Ñ,I×JÐJò  UtùÒ,Iùs   ƒA�A 
²A)r   r®   rq   rr   rø   rù   rú   rû   rü   )rö   rp   )rž   Ú	facultiess   `€r   ÚcatÚload_query_bundles.<locals>.cat»   s@   ù€ Üô  uñ  Utó  uð  Tô  DHð  IRó  DSñ  Tð  	Tr"   )%ÚjoblibÚ	enumerateÚloadr   r   r   r   r   rN   rj   rê   rl   Ú
to_numericÚSeriesÚgetÚfullr   r   ÚobjectÚto_numpyrð   ÚilocÚwhereÚreset_indexrâ   rö   r  rO   Úint16r}   Úint32rf   rp   Útrain_v3Úextract_temporal_groupsr   Úarange)rå   r$  ræ   r'  Úhistr‹   rv   r€   rÉ   Úcfr4   r¹   rr   ÚfrÚsemÚftÚsemtÚcoreÚtbÚ_r%  s    `                   r   Úload_query_bundlesrA  ª   sP  ø€ ÛØ	€D�BˆVÜ˜)×$‰ˆØ
�+‰+”d˜9“o¨¨¨6´#°d³)°¸GÐ&DÑDÓ
EˆÜ�:Š:�aÐ*Ñ+¬EÓ2ˆ´b·j²jÀÐCTÑAUÔVZÓ6[Ô\^×\gÒ\gÐhjÓ\k×\oÑ\oÐpqÓ\rÑ6r°AØ,°Ó1‰N°~ˆÌbÏmÊmÔ\^×\eÒ\eÔfh×fpÒfpÐqr×qvÑqvÐwzÔ{}÷  |Cò  |Cô  DGð  HIó  DJô  KM÷  KQñ  KQó  |Ró  rSô  Z`ñ  gað  bcñ  gdó  ]eð  muñ  Ov÷  Oñ  Oô  @Eó  OFÀvÜ�{Š{˜6Ó"×&Ñ&×(Ñ(´
Ð=cÐdeÐcfÐfhÐimÐhnÐ;oÓ0pÐ*pØˆ]Ñ× Ñ ¤§¢¨!£¨Q¡Ñ0×<Ñ<À$Ð<ÐGˆÜ�MŠM˜"˜]Ñ+°8Ñ<×EÑEÄeÓLˆÜ�{Š{˜3Ó×#Ñ#×%Ñ%¬ZÐ:eÐfgÐehÐhjÐkoÐjpÐ8qÓ-rÐ'rØ�‰”K¤§
¢
¨1¨U©8´CÓ 8¸Ñ ;¼OÈBÉEÓ<RÔSU×SZÒSZÐ[\×[`Ñ[`Ó[bÐceÔfh×fnÑfnÓSoÐpvÔwy×wÒwð  ABó  xCð  DEñ  xF÷  xMñ  xMô  NP÷  NVñ  NVó  xWð  XZð  [añ  Xb÷  Xiñ  Xiô  jmó  Xn÷  Xwñ  Xwó  Xyð  z|ð  }Cñ  zD÷  zKñ  zKô  LOó  zP÷  zYñ  zYó  z[ð  \_ô  `dð  enó  `oó  pô  	qØˆ\‰?×&Ñ&¨DÐ&Ð1ˆ¼¿ºÀbÈÑFWÐ_gÑ8h×8qÑ8qÔrwÓ8x°4ð	@Û#¨$×*FÑ*FÀqÈÁÓ*W¡T R¨Ô\^×\fÒ\fÐgiÔjoÓ\pÐY[à�‰”k¤"§*¢*¨Q¨u©X´cÓ":¼2¿:º:ÀaÈÁhÌuÓ;UÔVX×V]ÒV]Ô^aÐbdÓ^eÐfhÔik×iqÑiqÓVrÐsuÔvx×vÒvô  ADð  EGó  AHô  OQ÷  OWñ  OWñ  wXð  Y[ð  \bñ  Yc÷  Yjñ  Yjô  knó  Yo÷  Yxñ  Yxó  Yzð  {}ð  ~Dñ  {E÷  {Lñ  {Lô  MPó  {Q÷  {Zñ  {Zó  {\ð  ]aô  bfð  gpó  bqó  r÷  	sñ %õTáˆt‹9‘S˜“[Ð Ð øô	 Ó?œRŸWšW¤S¨£W¬U°4«[¼Ó?›"Ð?ús   Í6R.Ò.8S*Ó)S*c                ó(  • / n[        UR                  5       Hö  u  pVUR                  U:H  nUR                  5       (       d  M+  UR	                  5        H·  u  p‰[        UR                  U   [        R                  " U	5      U   U5      n
UR                  [        U 5      Xh[        UR                  5       5      [        UR                  U   R                  5       5      [        UR                  U   R                  5       5      S.U
E5        M¹     Mø     U$ )N)ræ   ÚfacultyÚmodelÚrowsÚfailuresÚ
prevalence)r(  rü   rq   r.   Úitemsrh   r   r   r   râ   r   rO   r   r&   )ræ   ÚbundleÚscoresrT   rE  rv   rã   r4   rD  r    Úmds              r   Úfaculty_fold_metric_rowsrL  À   s  € Ø	€DÜ˜V×1Ñ1Ö2‰ˆØ
×
Ñ
˜bÑ
 ˆØ�u‰u�w‰w‘xØ—|‘|–~‰GˆEÜ˜6Ÿ8™8 A™;¤r§z¢z°!£}°QÑ'7¸Ó=ˆBØ�K‰K¤ D£	°DÌcÐRS×RWÑRWÓRYËlÔfiÐjp×jrÑjrÐstÑju×jyÑjyÓj{Óf|ô  KPð  QW÷  QYñ  QYð  Z[ñ  Q\÷  Qañ  Qaó  Qcó  Kdñ  jð  gið  jö  kó &ñ 3ð €Kr"   c           
     ó   • [         R                  " U 5      nUb&  X"R                  R                  [	        U5      5         n/ SQnUR                  SSS9R                  " SSS0U Vs0 s H  nSU 3US4_M     snD6R                  S	SS
9$ s  snf )N)
rZ   r[   r'   r\   r]   r^   Úprecision_at_20Úrecall_at_20Úf1_at_20Úfbeta_at_20rD  F)Úas_indexr$  )rC  ÚnuniqueÚ
mean_fold_r&   Úmean_fold_ap)Ú	ascendingr  )rl   rÂ   ræ   ro   rp   ÚgroupbyÚaggÚsort_values)ÚmetricsÚfoldsrÉ   ÚcolsÚcs        r   Úmacro_summaryr^  Ë   s¯   € Ü‡l‚l�7Ó€AØÑ˜1ŸV™VŸ[™[¬¨e«Ó5Ñ6˜Ú	~€DØ�9‰9�W eˆ9Ð,×0Ò0ÑÐ;PÐÑy}ÓS~Òy}ÐtuÐV`ÐabÐ`cÐTdÐfgÐhnÐeoÒToÑy}ÑS~Ñ÷  Lñ  Lð  M[ð  fkð  Lð  lð  lùÒS~s   Á&Bc                óp  • [         R                  " U 5      nUb&  XDR                  R                  [	        U5      5         nXDR
                  U:H     / SQ   R                  SSSS.S9nXDR
                  U:H     / SQ   R                  SSS	S.S9nUR                  US
S/S9n[        U5      (       d  XSS.$ UR                  UR                  -
  nX[        U5      [        US:„  R                  5       5      [        US:  R                  5       5      [        UR                  5       5      [        UR                  5       5      [        UR!                  5       5      [        UR"                  UR$                  -
  R                  5       5      [        UR&                  UR(                  -
  R                  5       5      S.
$ )N)ræ   rC  rZ   r[   rQ  Úa_apÚa_aucÚa_f2)rZ   r[   rQ  )ÚcolumnsÚb_apÚb_aucÚb_f2ræ   rC  )Úonr   )Ú	candidateÚbaseÚcells)
rh  ri  rj  ÚwinsÚlossesÚmean_delta_apÚmedian_delta_apÚworst_delta_apÚmean_delta_aucÚmean_delta_f2_at20)rl   rÂ   ræ   ro   rp   rD  ÚrenameÚmerger   r`  rd  r   rO   r   r&   Úmedianrm   ra  re  rb  rf  )	rZ  rh  ri  r[  rÉ   r�   rŽ   rª   r†   s	            r   Úpaired_summaryru  Ò   s@  € Ü‡l‚l�7Ó€AØÑ˜1ŸV™VŸ[™[¬¨e«Ó5Ñ6˜Ø�‰�ÑÑÒGÑH×OÑOÐ^dÐkrð  BHñ  YIÐOð  J€AØ�‰�‰ÑÒBÑC×JÑJÐY_Ðfmð  }Cñ  TDÐJð  E€AØ‡g�gˆa�F˜9Ð%€gÐ&€AÜˆq�6‰6 iÀAÑFÐFØ‡f�fˆQ�V‰V�m€AØ!´c¸!³fÄCÈÈ1ÉÏ	É	ËÓDTÔ^aÐcdÐefÑcf×bkÑbkÓbmÓ^nô  @Eð  FG÷  FLñ  FLó  FNó  @Oô  bgð  hi÷  hpñ  hpó  hró  bsô  EJð  KL÷  KPñ  KPó  KRó  ESô  ejð  lm÷  lsñ  lsð  tu÷  t{ñ  t{ñ  l{÷  kAñ  kAó  kCó  eDô  Z_ð  ab÷  agñ  agð  hi÷  hnñ  hnñ  an÷  `tñ  `tó  `vó  Zwñ  xð  xr"   c                óÈ  • / n[        U  Vs1 s H  oUS   iM	     sn5      n[        [        5       R                  " U  Vs/ s H  n[        US   5      PM     sn6 5      nU GH¼  nU  Vs/ s H  oUS   U:X  d  M  UPM     n	nU	 Vs0 s H2  n[        US   5      [	        [
        R                  " US   5      5      _M4     n
n[	        [
        R                  " [
        R                  " U	 Vs/ s H  n[        US   5      U;   d  M  US   PM     sn5      5      5      nU GHû  nU	 Vs/ s H#  n[        US   5      U;   d  M  XÅS   ;   d  M!  UPM%     nnU	 Vs/ s H#  n[        US   5      U;   d  M  XÅS   ;   d  M!  UPM%     nnU(       a  U(       d  Mt  [
        R                  " U Vs/ s H  oUS   PM	     sn5      n[
        R                  " U Vs/ s H
  oUS   U   PM     sn5      n[        UUU5      u  nnU[        UR                  5       S5      -  n/ / / S./ / / S.S.n[        US S	9 GHF  n[
        R                  " US   [        5      n[
        R                  " US   U   [        5      n[	        [
        R                  " UU
R                  [        US   5      S
-
  U5      -  SS5      5      nSUU:¬  4S[        UU5      R                  [        5      44 H”  u  nn[!        UUU5      nUR#                  XŒ[        US   5      UUUU[%        UU5      ['        UU5      S.	UE5        UU   S   R#                  U5        UU   S   R#                  U5        UU   S   R#                  U5        M–     GMI     UR)                  5        HŽ  u  nn[
        R                  " US   5      n[
        R                  " US   5      n[
        R                  " US   5      n[!        UUU5      nUR#                  XŒSUUUU[%        UU5      ['        UU5      S.	UE5        M�     GMþ     GM¿     [*        R,                  " U5      $ s  snf s  snf s  snf s  snf s  snf s  snf s  snf s  snf s  snf )NrC  rJ  ræ   r   r¢   )r   r¥   r    )ÚfixedÚdriftc                ó   • [        U S   5      $ )Nræ   )r   rÑ   s    r   rÒ   Ú%operational_metrics.<locals>.<lambda>æ   s   € ¬c°!°F±)¬nr"   )r¹   r)   g-Cëâ6?g®Gáz®ï?rw  rx  )	rC  rD  ræ   ÚpolicyÚ	thresholdÚdev_flag_rateÚwarning_ratiorZ   r[   r¥   r    ÚPOOLED)rk   rn   Úunionr   r   r   r&   r  rº   rP   r   r+   r,  rB   r}   rN   rW   râ   r!   r$   rH  rl   rÂ   )ÚrecordsÚ	dev_foldsÚholdout_foldsrT   rE  Úrr$  ÚmodelsÚfacÚrrÚprevÚdevprevrD  ÚdevÚholdÚydÚsdÚthrÚdev_rateÚratioÚpoolsr   r    r>   ÚpolrS   r4   rª   r¥   s                                r   Úoperational_metricsr“  Ý   s9  € Ø	€D”v±WÓ=²W° œ|±WÑ=Ó>ˆYÄvÌcËeÏkÊkÑv}Ó[~Òv}ÐqrÔ\_Ð`aÐbjÑ`kÖ\lÑv}Ñ[~ÐNó  HAÀÜˆÙÓ4’w�! I¡,°Ñ"3�A‘wˆÐ4ÑkmÓ;nÒkmÐfg¼CÀÀ&Á	»NÌ5ÔQS×QXÒQXÐYZÐ[^ÑY_ÓQ`ÓKaÒ<aÑkm°dÐ;nÔx}ô  A÷  Fò  Fô  GI÷  GUò  GUñ  gió  VIò  gið  bcô  mpð  qrð  syñ  qzó  m{ð  Hñ  mHó  W]ð  WXð  Y\ô  W]ñ  giñ  VIó  GJó  Kó  yLÐpwÜˆEÙÓWšB�q¤# a¨¡i£.°IÑ"=“À%ÈXÉ;ÑBV—™BˆCÐWÑjló  _jÒjlÐefÔpsÐtuÐv|Ñt}Óp~ð  CPñ  qPÓ_`ð  UZð  `hñ  ^iñ  Ui×_`ÑjlÐY]ð  _jÞžd¡8Ü�~Š~©sÓ3ªs¨! œv©sÑ3Ó4ˆB¼¿ºÑehÓHiÒehÐ`aÈ8ÉÐUZÔI[ÑehÑHiÓ9j°bô  zKð  LNð  OQð  RVó  zWÑlxÐloÐpxð  _gô  hkð  ln÷  lsñ  lsó  luð  vzó  h{ñ  _{ð  Y^Ø " r¨bÑ1¸rÀbÈRÑ:PÑQˆEÜ˜DÑ%<Õ=�Ü—*’*˜Q˜s™V¤CÓ(�¬2¯:ª:°a¸±kÀ%Ñ6HÌÓ+O¨ÔV[Ô\^×\cÒ\cÐdiÐjn×jrÑjrÔsvÐwxÐyñ  xAó  tBð  CDñ  tDð  ELó  kMñ  eMð  NRð  SVó  ]Wó  WXÐQUØ")¨!¨S©&Ð!1°7¼<ÈÈ$Ó;O×;VÑ;VÔW[Ó;\Ð2]Ó ^‘H�C˜Ü$ Q t¨DÓ1�A°$·+±+ÈÔbeÐfgÐhnÑfoÓbpÐz}ð  KNð  _gð  x}ô  CJð  KLð  MNó  COô  V^ð  _`ð  abó  Vcñ  ?hð  fgð  ?hô  3ið  joð  psñ  jtð  uxñ  jy÷  j@ñ  j@ð  ABô  jCð  DIð  JMñ  DNð  ORñ  DS÷  DZñ  DZð  [_ô  D`ð  afð  gjñ  akð  loñ  ap÷  awñ  awð  xyö  azô !_ñ >ð Ÿ™ž‘��AÜ—.’.  3¡Ó(�¬2¯>ª>¸!¸C¹&Ó+A¨ÄBÇNÂNÐSTÐUXÑSYÓDZÀ!Ô]kÐlmÐnoÐptÓ]uÐ[\Ðvz÷  wBñ  wBð  NQð  goð  y|ð  ILð  ]eð  v{ô  AHð  IJð  KLó  AMô  T\ð  ]^ð  _`ó  Tañ  Cfð  deð  Cfö  wgô 'ô ñ ô �<Š<˜ÓÐùò >ùÒ[~ùâ4ùÒ;nùò  VIùâWùò  _jùâ3ùÒHisX   ŒP7¾P<Á(QÁ8QÂ9QÃ(QÄ	QÄ$QÄ>QÅQÅQÅ.QÅ8QÆ$QÇQc                óÆ  • SSK Jn  [        R                  " U [        5      n [        R
                  " [        R                  " U[        5      SS5      n[        R                  " U 5      R                  S:  a  g[        U5      R                  SS5      o2" S	S
SS9R                  X05      n[        UR                  S   5      n[        UR                  S   5      nUS::  a  gXV4$ )Nr   )ÚLogisticRegressionr¢   r£   r   )r|   r*   éÿÿÿÿr)   g     @�@Úlbfgsiè  )ÚCÚsolverÚmax_iter)r   r   )Úsklearn.linear_modelr•  r   r   r   r+   r   r   r   r¦   ÚreshapeÚfitÚcoef_Ú
intercept_)r   r=   r•  rª   r4   r�   rŽ   s          r   Ú	fit_plattr   ï   s®   € Ý7Ü‡j‚j�”3Ó€AœrŸwšw¤r§z¢z°%¼Ó'>¸tÀFÓK˜Ü	‡y‚y�ƒ|×Ñ˜Ó )ÜˆEƒl×Ñ˜2˜aÓ €AÐ$6¸ÀGÐUYÑ$Z×$^Ñ$^Ð_`Ó$c !ÜˆA�G‰G�C‰LÓ€AœU 1§<¡<°¡?Ó3˜1Øˆ!ƒtàØˆ3€Jr"   c                óZ   • [        [        U5      [        U 5      -  [        U5      -   5      $ rŠ   r­   )r=   r�   rŽ   s      r   Úapply_plattr¢  û   s"   € ¤'¬%°«(´5¸³<Ñ*?ÄÀaÃÑ*HÓ"IÐIr"   c	                óÈ  • [         R                  " U [        5      n [         R                  " U[        5      n	[         R                  " U[        5      n
[         R                  " U[        5      n/ nU HÐ  n[	        XšU5      n/ n/ n[        U5       Hg  u  nnUU:H  nUR                  5       (       d  M"  UR                  [        U U   UU   5      5        UR                  [        U U   UU   5      S   5        Mi     UR                  [         R                  " U5      [         R                  " U5      U* [        U5      45        MÒ     [        U5      S   n/ n[         R                  " [        U5      [        5      n[        U5       GH¹  u  nnUU:H  nUR                  5       (       d  M#  [        U U   U	U   5      n[        U U   U	U   5      S   n/ nU Hl  n[	        U	U   U
U   U5      n[        U U   U5      n[        U U   U5      S   nUUU-
  :¼  d  MB  UUU-
  :¼  d  MM  UR                  UUU* [        U5      45        Mn     U(       a  [        U5      S   OSn[        U U   R                  5       5      nUU[        U5      -   -  n[        [         R                  " UU-  SU-
  U-  -   SS5      5      n[	        U	U   U
U   U5      n[        U U   U5      n[        U U   U5      S   nUUU-
  :  d	  UUU-
  :  a  SnU	U   nUnUnUUU'   UR                  U[        UR                  5       5      UUUUUUUUUS.5        GM¼     U[        U5      [         R"                  " U5      4$ )NrQ  r–  r*   r)   r   ç      è?)rC  rE  rF  Úcommittee_apÚcommittee_f2_20Ú	raw_alphaÚglobal_alphaÚshrink_weightÚfinal_alphar!   Ú
safe_f2_20)r   r   r   r   r±   r(  r.   râ   r!   rh   ÚnanmeanrP   r9   r   rO   r+   rl   rÂ   ) r   r®   r¯   rq   rü   Ú
alpha_gridÚkappaÚap_tolÚf2_tolÚqÚgrv   Ú
candidatesr�   r¥   ÚapsÚf2Újr@  r4   r¨  rE  Úfinalrã   Úbase_apÚbase_f2ÚsaferZ   ÚrawrF  r�   Úshrunks                                    r   Úselect_safe_fusionr½  þ   sC  € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Y¬uÓ5˜¼¿
º
À5ÌÓ8O°aÔSU×S]ÒS]Ð^iÔjmÓSnÐPRà€JÛˆÜ
�q˜1Ó
ˆ 2˜s¨ bÜ˜]Ö+‰CˆAˆaØ�!‰eˆAØ�u‰u�w‹w�s—z‘z¤'¨!¨A©$¨q°©tÓ"4Ô5°b·i±iÄÈAÈaÉDÐQRÐSTÑQUÓ@VÐWdÑ@eÖ6fñ ,ð 	×Ñœ2Ÿ:š: c›?¬2¯:ª:°b«>¸1¸"¼UÀ1»XÐFÖGñ ô �Z“ Ñ$€LØ	€D”2—8’8œC Ó.¬uÓ5ˆUÜ˜M×*‰ˆˆ$Ø
ˆa‰%ˆØ�u‰u�w‰w‘xÜ˜˜!™˜Q˜q™TÓ"ˆ¬;°q¸±t¸A¸a¹DÓ+AÀ-Ñ+P 7ÐVXÐQUÛˆAÜ˜1˜Q™4  !¡ QÓ'ˆA¬7°1°Q±4¸«?¨¼kÈ!ÈAÉ$ÈqÓ>QÐR_Ñ>`¸2Ø�7˜6‘>Õ! b¨'°&©.Õ&8¸¿¹ÀbÈÈQÈBÌuÐUVËxÐEXÖ9Yñ ö "ŒC�‹I�bŠM sˆÜ�Q�q‘T—X‘X“Z“ˆ 8¨X´e¸E³lÑ-BÑ#C Ì5ÔQS×QXÒQXÐYZÐ[^ÑY^Ð`aÐbcÑ`cÐeqÑ_qÑYqÐrsÐtwÓQxÓKyÀFÜ
�q˜‘t˜A˜a™D Ó
(ˆ¬G°A°a±D¸«O¨¼{È1ÈQÉ4ÐPQÓ?RÐS`Ñ?a¸BØˆg�f‰nÓ  7¨6¡>Ó 1¸"°6¸qÀ¹t¸QÀwÀBÐRYÈrØˆˆa‰˜Ÿ™°¼CÀÇÁÃ»LÐT\Ðlsð  GNð  [^ð  nzð  KLð  [að  lnð  |~ñ  &÷  @ñ +ð ”�|Ó$¤R§\¢\°$Ó%7Ð7Ð7r"   c                ó"  • [         R                  " [        U 5      [        5      n[	        U5       H[  u  pV[         R
                  " U5      U:H  n[        [         R
                  " U 5      U   [         R
                  " U5      U   U5      XG'   M]     U$ rŠ   )r   Úemptyr   r   r(  r   r±   )r®   r¯   rq   Úalphasr2   r3   r�   r4   s           r   Úapply_faculty_fusionrÁ    sq   € Ü
�Š”�Y“¤Ó&€CÜ˜Ö ‰ˆÜ
�*Š*�[Ó
! 1Ñ
$ˆ¬\¼"¿*º*ÀYÓ:OÐPQÑ:RÔSU×S]ÒS]Ð^cÓSdÐefÑSgÐhiÓ-j c£fñ !à€Jr"   )r
   r   )rY   )ç       @)r„   )r¿   )r)   rŠ   ))r)   r   r„   é   é   )é   é   rÂ  ))r   r_   r`   r´   r¤  r³   gü©ñÒMb`?g{®Gázt?)2Ú
__future__r   Údataclassesr   Úpathlibr   rÙ   ÚmathÚosr	   Únumpyr   Úpandasrl   Úsklearn.metricsr   r   rQ   r   r!   r$   r'   r5   rB   rW   rh   rz   r‚   rˆ   r�   r    r¦   r«   r±   rº   rÊ   rÝ   rç   rô   rö   r  rA  rL  r^  ru  r“  r   r¢  r½  rÁ  r  r"   r   Ú<module>rÏ     sæ   ðå "Ý !Ý ß × Û Û ß Bà
€ôò/ò%ò@ô
òaôcôôò<ò!òEò
3òGòCòPô(ôDòpô
òð ÷}ð }ó ð}òFò!ô,ôlôxôò$	ò Jô8ó6r"   