ó
    Y}³j�1  ã                  ó>  • S SK Jr  S SKrS SKrS SKrS SKrS SKrS SK	J
s  Jr  S SKJrJr  S SKJrJrJr  S SKJrJr  SS jrSS jr " S S	\5      rSS
 jrSS jrS rSS jrSS jrS S jrS r S!S jr!S"S jr"S"S jr#S#S jr$  S$S jr% S"S jr&S r'S r(S"S jr)g)%é    )ÚannotationsN)Úaverage_precision_scoreÚbrier_score_loss)Ú
DataLoaderÚDatasetÚWeightedRandomSampler)ÚSuite22BundleÚfaculty_sampling_weightsc                óš  • [         R                  " U 5        [        R                   R                  U 5        [        R                  " U 5        [        R
                  R                  5       (       a  [        R
                  R                  U 5        S[        R                  R                  l
        S[        R                  R                  l        g )NTF)ÚrandomÚseedÚnpÚtorchÚmanual_seedÚcudaÚis_availableÚmanual_seed_allÚbackendsÚcudnnÚdeterministicÚ	benchmark©r   s    ÚJ/root/disk_3tb/earlywarning/30072026/suite22_sftr_tabm/suite22_training.pyÚseed_everythingr      sr   € Ü
‡K‚K�Ô”r—y‘y—~‘~ dÔ+¬U×->Ò->¸tÔ-DÜ‡z�z×Ñ× Ñ ¤%§*¡*×"<Ñ"<¸TÔ"BØ)-„E‡N�N×ÑÔ&Ø%*„E‡N�N×ÑÕ"ó    c                óL  • U S:X  a  [         R                  " S5      $ U S:X  aD  [         R                  R                  5       (       d  [	        S5      e[         R                  " S5      $ [         R                  " [         R                  R                  5       (       a  S5      $ S5      $ )NÚcpur   zCUDA requested but unavailable)r   Údevicer   r   ÚRuntimeError)Úvalues    r   Úchoose_devicer!      st   € Ø�ƒ~œeŸlšl¨5Ó1Ð1Ø�ƒÜ�z‰z×&Ñ&×(Ñ(´Ð=]Ó0^Ð*^Ü�|Š|˜FÓ#Ð#Ü�<Š<¤%§*¡*×"9Ñ"9×";Ñ";˜ÓGÐGÀÓGÐGr   c                  ó.   • \ rS rSrSSS jjrS rS rSrg)	ÚBundleDataseté   Nc                ó¦   • Xl         [        R                  " U[        5      U l        Uc  S U l        g [        R                  " U[        5      U l        g ©N)Úbr   ÚasarrayÚintÚidxÚrel_perm)ÚselfÚbundleÚindicesÚrelation_permutations       r   Ú__init__ÚBundleDataset.__init__    s8   € ØŒÜ—:’:˜g¤sÓ+ˆŒØ 4Ñ <˜ˆ�Ä"Ç*Â*ÐMaÔcfÓBgˆ�r   c                ó,   • [        U R                  5      $ r&   )Úlenr*   )r,   s    r   Ú__len__ÚBundleDataset.__len__%   s   € œc $§(¡(›mÐ+r   c                ó^  • [        U R                  U   5      nU R                  c  UO[        U R                  U   5      nU R                  n0 S[        R
                  " UR                  U   5      _S[        R
                  " UR                  U   5      _S[        R
                  " UR                  U   5      _S[        R
                  " UR                  U   5      _S[        R
                  " UR                  U   5      _S[        R
                  " UR                  U   5      _S[        R
                  " UR                  U   5      _S[        R
                  " UR                  U   5      _S	[        R
                  " UR                  U   5      _S
[        R
                  " UR                  U   5      _S[        R
                  " UR                   U   5      _S[        R
                  " UR"                  U   5      _S[        R
                  " UR$                  U   5      _S[        R&                  " [        UR(                  U   5      [        R*                  S9_S[        R&                  " [-        UR.                  U   5      [        R0                  S9_S[        R&                  " [-        UR2                  U   5      [        R0                  S9_S[        R&                  " [-        UR4                  U   5      [        R0                  S9_S[        R&                  " U[        R*                  S90E$ )NÚflatÚcourse_targetÚstudent_seqÚstudent_maskÚcourse_neighborsÚcourse_neighbor_maskÚcourse_relation_typeÚrelation_eventsÚrelation_maskÚrelation_typeÚcomponent_eventsÚcomponent_maskÚcomponent_typeÚfaculty_idx©ÚdtypeÚsemester_ordinalÚ
semester_zÚyÚindex)r)   r*   r+   r'   r   Ú
from_numpyr7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   ÚtensorrD   ÚlongÚfloatrG   Úfloat32rH   rI   )r,   ÚjÚiÚrir'   s        r   Ú__getitem__ÚBundleDataset.__getitem__'   s¯  € Ü�—‘˜‘ÓˆØ—-‘-Ñ'‰Q¬S°·±¸qÑ1AÓ-BˆØ�F‰Fˆð
Ø”E×$Ò$ Q§V¡V¨A¡YÓ/ð
àœU×-Ò-¨a¯o©o¸aÑ.@ÓAð
ð œ5×+Ò+¨A¯M©M¸"Ñ,=Ó>ð
ð œE×,Ò,¨Q¯^©^¸BÑ-?Ó@ð	
ð
 ¤× 0Ò 0°×1CÑ1CÀBÑ1GÓ Hð
ð #¤E×$4Ò$4°Q×5KÑ5KÈBÑ5OÓ$Pð
ð #¤E×$4Ò$4°Q×5KÑ5KÈBÑ5OÓ$Pð
ð œu×/Ò/°×0AÑ0AÀ"Ñ0EÓFð
ð œU×-Ò-¨a¯o©o¸bÑ.AÓBð
ð œU×-Ò-¨a¯o©o¸bÑ.AÓBð
ð ¤× 0Ò 0°×1CÑ1CÀBÑ1GÓ Hð
ð œe×.Ò.¨q×/?Ñ/?ÀÑ/CÓDð
ð œe×.Ò.¨q×/?Ñ/?ÀÑ/CÓDð
ð œ5Ÿ<š<¬¨A¯M©M¸!Ñ,<Ó(=ÄUÇZÁZÑPð
ð ¤§¢¬U°1×3EÑ3EÀaÑ3HÓ-IÔQV×Q^ÑQ^Ñ _ð
ð  œ%Ÿ,š,¤u¨Q¯\©\¸!©_Ó'=ÄUÇ]Á]ÑSð!
ð" ”—’œe A§C¡C¨¡F›m´5·=±=ÑAð#
ð$ ”U—\’\ !¬5¯:©:Ñ6ñ%
ð 	
r   )r'   r*   r+   r&   )r-   r	   r.   ú
np.ndarrayr/   znp.ndarray | None)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r0   r4   rS   Ú__static_attributes__© r   r   r#   r#      s   † öhò
 ,õ
r   r#   c                ó¼  • [         R                  R                  [        U5      5      n[         R                  " [        U 5      [        S9n[         R                  " U[        5      n[         R                  " U R                  U   5       HO  n[         R                  " XPR                  U:H  -  5      S   n[        U5      S:”  d  M<  UR                  U5      XG'   MQ     U$ )NrE   r   é   )r   r   Údefault_rngr)   Úaranger3   r(   ÚboolÚuniquerD   ÚwhereÚpermutation)r-   Úmaskr   ÚrngÚpermÚm0Úfir*   s           r   Úmake_relation_permutationri   A   sŸ   € Ü
�)‰)×
Ñ
¤ D£	Ó
*€CÜ�9Š9”S˜“[¬Ñ,€DÜ	�Š�Dœ$Ó	€BÜ�iŠi˜×*Ñ*¨2Ñ.Ö/ˆÜ�hŠh�r×/Ñ/°2Ñ5Ñ6Ó7¸Ñ:ˆÜˆs‹8�a�<ØŸ™¨Ó,ˆD‹Iñ 0ð €Kr   c                ór  • [         R                  " [         R                  " U[        5      5      S   n[	        XUS9n[
        R                  " 5       o™R                  [        U5      5        U(       aŸ  [        U R                  U   U R                  5      u  p«[        U5      S:”  a  [        U5      O
[        U5      n[        [
        R                  " U
[
        R                  S9USU	S9n[!        X‚US[
        R"                  R%                  5       S9$ [!        X‚SS[
        R"                  R%                  5       S9$ )	Nr   ©r/   rE   T)ÚreplacementÚ	generator)Ú
batch_sizeÚsamplerÚnum_workersÚ
pin_memoryF)rn   Úshufflerp   rq   )r   rb   r(   r`   r#   r   Ú	Generatorr   r)   r
   rD   Úfaculty_namesr3   r   Ú	as_tensorÚdoubler   r   r   )r-   rd   rn   Útrainingr   Úsamples_per_epochr/   r*   ÚdsÚgenÚweightsÚ_Únro   s                 r   Úmake_loaderr~   L   sñ   € Ü
�(Š(”2—:’:˜d¤DÓ)Ó
*¨1Ñ
-€CÜ	�vÐ9MÑ	N€BÜ
�/Š/Ó
€CŸ_™_¬S°«YÔ7ÞÜ-¨f×.@Ñ.@ÀÑ.EÀv×G[ÑG[Ó\‰
ˆÜ&)Ð*;Ó&<¸qÓ&@ŒCÐ!Ô"ÄcÈ#ÃhˆÜ'¬¯ª¸ÄuÇ|Á|Ñ(TÐVWÐeiÐuxÑyˆÜ˜"¸WÐRSÜ%*§Z¡Z×%<Ñ%<Ó%>ñ@ð 	@ä�b¸ÈAÜ!&§¡×!8Ñ!8Ó!:ñ<ð <r   c           
     ó°   • U R                  5        VVs0 s H3  u  p#U[        R                  " U5      (       a  UR                  USS9OU_M5     snn$ s  snnf )NT)Únon_blocking)Úitemsr   Ú	is_tensorÚto)Úbatchr   ÚkÚvs       r   Ú
move_batchr‡   Z   sK   € ØZ_×ZeÑZeÔZgÔhÒZgÑRVÐRSˆA´5·?²?À1×3EÑ3E�—‘�V¨$�Ñ/È1ÒLÑZgÒhÐhùÓhs   ”:Ac                óp  • [         R                  " US   US   /S5      nUS   [        U5      -   nUS   [        U5      [        [        U5      S5      -  -   nU " S0 SU_SUS   _SU_SU_SUS   _S	US	   _S
US
   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SU_6$ )Nr7   r8   r]   rG   rH   g�íµ ÷Æ°>ÚcurrentrD   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   Úablationr[   )r   ÚcatrN   Úmax)Úmodelr'   rŠ   Úsemester_shiftÚsemester_scaler‰   ÚsoÚszs           r   Úmodel_forwardr’   ^   s^  € Ü�iŠi˜˜6™ A oÑ$6Ð7¸Ó;€GØ	
ÐÑ	¤ ~Ó!6Ñ	6€BØ	
ˆ<‰œ5 Ó0´3´u¸^Ó7LÈdÓ3SÑSÑ	S€BÙò ÙðØ%& }Ò%5ðÙHJðÙWYðà˜Ò(ðà67¸Ò6FðàUVÐWeÒUfðð Ð-Ò.ðð FGÐG]ÒE^ðð vwð  xNò  vOðð Ð+Ò,ð	ð =>¸oÒ<Nð	ð _`Ð`oÒ^pð	ð
 Ð-Ò.ðð
 @AÐAQÒ?Rðð
 deÐeuÒcvðñ ðð r   c                ó‚  • U R                  S5      n/ n[        R                  " U5       HÉ  nX&:H  n[        R                  " XqS:„  -  5      S   n[        R                  " XqS:*  -  5      S   n	[	        U5      S:X  d  [	        U	5      S:X  a  Mc  US [        U5       o‰S [        U5       n	XH   S S 2S 4   XI   S S S 24   -
  n
UR                  [        R                  " U
* 5      R                  5       5        MË     U(       a$  [        R                  " U5      R                  5       $ [        R                  " SUR                  S9$ )Nr]   g      à?r   r[   ©r   )Úmeanr   ra   rb   r3   r)   ÚappendÚFÚsoftplusÚstackÚzerosr   )ÚlogitsrI   rD   Úmax_per_classÚ
mean_logitÚlossesrh   ÚmÚposÚnegÚdiffs              r   Úpair_ranking_lossr£   l   s	  € Ø—‘˜Q“€JØ€FÜ�lŠl˜;Ö'ˆØÑˆÜ�kŠk˜! 2™v™,Ó'¨Ñ*ˆÜ�kŠk˜! B™w™-Ó(¨Ñ+ˆÜˆs‹8�q‹=œC ›H¨›M©8ØÐ%”3�}Ó%Ð&ˆÐ2E´3°}Ó3EÐ.F¨Ø‰šq $˜wÑ'¨*©/¸$Â¸'Ñ*BÑBˆØ�‰”a—j’j $ Ó'×,Ñ,Ó.Ö/ñ (ö *0Œ5�;Š;�vÓ×#Ñ#Ó%ÐU´U·[²[ÀÈAÏHÉHÑ5UÐUr   c                ó  • US S 2S 4   R                  U S   5      n[        R                  " U S   U5      nUS:”  a  [        U S   X5      O[        R
                  " SUR                  S9nU[        U5      U-  -   nXuUS.4$ )Nr›   r   r[   r”   )ÚbceÚranking)Ú	expand_asr—   Ú binary_cross_entropy_with_logitsr£   r   rš   r   rN   )ÚoutrI   rD   Úranking_weightÚtargetr¥   r¦   Úlosss           r   Úloss_componentsr­   z   s‡   € ØŠq�$ˆw‰Z×!Ñ! # h¡-Ó0€FÜ
×
,Ò
,¨S°©]¸FÓ
C€CØBPÐSTÓBTÔ  H¡¨qÔ>ÔZ_×ZeÒZeÐfhÐqr×qyÑqyÑZz€GØ”�~Ó&¨Ñ0Ñ0€DØ¨Ñ1Ð1Ð1r   c                óÈ   • [         R                  " U [        5      n [         R                  " U 5      R                  S:”  a  [        [        X5      5      $ [         R                  $ )Nr]   )r   r(   r)   ra   ÚsizerN   r   Únan)rI   Úps     r   Úsafe_apr²   ‚   sA   € Ü
�
Š
�1”cÓ€AÜ35·9²9¸Q³<×3DÑ3DÀqÓ3HŒ5Ô(¨Ó.Ó/ÐTÌbÏfÉfÐTr   c                óX  • [         R                  " U [        5      n [        S[	        [        U 5      [        [        U[        U 5      -  5      5      5      5      n[         R                  " [        U 5      [         R                  5      nU(       a  SU[         R                  " U * SS9S U '   U$ )Nr   r]   Ú	mergesort)Úkind)r   r(   rN   rŒ   Úminr3   r)   Úroundrš   Úint8Úargsort)ÚscoreÚrater…   r©   s       r   Úwarn_by_rater¼   ‡   s{   € Ü�JŠJ�uœeÓ$€E¬#¨a´´S¸³ZÄÄUÈ4ÔRUÐV[ÓR\ÑK\ÓE]ÓA^Ó1_Ó*` aÜ
�(Š(”3�u“:œrŸw™wÓ
'€CÞ¸!ˆ#Œb�jŠj˜%˜ kÑ2°2°AÐ6Ñ
7Ø€Jr   c                ó–  • [         R                  " U [        5      n [         R                  " U[        5      nU S:H  US:H  -  R                  5       o0S:H  US:H  -  R                  5       o@S:H  US:H  -  R                  5       nU[	        X4-   S5      -  oc[	        X5-   S5      -  orU-  n[        SU-   U-  U-  [	        X†-  U-   S5      -  5      $ )Nr]   r   gê-�™—q=)r   r(   r)   ÚsumrŒ   rN   )	rI   ÚpredÚbetaÚtpÚfpÚfnr±   ÚrÚb2s	            r   ÚfbetarÆ   Ž   s»   € Ü
�
Š
�1”cÓ€A¤2§:¢:¨d´CÓ#8˜DØˆa‰4�$˜‘'Ñ
×	Ñ	Ó	!€B¨1©¨t°Q©wÑ'7×&<Ñ&<Ó&> 2ÈÁTÈDÐRSÉGÑDT×CYÑCYÓC[ÀØŒˆR‰U�1‹�o€AœC ¡ a›L™�q°$©Y¨"Ü�!�B‘$˜‘˜!‘œC ¡ Q¡ uÓ-Ñ-Ó.Ð.r   c                ó"  • [         R                  " [         R                  " U[        5      5      S   nU R                  U   oPR
                  U   n/ n[        U R                  5       H°  u  p‰Xh:H  n
U
R                  5       (       a&  [         R                  " XZ   5      R                  S:  a  MF  UR                  U	[        XZ   X*   5      [        XZ   [        X*   S5      U5      [        [!        XZ   [         R"                  " X*   SS5      5      5      S.5        M²     [$        R&                  " U5      n[)        U5      (       a#  [        UR*                  R-                  5       5      O[         R.                  * [)        U5      (       a#  [        UR0                  R-                  5       5      O[         R.                  * [)        U5      (       a#  [        UR2                  R-                  5       5      O[         R.                  [5        [)        U5      5      S.U4$ )Nr   é   çš™™™™™É?r]   )ÚfacultyÚapÚf2_at_20Úbrier)Úmacro_apÚmacro_f2Úmacro_brierÚ	faculties)r   rb   r(   r`   rI   rD   Ú	enumeratert   Úanyra   r¯   r–   r²   rÆ   r¼   rN   r   ÚclipÚpdÚ	DataFramer3   rË   r•   ÚinfrÌ   rÍ   r)   )r-   rd   r¿   rÀ   r*   rI   ÚfÚrowsrh   ÚnamerŸ   Úds               r   Úmacro_validationrÜ   •   so  € Ü
�(Š(”2—:’:˜d¤4Ó(Ó
)¨!Ñ
,€CØ‡h�hˆs�m€A×)Ñ)¨#Ñ.�QØ	€DÜ˜V×1Ñ1Ö2‰ˆØ
‰%ˆØ�u‰u�w‰wœ"Ÿ)š) A¡D›/×.Ñ.¨qÓ0±(Ø�‰˜t¬°±°d±gÓ)>Ü % a¡d¬<¸¹ÀÓ+DÀTÓ JÜ"Ô#3°A±D¼¿ºÀÁÈÈ1Ó9MÓ#NÓOñQö 	Rñ 3ô 	‡l‚l�4Ó€Aä),¨Q¯©”5˜Ÿ™Ÿ™›Ô%´b·f±f°WÜ/2°1¯v©v”5˜Ÿ™Ÿ™Ó*Ô+¼B¿F¹F¸7Ü/2°1¯v©v”e˜AŸG™GŸL™L›NÔ+¼2¿6¹6Üœ˜A›“Kñ	ð
 	ð	ð 	r   c                óÌ   • Uc  gU S   US   U-   :”  a  g[        U S   US   -
  5      U::  a8  U S   US   U-   :”  a  g[        U S   US   -
  5      U::  a  U S   US   U-
  :  a  gg)NTrÎ   rÏ   rÐ   F)Úabs)ÚstatsÚbestÚtols      r   Ú
_is_betterrâ   ¨   s’   € Ø�|˜DØˆZÑ˜4 
Ñ+¨cÑ1Ó1¸$Ü
ˆ5�Ñ˜T *Ñ-Ñ-Ó.°#Ó5Ø�Ñ˜t JÑ/°#Ñ5Ó5¸dÜˆu�ZÑ   jÑ!1Ñ1Ó2°cÓ9¸eÀMÑ>RÐUYÐZgÑUhÐknÑUnÓ>nØØr   c	           
     óÊ  • US:X  a  [        XU5      OS n	U R                  5         / n
/ n/ n[        R                  " 5          [	        XUSXiS9 Hß  n[        XÔ5      nUS:X  a  SOUn[        XX÷U5      nU
R                  US   R                  5       R                  5       R                  5       5        UR                  US   R                  5       R                  5       R                  5       5        UR                  US   R                  5       R                  5       R                  5       5        Má     S S S 5        [        R                  " U
5      n[        R                  " U5      n[        R                  " U5      n[        R                  " U5      nUU   R                  [        R                  5      UU   R                  [        R                  5      4$ ! , (       d  f       Nª= f)NÚshuffle_relationsFrk   ÚnoneÚprobabilityÚuncertaintyrJ   )ri   Úevalr   Úno_gradr~   r‡   r’   r–   Údetachr   Únumpyr   Úconcatenater¹   ÚastyperO   )r�   r-   rd   rn   r   rŠ   r   rŽ   r�   Úrelation_permÚscoresÚuncr.   r„   r'   Úactual_ablationr©   rº   rç   ÚixÚorders                        r   Úpredict_modelrô   ²   so  € àEMÐQdÓEdÔ-¨f¸DÔAÐjn€MØ	‡J�J„L˜�& ˜S¨R WÜ	�Š�Ü  ¨z¸5À$ÔkˆEÜ˜Ó&ˆAà(0Ð4GÓ(G™fÈXˆOÜ˜e oÀ^ÓTˆCØ�M‰M˜#˜mÑ,×3Ñ3Ó5×9Ñ9Ó;×AÑAÓCÔDØ�J‰J�s˜=Ñ)×0Ñ0Ó2×6Ñ6Ó8×>Ñ>Ó@ÔAØ�N‰N˜1˜W™:×,Ñ,Ó.×2Ñ2Ó4×:Ñ:Ó<Ö=ñ l÷ 
ô �.Š.˜Ó
 €E¬b¯nªn¸SÓ.A +ÄbÇnÂnÐU\ÓF]À2Ü
�*Š*�R‹.€EØ�‰<×ÑœrŸz™zÓ*¨K¸Ñ,>×,EÑ,EÄbÇjÁjÓ,QÐQÐQ÷ 
�ús   Á C0GÇ
G"c                ó¤  • [         R                  R                  U R                  5       X‰S9nS nSn[        R
                  " U R                  5       5      nSn/ n[        S[        U5      S-   5       GHš  nU R                  5         SSSS.nSn[        XU
SUU-   U5       GHW  n[        UU5      nUR                  SS9  [        U U5      n[        UUS   US	   U5      u  nn[         R                  " U5      (       d  [!        S
5      eUR#                  5         [         R$                  R&                  R)                  U R                  5       S5        UR+                  5         [-        US   5      nUU-  nUS==   [/        UR1                  5       R3                  5       5      U-  -  ss'   UR5                  5        H;  u  nn UU==   [/        U R1                  5       R3                  5       5      U-  -  ss'   M=     GMZ     [7        XX;XNU-   S9u  n!n"[9        XU!U5      u  n#n"SU0U#EUR5                  5        VV s0 s H  u  nn SU 3U [;        US5      -  _M     sn nEn$UR=                  U$5        [?        U#U5      n%U%(       a4  [A        U#5      nUn[        R
                  " U R                  5       5      nSnOUS-  n[C        SUS SU SU$S   S SU#S   S SU#S   S SU#S   S SUS 35        U[        U5      :¼  d  GM‰  U[        U5      :¼  d  GM›    O   U RE                  U5        [        U5      [A        U5      [F        RH                  " U5      4$ s  sn nf )N©ÚlrÚweight_decayr]   r   ç        )r¬   r¥   r¦   T©Úset_to_nonerI   rD   z,Suite22 training diverged to non-finite lossç      @r¬   r   ÚepochÚtrain_z[SELECT] epoch=Ú02dÚ/ú loss=Ú
train_lossú.5fz	 macroAP=rÎ   z.4fz F2@20=rÏ   z Brier=rÐ   z best=)%r   ÚoptimÚAdamWÚ
parametersÚcopyÚdeepcopyÚ
state_dictÚranger)   Útrainr~   r‡   Ú	zero_gradr’   r­   ÚisfiniteÚFloatingPointErrorÚbackwardÚnnÚutilsÚclip_grad_norm_Ústepr3   rN   rê   r   r�   rô   rÜ   rŒ   r–   râ   ÚdictÚprintÚload_state_dictrÕ   rÖ   )&r�   r-   Ú
train_maskÚval_maskr   ÚepochsÚ
min_epochsÚpatiencer÷   rø   rn   Úpredict_batch_sizerx   rª   r   rÀ   ÚoptÚ
best_statsÚ
best_epochÚ
best_stateÚbadrÙ   ÚepÚsumsÚseenr„   r'   r©   r¬   Úpartsr}   r…   r†   r¿   r|   rß   ÚrowÚimproveds&                                         r   Útrain_select_epochsr(  Ä   s  € ä�‰×Ñ˜%×*Ñ*Ó,°ÐÐM€CØ€J �Z¬d¯mªm¸E×<LÑ<LÓ<NÓ.O :ÐUVÐQTÐ]_ÐX\Ü�A”c˜&“k !‘m×$ˆØ�‰Œ B¨R¸"Ñ=�tÀA¸tÜ  °:¸dÀ4ÈÁ7ÐK\×]ˆEÜ˜˜vÓ&ˆA¨¯©À$¨Ñ(GÜ˜e AÓ&ˆC´?À3ÀqÈÁvÈaÐP]ÑN^Ð_mÓ3n©
¨¨UÜ—>’> $×'Ñ'Ô/AÐBpÓ/qÐ)qØ�M‰MŒOœUŸX™XŸ^™^×;Ñ;¸E×<LÑ<LÓ<NÈsÔSÐUX×U]ÑU]ÔU_Ü�!�C‘&‹kˆA˜4 ™7˜4 D¨£L´%¸¿¹»×8IÑ8IÓ8KÓ2LÈQÑ2NÑ$N£LØ—{‘{–}‘��! d¨1£g¬u°Q·X±X³Z·^±^Ó5EÓ/FÀqÑ/HÑ&H¥g”}ñ ^ô ˜U¨(ÀfÐWYÑRYÑZ‰ˆˆQÜ  °°dÓ;‰ˆˆaØ�RÐW˜%ÐWÈÏÉÌÔ"VÊÁ#À!ÀA V¨A¨3 <°´#°d¸1³+±Ò#=ÉÒ"VÐWˆØ�‰�CÔÜ˜E *Ó-ˆÞÜ˜E“{ˆJ¨r J¼d¿mºmÈE×L\ÑL\ÓL^Ó>_°:ÐefÑadØ�1‰fˆcÜ�  3˜x q¨¨°°s¸<Ñ7HÈÐ6MÈYÐW\Ð]gÑWhÐilÐVmð nØ˜ZÑ(¨Ð-¨W°U¸=Ñ5IÈ#Ð4NÈfÐU_Ð`cÐTdðfô 	gàŒs�:‹Ö 3¬¨H«Ö#5±uñ' %ð( 
×Ñ˜*Ô%Üˆz‹?œD Ó,¬b¯lªl¸4Ó.@Ð@Ð@ùó #Ws   È4 M
c                ó(  • [         R                  R                  U R                  5       XVS9n[	        S[        U5      S-   5       GHI  nU R                  5         SnSn[        XUSX¬-   U5       Há  n[        Xó5      nUR                  SS9  [        U U5      n[        UUS   US   U	5      u  nnUR                  5         [         R                  R                  R                  U R                  5       S	5        UR!                  5         U[#        UR%                  5       R'                  5       5      [)        US   5      -  -  oÞ[)        US   5      -  nMã     US:X  d  U[        U5      :X  d  GM&  [+        S
US SU SU[-        US5      -  S 35        GML     g )Nrö   r]   rù   r   Trú   rI   rD   rü   z[REFIT] epoch=rÿ   r   r  r  )r   r  r  r  r
  r)   r  r~   r‡   r  r’   r­   r  r  r  r  r  rN   rê   r   r3   r  rŒ   )r�   r-   rd   r   r  r÷   rø   rn   rx   rª   r   r  r"  Útotalr$  r„   r'   r©   r¬   r|   s                       r   Útrain_fixed_epochsr+  à   s[  € Ü�‰×Ñ˜%×*Ñ*Ó,°ÐÐM€CÜ�A”c˜&“k !‘m×$ˆØ�‰Œ˜R�u Q Ü  ¨Z¸¸T¹WÐEVÖWˆEÜ˜Ó&ˆA s§}¡}À }Ñ'FÜ˜e AÓ&ˆC¬o¸cÀ!ÀCÁ&ÈÈ=ÑIYÐZhÓ.i¡v t¨AØ�M‰MŒOœEŸH™HŸN™N×:Ñ:¸5×;KÑ;KÓ;MÈcÔRÐSV×S[ÑS[ÔS]Ø”5˜Ÿ™›×*Ñ*Ó,Ó-¬c°!°C±&«kÑ9Ñ9ˆEÄÀAÀcÁFÃÑ:Kº$ñ	 Xð
 ˆq‹5�Bœ˜F›–O¤U¨^¸B¸s¸8À1ÀVÀHÈFÐSXÔY\Ð]aÐbcÓYdÑSdÐehÐRiÐ+j×%kò %r   c           	     ó^  • [         R                  " [         R                  " U [        5      SS5      n[         R                  " [         R                  " U[        5      SS5      n[         R                  " U5      [         R
                  " U* 5      -
  n[         R                  " U5      [         R
                  " U* 5      -
  nS[        U5      -
  U-  [        U5      U-  -   nSS[         R                  " [         R                  " USS5      * 5      -   -  R                  [         R                  5      $ )Nçñhãˆµøä>gwJëÿï?r]   iâÿÿÿé   )	r   rÔ   r(   rN   ÚlogÚlog1pÚexprí   rO   )Ú	committeeÚ	candidateÚalphaÚqr±   ÚlqÚlpÚzs           r   Úblend_logitsr9  ì   sÌ   € Ü‡g‚gŒb�jŠj˜¤5Ó)¨$¨vÓ6€A¼"¿'º'Ä"Ç*Â*ÈYÔW\ÓB]Ð^bÐciÓ:j¸Ü	‡v‚vˆaƒy”—’˜1˜"“Ñ€B¤"§&¢&¨£)¬B¯HªH°a°R«LÑ"8˜rØŒˆu‹�~�rÑœ% ›, r™/Ñ)€AØˆq”—’œŸš  3 rÓ*Ð*Ó+Ñ+Ñ,×4Ñ4´R·Z±ZÓ@Ð@r   c                óš  • [         R                  " [         R                  " U[        5      5      S   oPR                  U   nS n/ nU H^  n	[        XbU	5      n
[        XX¤5      u  p¼UR                  S[        U	5      0UE5        [        X·5      (       d  MM  0 UES[        U	5      0EnM`     [        US   5      [        R                  " U5      4$ )Nr   r4  )r   rb   r(   r`   r2  r9  rÜ   r–   rN   râ   rÕ   rÖ   )r-   r  r3  Ú
alpha_gridrÀ   r*   r5  rà   rÙ   Úar¿   rß   r|   s                r   Úselect_safe_blend_alphar=  ó   s´   € Ü
�Š”—’˜H¤TÓ*Ó+¨AÑ.€C×2BÑ2BÀ3Ñ2G°Ø	€D�BˆtÛˆÜ˜! aÓ(ˆÔ2BÀ6ÐSWÓ2]©'¨%Ø�‰�WœU 1›XÐ.¨Ð.Ô/Ü�e×!Ó!Ð(B¨5Ð(B°¼¸q»Ñ(B¢4ñ ô ��g‘Ó¤§¢¨dÓ!3Ð3Ð3r   )r   r)   )r    ÚstrÚreturnztorch.device)r-   r	   r   r)   r?  rU   )r   N)rå   rù   ç      ð?)é   )rª   rN   )rÉ   )g       @)r-  )rå   r   rù   r@  )*Ú
__future__r   r  r   rë   r   ÚpandasrÕ   r   Útorch.nn.functionalr  Ú
functionalr—   Úsklearn.metricsr   r   Útorch.utils.datar   r   r   Úsuite22_datar	   r
   r   r!   r#   ri   r~   r‡   r’   r£   r­   r²   r¼   rÆ   rÜ   râ   rô   r(  r+  r9  r=  r[   r   r   Ú<module>rI     s©   ðÝ "ã Û ã Û Û ß Ð ß Eß GÑ Gç @ô+ôHô
�Gô 
ôDô<òiôôVô2òUô
ô/ô	ô&ð RSØ58ôRð& beôAò8	lòAõ4r   