ó
    ˆú¬jó$  ã                  óò   • S SK Jr  S SKrS SKrS SKrS SKJr  S SKrS SK	r
S SKrS SKJrJr  S SKJrJrJr  S SKJrJr  SS jrSS jr " S	 S
\5      rSS jrS rSS jrS rS rS rSS jrS r S r!S r"g)é    )ÚannotationsN)Ú	dataclass)Úaverage_precision_scoreÚroc_auc_score)Ú
DataLoaderÚDatasetÚWeightedRandomSampler)ÚSuite20BundleÚfaculty_class_sampling_weightsc                óš  • [         R                  " U 5        [        R                   R                  U 5        [        R                  " U 5        [        R
                  R                  5       (       a  [        R
                  R                  U 5        S[        R                  R                  l
        S[        R                  R                  l        g )NTF)ÚrandomÚseedÚnpÚtorchÚmanual_seedÚcudaÚis_availableÚmanual_seed_allÚbackendsÚcudnnÚdeterministicÚ	benchmark)r   s    Ú\/root/disk_3tb/earlywarning/30072026/suite20_semester_target_transformer/suite20_training.pyÚseed_everythingr      su   € Ü
‡K‚K�ÔÜ‡I�I‡N�N�4ÔÜ	×Ò�dÔÜ‡z�z×Ñ× Ñ Ü�
‰
×"Ñ" 4Ô(Ø)-„E‡N�N×ÑÔ&Ø%*„E‡N�N×ÑÕ"ó    c                óL  • U S:X  a  [         R                  " S5      $ U S:X  aD  [         R                  R                  5       (       d  [	        S5      e[         R                  " S5      $ [         R                  " [         R                  R                  5       (       a  S5      $ S5      $ )NÚcpur   zCUDA requested but unavailable)r   Údevicer   r   ÚRuntimeError)Úvalues    r   Úchoose_devicer!      sv   € Ø�ƒ~Ü�|Š|˜EÓ"Ð"Ø�ƒÜ�z‰z×&Ñ&×(Ñ(ÜÐ?Ó@Ð@Ü�|Š|˜FÓ#Ð#Ü�<Š<¤%§*¡*×"9Ñ"9×";Ñ";˜ÓGÐGÀÓGÐGr   c                  ó*   • \ rS rSrSS jrS rS rSrg)ÚBundleDataseté%   c                óP   • Xl         [        R                  " U[        5      U l        g ©N)Úbr   ÚasarrayÚintÚidx)ÚselfÚbundleÚindicess      r   Ú__init__ÚBundleDataset.__init__&   s   € ØŒÜ—:’:˜g¤sÓ+ˆ�r   c                ó,   • [        U R                  5      $ r&   )Úlenr*   )r+   s    r   Ú__len__ÚBundleDataset.__len__*   s   € Ü�4—8‘8‹}Ðr   c                óh  • [        U R                  U   5      n[        R                  " U R                  R
                  U   5      [        R                  " U R                  R                  U   5      [        R                  " U R                  R                  U   5      [        R                  " U R                  R                  U   5      [        R                  " [        U R                  R                  U   5      [        R                  S9[        R                  " [        U R                  R                  U   5      [        R                  S9[        R                  " [        U R                  R                  U   5      [        R                  S9[        R                  " U[        R                  S9S.$ )N©Údtype)ÚflatÚstudent_seqÚstudent_maskÚcourse_targetÚfaculty_idxÚsemester_scalarÚyÚindex)r)   r*   r   Ú
from_numpyr'   r7   r8   r9   r:   Útensorr;   ÚlongÚfloatÚtarget_semesterÚfloat32r=   )r+   ÚjÚis      r   Ú__getitem__ÚBundleDataset.__getitem__-   s  € Ü�—‘˜‘Óˆä×$Ò$ T§V¡V§[¡[°¡^Ó4Ü ×+Ò+¨D¯F©F×,>Ñ,>¸qÑ,AÓBÜ!×,Ò,¨T¯V©V×-@Ñ-@ÀÑ-CÓDÜ"×-Ò-¨d¯f©f×.BÑ.BÀ1Ñ.EÓFÜ Ÿ<š<¬¨D¯F©F×,>Ñ,>¸qÑ,AÓ(BÌ%Ï*É*ÑUÜ$Ÿ|š|¬E°$·&±&×2HÑ2HÈÑ2KÓ,LÔTY×TaÑTaÑbÜ—’œe D§F¡F§H¡H¨Q¡KÓ0¼¿¹ÑFÜ—\’\ !¬5¯:©:Ñ6ñ	
ð 		
r   )r'   r*   N)r,   r
   r-   z
np.ndarray)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r.   r2   rG   Ú__static_attributes__© r   r   r#   r#   %   s   † ô,òõ
r   r#   c                ó�  • [         R                  " [         R                  " U[        5      5      S   n[	        X5      n[
        R                  " 5       n	U	R                  [        U5      5        U(       a¬  [        U R                  U   U R                  U   U R                  US9u  p«[        U5      S:”  a  [        U5      O
[        U5      n[        [
        R                  " U
[
        R                   S9USU	S9n[#        X‚US[
        R$                  R'                  5       S9$ [#        X‚SS[
        R$                  R'                  5       S9$ )	Nr   )Úbetar5   T)Únum_samplesÚreplacementÚ	generator)Ú
batch_sizeÚsamplerÚnum_workersÚ
pin_memoryF)rT   ÚshufflerV   rW   )r   Úwherer(   Úboolr#   r   Ú	Generatorr   r)   r   r=   r;   Úfaculty_namesr1   r	   Ú	as_tensorÚdoubler   r   r   )r,   ÚmaskrT   rX   r   Úsampling_betaÚsamples_per_epochr*   ÚdsrS   Úlocal_wÚ_rQ   rU   s                 r   Ú_loaderre   ;   s  € Ü
�(Š(”2—:’:˜d¤DÓ)Ó
*¨1Ñ
-€CÜ	�vÓ	#€BÜ—’Ó!€IØ×Ñœ#˜d›)Ô$ÞÜ3Ø�H‰H�S‰M˜6×-Ñ-¨cÑ2°F×4HÑ4HÈ}ñ
‰
ˆô 14Ð4EÓ0FÈÓ0J”cÐ+Ô,ÔPSÐTWÓPXˆÜ'Ü�OŠO˜G¬5¯<©<Ñ8Ø#ØØñ	
ˆô ˜"¸WÐRSÔ`e×`jÑ`j×`wÑ`wÓ`yÑzÐzÜ�b¸ÈAÔZ_×ZdÑZd×ZqÑZqÓZsÑtÐtr   c           
     ó°   • U R                  5        VVs0 s H3  u  p#U[        R                  " U5      (       a  UR                  USS9OU_M5     snn$ s  snnf )NT)Únon_blocking)Úitemsr   Ú	is_tensorÚto)Úbatchr   ÚkÚvs       r   Ú
move_batchrn   O   sK   € ØZ_×ZeÑZeÔZgÔhÒZgÑRVÐRSˆA´5·?²?À1×3EÑ3E�—‘�V¨$�Ñ/È1ÒLÑZgÒhÐhùÓhs   ”:Ac                ó„   • US S 2S 4   R                  U 5      n[        R                  R                  R	                  X5      $ r&   )Ú	expand_asr   ÚnnÚ
functionalÚ binary_cross_entropy_with_logits)Úmember_logitsr=   Útargets      r   Úmember_bce_lossrv   S   s5   € ØŠq�$ˆw‰Z×!Ñ! -Ó0€FÜ�8‰8×Ñ×?Ñ?ÀÓVÐVr   c                óÈ   • [         R                  " U [        5      n [         R                  " U 5      R                  S:  a  [         R
                  $ [        [        X5      5      $ ©Né   )r   r(   r)   ÚuniqueÚsizeÚnanrB   r   ©r=   Úps     r   Úsafe_apr   X   sB   € Ü
�
Š
�1”cÓ€AÜ	‡y‚y�ƒ|×Ñ˜1ÓÜ�v‰vˆÜÔ(¨Ó.Ó/Ð/r   c                óÈ   • [         R                  " U [        5      n [         R                  " U 5      R                  S:  a  [         R
                  $ [        [        X5      5      $ rx   )r   r(   r)   rz   r{   r|   rB   r   r}   s     r   Úsafe_aucr�   _   sA   € Ü
�
Š
�1”cÓ€AÜ	‡y‚y�ƒ|×Ñ˜1ÓÜ�v‰vˆÜ”˜qÓ$Ó%Ð%r   c                ó6  • / n/ n[        U5       HÍ  u  pg[        R                  " U5      U:H  nUR                  5       (       a;  [        R                  " [        R                  " U 5      U   5      R
                  S:  a  Mp  [        [        R                  " U 5      U   [        R                  " U5      U   5      n	UR                  U	5        UR                  Xy45        MÏ     U(       a!  [        [        R                  " U5      5      U4$ [        R                  U4$ rx   )Ú	enumerater   r(   Úanyrz   r{   r   ÚappendrB   Únanmeanr|   )
r=   r~   r;   r\   ÚvalsÚrowsÚfiÚnameÚmÚaps
             r   Úmacro_faculty_apr�   f   sË   € Ø€DØ€DÜ˜mÖ,‰ˆÜ�JŠJ�{Ó# rÑ)ˆØ�u‰u�w‰wœ"Ÿ)š)¤B§J¢J¨q£M°!Ñ$4Ó5×:Ñ:¸QÓ>ÙÜ”R—Z’Z “] 1Ñ%¤r§z¢z°!£}°QÑ'7Ó8ˆØ�‰�BŒØ�‰�T�JÖñ -ö (,ŒE”"—*’*˜TÓ"Ó#¸$Ð>Ð>´·±¸$Ð>Ð>r   c                ó$  • U R                  5         [        R                  " U[        5      nS Vs0 s H  ow/ _M     nn[        R
                  " 5          [        XUSS5       GH  n	[        X”5      n
U
S   nU
S   nUS:X  a-  [        R                  " US/S9n[        R                  " US/S9nO2US	:X  a,  [        R                  " U5      n[        R                  " U5      nU " U
S
   X¼U
S   U
S   U
S   5      nS HB  nXŽ   R                  XÞ   R                  5       R                  5       R                  5       5        MD     US   R                  U
S   R                  5       R                  5       R                  5       5        GM"     S S S 5        U H;  nX‡   (       a  [        R                  " X‡   SS9O[        R                  " / 5      X‡'   M=     [        R                   " US   5      nU H  nX‡   U   X‡'   M     U$ s  snf ! , (       d  f       N�= f)N)ÚprobabilityÚuncertaintyÚgateÚ	attentionÚhas_historyr>   Fr   r8   r9   Úreverse_historyé   )ÚdimsÚzero_historyr7   r:   r;   r<   )r�   r�   r‘   r’   r“   r>   )Úaxis)Úevalr   r(   rZ   r   Úno_gradre   rn   ÚflipÚ
zeros_liker…   Údetachr   ÚnumpyÚconcatenateÚarrayÚargsort)Úmodelr,   r_   rT   r   ÚperturbationÚmask_arrrl   Úoutputsrk   r'   r8   r9   ÚoutÚkeyÚorders                   r   Úpredictr©   s   sÊ  € Ø	‡J�J„LÜ�zŠz˜$¤Ó%€HÙiÓjÒi˜�"ŠuÑi€GÐjÜ	�Š�Ü˜V¨z¸5À!×DˆEÜ˜5Ó)ˆAØ˜MÑ*ˆKØ˜^Ñ,ˆLØÐ0Ó0Ü#Ÿjšj¨¸A¸3Ñ?�Ü$Ÿzšz¨,¸a¸SÑA‘Ø Ó/Ü#×.Ò.¨{Ó;�Ü$×/Ò/°Ó=�ÙØ�&‘	˜;°a¸Ñ6HÈ!ÈMÑJZÐ\]Ð^oÑ\póˆCó Z�Ø‘×#Ñ# C¡H§O¡OÓ$5×$9Ñ$9Ó$;×$AÑ$AÓ$CÖDñ Zà�GÑ×#Ñ# A g¡J×$5Ñ$5Ó$7×$;Ñ$;Ó$=×$CÑ$CÓ$E×Fñ E÷ 
ó" ˆØ;B¿:”R—^’^ G¡J°QÒ7Ì2Ï8Ê8ÐTVË<ˆ‹
ñ ä�JŠJ�w˜wÑ'Ó(€EÛˆØ‘Z Ñ&ˆ‹
ñ à€Nùò/ kß	�ús   °G<ÁD3HÈ
Hc                ó   • [         R                  " U5      S   n[        U R                  U   X R                  U   U R
                  5      u  pE[        U R                  U   U5      nUSU-  -   n[        U5      [        U5      [        U5      US.$ )Nr   g333333Ã?)ÚscoreÚmacro_apÚ	pooled_apÚ
faculty_ap)r   rY   r�   r=   r;   r\   r   rB   )r,   r_   Úpredr*   r¬   Úfaculty_rowsr­   r«   s           r   Úvalidation_scorer±   �   s…   € Ü
�(Š(�4‹.˜Ñ
€CÜ-¨f¯h©h°s©m¸T×CUÑCUÐVYÑCZÐ\b×\pÑ\pÓqÑ€HÜ˜Ÿ™ ™ tÓ,€Ià�s˜Y‘Ñ&€Eä�u“Ü˜(“OÜ˜9Ó%Ø"ñ	ð r   c                ó<  • [         R                  R                  U R                  5       XgS9n[        R
                  * nSn[        R                  " U R                  5       5      nSn/ n[        S[        U5      S-   5       GHð  nU R                  5         Su  nn[        XUSUU-   X«S9 Hñ  n[        UU5      nUR                  SS9  U " US   US	   US
   US   US   US   5      n[        US   US   5      nUR!                  5         [         R"                  R$                  R'                  U R                  5       S5        UR)                  5         U[+        UR-                  5       R/                  5       5      [1        US   5      -  -  nU[1        US   5      -  nMó     [3        XX9U5      S   n[5        XU5      nUU[7        US5      -  US   US   US   S.nUR9                  U5        [;        SUS SU SUS   S SUS   S SUS    S S!US"   S 35        US   US#-   :”  a.  US   nUn[        R                  " U R                  5       5      nSnOUS-  nUS$:¼  d  GMß  U[        U5      :¼  d  GMñ    O   U R=                  U5        U[>        R@                  " U5      4$ )%N©ÚlrÚweight_decayr   r•   ©g        r   T©r`   ra   ©Úset_to_noner7   r8   r9   r:   r;   r<   rt   r=   ç      @r�   r«   r¬   r­   )ÚepochÚ
train_lossÚ	val_scoreÚval_macro_apÚval_pooled_apz[SELECT] epoch=Ú02dÚ/ú loss=r¼   ú.5fz	 macroAP=r¾   z.4fz
 pooledAP=r¿   z selection=r½   g-Cëâ6?é   )!r   ÚoptimÚAdamWÚ
parametersr   ÚinfÚcopyÚdeepcopyÚ
state_dictÚranger)   Útrainre   rn   Ú	zero_gradrv   Úbackwardrq   ÚutilsÚclip_grad_norm_ÚsteprB   r�   r   r1   r©   r±   Úmaxr…   ÚprintÚload_state_dictÚpdÚ	DataFrame)r¢   r,   Ú
train_maskÚval_maskr   Úepochsr´   rµ   rT   Úpredict_batch_sizer`   ra   Úpatiencer   Ú	optimizerÚ
best_scoreÚ
best_epochÚ
best_stateÚbadrˆ   r»   Ú
total_lossÚseenrk   r'   r¦   ÚlossÚval_predÚstatsÚrows                                 r   Útrain_select_epochsrè   ž   s½  € ô  —‘×!Ñ! %×"2Ñ"2Ó"4¸Ð!ÐW€IÜ—&‘&�€JØ€JÜ—’˜u×/Ñ/Ó1Ó2€JØ
€CØ€DÜ�qœ#˜f›+¨™/×*ˆØ�‰ŒØ!Ñˆ
�DÜØ 
¨D°$¸±,Ø'ô
ˆEô ˜5 &Ó)ˆAØ×Ñ¨DÐÑ1ÙØ�&‘	˜1˜]Ñ+¨Q¨~Ñ->ÀÀ/Ñ@RØ�-Ñ  !Ð$5Ñ"6óˆCô # 3 Ñ#7¸¸3¹Ó@ˆDØ�M‰MŒOÜ�H‰H�N‰N×*Ñ*¨5×+;Ñ+;Ó+=¸sÔCØ�N‰NÔØœ% §¡£× 1Ñ 1Ó 3Ó4´s¸1¸S¹6³{ÑBÑBˆJØ”C˜˜#™“KÑŠDñ
ô  ˜5¨(ÈÓOÐP]Ñ^ˆÜ  °8Ó<ˆàØ$¤s¨4°£|Ñ3Ø˜w™Ø! *Ñ-Ø" ;Ñ/ñ
ˆð 	�‰�CÔÜØ˜e C˜[¨¨&¨°¸¸LÑ8IÈ#Ð7Nð OØ˜>Ñ*¨3Ð/¨z¸#¸oÑ:NÈsÐ9Sð TØ˜[Ñ)¨#Ð.ð0ô	
ð
 �‰>˜J¨Ñ-Ó-Ø˜w™ˆJØˆJÜŸš u×'7Ñ'7Ó'9Ó:ˆJØ‰Cà�1‰HˆCØ�AŽ:˜#¤ X£Ö.ÙñU +ðV 
×Ñ˜*Ô%Ø”r—|’| DÓ)Ð)Ð)r   c                óJ  • [         R                  R                  U R                  5       XVS9n[	        S[        U5      S-   5       GHZ  nU R                  5         Su  pÞ[        XUSU
S-   U-   X‰S9 Hð  n[        Xó5      nUR                  SS9  U " US   US	   US
   US   US   US   5      n[        US   US   5      nUR                  5         [         R                  R                  R                  U R                  5       S5        UR                  5         U[!        UR#                  5       R%                  5       5      ['        US   5      -  -  nU['        US   5      -  nMò     US:X  d  U[        U5      :X  d  GM7  [)        SUS SU SU[+        US5      -  S 35        GM]     g )Nr³   r•   r¶   Tiè  r·   r¸   r7   r8   r9   r:   r;   r<   rt   r=   rº   z[REFIT] epoch=rÀ   rÁ   rÂ   rÃ   )r   rÅ   rÆ   rÇ   rÌ   r)   rÍ   re   rn   rÎ   rv   rÏ   rq   rÐ   rÑ   rÒ   rB   r�   r   r1   rÔ   rÓ   )r¢   r,   rØ   r   rÚ   r´   rµ   rT   r`   ra   r   rÝ   r»   râ   rã   rk   r'   r¦   rä   s                      r   Útrain_fixed_epochsrê   ã   s�  € ô —‘×!Ñ! %×"2Ñ"2Ó"4¸Ð!ÐW€IÜ�qœ#˜f›+¨™/×*ˆØ�‰ŒØ!Ñˆ
ÜØ 
¨D°$¸±+ÀÑ2EØ'ô
ˆEô ˜5Ó)ˆAØ×Ñ¨DÐÑ1ÙØ�&‘	˜1˜]Ñ+¨Q¨~Ñ->ÀÀ/Ñ@RØ�-Ñ  !Ð$5Ñ"6óˆCô # 3 Ñ#7¸¸3¹Ó@ˆDØ�M‰MŒOÜ�H‰H�N‰N×*Ñ*¨5×+;Ñ+;Ó+=¸sÔCØ�N‰NÔØœ% §¡£× 1Ñ 1Ó 3Ó4´s¸1¸S¹6³{ÑBÑBˆJØ”C˜˜#™“KÑŠDñ
ð  �A‹:˜¤# f£+Ö-Ü�N 5¨ +¨Q¨v¨h°f¸ZÌÈDÐQRËÑ=SÐTWÐ<XÐY×Zò) +r   )r   r)   )r    ÚstrÚreturnztorch.device)g§èH.ÿï?r   )rt   útorch.Tensorr=   rí   rì   rí   )Únone)#Ú
__future__r   rÉ   Úmathr   Údataclassesr   rž   r   ÚpandasrÖ   r   Úsklearn.metricsr   r   Útorch.utils.datar   r   r	   Úsuite20_datar
   r   r   r!   r#   re   rn   rv   r   r�   r�   r©   r±   rè   rê   rN   r   r   Ú<module>rö      sx   ðÝ "ã Û Û Ý !ã Û Û ß Bß GÑ Gç Fô+ôHô
�Gô 
ô,uò(iôWò
0ò&ò
?ôò:òB*óJ"[r   