ó
    ˆú¬j'  ã                  óP  • S SK Jr  S SKrS SKJr  S SKrS SKJr  S SKJs  J	r
  SS jr " S S\R                  5      r " S S\R                  5      r " S	 S
\R                  5      r " S S\R                  5      r " S S\R                  5      r " S S\R                  5      rg)é    )ÚannotationsN)Ú	dataclassc           
     óN  • [         R                  " [         R                  " X5      [         R                  " U5      [         R                  " 5       [         R
                  " U5      [         R                  " X5      [         R                  " U5      [         R                  " 5       5      $ )N)ÚnnÚ
SequentialÚLinearÚ	LayerNormÚGELUÚDropout)Úin_dimÚhiddenÚout_dimÚdropouts       ÚZ/root/disk_3tb/earlywarning/30072026/suite20_semester_target_transformer/suite20_models.pyÚmlpr      sa   € Ü�=Š=Ü
�	Š	�&Ó!Ü
�Š�VÓÜ
�Š‹	Ü
�
Š
�7ÓÜ
�	Š	�&Ó"Ü
�Š�WÓÜ
�Š‹	óð ó    c                  ó>   ^ • \ rS rSrSrSSU 4S jjjrSS jrSrU =r$ )	ÚParameterEfficientEnsembleHeadé   a  TabM-inspired cheap ensemble over a shared representation.

This is intentionally dependency-free and is NOT a reimplementation of the
official TabM package. The shared trunk is modulated by K learned affine
member vectors before member-specific linear readouts.
c                óæ  >• [         TU ]  5         [        U5      U l        [        R
                  " [        R                  " U R                  U5      5      U l        [        R
                  " [        R                  " U R                  U5      5      U l
        [        R
                  " [        R                  " U R                  U5      5      U l        [        R
                  " [        R                  " U R                  5      5      U l        [        R                  " U5      U l        [        R                   R#                  U R                  SS9  [        R                   R#                  U R                  SS9  g )Ng{®Gáz”?)Ústdg{®Gáz„?)ÚsuperÚ__init__ÚintÚmembersr   Ú	ParameterÚtorchÚonesÚscaleÚzerosÚshiftÚemptyÚweightÚbiasr   r   ÚinitÚnormal_)ÚselfÚd_modelr   r   Ú	__class__s       €r   r   Ú'ParameterEfficientEnsembleHead.__init__   sÓ   ø€ Ü‰ÑÔÜ˜7“|ˆŒÜ—\’\¤%§*¢*¨T¯\©\¸7Ó"CÓDˆŒ
Ü—\’\¤%§+¢+¨d¯l©l¸GÓ"DÓEˆŒ
Ü—l’l¤5§;¢;¨t¯|©|¸WÓ#EÓFˆŒÜ—L’L¤§¢¨T¯\©\Ó!:Ó;ˆŒ	Ü—z’z 'Ó*ˆŒÜ
�‰�‰˜Ÿ™¨ˆÑ.Ü
�‰�‰˜Ÿ
™
¨ˆÒ-r   c                ó|  • US S 2S S S 24   U R                   S S S 2S S 24   -  U R                  S S S 2S S 24   -   nU R                  U5      nX R                  S S S 2S S 24   -  R	                  S5      U R
                  S S S 24   -   n[        R                  " U5      nX4R                  S5      UR                  SSS94$ )Néÿÿÿÿé   F)Úunbiased)
r   r!   r   r#   Úsumr$   r   ÚsigmoidÚmeanr   )r'   ÚhÚzÚlogitsÚprobss        r   ÚforwardÚ&ParameterEfficientEnsembleHead.forward)   s¨   € ØŠa�’qˆj‰M˜DŸJ™J tªQ² zÑ2Ñ2°T·Z±ZÀÂaÊÀ
Ñ5KÑKˆØ�L‰L˜‹OˆØ—k‘k $ªª1 *Ñ-Ñ-×2Ñ2°2Ó6¸¿¹À4ÊÀ7Ñ9KÑKˆÜ—’˜fÓ%ˆØ—z‘z !“} e§i¡i°¸E iÐ&BÐBÐBr   )r$   r   r   r   r!   r#   )é   çš™™™™™©?)r(   r   r   r   r   Úfloat)r2   ztorch.Tensor)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r6   Ú__static_attributes__Ú__classcell__©r)   s   @r   r   r      s   ø† ñ÷	.ñ 	.÷Cò Cr   r   c                  ó.   ^ • \ rS rSrU 4S jrS rSrU =r$ )Ú
FlatBranché1   c                ó\   >• [         TU ]  5         [        X-   U-   U-   SU-  XV5      U l        g )Né   )r   r   r   Únet)r'   Úflat_dimÚ
course_dimÚfaculty_dimÚsemester_dimr(   r   r)   s          €r   r   ÚFlatBranch.__init__2   s0   ø€ Ü‰ÑÔÜ�xÑ,¨{Ñ:¸\ÑIÈ1ÈwÉ;ÐX_Óiˆ�r   c           
     ó`   • U R                  [        R                  " XX4S S 2S 4   /S5      5      $ )Nr-   )rH   r   Úcat)r'   ÚflatÚcourseÚfaculty_embeddingÚsemester_scalars        r   r6   ÚFlatBranch.forward6   s/   € Ø�x‰xœŸ	š	 4Ð1BÒTUÐW[ÐT[ÑD\Ð"]Ð_`ÓaÓbÐbr   )rH   ©r;   r<   r=   r>   r   r6   r@   rA   rB   s   @r   rD   rD   1   s   ø† õj÷cð cr   rD   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚSemesterTransformerEncoderé:   c	           
     ó:  >• [         T
U ]  5         [        R                  " X5      U l        [        X#-   XDU5      U l        [        R                  " X„5      U l        [        R                  " UUSU-  USSSS9n	[        R                  " X–[        R                  " U5      S9U l        [        R                  " XEUSS9U l        [        R                  " [        R                  " SU-  U5      [        R                  " U5      [        R                   " 5       5      U l        g )Né   ÚgeluT)r(   ÚnheadÚdim_feedforwardr   Ú
activationÚbatch_firstÚ
norm_first)Ú
num_layersÚnorm)r   r_   rG   )r   r   r   r   Ústudent_projr   Útarget_projÚ	EmbeddingÚpositionÚTransformerEncoderLayerÚTransformerEncoderr	   ÚencoderÚMultiheadAttentionÚcross_attentionr   r
   Úout)r'   Ústudent_dimrJ   rK   r(   ÚheadsÚlayersr   Úmax_semestersÚlayerr)   s             €r   r   Ú#SemesterTransformerEncoder.__init__;   sÚ   ø€ Ü‰ÑÔÜŸIšI kÓ;ˆÔÜ˜zÑ7¸È7ÓSˆÔÜŸš ]Ó<ˆŒÜ×*Ò*ØØØ ™KØØØØñ
ˆô ×,Ò,¨UÌBÏLÊLÐY`ÓLaÑbˆŒÜ!×4Ò4°WÈWÐbfÑgˆÔÜ—=’=¤§¢¨1¨w©;¸Ó!@Ä"Ç,Â,ÈwÓBWÔY[×Y`ÒY`ÓYbÓcˆ�r   c           	     ó   • UR                   u  pVnU R                  [        R                  " XaR                  S95      S S S 2S S 24   nU R                  U5      U-   n	U R                  X’) S9n
[        R                  " U
5      n
U R                  [        R                  " X4/S5      5      S S 2S S S 24   nU R                  XºU
U) SSS9u  pÍUR                  S5      n[        R                  " US S 2SS S 24   5      nXÎS S 2S 4   R                  5       -  n[        R                  " US S 2S S 2SS S 24   5      nX¢S S 2S S 2S 4   R                  5       -  R                  S5      UR                  SSS9R                  S5      R                  5       -  nXþS S 2S 4   R                  5       -  nU R                  [        R                  " XÏ/S5      5      XÞ4$ )	N©Údevice)Úsrc_key_padding_maskr-   TF)Úkey_padding_maskÚneed_weightsÚaverage_attn_weightsr   ©Úkeepdim)Úshaperf   r   Úarangeru   rc   ri   Ú
nan_to_numrd   rO   rk   Úanyr:   r/   Ú	clamp_minrl   )r'   Ústudent_seqÚstudent_maskÚtarget_courserR   ÚbÚtÚ_ÚposÚxÚencodedÚqÚattendedÚattnÚhas_historyÚpooleds                   r   r6   Ú"SemesterTransformerEncoder.forwardM   s¶  € Ø×#Ñ#‰ˆˆaØ�m‰mœEŸLšL¨×3EÑ3EÑFÓGÈÊaÒQRÈ
ÑSˆØ×Ñ˜kÓ*¨SÑ0ˆØ—,‘,˜q°}�,ÐEˆÜ×"Ò" 7Ó+ˆØ×ÑœUŸYšY¨Ð'IÈ1ÓMÓNÊqÐRVÒXYÈzÑZˆØ×-Ñ-Ø˜Ø*˜]ØØ!&ð	 .ð 
‰ˆð #×&Ñ& qÓ)ˆÜ×#Ò# HªQ°²1¨WÑ$5Ó6ˆØª!¨T¨'Ñ2×8Ñ8Ó:Ñ:ˆÜ×Ò ¢Qª¨1ªa ZÑ 0Ó1ˆØªªA¨t¨Ñ4×:Ñ:Ó<Ñ<×AÑAÀ!ÓDÀ|×GWÑGWÐXYÐcgÐGWÐGh×GrÑGrÐstÓGu×G{ÑG{ÓG}Ñ}ˆØ¢a¨ gÑ.×4Ñ4Ó6Ñ6ˆØ�x‰xœŸ	š	 8Ð"4°aÓ8Ó9¸4ÐLÐLr   )rk   ri   rl   rf   rc   rd   )é`   rZ   rG   çš™™™™™¹?é   rU   rB   s   @r   rW   rW   :   s   ø† ÷d÷$Mð Mr   rW   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚSemesterGRUEncoderée   c                óÔ  >• [         TU ]  5         [        R                  " X5      U l        [        R
                  " XDSS9U l        [        X#-   XDU5      U l        [        R                  " XDSS9U l	        [        R                  " XDSS9U l
        [        R                  " [        R                  " SU-  U5      [        R                  " U5      [        R                  " 5       5      U l        g )NT)r_   F)r$   rG   )r   r   r   r   rc   ÚGRUÚgrur   rd   ÚqueryÚkeyr   r	   r
   rl   )r'   rm   rJ   rK   r(   r   r)   s         €r   r   ÚSemesterGRUEncoder.__init__f   sŸ   ø€ Ü‰ÑÔÜŸIšI kÓ;ˆÔÜ—6’6˜'¸Ñ=ˆŒÜ˜zÑ7¸È7ÓSˆÔÜ—Y’Y˜w°eÑ<ˆŒ
Ü—9’9˜W°EÑ:ˆŒÜ—=’=¤§¢¨1¨w©;¸Ó!@Ä"Ç,Â,ÈwÓBWÔY[×Y`ÒY`ÓYbÓcˆ�r   c                óö  • U R                  U5      nU R                  U5      u  pgU R                  U R                  [        R
                  " X4/S5      5      5      nU R                  U5      n	X˜S S 2S S S 24   -  R                  S5      [        R                  " U	R                  S   5      -  n
U
R                  U) S5      n
[        R                  " U
S5      UR                  5       -  nX»R                  SSS9R                  S5      -  nXkS S 2S S 2S 4   -  R                  S5      nUR                  S5      nXÍS S 2S 4   R                  5       -  nUR!                  5       R                  S5      R                  S5      S-
  nU[        R"                  " [%        U5      UR&                  S9U4   nXýS S 2S 4   R                  5       -  nU R)                  [        R
                  " XÏ/S5      5      US S 2S S S 24   U4$ )Nr-   r,   g     ˆÃÀTrz   g�íµ ÷Æ°>rt   )rc   r˜   r™   rd   r   rO   rš   r/   ÚmathÚsqrtr|   Úmasked_fillÚsoftmaxr:   r€   r   Úlongr}   Úlenru   rl   )r'   r�   r‚   rƒ   rR   rˆ   r‰   r†   rŠ   ÚkÚscoreÚweightsr‹   r�   Ú
last_indexÚlasts                   r   r6   ÚSemesterGRUEncoder.forwardo   s¸  € Ø×Ñ˜kÓ*ˆØ—X‘X˜a“[‰
ˆØ�J‰J�t×'Ñ'¬¯	ª	°=Ð2TÐVWÓ(XÓYÓZˆØ�H‰H�WÓˆØ’q˜$¢�z‘]Ñ"×'Ñ'¨Ó+¬d¯iªi¸¿¹À¹Ó.DÑDˆØ×!Ñ! < -°Ó6ˆÜ—-’-  qÓ)¨L×,>Ñ,>Ó,@Ñ@ˆØŸK™K¨°4˜KÐ8×BÑBÀ4ÓHÑHˆØ¢aª¨D jÑ1Ñ1×6Ñ6°qÓ9ˆØ"×&Ñ& qÓ)ˆØª!¨T¨'Ñ2×8Ñ8Ó:Ñ:ˆØ!×&Ñ&Ó(×,Ñ,¨QÓ/×9Ñ9¸!Ó<¸qÑ@ˆ
Ø”u—|’|¤C¨£L¸¿¹ÑHÈ*ÐTÑUˆØ¢! T 'Ñ*×0Ñ0Ó2Ñ2ˆØ�x‰xœŸ	š	 8Ð"2°AÓ6Ó7¸ÂÀDÊ!ÀÑ9LÈkÐYÐYr   )r˜   rš   rl   r™   rc   rd   )r�   r‘   rU   rB   s   @r   r”   r”   e   s   ø† ÷d÷Zð Zr   r”   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚHistoryFusioné�   c           
     óŠ  >• [         TU ]  5         [        R                  " [        R                  " SU-  U-   U-   S-   U5      [        R
                  " 5       [        R                  " U5      [        R                  " US5      5      U l        [        R                  " [        R                  " SU-  SU-  5      [        R                  " SU-  5      [        R
                  " 5       [        R                  " U5      [        R                  " SU-  U5      [        R                  " U5      [        R
                  " 5       5      U l	        g )NrG   r-   rZ   )
r   r   r   r   r   r
   r   Úgater	   rl   )r'   r(   rJ   rK   r   r)   s        €r   r   ÚHistoryFusion.__init__‚   sÖ   ø€ Ü‰ÑÔÜ—M’MÜ�IŠI�a˜'‘k JÑ.°Ñ<¸qÑ@À'ÓJÜ�GŠG‹IÜ�JŠJ�wÓÜ�IŠI�g˜qÓ!ó	
ˆŒ	ô —=’=Ü�IŠI�a˜'‘k 1 w¡;Ó/Ü�LŠL˜˜W™Ó%Ü�GŠG‹IÜ�JŠJ�wÓÜ�IŠI�a˜'‘k 7Ó+Ü�LŠL˜Ó!Ü�GŠG‹Ió
ˆ�r   c           
     óª  • [         R                  " XX4US S 2S 4   US S 2S 4   /S5      n[         R                  " U R                  U5      5      R	                  S5      UR                  5       -  n	U	S S 2S 4   U-  SU	S S 2S 4   -
  U-  -   n
X-  n[         R                  " X-
  5      nU R                  [         R                  " XX¼/S5      5      nXÚ-   U	4$ )Nr-   ç      ð?)r   rO   r0   r­   Úsqueezer:   Úabsrl   )r'   Úflat_hÚ
temporal_hrQ   rR   rS   Úhistory_length_normr�   Úgate_inr­   ÚmixedÚinteractionÚdiffrl   s                 r   r6   ÚHistoryFusion.forward”   sØ   € Ü—)’)Ø ØšA˜t˜GÑ$Ð&9º!¸T¸'Ñ&Bð
ð óˆô �}Š}˜TŸY™Y wÓ/Ó0×8Ñ8¸Ó;¸k×>OÑ>OÓ>QÑQˆØ’Q˜�W‘ 
Ñ*¨c°Dº¸D¸±MÑ.AÀVÑ-KÑKˆØÑ)ˆÜ�yŠy˜Ñ,Ó-ˆØ�h‰h”u—y’y &°kÐ!HÈ!ÓLÓMˆð ‰{˜DÐ Ð r   )r­   rl   )r‘   rU   rB   s   @r   rª   rª   �   s   ø† ÷
÷$!ð !r   rª   c                  óp   ^ • \ rS rSr      S                       SU 4S jjjrS rSrU =r$ )ÚSuite20Modelé£   c           
     ó¤  >• [         TU ]  5         US;  a  [        SU 35      eXl        [	        U5      U l        [        R                  " XZ5      U l        [        X$U
SX|5      U l
        US:X  a  [        X4X§X‰XÆ5      U l        O US:X  a  [        X4X§U5      U l        OS U l        U R                  b  [        XtX¬5      OS U l        [!        X{SS9U l        g )N>   r˜   rP   ÚtransformerzUnknown variant: r-   r¿   r˜   r9   )r   )r   r   Ú
ValueErrorÚvariantr   rp   r   re   ÚfacultyrD   Úflat_branchrW   Útemporalr”   rª   Úfusionr   Úhead)r'   rÁ   rI   rm   rJ   Ún_facultiesrp   r(   rn   ro   rK   r   r   r)   s                €r   r   ÚSuite20Model.__init__¤   sË   ø€ ô 	‰ÑÔØÐ8Ó8ÜÐ0°°	Ð:Ó;Ð;ØŒÜ  Ó/ˆÔÜ—|’| KÓ=ˆŒÜ% h¸KÈÈGÓ]ˆÔØ�mÓ#Ü6°{ÐP[ÐfkÐu|ó  MˆD�MØ˜ÓÜ.¨{ÈÐ^eÓfˆD�Mà ˆDŒMØRV×R_ÑR_ÑRk”m G¸ÔNÐquˆŒÜ2°7ÈSÑQˆ�	r   c           
     óŽ  • U R                  U5      nU R                  XXv5      nUR                  S5      R                  5       n	U	[	        [        U R
                  5      S5      -  n
U R                  c‰  Un[        R                  " [        U5      UR                  S9n[        R                  " [        U5      SUR                  S   UR                  S9nUR                  S5      n[        R                  " U5      nO+U R                  X#XG5      u  pýnU R                  X�XGXjU5      u  p¼U R                  U5      u  nnnUUUUUUUUUS.	$ )Nr-   r°   rt   )	Úmember_logitsÚprobabilityÚuncertaintyr­   Ú	attentionr�   r³   r´   Úfused_h)rÂ   rÃ   r/   r:   Úmaxrp   rÄ   r   r    r¢   ru   r|   r   Ú
zeros_likerÅ   rÆ   )r'   rP   r�   r‚   Úcourse_targetÚfaculty_idxrS   Úfr³   Úhistory_lengthrµ   Úfusedr­   rÍ   r�   r´   rÊ   rË   rÌ   s                      r   r6   ÚSuite20Model.forwardÃ   s-  € Ø�L‰L˜Ó%ˆØ×!Ñ! $°qÓJˆØ%×)Ñ)¨!Ó,×2Ñ2Ó4ˆØ,¬s´5¸×9KÑ9KÓ3LÈcÓ/RÑRÐØ�=‰=Ñ ØˆEÜ—;’;œs 4›y°·±Ñ=ˆDÜŸš¤C¨£I¨q°+×2CÑ2CÀAÑ2FÈtÏ{É{Ñ[ˆIØ&×*Ñ*¨1Ó-ˆKÜ×)Ò)¨&Ó1‰Jà15·±¸{ÐZgÓ1kÑ.ˆJ ;ØŸ+™+ f¸-ÈOÐr}Ó~‰KˆEØ26·)±)¸EÓ2BÑ/ˆ�{ Kà*Ø&Ø&ØØ"Ø&ØØ$Øñ

ð 
	
r   )rÂ   rÃ   rÅ   rÆ   rp   rÄ   rÁ   )r�   rZ   rG   r’   r8   r‘   )rÁ   ÚstrrI   r   rm   r   rJ   r   rÇ   r   rp   r   r(   r   rn   r   ro   r   rK   r   r   r   r   r:   rU   rB   s   @r   r¼   r¼   £   s¯   ø† ð ØØØØØðRàðRð ðRð ð	Rð
 ðRð ðRð ðRð ðRð ðRð ðRð ðRð ðRð ÷Rð R÷>
ð 
r   r¼   )
r   r   r   r   r   r   r   r:   Úreturnznn.Sequential)Ú
__future__r   r�   Údataclassesr   r   Útorch.nnr   Útorch.nn.functionalÚ
functionalÚFr   ÚModuler   rD   rW   r”   rª   r¼   © r   r   Ú<module>rá      s‰   ðÝ "ã Ý !ã Ý ß Ð ô	ôC R§Y¡Yô Cô4c�—‘ô cô(M §¡ô (MôVZ˜Ÿ™ô Zô8!�B—I‘Iô !ôD9
�2—9‘9õ 9
r   