ó
    Y}³jùT  ã                  óº  • S SK Jr  S SKrS SKrS SKrS SKJr  S SKrS SKJ	r	  S SK
J	s  Jr  S!S jrS"S#S jjrS$S jr " S S	\	R                   5      r " S
 S\	R                   5      r " S S\	R                   5      r " S S\	R                   5      r " S S\	R                   5      r " S S\	R                   5      r " S S\	R                   5      r " S S\	R                   5      r " S S\	R                   5      r\" SS9 " S S5      5       r\" SSSSS5      \" SSSSS5      \" SSSSS5      \" SSSSS5      \" SSSSS5      S.r " S S \	R                   5      rg)%é    )ÚannotationsN)Ú	dataclassc                óD  • S nU R                  5        H&  n[        U[        R                  5      (       d  M$  UnM(     Uba  [        R                  R                  UR                  5        UR                  b*  [        R                  R                  UR                  5        g g g ©N)ÚmodulesÚ
isinstanceÚnnÚLinearÚinitÚzeros_ÚweightÚbias)ÚmoduleÚlastÚms      ÚH/root/disk_3tb/earlywarning/30072026/suite22_sftr_tabm/suite22_models.pyÚ
_zero_lastr      sr   € Ø€DØ�^‰^ÖˆÜ�aœŸ™×#Ó#ØŠDñ ð ÑÜ
�‰�‰�t—{‘{Ô#Ø�9‰9Ñ Ü�G‰G�N‰N˜4Ÿ9™9Õ%ð !ð ó    Tc                óf  • [         R                  " X5      [         R                  " U5      [         R                  " 5       [         R                  " U5      [         R                  " X5      /nU(       a.  U[         R                  " U5      [         R                  " 5       /-  n[         R
                  " U6 $ r   )r	   r
   Ú	LayerNormÚGELUÚDropoutÚ
Sequential)Úin_dimÚhiddenÚout_dimÚdropoutÚ
final_normÚlayerss         r   Úmlpr       sq   € ä
�	Š	�&Ó!¤2§<¢<°Ó#7¼¿º»ÄBÇJÂJÈwÓDWÜ
�	Š	�&Ó"ð€Fö Ø”2—<’< Ó(¬"¯'ª'«)Ð4Ñ4ˆÜ�=Š=˜&Ð!Ð!r   c                ó‚   • U R                  SS5      n [        R                  " U 5      [        R                  " U * 5      -
  $ )Ngñhãˆµøä>gwJëÿï?)ÚclampÚtorchÚlogÚlog1p)Úps    r   Ú
safe_logitr'   "   s/   € Ø	�‰��jÓ!€AÜ�9Š9�Q‹<œ%Ÿ+š+ q b›/Ñ)Ð)r   c                  óH   ^ • \ rS rSrSrSSU 4S jjjrS	S jrS
S jrSrU =r	$ )ÚTimeContextEncoderé'   zžContinuous/extrapolatable target-semester context.

No learned semester lookup table is used. Future folds therefore have a
naturally defined representation.
c                ó|   >• [         TU ]  5         [        U5      U l        [	        SSU R                  S5      U l        g )Né   é    çš™™™™™©?)ÚsuperÚ__init__Úintr   r    Únet)Úselfr   Ú	__class__s     €r   r0   ÚTimeContextEncoder.__init__-   s/   ø€ Ü‰ÑÔÜ˜7“|ˆŒÜ�q˜"˜dŸl™l¨DÓ1ˆ�r   c                óX  • UR                  5       nUR                  5       nU/nS Hm  n[        R                  " X65      nS[        R                  -  U-  U-  nUR                  [        R                  " U5      [        R                  " U5      /5        Mo     [        R                  " USS9$ )N)g      @g      @g      (@g       @é   ©Údim)	Úfloatr#   Ú	remainderÚmathÚpiÚextendÚsinÚcosÚstack)	r3   Úsemester_ordinalÚ
semester_zÚtÚzÚfeaturesÚperiodÚphaseÚangles	            r   Úraw_featuresÚTimeContextEncoder.raw_features2   sŠ   € Ø×"Ñ"Ó$ˆØ×ÑÓˆØ�3ˆÛ&ˆFÜ—O’O AÓ.ˆEØœ4Ÿ7™7‘] VÑ+¨uÑ4ˆEØ�O‰OœUŸYšY uÓ-¬u¯yªy¸Ó/?Ð@ÖAñ 'ô �{Š{˜8¨Ñ+Ð+r   c                óJ   • U R                  X5      nU R                  U5      U4$ r   )rJ   r2   )r3   rB   rC   Úraws       r   ÚforwardÚTimeContextEncoder.forward<   s&   € Ø×ÑÐ 0Ó=ˆØ�x‰x˜‹}˜cÐ!Ð!r   )r2   r   )é   )r   r1   )rB   útorch.TensorrC   rQ   ÚreturnrQ   )rB   rQ   rC   rQ   rR   z!tuple[torch.Tensor, torch.Tensor])
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r0   rJ   rN   Ú__static_attributes__Ú__classcell__©r4   s   @r   r)   r)   '   s!   ø† ñ÷
2ñ 2ô
,÷"ò "r   r)   c                  ó>   ^ • \ rS rSrSrSSU 4S jjjrSS jrSrU =r$ )	ÚPiecewiseLinearTokenizeréA   a  Self-contained train-knot piecewise-linear numerical embedding.

For feature j the basis is [x_j, ReLU(x_j-k_1), ..., ReLU(x_j-k_K)].
Binary/constant features have no active hinge knots. Each feature has its
own learned projection into token_dim dimensions.
c                óz  >• [         TU ]  5         [        R                  " U[        R                  S9n[        R                  " U[        R
                  S9nUR                  UR                  :w  a  [        S5      e[        UR                  S   5      U l	        [        UR                  S   5      U l
        [        U5      U l        [        R                  " USS9nU R                  SU5        U R                  SU5        [        R                  " [        R                   " U R                  SU R                  -   U R                  5      5      U l        [        R                  " [        R$                  " U R                  U R                  5      5      U l        [        R(                  R+                  U R"                  S	S
9  g )N©Údtypezknots/mask shape mismatchr   r7   ç        )ÚnanÚknotsÚ	knot_maskg¸…ëQ¸®?©Ústd)r/   r0   r#   Ú	as_tensorÚfloat32ÚboolÚshapeÚ
ValueErrorr1   Ú
n_featuresÚn_knotsÚ	token_dimÚ
nan_to_numÚregister_bufferr	   Ú	ParameterÚemptyr   Úzerosr   r   Únormal_)r3   rc   rd   rn   Ú
safe_knotsr4   s        €r   r0   Ú!PiecewiseLinearTokenizer.__init__H   s#  ø€ Ü‰ÑÔÜ—’ ¬U¯]©]Ñ;ˆÜ—O’O I´U·Z±ZÑ@ˆ	Ø�;‰;˜)Ÿ/™/Ó)ÜÐ8Ó9Ð9Ü˜eŸk™k¨!™nÓ-ˆŒÜ˜5Ÿ;™; q™>Ó*ˆŒÜ˜Y›ˆŒÜ×%Ò% e°Ñ5ˆ
Ø×Ñ˜W jÔ1Ø×Ñ˜[¨)Ô4Ü—l’l¤5§;¢;¨t¯©ÀÀDÇLÁLÑ@PÐRV×R`ÑR`Ó#aÓbˆŒÜ—L’L¤§¢¨T¯_©_¸d¿n¹nÓ!MÓNˆŒ	Ü
�‰�‰˜Ÿ™¨ˆÒ.r   c                ó�  • [         R                  " UR                  5       5      R                  SS5      nUR                  S:w  d  UR
                  S   U R                  :w  a.  [        SU R                   S[        UR
                  5       35      e[        R                  " US S 2S S 2S 4   U R                  S S S 2S S 24   -
  5      nX R                  S S S 2S S 24   R                  5       -  n[         R                  " US S 2S S 2S 4   U/SS9n[         R                  " SX0R                  5      U R                   S S S 2S S 24   -   nU$ )	Ng      $Àg      $@é   r7   zExpected [B,z] current features; got r8   zbfk,fkd->bfd)r#   ro   r:   r"   Úndimrj   rl   rk   ÚtupleÚFÚrelurc   rd   ÚcatÚeinsumr   r   )r3   ÚxÚhingesÚbasisÚtokenss        r   rN   Ú PiecewiseLinearTokenizer.forwardX   s	  € Ü×Ò˜QŸW™W›YÓ'×-Ñ-¨e°TÓ:ˆØ�6‰6�Q‹;˜!Ÿ'™' !™*¨¯©Ó7Ü˜|¨D¯O©OÐ+<Ð<TÔUZÐ[\×[bÑ[bÓUcÐTdÐeÓfÐfÜ—’˜š!šQ ˜*™¨¯
©
°4ººA°:Ñ(>Ñ>Ó?ˆØŸ.™.¨ªq²!¨Ñ4×:Ñ:Ó<Ñ<ˆÜ—	’	˜1šQ¢ 4˜Z™=¨&Ð1°qÑ9ˆÜ—’˜n¨e·[±[ÓAÀDÇIÁIÈdÒTUÒWXÈjÑDYÑYˆØˆr   )r   rl   rm   rn   r   )é   ©rn   r1   )r   rQ   rR   rQ   ©	rS   rT   rU   rV   rW   r0   rN   rX   rY   rZ   s   @r   r\   r\   A   s   ø† ñ÷/ñ /÷ ò r   r\   c                  ó:   ^ • \ rS rSrSSU 4S jjjrSS jrSrU =r$ )Ú_LowRankComponentéc   c           	     óþ  >• [         TU ]  5         [        U5      U l        [        R
                  " [        R                  " X5      [        R                  " 5       [        R                  " USU R                  -  5      5      U l        [        R                  " [        R                  " SU R                  U5      5      U l        [        R                  R                  U R                  SS9  [        U R                  5        g )Né   g{®Gáz”?re   )r/   r0   r1   Úrankr	   r   r
   r   Úcoeffrq   r#   rr   r�   r   rt   r   )r3   Úcontext_dimrl   rŒ   r   r4   s        €r   r0   Ú_LowRankComponent.__init__d   s™   ø€ Ü‰ÑÔÜ˜“IˆŒ	Ü—]’]Ü�IŠI�kÓ*¬B¯GªG«I´r·y²yÀÈÈTÏYÉYÉÓ7Wó
ˆŒ
ô
 —\’\¤%§+¢+¨a°·±¸JÓ"GÓHˆŒ
Ü
�‰�‰˜Ÿ
™
¨ˆÑ-Ü�4—:‘:Õr   c                ó®   • U R                  U5      R                  [        U5      SU R                  5      n[        R
                  " SX R                  5      $ )Nr‹   zbcr,crf->bcf)r�   ÚviewÚlenrŒ   r#   r~   r�   )r3   ÚcontextÚas      r   rN   Ú_LowRankComponent.forwardp   s<   € Ø�J‰J�wÓ×$Ñ$¤S¨£\°1°d·i±iÓ@ˆÜ�|Š|˜N¨A¯z©zÓ:Ð:r   )r�   r�   rŒ   )r-   )rŽ   r1   rl   r1   rŒ   r1   r   r1   )r“   rQ   rR   rQ   ©rS   rT   rU   rV   r0   rN   rX   rY   rZ   s   @r   rˆ   rˆ   c   s   ø† ÷
ñ 
÷;ò ;r   rˆ   c                  ój   ^ • \ rS rSrSrSS	U 4S jjjrS
S jr      SS jr      SS jrSr	U =r
$ )ÚFeatureAwareModulatoréu   u@   Low-rank faculty + time + facultyÃ—time feature-wise modulation.c                ó  >• [         TU ]  5         [        U5      U l        [	        XU5      U l        [	        X#U5      U l        [	        XU5      U l        [        R                  " XSS9U l
        [        R                  " X!SS9U l        g ©NF©r   )r/   r0   r1   rl   rˆ   ÚfacultyÚtimeÚinteractionr	   r
   Úft_facÚft_time)r3   Úfaculty_dimÚtime_dimrl   rŒ   r4   s        €r   r0   ÚFeatureAwareModulator.__init__w   sh   ø€ Ü‰ÑÔÜ˜j›/ˆŒÜ(¨À$ÓGˆŒÜ% h¸DÓAˆŒ	Ü,¨[ÀdÓKˆÔÜ—i’i ¸uÑEˆŒÜ—y’y ¸UÑCˆ�r   c                óþ   • [         R                  " U R                  U5      5      [         R                  " U R                  U5      5      -  nU R	                  U5      U R                  U5      U R                  U5      S.$ )N)r�   rž   rŸ   )r#   Útanhr    r¡   r�   rž   rŸ   )r3   r�   rž   Úinteraction_ctxs       r   Úraw_componentsÚ$FeatureAwareModulator.raw_components€   s`   € ÜŸ*š* T§[¡[°Ó%9Ó:¼U¿ZºZÈÏÉÐUYÓHZÓ=[Ñ[ˆà—|‘| GÓ,Ø—I‘I˜d“OØ×+Ñ+¨OÓ<ñ
ð 	
r   c                óx  • U R                  X5      n[        R                  " US   5      nU(       a  XvS   -   nU(       a  XvS   -   nU(       a  XvS   -   nSS[        R                  " US S 2S4   5      -  -   nS[        R                  " US S 2S4   5      -  n	S[        R                  " US S 2S	4   5      -  n
X‰X¦4$ )
Nr�   rž   rŸ   ç      ð?g      à?r   g      Ð?r7   rx   )r¨   r#   Ú
zeros_liker¦   )r3   r�   rž   Úuse_facultyÚuse_timeÚuse_interactionÚpartsrM   ÚgammaÚbetaÚlams              r   Úparameters_forÚ$FeatureAwareModulator.parameters_forˆ   s·   € à×#Ñ# GÓ2ˆÜ×Ò˜u YÑ/Ó0ˆÞØ˜iÑ(Ñ(ˆCÞØ˜f™Ñ%ˆCÞØ˜mÑ,Ñ,ˆCà�dœUŸZšZ¨ªA¨q¨D©	Ó2Ñ2Ñ2ˆØ”e—j’j ¢Q¨ T¡Ó+Ñ+ˆØ”U—Z’Z ¢A q D¡	Ó*Ñ*ˆØ˜CÐ&Ð&r   c                óº   • U R                  X#XEU5      u  pxpšUS S 2S S 2S 4   U-  US S 2S S 2S 4   -   U	S S 2S S 2S 4   [        R                  " U5      -  -   nX·X‰4U
4$ r   )r´   r#   r¦   )r3   r‚   r�   rž   r­   r®   r¯   r±   r²   r³   r°   Úouts               r   rN   ÚFeatureAwareModulator.forward˜   sr   € à"&×"5Ñ"5°gÀ[Ð\kÓ"lÑˆ�SØ’A’q˜$�JÑ &Ñ(¨4²²1°d°
Ñ+;Ñ;¸cÂ!ÂQÈÀ*¹oÔPU×PZÒPZÐ[aÓPbÑ>bÑbˆØ˜DÐ&¨Ð-Ð-r   )r�   r    r¡   rŸ   rl   rž   )é   )r¢   r1   r£   r1   rl   r1   rŒ   r1   )r�   rQ   rž   rQ   )
r�   rQ   rž   rQ   r­   ri   r®   ri   r¯   ri   )r‚   rQ   r�   rQ   rž   rQ   r­   ri   r®   ri   r¯   ri   )rS   rT   rU   rV   rW   r0   r¨   r´   rN   rX   rY   rZ   s   @r   r˜   r˜   u   sV   ø† ÙJ÷Dñ Dô
ð'Ø$(ð'Ø48ð'ØKOô'ð .Ø!ð.Ø-1ð.ØDH÷.ò .r   r˜   c                  óH   ^ • \ rS rSrSrSSU 4S jjjrS rS	S
S jjrSrU =r	$ )ÚSparseFeatureGraphéŸ   zLGlobal learned sparse feature relation graph (T2G-inspired, not T2G-Former).c                ó�  >• [         TU ]  5         [        U5      U l        [	        [        U5      [        SU R                  S-
  5      5      U l        [        R                  " [        R                  " U R                  U5      S-  5      U l        [        R                  " X3SS9U l        [        R                  " X3SS9U l        [        R                  " X"SS9U l        [        R                   " U5      U l        [        R                  " [        R$                  " [&        R(                  " S5      [        R*                  S95      U l        g )Nr7   r.   Frœ   gÇqÇq¼?r_   )r/   r0   r1   rl   ÚminÚmaxÚ	neighborsr	   rq   r#   ÚrandnÚidentityr
   ÚqÚkÚvaluer   ÚnormÚtensorr<   r$   rh   Úrho_raw)r3   rl   rn   Úidentity_dimrÀ   r4   s        €r   r0   ÚSparseFeatureGraph.__init__¡   sÎ   ø€ Ü‰ÑÔÜ˜j›/ˆŒÜœS ›^¬S°°D·O±OÀaÑ4GÓ-HÓIˆŒÜŸš¤U§[¢[°·±À,Ó%OÐRVÑ%VÓWˆŒÜ—’˜<¸EÑBˆŒÜ—’˜<¸EÑBˆŒÜ—Y’Y˜y¸%Ñ@ˆŒ
Ü—L’L Ó+ˆŒ	Ü—|’|¤E§L¢L´·²¸'Ó1BÌ%Ï-É-Ñ$XÓYˆ�r   c                ó†  • U R                  U R                  5      nU R                  U R                  5      nXR                  -  [        R
                  " UR                  S   5      -  nUR                  5       nUR                  S5        [        R                  " X0R                  SS9u  pE[        R                  " USS9nXV4$ )Néÿÿÿÿç    eÍÍÁr7   r8   )rÃ   rÂ   rÄ   ÚTr<   Úsqrtrj   ÚcloneÚfill_diagonal_r#   ÚtopkrÀ   Úsoftmax)r3   rÃ   rÄ   ÚlogitsÚvaluesÚindicesÚweightss          r   Ú	adjacencyÚSparseFeatureGraph.adjacency¬   s�   € Ø�F‰F�4—=‘=Ó!ˆØ�F‰F�4—=‘=Ó!ˆØ—c‘c‘'œTŸYšY q§w¡w¨r¡{Ó3Ñ3ˆØ—‘“ˆØ×Ñ˜dÔ#ÜŸ*š* V¯^©^ÀÑC‰ˆÜ—-’- ¨AÑ.ˆØÐÐr   c                ó  • U(       d  U$ U R                  5       u  p4U R                  U5      nUS S 2US S 24   nXdS S S 2S S 2S 4   -  R                  S5      n[        R                  " U R
                  5      nU R                  XU-  -   5      $ )Nrx   )rØ   rÅ   Úsumr#   ÚsigmoidrÈ   rÆ   )	r3   r‚   ÚenabledÚidxr×   ÚvÚneighÚmsgÚrhos	            r   rN   ÚSparseFeatureGraph.forward¶   s~   € ÞØˆMØ—~‘~Ó'‰ˆØ�J‰J�vÓˆØ’!�Sš!�)‘ˆØ˜t¢Qª¨4Ð/Ñ0Ñ0×5Ñ5°aÓ8ˆÜ�mŠm˜DŸL™LÓ)ˆØ�y‰y˜¨¡)Ñ+Ó,Ð,r   )rÂ   rÄ   rl   rÀ   rÆ   rÃ   rÈ   rÅ   )rP   r¹   )rl   r1   rn   r1   rÉ   r1   rÀ   r1   )T)r‚   rQ   rÝ   ri   )
rS   rT   rU   rV   rW   r0   rØ   rN   rX   rY   rZ   s   @r   r»   r»   Ÿ   s!   ø† ÙV÷	Zñ 	Zò ÷-ô -r   r»   c                  ó6   ^ • \ rS rSrSU 4S jjrSS jrSrU =r$ )ÚMaskedQueryPooléÁ   c                ó¾   >• [         TU ]  5         [        R                  " XSS9U l        [        R                  " XSS9U l        [        R                  " XSS9U l        g r›   )r/   r0   r	   r
   rÃ   rÄ   rß   )r3   rn   r4   s     €r   r0   ÚMaskedQueryPool.__init__Â   sD   ø€ Ü‰ÑÔÜ—’˜9°eÑ<ˆŒÜ—’˜9°eÑ<ˆŒÜ—’˜9°eÑ<ˆ�r   c                óh  • U R                  U5      S S 2S S S 24   nU R                  U5      nXE-  R                  S5      [        R                  " UR
                  S   5      -  nUR                  U) S5      n[        R                  " USS9n[        R                  " X7[        R                  " U5      5      nUR                  SSS9R                  S5      nXx-  nUS S 2S S 2S 4   U R                  U5      -  R                  S5      n	UR                  S5      n
XšS S 2S 4   R                  5       -  n	X—4$ )NrÌ   rÍ   r7   r8   T)Úkeepdimg:Œ0âŽyE>)rÃ   rÄ   rÛ   r<   rÏ   rj   Úmasked_fillr#   rÓ   Úwherer¬   Ú	clamp_minrß   Úanyr:   )r3   Úqueryr‚   ÚmaskrÃ   rÄ   rÔ   r×   ÚdenomÚpooledÚhass              r   rN   ÚMaskedQueryPool.forwardÈ   s  € Ø�F‰F�5‹Mš!˜T¢1˜*Ñ%ˆØ�F‰F�6‹NˆØ‘%—‘˜R“¤4§9¢9¨V¯\©\¸"Ñ-=Ó#>Ñ>ˆØ×#Ñ# T E¨4Ó0ˆÜ—-’- ¨AÑ.ˆÜ—+’+˜d¬U×-=Ò-=¸gÓ-FÓGˆØ—‘˜A t�Ð,×6Ñ6°tÓ<ˆØ‘/ˆØš!šQ ˜*Ñ%¨¯©¨v«Ñ6×;Ñ;¸AÓ>ˆØ�h‰h�q‹kˆØša ˜g™,×,Ñ,Ó.Ñ.ˆØˆÐr   )rÄ   rÃ   rß   r…   )rï   rQ   r‚   rQ   rð   rQ   r–   rZ   s   @r   rå   rå   Á   s   ø† ÷=÷ò r   rå   c                  ó|   ^ • \ rS rSrSr   S             SU 4S jjjr\S 5       r  S	   S
S jjrSr	U =r
$ )ÚAcademicEgoGraphEncoderé×   zLTarget-conditioned relational set encoder over the Suite12 structured cache.c                ón  >• [         TU ]  5         [        U5      U l        [	        X%-   U-   SU-  X{5      U l        [	        XX{5      U l        [        R                  " U
SSS9U l	        [	        US-   XwU5      U l
        [        R                  " USSS9U l        [	        US-   XwU5      U l        [        R                  " U	SSS9U l        [	        US-   XwU5      U l        [        U5      U l        [        U5      U l        [        U5      U l        [        U5      U l        [	        SU-  S-   SU-  X{5      U l        g )Nrx   r¹   r   )Úpadding_idxé   r„   )r/   r0   r1   r   r    rï   Ústudentr	   Ú	EmbeddingÚcourse_typeÚcourseÚrel_typeÚrelationÚ	comp_typeÚ	componentrå   Ústudent_poolÚcourse_poolÚrelation_poolÚcomponent_poolr·   )r3   Ústudent_dimÚ
course_dimÚrelation_dimÚcomponent_dimr¢   r£   r   Úrelation_typesÚcomponent_typesÚcourse_relation_typesr   r4   s               €r   r0   Ú AcademicEgoGraphEncoder.__init__Ù   s  ø€ ô 	‰ÑÔÜ˜7“|ˆŒÜ˜Ñ1°HÑ<¸aÀ¹iÈÓZˆŒ
Ü˜;°ÓBˆŒÜŸ<š<Ð(=¸qÈaÑPˆÔÜ˜* q™.¨'¸GÓDˆŒÜŸš ^°QÀAÑFˆŒÜ˜L¨1Ñ,¨gÀÓHˆŒÜŸš o°qÀaÑHˆŒÜ˜]¨QÑ.°À'ÓJˆŒÜ+¨GÓ4ˆÔÜ*¨7Ó3ˆÔÜ,¨WÓ5ˆÔÜ-¨gÓ6ˆÔÜ�q˜‘y 1‘} a¨¡i°ÓBˆ�r   c                ó\   • U R                  5       R                  SUR                  S-
  5      $ )Nr   r7   )Úlongr"   Únum_embeddings)r   Úembs     r   Ú
_safe_typeÚ"AcademicEgoGraphEncoder._safe_typeí   s$   € à�v‰v‹x�~‰~˜a ×!3Ñ!3°aÑ!7Ó8Ð8r   c                ó®  • U R                  [        R                  " XU/S5      5      nUbC  UR                  5       nUU   UU   pTUU   UU   UU   p‡nU	U   U
U   UU   pºn	UU   UU   UU   pínU(       aX  [        R                  " U5      n[        R                  " U5      n[        R                  " U
5      n
[        R                  " U5      nU R                  U5      nU R                  [        R                  " X`R                  U R                  X€R                  5      5      /S5      5      nU R                  [        R                  " X�R                  U R                  X°R                  5      5      /S5      5      nU R                  [        R                  " XÀR                  U R                  XàR                  5      5      /S5      5      nU R                  UUU5      u  nnU R                  UUU5      u  nnU R                  UUU
5      u  nnU R!                  UUU5      u  nn[        R"                  " UR%                  S5      UR%                  S5      U
R%                  S5      UR%                  S5      /S5      R'                  5       n[        R(                  " U5      nU R+                  [        R                  " UUUUUU/S5      5      n UUUUS.n!U UU!4$ )Nr7   rÌ   )rû   rþ   r   r  )rï   r#   r}   r  r¬   rû   rþ   rý   r  r   rÿ   r  r  r  r  r  r  rA   rÛ   r:   r%   r·   )"r3   Úcourse_targetr�   rž   Ústudent_seqÚstudent_maskÚcourse_neighborsÚcourse_neighbor_maskÚcourse_relation_typeÚrelation_eventsÚrelation_maskÚrelation_typeÚcomponent_eventsÚcomponent_maskÚcomponent_typeÚzero_relationsÚshuffle_relationsrÃ   ÚixÚstÚctÚrtÚmtÚrsÚaw_sÚrcÚaw_cÚrrÚaw_rÚrmÚaw_mÚcountsr·   Úattns"                                     r   rN   ÚAcademicEgoGraphEncoder.forwardñ   sÅ  € ð �J‰J”u—y’y -¸$Ð!?ÀÓCÓDˆØÑ(ð #×'Ñ'Ó)ˆBØ(3°B©¸ÀbÑ9I˜ØK[Ð\^ÑK_ÐauÐvxÑayð  |Pð  QSñ  |TÐ4HÐØ<KÈBÑ<OÐQ^Ð_aÑQbÐdqÐrtÑdu¨MˆOØ?OÐPRÑ?SÐUcÐdfÑUgÐiwÐxzÑi{¨nÐÞÜ ×+Ò+¨LÓ9ˆLÜ#(×#3Ò#3Ð4HÓ#IÐ Ü!×,Ò,¨]Ó;ˆMÜ"×-Ò-¨nÓ=ˆNà�\‰\˜+Ó&ˆØ�[‰[œŸšÐ$4×6FÑ6FÀtÇÁÐWk×m}Ñm}ÓG~Ó6ð  $Að  CEó  Fó  GˆØ�]‰]œ5Ÿ9š9 o·}±}ÀTÇ_Á_ÐUb×dqÑdqÓErÓ7sÐ%tÐvxÓyÓzˆØ�^‰^œEŸIšIÐ'7¿¹ÈÏÉÐXf×hvÑhvÓHwÓ9xÐ&yÐ{}Ó~ÓˆØ×$Ñ$ Q¨¨LÓ9‰ˆˆDØ×#Ñ# A rÐ+?Ó@‰ˆˆDØ×%Ñ% a¨¨]Ó;‰ˆˆDØ×&Ñ& q¨"¨nÓ=‰ˆˆDÜ—’Ø×Ñ˜QÓÐ!5×!9Ñ!9¸!Ó!<¸m×>OÑ>OÐPQÓ>RÐTb×TfÑTfÐghÓTið
àóç‰e‹gð 	ô —’˜VÓ$ˆØ�h‰h”u—y’y ! R¨¨R°°VÐ!<¸aÓ@ÓAˆØ¨4¸TÐPTÑUˆØ�F˜DÐ Ð r   )r  r  r  rþ   r  rý   r·   r   rï   rÿ   r   r  rû   r  )é@   r-   r-   r-   çš™™™™™¹?)r  r1   r  r1   r	  r1   r
  r1   r¢   r1   r£   r1   r   r1   r  r1   r  r1   r  r1   r   r:   )FN)r"  ri   r#  útorch.Tensor | None)rS   rT   rU   rV   rW   r0   Ústaticmethodr  rN   rX   rY   rZ   s   @r   rö   rö   ×   s–   ø† ÙVàACØceØ"%ðCØ!ðCØ-0ðCØ;>ðCà!$ðCà<?ðCà]`ðCð  ÷Cð Cð( ñ9ó ð9ð (-Ø9=ð$!ð
 !%ð$!ð $7÷$!ó $!r   rö   c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚInternalBatchEnsembleTabMi  zCDiagnostic/smoke-test surrogate. Production must use official tabm.c                ó¨  >• [         T	U ]  5         / nUn[        U5       H]  nU[        R                  " Xt5      [        R
                  " U5      [        R                  " 5       [        R                  " U5      /-  nUnM_     [        R                  " U6 U l	        [        R                  " [        R                  " X$5      5      U l        [        R                  " [        R                  " X$5      5      U l        [        R                  " [        R                  " X$5      5      U l        [        R                  " [        R"                  " U5      5      U l        [        R&                  R)                  U R                  SS5        [        R&                  R)                  U R                  SS5        [        R&                  R+                  U R                   5        g )Nr«   g¸…ëQ¸ž?)r/   r0   Úranger	   r
   r   r   r   r   Úbackbonerq   r#   ÚonesÚrÚsrr   Úheadrs   r   r   rt   Úxavier_uniform_)
r3   Úd_inrÄ   Ún_blocksÚd_blockr   ÚblocksÚdÚ_r4   s
            €r   r0   Ú"InternalBatchEnsembleTabM.__init__  s  ø€ Ü‰ÑÔØˆØˆÜ�x–ˆAØ”r—y’y Ó,¬b¯lªl¸7Ó.CÄRÇWÂWÃYÔPR×PZÒPZÐ[bÓPcÐdÑdˆFØŠAñ !ô Ÿš vÐ.ˆŒÜ—’œeŸjšj¨Ó4Ó5ˆŒÜ—’œeŸjšj¨Ó4Ó5ˆŒÜ—L’L¤§¢¨QÓ!8Ó9ˆŒ	Ü—L’L¤§¢¨Q£Ó0ˆŒ	Ü
�‰�‰˜Ÿ™  SÔ)Ü
�‰�‰˜Ÿ™  SÔ)Ü
�‰×Ñ §	¡	Õ*r   c                ó  • U R                  U5      nUS S 2S S S 24   U R                  S S S 2S S 24   -  U R                  S S S 2S S 24   -  nX0R                  S S S 2S S 24   -  R	                  S5      U R
                  S S S 24   -   $ )NrÌ   )r<  r>  r?  r@  rÛ   r   )r3   r   ÚhrE   s       r   rN   Ú!InternalBatchEnsembleTabM.forward*  s|   € Ø�M‰M˜!ÓˆØŠa�’qˆj‰M˜DŸF™F 4ªªA :Ñ.Ñ.°·±¸ºaÂ¸
Ñ1CÑCˆØ—I‘I˜d¢A¢q˜jÑ)Ñ)×.Ñ.¨rÓ2°T·Y±Y¸tÂQ¸wÑ5GÑGÐGr   )r<  r   r@  r>  r?  )
rB  r1   rÄ   r1   rC  r1   rD  r1   r   r:   r†   rZ   s   @r   r9  r9    s   ø† ÙM÷+÷ Hð Hr   r9  c                  óD   ^ • \ rS rSr  S     SU 4S jjjrS rSrU =r$ )ÚTabMBackbonei0  c                ó’  >• [         TU ]  5         [        U5      U l        [	        U5      U l        U R                  S:X  a¡   [        R                  " S5      nUR                  n [        R                  R                  S5      n
U
S:w  a  [        SU
 35      eUR                  [	        U5      / SSU R
                  [	        U5      [	        U5      [        U5      S9U l        g U R                  S	:X  a  [#        XR
                  X4U5      U l        g [%        S
5      e! [         a  n	[        S5      U	eS n	A	ff = f! [         a    Sn
 NÂf = f)NÚofficialÚtabmzRSuite22 production requires official tabm==0.0.3. No silent fallback is permitted.Úunknownz0.0.3z,Suite22 is validated for tabm==0.0.3; found r7   )Ún_num_featuresÚcat_cardinalitiesÚd_outÚ	arch_typerÄ   rC  rD  r   Úinternal_smokez7backend must be 'official' or explicit 'internal_smoke')r/   r0   ÚstrÚbackendr1   rÄ   Ú	importlibÚimport_moduleÚTabMÚ	ExceptionÚImportErrorÚmetadataÚversionÚRuntimeErrorÚmaker:   Úmodelr9  rk   )r3   rB  Úensemble_membersrC  rD  r   rX  Úmodr[  Úer_  r4   s              €r   r0   ÚTabMBackbone.__init__1  s/  ø€ ä‰ÑÔÜ˜7“|ˆŒÜÐ%Ó&ˆŒØ�<‰<˜:Ó%ðÜ×-Ò-¨fÓ5�Ø—x‘x�ð$Ü#×,Ñ,×4Ñ4°VÓ<�ð ˜'Ó!Ü"Ð%QÐRYÐQZÐ#[Ó\Ð\ØŸ™Ü" 4›y¸BÀaØ  D§F¡F´S¸³]Ü˜G›¬e°G«nð #ð ˆD�Jð
 �\‰\Ð-Ó-Ü2°4¿¹ÀÐT[Ó\ˆD�JäÐVÓWÐWøô! ó Ü!Ð"vÓwÐ}~Ð~ûðûô ó $Ø#’ð$ús*   Á"D Á$D7 Ä
D4Ä#D/Ä/D4Ä7EÅEc                ó  • U R                   S:X  a  U R                  U5      $  U R                  US 5      nUR                  S:X  a  UR                  S   S:X  a  US   nO.UR                  S:X  a  UR                  S   S:X  a  US S 2SS24   nUR                  S:w  a!  [        S	[        UR                  5       35      eU$ ! [         a6     U R                  US S9n N§! [         a    U R                  U5      n  NÅf = ff = f)
NrV  )Úx_numÚx_catr‹   rÌ   r7   ).r   rx   r   z'Unexpected official TabM output shape: )rX  rb  Ú	TypeErrorry   rj   r`  rz   )r3   r   r·   s      r   rN   ÚTabMBackbone.forwardL  só   € Ø�<‰<Ð+Ó+Ø—:‘:˜a“=Ð ð	$Ø—*‘*˜Q Ó%ˆCð �8‰8�q‹=˜SŸY™Y r™]¨aÓ/Ø�f‘+‰CØ�X‰X˜‹]˜sŸy™y¨™}°Ó1Ø’a˜˜1˜�f‘+ˆCØ�8‰8�q‹=ÜÐ!HÌÈsÏyÉyÓIYÐHZÐ[Ó\Ð\Øˆ
øô ó 	$ð$Ø—j‘j q°�jÐ5’øÜó $Ø—j‘j “m“ð$úð	$ús)   £B? Â?
C?Ã
CÃC;Ã7C?Ã:C;Ã;C?)rX  rÄ   rb  )r-   r‹   é   r5  rO  )rB  r1   rc  r1   rC  r1   rD  r1   r   r:   rX  rW  r–   rZ   s   @r   rM  rM  0  s:   ø† ØNOØJTðXØðXØ.3ðXØDG÷Xð X÷6ð r   rM  )Úfrozenc                  óH   • \ rS rSr% S\S'   S\S'   S\S'   S\S'   S\S'   Srg	)
ÚVariantSpeci_  ri   Úfaculty_modÚtime_modÚinteraction_modÚ
relationalÚfeature_graph© N)rS   rT   rU   rV   Ú__annotations__rX   ru  r   r   ro  ro  _  s   ‡ àÓØƒNØÓØÓØÖr   ro  F)Úshared_tabmÚfaculty_mod_tabmÚfaculty_time_tabmÚrelational_ft_tabmÚ	sftr_tabmc                  óð   ^ • \ rS rSr    S                                   SU 4S jjjr S	   S
S jjr\R                  " 5       S 5       r\R                  " 5       S 5       r	Sr
U =r$ )ÚSuite22Modeliq  c                ó¨  >• [         TU ]  5         U[        ;  a  [        SU 35      eXl        [        U   U l        [        UR                  S   5      U l        [        U5      U l	        [        R                  " [        U5      [        U5      5      U l        [        U5      U l        [        X#U5      U l        [#        XÞU R                  U5      U l        ['        U R                  USUS9U l        [+        XVXxXÞUU	X«US9U l        U R                  U-  U-   U-   S-   nU R
                  R,                  (       a  UUS-   -  n[/        UUUUUU5      U l        g )NzUnknown Suite22 variant: r   rP   )rÉ   rÀ   )r   r  r  r  r   r,   r„   )r/   r0   ÚVARIANTSrk   ÚvariantÚspecr1   rj   Ú	n_currentrn   r	   rü   r�   r)   rž   r\   Ú	tokenizerr˜   Ú	modulatorr»   Úgraphrö   rs  rM  rP  )r3   r€  rc   rd   Ún_facultiesr  r  r	  r
  r  r  r  rn   r¢   r£   Úmodulation_rankÚgraph_neighborsÚrelation_out_dimrc  Útabm_blocksÚ
tabm_widthr   rX  Úbase_dimr4   s                           €r   r0   ÚSuite22Model.__init__r  s1  ø€ ô 	‰ÑÔØœ(Ó"ÜÐ8¸¸	ÐBÓCÐCØŒÜ˜WÑ%ˆŒ	Ü˜UŸ[™[¨™^Ó,ˆŒÜ˜Y›ˆŒÜ—|’|¤C¨Ó$4´c¸+Ó6FÓGˆŒÜ& xÓ0ˆŒ	Ü1°%ÀIÓNˆŒÜ.¨{ÀdÇnÁnÐVeÓfˆŒÜ'¨¯©¸	ÐPRÐ^mÑnˆŒ
Ü1Ø \À+Ø$°^Ø+Øñ	
ˆŒð —>‘> IÑ-°Ñ;¸hÑFÈÑJˆØ�9‰9××ØÐ(¨1Ñ,Ñ,ˆHÜ  Ð+;¸[È*ÐV]Ð_fÓgˆ�	r   c                óú  • U R                  UR                  5       5      nU R                  X45      u  nnU R                  U5      nU R                  R
                  =(       a    US;  nU R                  R                  =(       a    US;  nU R                  R                  =(       a    US;  nU R                  UUUUUU5      u  nnnU R                  R                  =(       a    US:g  nU R                  UUS9nUR                  S5      UUU/n0 n[        R                  " [        U5      SUR                  S9nU R                  R                   (       a>  US	:H  n U R!                  UUUXgX‰U
X¼UXïUU US
:X  a  UOS S9u  n!nnUR#                  U!U/5        [        R$                  " US5      n"U R'                  U"5      n#[        R(                  " U#5      n$Uu  n%n&n'U#U$U$R+                  S5      U$R-                  SSS9U%U&U'UUS.	$ )N>   Úidentity_modÚno_faculty_mod>   Úno_time_modr�  >   r�  Úno_interaction_modÚ	graph_off)rÝ   r7   r„   )Údevicer"  r#  )r"  r#  F)Úunbiased)	rÔ   Úmember_probabilitiesÚprobabilityÚuncertaintyr±   r²   ÚlambdaÚrelation_countsÚ	attention)r�   r  rž   rƒ  r�  rp  rq  rr  r„  rt  r…  Úflattenr#   rs   r’   r”  rs  r>   r}   rP  rÜ   Úmeanrf   )(r3   ÚcurrentÚfaculty_idxrB   rC   r  r  r  r  r  r  r  r  r  r  r   r!  ÚablationÚshuffle_indexÚfrD   Út_rawr‚   Úuse_fÚuse_tÚuse_iÚ
mod_paramsÚ	mod_partsÚgraph_enabledÚpiecesr2  r1  Úzero_relÚrelation_reprr   rÔ   Úprobsr±   r²   r³   s(                                           r   rN   ÚSuite22Model.forward�  sê  € ð �L‰L˜×)Ñ)Ó+Ó,ˆØ—9‘9Ð-Ó:‰ˆˆ5Ø—‘ Ó(ˆà—	‘	×%Ñ%×\¨(Ð:\Ñ*\ˆØ—	‘	×"Ñ"×V xÐ7VÑ'VˆØ—	‘	×)Ñ)×d¨hÐ>dÑ.dˆØ(,¯©°v¸qÀ!ÀUÈEÐSXÓ(YÑ%ˆ�
˜IàŸ	™	×/Ñ/×K°HÀÑ4KˆØ—‘˜F¨M�Ð:ˆØ—.‘. Ó# Q¨¨5Ð1ˆàˆÜ—’œS ›\¨1°W·^±^ÑDˆØ�9‰9××ØÐ#3Ñ3ˆHØ*.¯/©/Ø˜q !ØØ Ð8LØ°Ø °.Ø'Ø3;Ð?RÓ3R¡-ÐX\ð +:ð +Ñ'ˆM˜6 4ð �M‰M˜=¨&Ð1Ô2Ü�IŠI�f˜aÓ ˆØ—‘˜1“ˆÜ—’˜fÓ%ˆØ%Ñˆˆt�SàØ$)Ø Ÿ:™: a›=Ø Ÿ9™9 Q°˜9Ð7Ø D°CØ%Øñ
ð 	
r   c                ój  • U R                   R                  5       u  pUR                  5       R                  5       R	                  5       UR                  5       R                  5       R	                  5       [        [        R                  " U R                   R                  5      R                  5       5      4$ r   )
r…  rØ   ÚdetachÚcpuÚnumpyr:   r#   rÜ   rÈ   Úitem)r3   rÞ   r×   s      r   Úfeature_graph_edgesÚ Suite22Model.feature_graph_edges¿  s{   € à—z‘z×+Ñ+Ó-‰ˆØ�z‰z‹|×ÑÓ!×'Ñ'Ó)¨7¯>©>Ó+;×+?Ñ+?Ó+A×+GÑ+GÓ+IÌ5ÔQV×Q^ÒQ^Ð_c×_iÑ_i×_qÑ_qÓQr×QwÑQwÓQyÓKzÐzÐzr   c                óÒ  • U R                  UR                  5       5      nU R                  X#5      u  pV0 nSSSU R                  R                  U R                  R
                  U R                  R                  4S.R                  5        HZ  u  p‰U R                  R                  " XE/U	Q76 u  p«pÆU
S-
  R                  5       UR                  5       UR                  5       S.Xx'   M\     U$ )N)TFF)FTF)FFT)r�   rž   rŸ   Úfullr7   )Ú	gamma_absÚbeta_absÚ
lambda_abs)r�   r  rž   r�  rp  rq  rr  Úitemsr„  r´   Úabs)r3   rŸ  rB   rC   r¢  rD   rG  r·   ÚnameÚflagsÚgÚbÚls                r   Úmodulation_magnitudesÚ"Suite22Model.modulation_magnitudesÄ  sÈ   € à�L‰L˜×)Ñ)Ó+Ó,ˆØ�y‰yÐ)Ó6‰ˆØˆà+Ø(Ø/Ø—Y‘Y×*Ñ*¨D¯I©I×,>Ñ,>ÀÇ	Á	×@YÑ@YÐZñ	
÷
 ‰%‹'ò‰KˆDð Ÿ™×6Ò6°qÐD¸eÒD‰JˆA�!à !™eŸ[™[›]¸¿¹»ÈqÏuÉuËwñˆC‹Iñð ˆ
r   )r�   r…  r„  r‚  rs  r�  rP  rž   rn   rƒ  r€  )r„   rP   rP   r¹   r¹   r4  r-   r‹   rl  r5  rO  )(r€  rW  r†  r1   r  r1   r  r1   r	  r1   r
  r1   r  r1   r  r1   r  r1   rn   r1   r¢   r1   r£   r1   r‡  r1   rˆ  r1   r‰  r1   rc  r1   rŠ  r1   r‹  r1   r   r:   rX  rW  )ÚnoneN)r   rW  r¡  r6  )rS   rT   rU   rV   r0   rN   r#   Úno_gradr´  rÂ  rX   rY   rZ   s   @r   r}  r}  q  s7  ø† ð MOØ]_ØUXØ6@ðhØ!ðhØ/2ðhØBEðhØVYðhà!$ðhà7:ðhàSVðhð  ðhð 36ðhð GJðhð #&ð	hð =@ð	hð X[ð	hð
 $'ðhð
 ;>ðhð
 PSðhð  ðhð 14÷hð hðF NRð-
ð
 ð-
ð
 8Kõ-
ð^ ‡]‚]ƒ_ñ{ó ð{ð ‡]‚]ƒ_ñó ör   r}  )r   z	nn.Module)ra   T)r   r1   r   r1   r   r1   r   r:   r   ri   rR   znn.Sequential)r&   rQ   rR   rQ   )Ú
__future__r   rY  Úimportlib.metadatar<   Údataclassesr   r#   Útorch.nnr	   Útorch.nn.functionalÚ
functionalr{   r   r    r'   ÚModuler)   r\   rˆ   r˜   r»   rå   rö   r9  rM  ro  r  r}  ru  r   r   Ú<module>rÍ     sO  ðÝ "ã Û Û Ý !ã Ý ß Ð ô&ö"ô*ô
"˜Ÿ™ô "ô4˜rŸy™yô ôD;˜Ÿ	™	ô ;ô$'.˜BŸI™Iô '.ôT-˜Ÿ™ô -ôD�b—i‘iô ô,>!˜bŸi™iô >!ôBH §	¡	ô Hô0,�2—9‘9ô ,ñ^ �$Ñ÷ð ó ðñ ˜u e¨U°E¸5ÓAÙ# D¨%°¸¸uÓEÙ$ T¨4°°u¸eÓDÙ% d¨D°$¸¸eÓDÙ˜T 4¨¨t°TÓ:ñ€ôb�2—9‘9õ br   