ó
    Ïó®j\)  ã                  óÒ   • S SK Jr  S SKrS SKrS SKJr  SS jrSS jrSS jr " S S\R                  5      r
 " S S	\R                  5      r " S
 S\R                  5      rSS jrg)é    )ÚannotationsNc           
     óN  • [         R                  " [         R                  " X5      [         R                  " U5      [         R                  " 5       [         R
                  " U5      [         R                  " X5      [         R                  " U5      [         R                  " 5       5      $ )N)ÚnnÚ
SequentialÚLinearÚ	LayerNormÚGELUÚDropout)Úin_dimÚhiddenÚout_dimÚdropouts       Úsuite21_models.pyÚmlpr   	   sa   € Ü�=Š=Ü
�	Š	�&Ó!Ü
�Š�VÓÜ
�Š‹	Ü
�
Š
�7ÓÜ
�	Š	�&Ó"Ü
�Š�WÓÜ
�Š‹	óð ó    c                ó‚   • U R                  SS5      n [        R                  " U 5      [        R                  " U * 5      -
  $ )Nçñhãˆµøä>çwJëÿï?)ÚclampÚtorchÚlogÚlog1p)Úps    r   Ú
safe_logitr      s/   € Ø	�‰��jÓ!€AÜ�9Š9�Q‹<œ%Ÿ+š+ q b›/Ñ)Ð)r   c           	     óÐ  • U R                  SS5      nUR                  SSS9n[        U5      nUR                  SSSS9nUR	                  SSS9R
                  UR                  SSS9R
                  -
  nU[        R                  " U5      -  SU-
  [        R                  " U* 5      -  -   * nUS	:¬  R                  5       R                  SSS9n[        R                  " XX$XVU/S5      $ )
Nr   r   é   T©ÚkeepdimF)r   Úunbiasedç      ð?g      à?)r   Úmeanr   ÚstdÚmaxÚvaluesÚminr   r   r   ÚfloatÚcat)Úprobabilitiesr   ÚqÚlogitsr"   ÚspreadÚentropyÚvotes           r   Úcommittee_meta_featuresr.      sÚ   € Ø×Ñ˜D *Ó-€AØ	�‰ˆq˜$ˆÐ€AÜ˜‹]€FØ
�%‰%�˜4¨%ˆ%Ð
0€CØ�U‰U�1˜dˆUÐ#×*Ñ*¨Q¯U©U°1¸d¨UÐ-C×-JÑ-JÑJ€FØ”E—I’I˜a“LÑ  C¨!¡G¬u¯{ª{¸A¸2«Ñ#>Ñ>Ð?€GØ�‰G�?‰?Ó×!Ñ! !¨TÐ!Ð2€DÜ�9Š9�a ¨¸$Ð?ÀÓCÐCr   c                  ób   ^ • \ rS rSrSr     S               SU 4S jjjrS rSrU =r$ )ÚSemesterTransformerEncoderé%   z=Ordered previous-semester encoder with a target-course query.c	           
     ó:  >• [         T
U ]  5         [        R                  " X5      U l        [        X#-   XDU5      U l        [        R                  " X„5      U l        [        R                  " UUSU-  USSSS9n	[        R                  " X–[        R                  " U5      S9U l        [        R                  " XEUSS9U l        [        R                  " [        R                  " SU-  U5      [        R                  " U5      [        R                   " 5       5      U l        g )Né   ÚgeluT)Úd_modelÚnheadÚdim_feedforwardr   Ú
activationÚbatch_firstÚ
norm_first)Ú
num_layersÚnorm)r   r9   é   )ÚsuperÚ__init__r   r   Ústudent_projr   Útarget_projÚ	EmbeddingÚpositionÚTransformerEncoderLayerÚTransformerEncoderr   ÚencoderÚMultiheadAttentionÚcross_attentionr   r	   Úout)ÚselfÚstudent_dimÚ
course_dimÚfaculty_dimr5   ÚheadsÚlayersr   Úmax_semestersÚlayerÚ	__class__s             €r   r?   Ú#SemesterTransformerEncoder.__init__'   sß   ø€ ô 	‰ÑÔÜŸIšI kÓ;ˆÔÜ˜zÑ7¸È7ÓSˆÔÜŸš ]Ó<ˆŒÜ×*Ò*ØØØ ™KØØØØñ
ˆô ×,Ò,¨UÌBÏLÊLÐY`ÓLaÑbˆŒÜ!×4Ò4Ø G¸ñ 
ˆÔô —=’=Ü�IŠI�a˜'‘k 7Ó+¬R¯\ª\¸'Ó-BÄBÇGÂGÃIó
ˆ�r   c           	     ó   • UR                   u  pVn[        R                  " XaR                  S9nU R	                  U5      U R                  U5      S S S 2S S 24   -   n	U R                  X’) S9n
[        R                  " U
5      n
U R                  [        R                  " X4/S5      5      S S 2S S S 24   nU R                  UU
U
U) SSS9u  pÍUR                  S5      n[        R                  " US S 2SS S 24   5      US S 2S 4   R                  5       -  n[        R                  " US S 2S S 2SS S 24   5      nX¢S S 2S S 2S 4   R                  5       -  R                  S5      UR                  SSS9R                  S5      R                  5       -  nXþS S 2S 4   R                  5       -  nU R                  [        R                  " XÏ/S5      5      XÞ4$ )	N©Údevice)Úsrc_key_padding_maskr   TF)Úkey_padding_maskÚneed_weightsÚaverage_attn_weightsr   r   )Úshaper   ÚarangerV   r@   rC   rF   Ú
nan_to_numrA   r'   rH   Úanyr&   ÚsumÚ	clamp_minrI   )rJ   Ústudent_seqÚstudent_maskÚtarget_courseÚfaculty_embeddingÚbÚtÚ_Ú	positionsÚxÚencodedÚqueryÚattendedÚattnÚhas_historyÚpooleds                   r   ÚforwardÚ"SemesterTransformerEncoder.forwardG   s¾  € Ø×#Ñ#‰ˆˆaÜ—L’L ×+=Ñ+=Ñ>ˆ	Ø×Ñ˜kÓ*¨T¯]©]¸9Ó-EÀdÊAÊqÀjÑ-QÑQˆØ—,‘,˜q°}�,ÐEˆÜ×"Ò" 7Ó+ˆØ× Ñ ¤§¢¨MÐ+MÈqÓ!QÓRÒSTÐVZÒ\]ÐS]Ñ^ˆØ×-Ñ-ØØØØ*˜]ØØ!&ð .ð 
‰ˆð #×&Ñ& qÓ)ˆÜ×#Ò# HªQ°²1¨WÑ$5Ó6¸ÂQÈÀWÑ9M×9SÑ9SÓ9UÑUˆÜ×Ò ¢Qª¨1ªa ZÑ 0Ó1ˆà¢A¢q¨$ JÑ/×5Ñ5Ó7Ñ7×<Ñ<¸QÓ?Ø×Ñ˜q¨$ÐÐ/×9Ñ9¸!Ó<×BÑBÓDñEð 	ð ¢a¨ gÑ.×4Ñ4Ó6Ñ6ˆØ�x‰xœŸ	š	 8Ð"4°aÓ8Ó9¸4ÐLÐLr   )rH   rF   rI   rC   r@   rA   )é`   r3   r=   çš™™™™™¹?é   )rK   ÚintrL   ru   rM   ru   r5   ru   rN   ru   rO   ru   r   r&   rP   ru   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r?   rp   Ú__static_attributes__Ú__classcell__©rR   s   @r   r0   r0   %   s|   ø† ÙGð ØØØØð
àð
ð ð
ð ð	
ð
 ð
ð ð
ð ð
ð ð
ð ÷
ð 
÷@Mð Mr   r0   c                  ó>   ^ • \ rS rSrSrSSU 4S jjjrSS jrSrU =r$ )	ÚResidualEnsembleHeadéa   zICheap ensemble whose zero initialization preserves the Committee exactly.c                ó–  >• [         TU ]  5         [        U5      U l        [        R
                  " [        R                  " U R                  U5      5      U l        [        R
                  " [        R                  " U R                  U5      5      U l
        [        R
                  " [        R                  " U R                  U5      5      U l        [        R
                  " [        R                  " U R                  5      5      U l        [        R                  " U5      U l        [        R                  R!                  U R                  SS9  g )Ng{®Gázt?)r"   )r>   r?   ru   Úmembersr   Ú	Parameterr   ÚonesÚscaleÚzerosÚshiftÚweightÚbiasr
   r   ÚinitÚnormal_)rJ   r5   rƒ   r   rR   s       €r   r?   ÚResidualEnsembleHead.__init__c   s»   ø€ Ü‰ÑÔÜ˜7“|ˆŒÜ—\’\¤%§*¢*¨T¯\©\¸7Ó"CÓDˆŒ
Ü—\’\¤%§+¢+¨d¯l©l¸GÓ"DÓEˆŒ
Ü—l’l¤5§;¢;¨t¯|©|¸WÓ#EÓFˆŒÜ—L’L¤§¢¨T¯\©\Ó!:Ó;ˆŒ	Ü—z’z 'Ó*ˆŒÜ
�‰�‰˜Ÿ
™
¨ˆÒ-r   c                ó:  • US S 2S S S 24   U R                   S S S 2S S 24   -  U R                  S S S 2S S 24   -   nU R                  U5      nX R                  S S S 2S S 24   -  R	                  S5      U R
                  S S S 24   -   n[        R                  " U5      $ )Néÿÿÿÿ)r†   rˆ   r   r‰   r_   rŠ   r   Útanh)rJ   ÚhÚzÚraws       r   rp   ÚResidualEnsembleHead.forwardm   sˆ   € ØŠa�’qˆj‰M˜DŸJ™J tªQ² zÑ2Ñ2°T·Z±ZÀÂaÊÀ
Ñ5KÑKˆØ�L‰L˜‹OˆØ—;‘;˜t¢Qª˜zÑ*Ñ*×/Ñ/°Ó3°d·i±iÀÂaÀÑ6HÑHˆÜ�zŠz˜#‹Ðr   )rŠ   r   rƒ   r†   rˆ   r‰   )é   çš™™™™™©?)r5   ru   rƒ   ru   r   r&   )r‘   útorch.TensorÚreturnr—   rv   r~   s   @r   r€   r€   a   s   ø† ÙS÷.ñ .÷ò r   r€   c                  ó’   ^ • \ rS rSrSr1 Skr         S                               SU 4S jjjrS rSrU =r	$ )	ÚSuite21Modelét   z¨Committee-anchored temporal residual learner.

The deployed score is always
    logit(q_committee) + alpha * bounded_residual
so alpha=0 is an exact identity fallback.
>   Úflat_residualÚtemporal_residualÚguarded_temporal_residualc           
     óF  >• [         TU ]  5         XR                  ;  a  [        SU 35      eXl        [        U5      U l        [        U5      U l        [        U5      U l	        [        U5      U l
        S[        U5      -  S-   U l        [        R                  " Xk5      U l        [        X$-   U-   S-   U R                  -   SU-  UU5      U l        US:X  a  S U l        X€R                  -   nUnO:[%        X4X¸XšX×5      U l        SU-  U R                  -   nSU-  U R                  -   S-   n[        USU-  X�5      U l        [        R(                  " [        R*                  " UU5      [        R,                  " 5       [        R.                  " U5      [        R*                  " US5      5      U l        [        R2                  R5                  U R0                  S   R6                  S5        [9        XŒS	S
9U l        U R"                  b  [        R*                  " US5      U l        g S U l        g )NzUnknown variant: r=   é   r   rœ   r3   r�   g      è¿r–   )r   )r>   r?   ÚVARIANTSÚ
ValueErrorÚvariantru   rP   r&   Úpositive_capÚnegative_capÚguard_powerÚcommittee_meta_dimr   rB   Úfacultyr   ÚcurrentÚtemporalr0   Úresidual_contextr   r   r	   r
   Ú	authorityr‹   Ú	constant_rŠ   r€   ÚresidualÚtemporal_aux)rJ   r£   Úflat_dimrK   rL   Úcommittee_membersÚn_facultiesrP   r5   rN   rO   rM   Úensemble_membersr   r¤   r¥   r¦   Úresidual_input_dimÚgate_input_dimrR   s                      €r   r?   ÚSuite21Model.__init__}   sÛ  ø€ ô& 	‰ÑÔØŸ-™-Ó'ÜÐ0°°	Ð:Ó;Ð;ØŒÜ  Ó/ˆÔÜ! ,Ó/ˆÔÜ! ,Ó/ˆÔÜ  Ó-ˆÔØ"#¤cÐ*;Ó&<Ñ"<¸qÑ"@ˆÔä—|’| KÓ=ˆŒÜØÑ! KÑ/°!Ñ3°d×6MÑ6MÑMØ�‰KØØó	
ˆŒð �oÓ%Ø ˆDŒMØ!(×+BÑ+BÑ!BÐØ/‰Nä6Ø¨¸uÈgóˆDŒMð "# W¡¨t×/FÑ/FÑ!FÐØ ™[¨4×+BÑ+BÑBÀQÑFˆNä #Ð$6¸¸G¹ÀWÓ VˆÔÜŸšÜ�IŠI�n gÓ.Ü�GŠG‹IÜ�JŠJ�wÓÜ�IŠI�g˜qÓ!ó	
ˆŒô 	�‰×Ñ˜$Ÿ.™.¨Ñ,×1Ñ1°5Ô9Ü,¨WÐPSÑTˆŒØ59·]±]Ñ5NœBŸIšI g¨qÓ1ˆÕÐTXˆÕr   c                ód  • U R                  U5      n[        U5      n	UR                  S5      R                  SS5      n
[	        U
5      nU R                  [        R                  " XX†S S 2S 4   U	/S5      5      nUR                  S5      R                  5       nU[        [        U R                  5      S5      -  nU R                  cú  [        R                  " U5      nUR                  S5      n[        R                  " [!        U5      SUR"                  S   UR$                  S9nU R'                  [        R                  " XÉ/S5      5      n[        R                  " XÉ/S5      n[        R(                  " U R+                  U5      5      R-                  S5      n[        R                  " [!        U5      UR$                  S9nOëU R                  X#XH5      u  nnnXÏ-  n[        R.                  " XÏ-
  5      nU R'                  [        R                  " XÏUUU	/S5      5      n[        R                  " UUU	US S 2S 4   US S 2S 4   /S5      n[        R(                  " U R+                  U5      5      R-                  S5      UR                  5       -  nU R1                  U5      R-                  S5      nU R3                  U5      nU R4                  S:X  a4  [        R6                  " SU
-
  R9                  S5      U R:                  5      nO[        R<                  " U
5      n[        R>                  " US:¬  U R@                  U-  U RB                  US S 2S 4   -  U-  5      nUS S 2S 4   U-  nUS S 2S 4   U-   n[        R(                  " U5      nU
UU	UUR                  S5      URE                  SS	S
9UUUUUUUUS.$ )Nr   r   r   r    rU   rž   g{®Gáz”?r   F©r   )Úbase_probabilityÚ
base_logitÚcommittee_metaÚcorrection_membersÚproposal_probabilityÚproposal_uncertaintyr¬   Úguard_scaleÚ	attentionrn   Útemporal_aux_logitÚ	current_hÚ
temporal_hÚ
residual_h)#r¨   r.   r!   r   r   r©   r   r'   r_   r&   r#   rP   rª   Ú
zeros_liker^   r‡   Úlenr[   rV   r«   Úsigmoidr¬   ÚsqueezeÚabsr¯   r®   r£   Úpowr`   r¦   Ú	ones_likeÚwherer¤   r¥   r"   )rJ   Úflatra   rb   Úcourse_targetÚfaculty_idxÚsemester_scalarÚcommittee_probsÚ	faculty_hÚmetar)   rº   rÂ   Úhistory_lengthÚhistory_length_normrÃ   rn   rÀ   rÄ   Ú
gate_inputr¬   rÁ   ÚinteractionÚ
differenceÚsignedr¿   Úsigned_boundedr¼   Úmember_logitsÚmember_probss                                 r   rp   ÚSuite21Model.forward¸   sc  € ð —L‘L Ó-ˆ	Ü& Ó7ˆØ× Ñ  Ó#×)Ñ)¨$°
Ó;ˆÜ “]ˆ
Ø—L‘LÜ�IŠI�t¨IÂqÈ$ÀwÑ7OÐQUÐVÐXYÓZó
ˆ	ð &×)Ñ)¨!Ó,×2Ñ2Ó4ˆØ,¬s´5¸×9KÑ9KÓ3LÈcÓ/RÑRÐà�=‰=Ñ Ü×)Ò)¨)Ó4ˆJØ&×*Ñ*¨1Ó-ˆKÜŸš¤C¨£I¨q°+×2CÑ2CÀAÑ2FÈtÏ{É{Ñ[ˆIØ×.Ñ.¬u¯yªy¸)Ð9JÈAÓ/NÓOˆJÜŸš IÐ#4°aÓ8ˆJÜŸš d§n¡n°ZÓ&@ÓA×IÑIÈ!ÓLˆIÜ!&§¢¬S°«Y¸t¿{¹{Ñ!KÑà15·±Ø¨=ó2Ñ.ˆJ˜	 ;ð $Ñ0ˆKÜŸš 9Ñ#9Ó:ˆJØ×.Ñ.Ü—	’	˜9°+¸zÈ4ÐPÐRSÓTóˆJô ŸšàØØØ#¢A t GÑ,Ø'ª¨4¨Ñ0ðð ó	ˆJô Ÿš d§n¡n°ZÓ&@ÓA×IÑIÈ!ÓLÈ{×O`ÑO`ÓObÑbˆIØ!%×!2Ñ!2°:Ó!>×!FÑ!FÀqÓ!IÐà—‘˜zÓ*ˆØ�<‰<Ð6Ó6ÜŸ)š) S¨1¡W×$7Ñ$7¸Ó$<¸d×>NÑ>NÓO‰KäŸ/š/¨!Ó,ˆKô ŸšØ�a‰KØ×Ñ Ñ&Ø×Ñ ªA¨t¨GÑ 4Ñ4°vÑ=ó
ˆð
 '¢q¨$ wÑ/°.Ñ@ÐØ"¢1 d 7Ñ+Ð.@Ñ@ˆÜ—}’} ]Ó3ˆð !"Ø$Ø"Ø"4Ø$0×$5Ñ$5°aÓ$8Ø$0×$4Ñ$4°QÀÐ$4Ð$GØ"Ø&Ø"Ø&Ø"4Ø"Ø$Ø$ñ
ð 	
r   )r¬   r§   r©   r¨   r¦   rP   r¥   r¤   r®   r«   rª   r¯   r£   )	rr   r3   r=   rt   r•   rs   ç      ø?r    rÞ   ) r£   Ústrr°   ru   rK   ru   rL   ru   r±   ru   r²   ru   rP   ru   r5   ru   rN   ru   rO   ru   rM   ru   r³   ru   r   r&   r¤   r&   r¥   r&   r¦   r&   )
rw   rx   ry   rz   r{   r¡   r?   rp   r|   r}   r~   s   @r   rš   rš   t   sô   ø† ñò S€Hð ØØØØ !ØØ"Ø"Ø!ð#9Yàð9Yð ð9Yð ð	9Yð
 ð9Yð ð9Yð ð9Yð ð9Yð ð9Yð ð9Yð ð9Yð ð9Yð ð9Yð ð9Yð ð9Yð  ð!9Yð" ÷#9Yð 9Y÷vS
ð S
r   rš   c                ó¢   • U S S 2S 4   [        U5      U-  -   n[        R                  " U5      nUR                  S5      UR	                  SSS9U4$ )Nr   Fr¸   )r&   r   rÇ   r!   r"   )rº   r¼   Úalphar*   Úprobss        r   Úprobabilities_at_alpharã     sO   € Øš˜4˜Ñ ¤5¨£<Ð2DÑ#DÑD€FÜ�MŠM˜&Ó!€EØ�:‰:�a‹=˜%Ÿ)™) A°˜)Ð6¸Ð>Ð>r   )
r   ru   r   ru   r   ru   r   r&   r˜   znn.Sequential)r   r—   r˜   r—   )r(   r—   r˜   r—   )rº   r—   r¼   r—   rá   r&   )Ú
__future__r   Úmathr   Útorch.nnr   r   r   r.   ÚModuler0   r€   rš   rã   © r   r   Ú<module>ré      s\   ðÝ "ã ã Ý ô	ô*ô
Dô9M §¡ô 9Môx˜2Ÿ9™9ô ô&W
�2—9‘9ô W
õt?r   