ó
    =±ÛjÅ$  ã                   ó²   • S r SSKrSSKJrJr  SSKrSSKJr   " S S\R                  5      r " S S\R                  5      r	 " S	 S
\R                  5      r
g)zËHierarchical, identity-free academic history encoders.

Events in a semester are a set. Sequence encoders see only the resulting
semester means and counts, so row order within a semester has no meaning.
é    N)ÚDictÚTuple)Únnc                   óÞ   ^ • \ rS rSrS
U 4S jjrS rS rS\\\	R                  4   S\\	R                  \	R                  4   4S jrS\\\	R                  4   S\	R                  4S jrS	rU =r$ )ÚHistoryEncoderé   c           
      óH  >• [         TU ]  5         US;  a  [        S5      eUS:  d  US:  d  US:  a  [        S5      e[        U5      U[        U5      sU l        U l        U l        [        U5      [        U5      [        U5      sU l        U l	        U l
        [        R                  " USSS9U l        [        R                  " S	S
SS9U l        [        R                  " [        R                   " SU5      [        R"                  " 5       [        R$                  " U5      [        R                   " X35      [        R&                  " U5      5      U l        [        R                  " [        R                   " US-   U5      [        R"                  " 5       [        R&                  " U5      5      U l        US:X  as  [        R                  " [        R                   " US-   U5      [        R"                  " 5       [        R$                  " U5      [        R                   " X35      5      U l        GO'US:X  a~  [        R                  " [        R                   " SU5      [        R"                  " 5       [        R                   " X35      5      U l        [        R0                  " X3USUS:”  a  UOSS9U l        O£X5-  (       a  [        S5      e[        R                  " [        R                   " SU5      [        R"                  " 5       [        R                   " X35      5      U l        [        R4                  " X5US-  USSSS9n[        R6                  " XtSS9U l        [        R8                  " [:        R<                  " U5      5      U l        [        R@                  RC                  U R>                  SS9  g )N>   ÚgruÚmlpÚtransformerz%arch must be mlp, gru, or transformeré   é   z3vocab_size >= 3, dim >= 1, and layers >= 1 requiredé    r   )Úpadding_idxé   é   é7   r   r
   Tç        )Ú
num_layersÚbatch_firstÚdropoutz*transformer dim must be divisible by headsé   Úgelu)Údim_feedforwardr   Ú
activationr   Ú
norm_firstF)Úenable_nested_tensorg{®Gáz”?)Ústd)"ÚsuperÚ__init__Ú
ValueErrorÚintÚ
vocab_sizeÚarchÚdimÚfloatÚlayersÚheadsr   r   Ú	EmbeddingÚcourse_embeddingÚgrade_embeddingÚ
SequentialÚLinearÚGELUÚDropoutÚ	LayerNormÚ	event_mlpÚsemester_mlpÚhistory_mlpÚgap_embeddingÚGRUÚsequenceÚTransformerEncoderLayerÚTransformerEncoderÚ	ParameterÚtorchÚemptyÚempty_historyÚinitÚnormal_)	Úselfr#   r$   r%   r'   r(   r   ÚlayerÚ	__class__s	           €Ú@/root/disk_3tb/earlywarning/30072026/suite35_pace/pace/models.pyr    ÚHistoryEncoder.__init__   s~  ø€ Ü‰ÑÔØÐ4Ó4ÜÐDÓEÐEØ˜‹>˜S 1›W¨°«
ÜÐRÓSÐSÜ/2°:«ÀÄcÈ#ÃhÐ,ˆŒ˜œ D¤HÜ03°F³¼SÀ»ZÌÈwËÐ-ˆŒ�T”Z ¤Ü "§¢¨Z¸ÈÑ KˆÔÜ!Ÿ|š|¨A¨r¸qÑAˆÔäŸšÜ�IŠI�o sÓ+¬R¯WªW«YÜ�JŠJ�wÓ¤§¢¨3Ó!4´b·l²lÀ3Ó6Gó
ˆŒô ŸMšM¬"¯)ª)°C¸!±G¸SÓ*AÄ2Ç7Â7Ã9ÌbÏlÊlÐ[^ÓN_Ó`ˆÔØ�5‹=Ü!Ÿ}š}Ü—	’	˜# ™' 3Ó'¬¯ª«´B·J²J¸wÓ4GÌÏÊÐSVÓI\ó ˆDÖð �U‹]Ü!#§¢¬r¯yªy¸¸CÓ/@Ä"Ç'Â'Ã)ÌRÏYÊYÐWZÓM`Ó!aˆDÔÜŸFšF 3¸ÈDØ6<¸q³j©7ÀbñJˆD�Mð �{Ü Ð!MÓNÐNÜ!#§¢¬r¯yªy¸¸CÓ/@Ä"Ç'Â'Ã)ÌRÏYÊYÐWZÓM`Ó!aˆDÔÜ×.Ò.Ø¨C°!©G¸WØ!¨tÀñˆEô ×1Ò1°%ÐV[Ñ\ˆDŒMÜŸ\š\¬%¯+ª+°cÓ*:Ó;ˆÔÜ
�‰�‰˜×*Ñ*°ˆÒ4ó    c                 ón   • US   R                  5       US   R                  5       R                  S5      -  $ )NÚsemester_maskÚ
event_maskéÿÿÿÿ)ÚboolÚany)r?   Úbatchs     rB   Ú_semester_maskÚHistoryEncoder._semester_mask3   s4   € Ø�_Ñ%×*Ñ*Ó,¨u°\Ñ/B×/GÑ/GÓ/I×/MÑ/MÈbÓ/QÑQÐQrD   c           
      óô  • [         R                  " XUS9R                  S5      n[         R                  " [         R                  " SU R                  SX#S9[
        R                  " S5      * U R                  -  -  5      nXE-  n[         R                  " XR                  X#S9n[         R                  " U5      US S 2SS S24'   [         R                  " US S 2S U R                  S-  24   5      US S 2SS S24'   U$ )N©ÚdeviceÚdtyper   r   é   g     ˆÃ@)
r:   ÚarangeÚ	unsqueezeÚexpr%   ÚmathÚlogÚzerosÚsinÚcos)r?   ÚlengthrP   rQ   ÚpositionÚscaleÚanglesÚoutputs           rB   Ú
_positionsÚHistoryEncoder._positions6   sÌ   € Ü—<’< ¸UÑC×MÑMÈaÓPˆÜ—	’	œ%Ÿ,š, q¨$¯(©(°A¸fÑRÜ"Ÿhšh vÓ.Ð.°·±Ñ9ñ;ó <ˆàÑ!ˆÜ—’˜V§X¡X°fÑJˆÜŸ)š) FÓ+ˆŠq�!�$�Q�$ˆw‰ÜŸ)š) Fª1¨n¨t¯x©x¸1©}¨nÐ+<Ñ$=Ó>ˆŠq�!�$�Q�$ˆw‰ØˆrD   rK   Úreturnc                 óò	  • US   R                  5       nU R                  U5      nX#R                  S5      -  n[        R                  " X!S   R                  5       S5      n[        R                  " X!S   R                  5       S5      n[        R                  " UR                  S5      US   R                  5       S5      n[        R                  " US:H  US:H  US	:H  US	:H  4S5      R                  5       nU R                  [        R                  " U R                  U5      U R                  U5      Xg4SS
95      n[        R                  " UR                  S5      US5      nUR                  S5      R                  UR                  5      n	UR                  S5      U	R                  S	5      R                  S5      -  n
U R!                  [        R                  " X©R#                  5       R                  S5      4S5      5      n[        R                  " UR                  S5      US5      nUR$                  u  pÍUS:X  a  X‹4$ U R&                  S:X  a¢  UR)                  S	5      R                  UR                  5      nUR)                  S	5      UR                  S	5      R                  S5      -  nU R+                  [        R                  " XþR#                  5       R                  S5      4S5      5      nGOÝU R&                  S:X  a¢  [        R                  " X1S   R                  5       S5      nX°R-                  UR                  S5      R#                  5       R                  S5      5      -   nU R/                  [        R                  " UR                  S5      US5      5      u  nnGO+[        R                  " X1S   R                  5       S5      nX°R1                  XÛR2                  UR                  5      -   U R-                  UR                  S5      R#                  5       R                  S5      5      -   n[        R                  " UR                  S5      US5      nUR5                  5       ) nSUUR7                  S	5      ) S4'   [        R8                  " XÝUR2                  [        R                   S9R;                  S	5      nU R/                  UUUS9n[        R                  " UR                  S5      US5      nUU4$ )z¼Return local event vectors and *causal* semester context vectors.

Same-semester visible peers are allowed in historical denoising.
No context at semester s consumes any semester after s.
rG   rH   Úcourser   Ú
grade_bandÚnumericr   rR   r   )r%   éþÿÿÿr   r
   ÚgapsFrO   )ÚmaskÚsrc_key_padding_mask)rI   rL   rT   r:   ÚwhereÚlongr&   Ústackr1   Úcatr*   r+   ÚsumÚtorQ   Ú	clamp_minr2   Úlog1pÚshaper$   Úcumsumr3   r4   r6   r`   rP   ÚclonerJ   ÚonesÚtriu)r?   rK   ÚobservedÚsem_maskrd   Úgraderf   Ú
indicatorsÚlocalÚcountsÚmeansÚsemesterÚnr[   Úprefix_countÚprefix_meanÚcontextrh   r6   Ú_ÚpaddingÚcausals                         rB   Úencode_eventsÚHistoryEncoder.encode_events@   s   € ð ˜Ñ&×+Ñ+Ó-ˆØ×&Ñ& uÓ-ˆØ×0Ñ0°Ó4Ñ4ˆÜ—’˜X¨X¡×';Ñ';Ó'=¸qÓAˆÜ—’˜H¨LÑ&9×&>Ñ&>Ó&@À!ÓDˆÜ—+’+˜h×0Ñ0°Ó4°e¸IÑ6F×6LÑ6LÓ6NÐPRÓSˆÜ—[’[ &¨A¡+¨u¸©z¸6ÀQ¹;ÈÐQRÉ
Ð!SÐUWÓX×^Ñ^Ó`ˆ
Ø—‘œuŸyšy¨$×*?Ñ*?ÀÓ*GÈ×I]ÑI]Ð^cÓIdØ)0ð*>ØCEñ Gó Hˆä—’˜H×.Ñ.¨rÓ2°E¸2Ó>ˆØ—‘˜bÓ!×$Ñ$ U§[¡[Ó1ˆØ—	‘	˜"“ × 0Ñ 0°Ó 3× =Ñ =¸bÓ AÑAˆØ×$Ñ$¤U§Y¢Y°·|±|³~×7OÑ7OÐPRÓ7SÐ/TÐVXÓ%YÓZˆÜ—;’;˜x×1Ñ1°"Ó5°xÀÓDˆØ—N‘N‰	ˆØ�Q‹;Ø�?Ð"Ø�9‰9˜ÓØ#Ÿ?™?¨1Ó-×0Ñ0°·±Ó@ˆLØ"Ÿ/™/¨!Ó,¨|×/EÑ/EÀaÓ/H×/RÑ/RÐSUÓ/VÑVˆKØ×&Ñ&¤u§y¢y°+×?QÑ?QÓ?S×?]Ñ?]Ð^`Ó?aÐ1bÐdfÓ'gÓhŠGØ�Y‰Y˜%ÓÜ—;’;˜x¨v©×)<Ñ)<Ó)>ÀÓCˆDØ×"4Ñ"4°T·^±^ÀAÓ5F×5LÑ5LÓ5N×5XÑ5XÐY[Ó5\Ó"]Ñ]ˆHØŸ™¤u§{¢{°8×3EÑ3EÀbÓ3IÈ8ÐUWÓ'XÓY‰JˆG’Qä—;’;˜x¨v©×)<Ñ)<Ó)>ÀÓCˆDà §?¡?°6¿?¹?ÈHÏNÉNÓ#[Ñ[Ø×,Ñ,¨T¯^©^¸AÓ->×-DÑ-DÓ-F×-PÑ-PÐQSÓ-TÓUñVˆHä—{’{ 8×#5Ñ#5°bÓ#9¸8ÀRÓHˆHØ—~‘~Ó'Ð'ˆGð ,1ˆG�X—\‘\ !“_Ð$ aÐ'Ñ(Ü—Z’Z °x·±ÌeÏjÉjÑY×^Ñ^Ð_`ÓaˆFØ—m‘m H°6ÐPW�mÐXˆGÜ—+’+˜h×0Ñ0°Ó4°g¸rÓBˆØ�gˆ~ÐrD   c                 óB  • U R                  U5      u  p#U R                  U5      nUR                  u  pVU R                  R	                  S5      R                  US5      nUS:X  a  U$ [        R                  " XcR                  S9R                  US5      n[        R                  " XHS5      R                  S5      R                  S5      n	U[        R                  " XSR                  S9U	4   n
[        R                  " UR                  S5      R	                  S5      X§5      $ )Nr   rH   )rP   r   )r‡   rL   rs   r<   rT   Úexpandr:   rS   rP   rk   Úamaxrq   rJ   )r?   rK   r„   rƒ   ry   r€   r[   r;   Ú	positionsÚlastÚhistorys              rB   ÚforwardÚHistoryEncoder.forwardo   sã   € Ø×'Ñ'¨Ó.‰
ˆØ×&Ñ& uÓ-ˆØ—N‘N‰	ˆØ×"Ñ"×,Ñ,¨QÓ/×6Ñ6°q¸"Ó=ˆØ�Q‹;ØˆLÜ—L’L ·±Ñ?×FÑFÀqÈ"ÓMˆ	Ü�{Š{˜8°Ó3×8Ñ8¸Ó;×EÑEÀaÓHˆØœ%Ÿ,š, q·±Ñ@À$ÐFÑGˆÜ�{Š{˜8Ÿ<™<¨›?×4Ñ4°RÓ8¸'ÓIÐIrD   )r$   r*   r%   r   r<   r1   r4   r+   r(   r3   r'   r2   r6   r#   )é€   rR   r   çš™™™™™¹?)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r    rL   r`   r   Ústrr:   ÚTensorr   r‡   r�   Ú__static_attributes__Ú__classcell__©rA   s   @rB   r   r      sy   ø† ÷"5òHRòð- 4¨¨U¯\©\Ð(9Ñ#:ð -¸uÀUÇ\Á\ÐSX×S_ÑS_ÐE_Ñ?`ô -ð^
J˜T # u§|¡|Ð"3Ñ4ð 
J¸¿¹÷ 
Jò 
JrD   r   c                   ó6   ^ • \ rS rSrSrU 4S jrSS jrSrU =r$ )ÚMaskedEventModelé|   zIDecode masked events from their local vector and causal semester context.c                 óª  >• [         TU ]  5         Xl        [        R                  " [        R
                  " UR                  S-  UR                  5      [        R                  " 5       5      U l        [        R
                  " UR                  S5      U l	        [        R
                  " UR                  [        UR                  S-
  S5      5      U l        g )NrR   é   r   r   )r   r    Úencoderr   r,   r-   r%   r.   ÚdecoderÚ
grade_headÚmaxr#   Úcourse_head)r?   r¡   rA   s     €rB   r    ÚMaskedEventModel.__init__   s�   ø€ Ü‰ÑÔØŒÜ—}’}¤R§Y¢Y¨w¯{©{¸Q©ÀÇÁÓ%LÌbÏgÊgËiÓXˆŒÜŸ)š) G§K¡K°Ó3ˆŒÜŸ9š9 W§[¡[´#°g×6HÑ6HÈ1Ñ6LÈaÓ2PÓQˆÕrD   c                 óf  • U R                   R                  U5      u  pEUR                  S5      R                  U5      nUc  Ub¥  0 nSX R                  S4SX0R
                  U R
                  R                  44 Hk  u  pxpšUb  UR                  5       (       d  UR                  SU
45      Xg'   M5  U R                  [        R                  " XH   XX   4S5      5      nU	" U5      Xg'   Mm     U$ U R                  [        R                  " XE4S5      5      nU R	                  U5      U R                  U5      S.$ )Nrg   rz   r    rd   r   rH   )rz   rd   )r¡   r‡   rT   Ú	expand_asr£   r¥   Úout_featuresrJ   Ú	new_emptyr¢   r:   rn   )r?   rK   Ú
grade_maskÚcourse_maskr|   rƒ   r_   Únameri   ÚheadÚclassesÚrepresentations               rB   r�   ÚMaskedEventModel.forward†   s  € ØŸ™×3Ñ3°EÓ:‰ˆØ×#Ñ# BÓ'×1Ñ1°%Ó8ˆØÑ! [Ñ%<ð ˆFØ/6¸
ÇOÁOÐUVÐ.WØ08¸+×GWÑGWÐY]×YiÑYi×YvÑYvÐ/wó.yÑ)�˜Dà‘< t§x¡x§z¡zØ#(§?¡?°A°w°<Ó#@�F“Là%)§\¡\´%·)²)¸U¹[È'É-Ð<XÐZ\Ó2]Ó%^�NÙ#'¨Ó#7�F“Lñ.yð ˆMØŸ™¤e§i¢i°Ð0@À"Ó&EÓFˆØŸ™¨Ó8ÀD×DTÑDTÐUcÓDdÑeÐerD   )r¥   r¢   r¡   r£   )NN)	r“   r”   r•   r–   Ú__doc__r    r�   r™   rš   r›   s   @rB   r�   r�   |   s   ø† ÙSõR÷fò frD   r�   c                   óF   ^ • \ rS rSrSU 4S jjrSU 4S jjrSS jrSrU =r$ )	ÚNeuralRiskModelé™   c           	      ó”  >• [         TU ]  5         X#sU l        U l        US:X  a$  Ub!  UR	                  S5        UR                  5         Xb  UR                  OS-   n[        R                  " [        R                  " Xd5      [        R                  " 5       [        R                  " U5      [        R                  " US5      5      U l        g )NÚfrozenFr   r   )r   r    r¡   ÚmodeÚrequires_grad_Úevalr%   r   r,   r-   r.   r/   r®   )r?   Ú	input_dimr¡   r¸   Ú
hidden_dimr   ÚwidthrA   s          €rB   r    ÚNeuralRiskModel.__init__š   s�   ø€ Ü‰ÑÔØ")ÐˆŒ�d”iØ�8Ó Ñ 3Ø×"Ñ" 5Ô)Ø�L‰LŒNØÑ,?˜WŸ[š[ÀQÑGˆÜ—M’M¤"§)¢)¨EÓ">ÄÇÂÃ	Ì2Ï:Ê:ÐV]ÓK^Ü"$§)¢)¨J¸Ó":ó<ˆ�	rD   c                 ó”   >• [         TU ]  U5        U R                  S:X  a'  U R                  b  U R                  R	                  5         U $ )Nr·   )r   Útrainr¸   r¡   rº   )r?   r¸   rA   s     €rB   rÀ   ÚNeuralRiskModel.train¤   s9   ø€ Ü‰‰�dÔØ�9‰9˜Ó  T§\¡\Ñ%=Ø�L‰L×ÑÔØˆrD   c                 ón  • U R                   bx  Uc  [        S5      eU R                  S:X  a0  [        R                  " 5          U R                  U5      nS S S 5        OU R                  U5      n[        R
                  " UW4S5      nU R                  U5      R                  S5      $ ! , (       d  f       NG= f)Nz(history batch required for encoder modelr·   rH   )r¡   r!   r¸   r:   Úno_gradrn   r®   Úsqueeze)r?   ÚxrK   rŽ   s       rB   r�   ÚNeuralRiskModel.forwardª   sŒ   € Ø�<‰<Ñ#Ø‰}Ü Ð!KÓLÐLØ�y‰y˜HÓ$Ü—]’]•_Ø"Ÿl™l¨5Ó1�G÷ %�_ð Ÿ,™, uÓ-�Ü—	’	˜1˜g˜,¨Ó+ˆAØ�y‰y˜‹|×#Ñ# BÓ'Ð'÷ %•_ús   ÁB&Â&
B4)r¡   r®   r¸   )NÚnoner‘   r’   )T)N)	r“   r”   r•   r–   r    rÀ   r�   r™   rš   r›   s   @rB   r´   r´   ™   s   ø† ÷<÷÷
(ò 
(rD   r´   )r²   rV   Útypingr   r   r:   r   ÚModuler   r�   r´   © rD   rB   Ú<module>rË      sO   ðñó ß ã Ý ôkJ�R—Y‘Yô kJô\f�r—y‘yô fô:(�b—i‘iõ (rD   