ó
    ¹�jn&  ã                  ón  • S SK Jr  S SKrS SKrS SKJr  S SKJs  Jr  SS jr " S S\R                  5      r
 " S S\R                  5      r " S	 S
\R                  5      r " S S\R                  5      r " S S\R                  5      r " S S\R                  5      r " S S\R                  5      rg)é    )ÚannotationsN)Únnc           
     óü   • [         R                  " [         R                  " X5      [         R                  " U5      [         R                  " 5       [         R
                  " U5      [         R                  " X5      5      $ ©N)r   Ú
SequentialÚLinearÚ	LayerNormÚGELUÚDropout)ÚinpÚhidÚoutÚdrops       Ú>/root/disk_3tb/earlywarning/30072026/suite12/suite12_models.pyÚ_mlpr   	   sH   € Ü�=Š=œŸš 3Ó+¬B¯LªL¸Ó,=¼b¿gºg»iÌÏ
Ê
ÐSWÓHXÔY[×YbÒYbÐcfÓYkÓlÐló    c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚGlobalDistilledExperté   c           
     óB  >• [         TU ]  5         [        R                  " X55      U l        X-   U-   n[        R
                  " [        R                  " USU-  5      [        R                  " SU-  5      [        R                  " 5       [        R                  " U5      [        R                  " SU-  U5      [        R                  " U5      [        R                  " 5       5      U l
        [        R                  " US5      U l        [        R                  " US5      U l        g ©Né   é   é   )ÚsuperÚ__init__r   Ú	EmbeddingÚfacr   r   r	   r
   r   ÚbackboneÚlabelÚteacher)	ÚselfÚflat_dimÚcontext_dimÚn_facultiesÚd_modelÚfaculty_dimÚdropoutr   Ú	__class__s	           €r   r   ÚGlobalDistilledExpert.__init__   sÂ   ø€ Ü‰ÑÔ¤B§L¢L°Ó$I˜4œ8ØÑ  Ñ,ˆÜ—m’m¤B§I¢I¨c°!°G±)Ó$<¼R¿\º\È!ÈGÉ)Ó=TÔUW×U\ÒU\ÓU^Ô_a×_iÒ_iÐjqÓ_rÜ$&§I¢I¨a°©i¸Ó$@ÄÇÂÈgÓAVÔWY×W^ÒW^ÓW`óbˆŒä—9’9˜W QÓ'ˆŒ
´R·Y²Y¸wÀqÓ5I¨­r   c           	     óÒ   • U R                  [        R                  " XU R                  U5      /S5      5      nX@R	                  U5      R                  S5      U R                  U5      4$ )Nr   )r   ÚtorchÚcatr   r    Úsqueezer!   )r"   ÚflatÚcontextÚfacultyÚhs        r   ÚforwardÚGlobalDistilledExpert.forward   sO   € Ø
�-‰-œŸ	š	 4°·±¸Ó0AÐ"BÀ1ÓEÓ
FˆØ—‘˜A“×&Ñ& qÓ)¨$¯,©,°q«/Ð9Ð9r   )r   r   r    r!   )é@   é   çš™™™™™¹?©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r3   Ú__static_attributes__Ú__classcell__©r)   s   @r   r   r      s   ø† ÷J÷:ð :r   r   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚStudentTrajectoryExperté   c                óÚ  >• [         TU ]  5         [        R                  " X5      U l        [        R
                  " XDSS9U l        [        R                  " US5      U l        [        R                  " X55      U l	        [        X%-   XDU5      U l        [        R                  " [        R                  " SU-  U5      [        R                  " U5      [        R                  " 5       5      U l        g )NT)Úbatch_firstr   r   )r   r   r   r   r   ÚGRUÚgruÚqueryr   r   r   Úctxr   r	   r
   r   )r"   Ú	input_dimr$   r%   r&   r'   r(   r)   s          €r   r   Ú StudentTrajectoryExpert.__init__   s«   ø€ Ü‰ÑÔ¤B§I¢I¨iÓ$@˜4œ8Ì"Ï&Ê&ÐQXÐmqÑJrÀÄÜ—9’9˜W QÓ'ˆŒ
´·²¸kÓ1V¨¬Ô`dÐepÑe|ð  ~Eð  NUó  aVÐW[ÔW_Ü—’œrŸyšy¨¨7©°7Ó;¼B¿LºLÈÓ<QÔRT×RYÒRYÓR[Ó\ˆ�r   c                óL  • U R                  U5      oPR                  U5      u  pVU R                  [        R                  " U5      5      R                  S5      owR                  U) S5      n[        R                  " US5      oˆUR                  5       -  oˆUR                  SSS9S-   -  o…UR                  S5      -  R                  S5      n	U R                  [        R                  " X0R                  U5      /S5      5      o R                  [        R                  " Xš/S5      5      $ )Néÿÿÿÿç     ˆÃÀr   T©Úkeepdimç�íµ ÷Æ°>)r   rF   rG   r,   Útanhr.   Úmasked_fillÚsoftmaxÚfloatÚsumÚ	unsqueezerH   r-   r   r   )r"   ÚxÚmaskr0   r1   ÚzÚ_ÚscoreÚar2   Úcs              r   r3   ÚStudentTrajectoryExpert.forward   sç   € Ø
�(‰(�1‹+ˆŸ(™( 1›+‘c�a¨D¯J©J´u·z²zÀ!³}Ó,E×,MÑ,MÈbÓ,Q e×XiÑXiÐkoÐjoÐptÓXuÐRWÜ
�-Š-˜˜aÓ
 ˆ T§Z¡Z£\¡> °q·u±u¸QÀt°uÐ7LÈTÑ7QÑ4R°!ÐXY×XcÑXcÐdfÓXgÑVg×UlÑUlÐmnÓUoÐSTØ
�(‰(”5—9’9˜g§h¡h¨wÓ&7Ð8¸Ó;Ó
<ˆÇHÁHÌUÏYÊYÐXYÐW\Ð]^ÓM_ÓD`Ð=`r   )rH   r   rF   r   r   rG   )r6   r7   r8   r?   s   @r   rA   rA      s   ø† ÷]÷að ar   rA   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚCourseCurriculumExperté!   c                ó’  >• [         TU ]  5         [        XX55      U l        [        R
                  " XC5      U l        [        R                  " SU-  S5      U l        [        X#X55      U l	        [        R                  " [        R                  " SU-  U5      [        R                  " U5      [        R                  " 5       5      U l        g r   )r   r   r   Únoder   r   Úrelr   ÚattrH   r   r	   r
   r   )r"   rI   r$   r&   Úrelation_typesr(   r)   s         €r   r   ÚCourseCurriculumExpert.__init__"   s‡   ø€ Ü‰ÑÔ¤T¨)¸GÓ%L˜4œ9ÔVX×VbÒVbÐcqÓVzÈTÌXÜ—’˜1˜W™9 QÓ'ˆŒ´°kÈ'Ó1Z¨¬Ü—’œrŸyšy¨¨7©°7Ó;¼B¿LºLÈÓ<QÔRT×RYÒRYÓR[Ó\ˆ�r   c                ó¤  • U R                  U5      o`R                  U5      U R                  UR                  SU R                  R                  S-
  S95      -   nUS S 2S S S 24   R	                  U5      o€R                  [        R                  " X‡/S5      5      R                  S5      R                  U) S5      n	[        R                  " U	S5      oªUR                  5       -  oªU
R                  SSS9S-   -  o§U
R                  S5      -  R                  S5      nU R                  U5      oÀR                  [        R                  " XkU/S5      5      $ )	Nr   r   )ÚminÚmaxrL   rM   TrN   rP   )rc   rd   ÚclampÚnum_embeddingsÚ	expand_asre   r,   r-   r.   rR   rS   rT   rU   rV   rH   r   )r"   ÚtargetÚ	neighborsrX   Úrel_typer0   ÚtÚnÚqr[   r\   Úaggr]   s                r   r3   ÚCourseCurriculumExpert.forward&   s  € Ø
�)‰)�FÓ
ˆŸi™i¨	Ó2°4·8±8¸H¿N¹NÈqÐUY×U]ÑU]×UlÑUlÐmnÑUn¸NÐ<oÓ3pÑp˜AØ
ŠAˆd’1ˆH‰+×
Ñ
 Ó
"ˆ¯©´%·)²)¸Q¸EÀ"Ó2EÓ)F×)NÑ)NÈrÓ)R×)^Ñ)^Ð`dÐ_dÐeiÓ)j 5Ü
�-Š-˜˜aÓ
 ˆ T§Z¡Z£\¡> °q·u±u¸QÀt°uÐ7LÈTÑ7QÑ4R°!ÐZ[×ZeÑZeÐfhÓZiÑXi×WnÑWnÐopÓWqÐSVØ
�(‰(�7Ó
ˆ§8¡8¬E¯IªI°q¸Q°iÀÓ,BÓ#CÐCr   )re   rH   rc   r   rd   )é   r7   r8   r?   s   @r   r`   r`   !   s   ø† ÷]÷Dð Dr   r`   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚCompatibilityExperté,   c	                ó  >• [         T	U ]  5         [        XXX5      U l        [        X%XX5      U l        [
        R                  " Xu5      U l        [
        R                  " XU5      U l	        [
        R                  " XU5      U l
        [
        R                  " XF5      U l        [        X6-   XUU5      U l        [
        R                  " [
        R                  " SU-  U5      [
        R                  " U5      [
        R                  " 5       5      U l        g )Né   )r   r   r   Úeventrn   r   r   rd   r   rs   Úkr   rH   r   r	   r
   r   )
r"   Ú	event_dimÚ
course_dimr$   r%   r&   r'   rf   r(   r)   s
            €r   r   ÚCompatibilityExpert.__init__-   sü   ø€ Ü‰ÑÔ¤d¨9¸WÓ&M˜4œ:ÔZ^Ð_iÐryó  [CÈdÌkô  MO÷  MYò  MYð  Zhó  Mqð  DHô  DLÜ�yŠy˜Ó)ˆŒ´·²¸7Ó1K¨$¬&ÔUW×UaÒUaÐbmÓUzÈDÌHô  EIð  JUñ  Jað  bið  ryó  EzÐ{ô  |DÜ—’œrŸyšy¨¨7©°7Ó;¼B¿LºLÈÓ<QÔRT×RYÒRYÓR[Ó\ˆ�r   c                óP  • U R                  U5      U R                  UR                  SU R                  R                  S-
  5      5      -   opR	                  U5      nU R                  U5      U R                  U5      S S 2S S S 24   -  R                  S5      [        R                  " UR                  S   5      -  o™R                  U) S5      n	[        R                  " U	S5      oªUR                  5       -  oªU
R                  SSS9S-   -  o§U
R                  S5      -  R                  S5      nX‹-  n[        R                   " X‹-
  5      oÐR#                  [        R$                  " XPR'                  U5      /S5      5      oàR)                  [        R$                  " X‹XÍ-   U/S5      5      $ ©Nr   r   rL   rM   TrN   rP   )r|   rd   rk   rl   rn   r}   rs   rU   ÚmathÚsqrtÚshaperR   r,   rS   rT   rV   ÚabsrH   r-   r   r   )r"   ÚeventsrX   rp   Útarget_courser0   r1   Úerq   Úscr\   ÚhistÚcrossÚdiffr]   s                  r   r3   ÚCompatibilityExpert.forward1   sy  € Ø
�*‰*�VÓ
˜TŸX™X h§n¡n°Q°t·x±x×7NÑ7NÈqÑ7PÓ&QÓRÑ
Rˆ×U`ÑU`ÐanÓUoÐSTØ�F‰F�1‹I�d—f‘f˜Q“i¢ $¢q Ñ)Ñ)×.Ñ.¨rÓ2´4·9²9¸Q¿W¹WÀR¹[Ó3IÑIˆÏ^É^Ð]aÐ\aÐbfÓMgÈ"Ü
�-Š-˜˜1Ó
ˆ $§*¡*£,¡˜a°A·E±E¸!ÀD°EÐ4IÈ$Ñ4NÑ1O¨qÐXY×XcÑXcÐdfÓXgÑVg×UlÑUlÐmnÓUoÐPTØ‰fˆœ%Ÿ)š) A¡FÓ+�T¯h©h´u·y²yÀ'Ï(É(ÐSZÓJ[ÐA\Ð]^Ó7_Ó.`¨A×hpÑhpÔqv×qzÒqzÐ|}ð  DIñ  DNð  OPð  |Qð  RSó  rTó  iUð  bUr   )rH   r|   r   r}   r   rs   rd   rn   )r6   é   r7   r8   r?   s   @r   rx   rx   ,   s   ø† ÷]÷Uð Ur   rx   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚMasteryEventExperté7   c	                óú  >• [         T	U ]  5         [        R                  " XG5      U l        [        X-   XUU5      U l        [        R                  " [        R                  " U5      S-  5      U l
        [        R                  " X65      U l        [        X&-   XUU5      U l        [        R                  " [        R                  " SU-  U5      [        R                  " U5      [        R                   " 5       5      U l        g )Ng{®Gáz”?r   )r   r   r   r   Útypr   r|   Ú	Parameterr,   ÚrandnrG   r   rH   r   r   r	   r
   r   )
r"   Únumeric_dimr$   r%   Ún_component_typesr&   r'   Útype_dimr(   r)   s
            €r   r   ÚMasteryEventExpert.__init__8   sÌ   ø€ Ü‰ÑÔ¤B§L¢LÐ1BÓ$L˜4œ8ÔX\Ð]hÑ]qÐryð  CJó  YKÈTÌZÜ—<’<¤§¢¨GÓ 4°SÑ 8Ó9ˆŒ
Ä2Ç<Â<ÐP[ÓCh¸$¼(Ôrvð  xCñ  xOð  PWð  `gó  shÐimÔiqÜ—’œrŸyšy¨¨7©°7Ó;¼B¿LºLÈÓ<QÔRT×RYÒRYÓR[Ó\ˆ�r   c                óØ  • U R                  [        R                  " XR                  UR	                  SU R                  R
                  S-
  5      5      /S5      5      ofU R                  -  R                  S5      [        R                  " UR                  S   5      -  owR                  U) S5      n[        R                  " US5      oˆUR                  5       -  oˆUR                  SSS9S-   -  o†UR                  S5      -  R                  S5      o�R                  [        R                  " X@R!                  U5      /S5      5      o R#                  [        R                  " Xš/S5      5      $ r‚   )r|   r,   r-   r”   rk   rl   rG   rU   rƒ   r„   r…   rR   rS   rT   rV   rH   r   r   )r"   r‡   rX   r”   r0   r1   r‰   rŠ   r\   r2   r]   s              r   r3   ÚMasteryEventExpert.forward<   sÍ  € Ø
�*‰*”U—Y’Y §x¡x°·	±	¸!¸D¿H¹H×<SÑ<SÐTUÑ<UÓ0VÓ'WÐXÐY[Ó\Ó
]ˆÐdh×dnÑdnÑbn×asÑasÐtvÓawÔx|÷  yBò  yBð  CD÷  CJñ  CJð  KMñ  CNó  yOñ  bOÐ^`÷  Sañ  Sað  cgð  bgð  hló  Smð  PRÜ
�-Š-˜˜1Ó
ˆ $§*¡*£,¡˜a°A·E±E¸!ÀD°EÐ4IÈ$Ñ4NÑ1O¨qÐUV×U`ÑU`ÐacÓUdÑSd×RiÑRiÐjkÓRlÐPQ×owÑowÔx}÷  yBò  yBð  DK÷  LTñ  LTð  U\ó  L]ð  C^ð  _`ó  yaó  pbÐmn÷  jrñ  jrô  sx÷  s|ò  s|ð  ~ð  }Bð  CDó  sEó  jFð  cFr   )rH   r|   r   r   rG   r”   )r6   r   r7   r8   r?   s   @r   r‘   r‘   7   s   ø† ÷]÷Fð Fr   r‘   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚEvidenceExchanger5   c                óÀ  >• [         TU ]  5         [        S[        X15      5      nX-  (       a  US-  o1U-  (       a  M  [        R
                  " X!5      U l        [        R                  " XUSS9U l        [        R                  " [        R                  " U4S5      5      U l        [        R                  " U5      U l        [        R                  " SU-  U5      U l        g )Nr   T)r(   rD   g       Àr   )r   r   rj   ri   r   r   ÚtypesÚMultiheadAttentionÚattnr•   r,   ÚfullÚgammar	   Únormr   Úproj)r"   r&   Ú	n_expertsÚheadsr(   r)   s        €r   r   ÚEvidenceExchange.__init__A   s³   ø€ Ü‰ÑÔ¤ Q¤s¨5Ó'9Ó!:˜5Ø�m˜E 1™H˜E�e�m‰mÜ—<’< 	Ó2ˆŒ
¼R×=RÒ=RÐSZÐipð  ~Bñ  >C°4´9Ü—<’<¤§
¢
¨I¨<¸Ó =Ó>ˆŒ
ÌÏÊÐV]ÓI^¸t¼yÔik×irÒirÐstÐu|Ñs|ð  ~Eó  jFÐ_cÕ_hr   c           	     óø  • UR                   u  p4oPR                  [        R                  " XAR                  S95      S S S 2S S 24   oaU-   nU R                  XwXr) SSS9u  p‰[        R                  " U R                  5      S S S 2S 4   o R                  XU-  -   5      nU R                  [        R                  " XX-
  /S5      5      oÀR                  XË-   5      nXÂR                  S5      R                  5       -  oÌU	4$ )N©ÚdeviceTF)Úkey_padding_maskÚneed_weightsÚaverage_attn_weightsrL   )r…   r    r,   Úaranger¬   r¢   Úsigmoidr¤   r¥   r¦   r-   rV   rT   )r"   r2   ÚavailabilityÚbr}   Údr”   rW   Úmsgre   ÚgÚmixedÚtokens                r   r3   ÚEvidenceExchange.forwardF   sÓ   € Ø�g‰g‰ˆˆAŸ*™*¤U§\¢\°!¿8¹8Ñ%DÓEÀdÊ1ÊQÀhÑO�cÐTWÑRWÐPQØ—	‘	˜!˜a°ÈDÐfk�	Ðl‰ˆÜ
�-Š-˜Ÿ
™
Ó
# Dª¨4 KÑ
0ˆ·y±yÀÀSÁ5ÁÓ7I°Ø�i‰iœŸ	š	 1¨© -°Ó3Ó4ˆ¿9¹9ÀUÁ[Ó;Q°UØ×*Ñ*¨2Ó.×4Ñ4Ó6Ñ6ˆÀC¸iÐ7Gr   )r¢   r¤   r¥   r¦   r    )é   r{   r7   r8   r?   s   @r   rž   rž   @   s   ø† ÷F÷
Hð Hr   rž   c                  óB   ^ • \ rS rSr  SU 4S jjrS r SS jrSrU =r$ )ÚCollaborativeEvidenceMoEéM   c           
     ób  >• [         TU ]  5         [        U5      U l        [        U5      U l        [        XXÎUS9U l        [        X„XÎUS9U l        [        X•XïS9U l
        [        X©XlXïS9U l        [        X·XÍXïS9U l        [        R                   " [#        S5       Vs/ s H  n[        R$                  " US5      PM     sn5      U l        [)        USSU5      U l        [        R,                  " [        R$                  " SU-  U-   SU-  5      [        R.                  " 5       [        R0                  " U5      [        R$                  " SU-  S5      5      U l        [        R                   " [#        S5       Vs/ s H  n[        R$                  " Xî5      PM     sn5      U l        [        R,                  " [        R$                  " Xã-   U5      [        R6                  " U5      [        R.                  " 5       [        R0                  " U5      [        R$                  " US5      5      U l        g s  snf s  snf )N)r(   rº   r   r{   r   )r   r   rT   Ú
e0_dropoutÚexpert_dropoutr   Úe0rA   Úe1r`   Úe2rx   Úe3r‘   Úe4r   Ú
ModuleListÚranger   Úprivate_headsrž   Úexchanger   r
   r   ÚgateÚvaluer	   Úfinal)r"   r#   Úe0_context_dimÚfusion_context_dimÚe1_context_dimÚe2_context_dimÚe3_context_dimÚe4_context_dimÚstudent_dimr   Úrelation_dimÚcomponent_numeric_dimr%   r˜   r&   r(   r¿   rÀ   rZ   r)   s                      €r   r   Ú!CollaborativeEvidenceMoE.__init__N   sÞ  ø€ ä‰ÑÔ¬5°Ó+<˜4œ?ÔQVÐWeÓQf¸TÔ=PÜ% h¸kÐZaÑbˆŒÜ'¨À;Ð_fÑgˆŒô ' zÀÑYˆŒÜ# L¸NÐW^ÑoˆŒÜ"Ð#8ÈÐfmÑ~ˆŒÜŸ=š=ÌÈaÌÓ)QÊÀ1¬"¯)ª)°G¸AÖ*>ÉÑ)QÓRˆÔÜ& w¨q°°7Ó;ˆŒÜ—-’-¤§	¢	¨!¨G©)Ð4FÑ*FÀqÈÁyÓ QÔRT×RYÒRYÓR[Ô\^×\fÒ\fÐgnÓ\oÔpr×pyÒpyÐz{ð  }Dñ  {Dð  EFó  qGó  HˆŒ	Ü—=’=ÄeÈAÄhÓ!OÂhÀ¤"§)¢)¨GÖ"<ÁhÑ!OÓPˆŒ
Ü—=’=¤§¢¨7Ñ+EÀgÓ!NÌrÏ|Ê|Ð\cÓOdÔeg×elÒelÓenÔoq×oyÒoyð  {Bó  pCô  DF÷  DMò  DMð  NUð  VWó  DXó  Yˆ�
ùò	 *Rùò "Ps   Â!H'Å4 H,c                óœ  • [         R                  " US[         R                  US9nUR                  S5      US S 2S4'   SUS S 2S4'   UR                  S5      US S 2S4'   UR                  S5      US S 2S4'   UR	                  5       nU R
                  (       a³  U R                  S:”  a0  US S 2S4==   [         R                  " XS	9U R                  :¬  -  ss'   U R                  S:”  a6  [         R                  " USUS	9U R                  :  o—S S 2SS 24==   U	) -  ss'   UR                  S5      ) n
U
R                  5       (       a  SXzS4'   Xx4$ )
Nrº   )Údtyper¬   r   Tr   r   r{   r   r«   )	r,   ÚonesÚboolÚanyÚcloneÚtrainingr¿   ÚrandrÀ   )r"   r³   r¬   Ústudent_maskÚcourse_neighbor_maskÚrelation_maskÚcomponent_maskr\   Úbaser   Údeads              r   Ú_availabilityÚ&CollaborativeEvidenceMoE._availability]   s  € Ü
�*Š*�Q�qœuŸz™z°Ñ
8ˆØ×Ñ Ó"ˆŠ!ˆAˆ#‰¨$ 1¢Q q S¡6°m×6GÑ6GÈÓ6J¨q²°1°©vÐR`×RdÑRdÐefÓRgÈ1ÊQÈqÈSÉ6Ø�W‰W‹YˆØ�=�=Ø�‰˜qÓ  ¢1 Q 3£¬%¯*ª*°QÑ*EÀtÇÁÑ*VÑ!W£Ø×"Ñ" 1Ó$Ü—Z’Z  !¨6Ñ2°4×3FÑ3FÑF�ÊÈ1É2ÈÃwÐQUÐPUÁ~ÃwØ—%‘%˜“(�ˆDØ�x‰x�z‰z D˜! ˜F™)Øˆvˆr   c                ó0  • U R                  XU5      u  nnnU R                  XšXH5      nU R                  X¼XÞU5      nU R                  UUUX¶U5      nU R	                  UUUXx5      n[
        R                  " UUUUU/S5      n[
        R                  " U/[        SS5       Vs/ s H1  nU R                  U   " US S 2US S 24   5      R                  S5      PM3     sn-   S5      nU R                  [        U5      UR                  X­UU5      u  n n!UbK  [        U5      n"SU S S 2U"4'   SU!S S 2U"4'   U R                  S5      ) n#U#R                  5       (       a  SU U#S4'   U R                  UU 5      u  n$n%U R!                  [
        R"                  " U$R%                  [        U5      S5      U/S5      5      R'                  U ) S5      n&[
        R(                  " U&S5      n'[
        R                  " [        S5       Vs/ s H"  nU R*                  U   " U$S S 2US S 24   5      PM$     snS5      n(U(U'R-                  S5      -  R/                  S5      n)U R1                  [
        R"                  " U)U/S5      5      R                  S5      n*U*UUU'UU$U%U U!S.	$ s  snf s  snf )	Nr   rº   FTr   rL   rM   )	Úfinal_logitÚprivate_logitsÚteacher_logitsÚgate_weightsÚexpert_tokensÚcollaborative_tokensÚ	attentionr²   Úbase_availability)rÁ   rÂ   rÃ   rÄ   rÅ   r,   ÚstackrÇ   rÈ   r.   rå   Úlenr¬   ÚintrÛ   rÉ   rÊ   r-   ÚreshaperR   rS   rË   rV   rU   rÌ   )+r"   r/   Ú
e0_contextÚfusion_contextÚ
e1_contextÚ
e2_contextÚ
e3_contextÚ
e4_contextr1   Ústudent_seqrß   Úcourse_targetÚcourse_neighborsrà   Úcourse_relation_typeÚrelation_eventsrá   Úrelation_typeÚcomponent_eventsrâ   Úcomponent_typeÚforce_expert_offÚh0Úl0r!   Úh1Úh2Úh3Úh4r2   ÚiÚprivateÚavailÚ
base_availÚjrä   Útokre   Úgate_logitsÚwÚvalsÚfusedrÌ   s+                                              r   r3   Ú CollaborativeEvidenceMoE.forwardh   sò  € à—g‘g˜d¨gÓ6‰ˆˆ2ˆgØ�7‰7�;¨JÓ?ˆØ�7‰7�=Ð2FÐ\fÓgˆØ�7‰7�? =°¸}ÐX_Ó`ˆØ�7‰7Ð# N°>À*ÓUˆÜ
�+Š+�r˜"˜R  2Ð& qÓ
)ˆ´%·+²+¸r¸dÔx}Ð~ð  ABô  yCó  DDò  yCÐstÀD×DVÑDVÐWXÒDYÐZ[Ò\]Ð^_Ò`aÐ\aÑZbÓDc×DkÑDkÐlmÖDnñ  yCñ  DDñ  ?Dð  EFó  3G¨'Ø×+Ñ+¬C°«I°d·k±kÀ,Ðdqð  sAó  BÑˆˆjØÑ'ÜÐ"Ó#ˆA¨u Eª!¨A¨#¡JÀU°ZÂÀ!À±_Ø—)‘)˜A“,�ˆDØ�x‰x�z‰z¨˜%  Q ™-Ø—‘˜a Ó&‰ˆˆC°4·9±9¼U¿YºYÈÏÉÔTWÐX\ÓT]Ð^`ÓHaÐbpÐGqÐrsÓ=tÓ3u÷  4Bñ  4Bð  DIð  CIð  JNó  4O {Ü
�-Š-˜ AÓ
&ˆ¬E¯KªKÔ\aÐbcÔ\dÓ8eÒ\dÐWX¸¿¹ÀAºÀsÊ1ÈQÊqÈ5ÁzÖ9RÑ\dÑ8eÐfgÓ,h tÐptÐuv÷  vAñ  vAð  BDó  vEñ  qE÷  pJñ  pJð  KLó  pMÐinØ�j‰jœŸš E¨.Ð#9¸!Ó<Ó=×EÑEÀaÓHˆØ#°WÈgÐefÐwxð  QTð  adð  tyð  NXñ  Yð  	Yùò DDùò 9fs   Â!8J
Ç7)J)rÁ   r¿   rÂ   rÃ   rÄ   rÅ   rÉ   rÀ   rÌ   rÊ   rÈ   rË   )r5   r7   g333333Ã?gš™™™™™©?r   )	r9   r:   r;   r<   r   rå   r3   r=   r>   r?   s   @r   r¼   r¼   M   s+   ø† ð ^`Ø:=÷Yò
ð }A÷Yò Yr   r¼   )r7   )Ú
__future__r   rƒ   r,   r   Útorch.nn.functionalÚ
functionalÚFr   ÚModuler   rA   r`   rx   r‘   rž   r¼   © r   r   Ú<module>r     s™   ðå "Û Û Ý ß Ð ômô	:˜BŸI™Iô 	:ôa˜bŸi™iô aô	D˜RŸY™Yô 	Dô	U˜"Ÿ)™)ô 	UôF˜Ÿ™ô FôH�r—y‘yô Hô+Y˜rŸy™yõ +Yr   