ó
    ï¥ÈjÂ  ã                  ól   • S r SSKJr  SSKrSSKrSSKJr  SSKJr   " S S\R                  5      r
S rg)	zMSuite29: permutation-equivariant masked set attention (one logit per course).é    )ÚannotationsN)Únn)Ú
functionalc                  ó6   ^ • \ rS rSrSU 4S jjrSS jrSrU =r$ )ÚEnrollmentSetNeté   c           
     ó¼  >• [         TU ]  5         X4-  (       a  [        S5      eX4X4-  sU l        U l        U l        [        R                  " US5      U l        [        R                  " [        R                  " US-   U5      [        R                  " U5      [        R                  " 5       [        R                  " X35      [        R                  " U5      [        R                  " 5       5      U l        [        R                  " USU-  5      U l        [        R                  " [         R"                  " SUSU R
                  5      S-  5      U l        [        R                  " [         R"                  " SUSU R
                  5      S-  5      U l        [        R                  " X35      U l        [        R                  " U5      U l        [        R                  " [        R                  " USU-  5      [        R                  " 5       [        R,                  " U5      [        R                  " SU-  U5      5      U l        [        R                  " [        R                  " U5      [        R                  " X3S-  5      [        R                  " 5       [        R,                  " U5      [        R                  " US-  S5      5      U l        [        R,                  " U5      U l        g )Nzwidth must divide headsé   é   é   é   g{®Gáz”?é   )ÚsuperÚ__init__Ú
ValueErrorÚwidthÚheadsÚdkr   Ú	EmbeddingÚfacultyÚ
SequentialÚLinearÚ	LayerNormÚGELUÚencoderÚqkvÚ	ParameterÚtorchÚrandnÚnull_kÚnull_vÚattn_outÚnormÚDropoutÚffÚheadÚdropout)ÚselfÚ
n_featuresÚn_facultiesr   r   r'   Ú	__class__s         €ÚL/root/disk_3tb/earlywarning/30072026/suite29_enrollment_set/suite29_model.pyr   ÚEnrollmentSetNet.__init__	   sÍ  ø€ Ü‰ÑÔØ�=¤
Ð+DÓ EÐEØ*/¸¹Ð'ˆŒ
�D”J ¤Ü—|’| K°Ó4ˆŒÜ—}’}¤R§Y¢Y¨z¸"©}¸UÓ%CÄBÇLÂLÐQVÓDWÜ�WŠW‹Y”r—y’y Ó-¬b¯lªl¸5Ó.AÄ"Ç'Â'Ã)óMˆŒä—9’9˜U 1 U¡7Ó+ˆŒÜ—l’l¤5§;¢;¨q°°q¸¿¹Ó#AÀ#Ñ#EÓFˆŒÜ—l’l¤5§;¢;¨q°°q¸¿¹Ó#AÀ#Ñ#EÓFˆŒÜŸ	š	 %Ó.ˆŒÜ—L’L Ó'ˆŒ	Ü—-’-¤§	¢	¨%°°%±Ó 8¼¿º»Ä2Ç:Â:ÈgÓCVÔWY×W`ÒW`ÐabÐchÑahÐinÓWoÓpˆŒÜ—M’M¤"§,¢,¨uÓ"5´b·i²iÀÈQÁhÓ6OÜ"$§'¢'£)¬B¯JªJ°wÓ,?ÄÇ	Â	È%ÐQRÉ(ÐSTÓ@UóWˆŒ	ä—Z’Z Ó(ˆ�ó    c           
     ó	  ^ ^^• US;  a  [        U5      eUR                  5       nUR                  S5      ) R                  5       (       a  [        S5      eUR                  u  mmnT R	                  [
        R                  " UT R                  U5      UR                  S5      /S5      5      nT R                  U5      R                  SS5      u  pšnUUU 4S jn[        XÉX«45      u  pšn[
        R                  " U
T R                  R                  TSSS5      /S5      n
[
        R                  " UT R                  R                  TSSS5      /S5      nXšR                  SS5      -  [         R"                  " T R$                  5      -  n[
        R                  " X"R'                  TS45      /S5      nUS	S	2S	S	S	S	24   nUS
:X  a„  [
        R(                  " TUR*                  [
        R                  S9n[
        R                  " U[
        R,                  " TSUR*                  [
        R                  S9/S5      nUUS	S	S	S	2S	S	24   -  nUR/                  U) [
        R0                  " UR2                  5      R4                  5      n[6        R8                  " USS9US	S	2S	S	S	2S	4   R;                  UR2                  5      -  nUU-  R                  SS5      R=                  5       R?                  TTT R@                  5      nUT RC                  T RE                  U5      5      -   nUT RG                  T RI                  U5      5      -   nT RK                  U5      RM                  S5      R/                  U) S5      nU(       d  U$ [
        R(                  " TUR*                  UR2                  S9S	S	S	S	2S	S	24   nUSS	T24   nURO                  5       RQ                  S5      T RR                  -  nUU-  RO                  5       U-  nUSU-
  -  RO                  5       U-  nUS   RO                  5       U-  nUUUUUU-  RO                  S5      RU                  S5      USU-
  -  RO                  S5      RU                  S5      US   RU                  S5      S.4$ )z8x [B,M,D], valid [B,M], faculty [B,M], semester_z [B,M].)ÚsetÚ	self_onlyr   zEmpty enrollment setéÿÿÿÿr   c                ót   >• U R                  TTTR                  TR                  5      R                  SS5      $ )Nr   r   )Úviewr   r   Ú	transpose)ÚtÚbÚmr(   s    €€€r,   Ú<lambda>Ú*EnrollmentSetNet.forward.<locals>.<lambda>!   s)   ø€ ˜Ÿ™  ! D§J¡J¨t¯w©wÓ7×AÑAÀ!ÀAÔFr.   r   éþÿÿÿNr1   )ÚdeviceÚdtype)Údimg        .).r2   )Ú	self_massÚ	peer_massÚ	null_massÚrow_self_massÚrow_peer_massÚrow_null_mass)+r   ÚboolÚanyÚshaper   r   Úcatr   Ú	unsqueezer   ÚchunkÚmapr    Úexpandr!   r5   ÚmathÚsqrtr   Únew_onesÚeyer<   ÚonesÚmasked_fillÚfinfor=   ÚminÚFÚsoftmaxÚtoÚ
contiguousr4   r   r'   r"   r%   r#   r&   ÚsqueezeÚsumÚ	clamp_minr   Úmean)r(   ÚxÚvalidr   Ú
semester_zÚmodeÚdiagnosticsÚ_ÚhÚqÚkÚvÚreshapeÚscoreÚkeysÚallowÚdiagÚ	self_nullÚaÚcÚlogitsÚrealÚdenomÚ	diag_selfÚpeerÚnullr7   r8   s   `                         @@r,   ÚforwardÚEnrollmentSetNet.forward   s¼  ú€ àÐ*Ó*´*¸TÓ2BÐ,BØ�j‰j‹lˆØ�Y‰Y�q‹\ˆM×Ñ× Ñ ¬
Ð3IÓ(JÐ"JØ�g‰g‰ˆˆ!ˆA˜Ÿ™¤e§i¢i°°4·<±<ÀÓ3HÈ×I]ÑI]Ð^`ÓIaÐ0bÐceÓ&fÓg�qØ�h‰h�q‹k×Ñ  "Ó%‰ˆˆAÞFˆÜ�'˜Q˜'Ó"‰ˆˆAÜ
�)Š)�Q�t—{‘{×)Ñ)¨!¨B¨r°"Ó5Ð6°qÓ
9ˆÜ
�)Š)�Q�t—{‘{×)Ñ)¨!¨B¨r°"Ó5Ð6°qÓ
9ˆØ—‘˜B˜rÓ"Ñ"¤4§9¢9¨T¯W©WÓ#5Ñ5ˆÜ�YŠY˜Ÿn™n¨a°¨UÓ3Ð4°QÓ7ˆØ’1�T˜$šq�=Ñ!ˆØ�ÓÜ—’˜1 A§H¡H´5·:±:Ñ>ˆDÜ—i’i ¤e§j¢j°°1¸A¿H¹HÌ5Ï:É:Ñ&VÐ WÐXYÓZˆIØ˜) D¨ªa² MÑ2Ñ2ˆEØ×Ñ  ¤u§{¢{°5·;±;Ó'?×'CÑ'CÓDˆÜ
�)Š)�E˜bÑ
! %ª¨$ªq°¨Ñ"6×"9Ñ"9¸%¿+¹+Ó"FÑ
FˆØˆQ‰3�/‰/˜!˜AÓ
×
)Ñ
)Ó
+×
0Ñ
0°°1°T·Z±ZÓ
@ˆØ
ˆD�L‰L˜Ÿ™ qÓ)Ó*Ñ
*ˆØ
ˆD�G‰G�D—I‘I˜a“LÓ!Ñ
!ˆØ�y‰y˜‹|×#Ñ# BÓ'×3Ñ3°U°F¸2Ó>ˆÞ &˜=Ü�YŠY�q §¡¨q¯w©wÑ7¸¸TÂ!ÂA¸ÑFˆØˆs�2�A�2ˆv‰Yˆ˜eŸi™i›k×3Ñ3°AÓ6°t·z±zÑA˜Ø˜‘9—/‘/Ó# EÑ)ˆ	Ø�A�d‘F‰m× Ñ Ó" 5Ñ(ˆØˆv‰Y�]‰]‹_˜UÑ"ˆØ 9¸È$ð " $™YŸO™O¨BÓ/×4Ñ4°QÓ7Ø! 1 T¡6™]×/Ñ/°Ó3×8Ñ8¸Ó;Ø˜f™IŸN™N¨1Ó-ñ/ð /ð 	/r.   )r"   r   r'   r   r   r%   r&   r   r#   r    r!   r   r   )é€   é   gš™™™™™¹?)r0   F)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   ru   Ú__static_attributes__Ú__classcell__)r+   s   @r,   r   r      s   ø† ÷)÷"#/ò #/r.   r   c                óT   • [         R                  " X   X   R                  5       5      $ )N)rU   Ú binary_cross_entropy_with_logitsÚfloat)ro   Úyr^   s      r,   Ú
masked_bcerƒ   ?   s    € Ü×-Ò-¨f©m¸A¹H¿N¹NÓ<LÓMÐMr.   )Ú__doc__Ú
__future__r   rM   r   r   Útorch.nnr   rU   ÚModuler   rƒ   © r.   r,   Ú<module>r‰      s.   ðÙ SÝ "Û Û Ý Ý $ô5/�r—y‘yô 5/ónNr.   