ó
    ˜(èj/"  ã                  ó�  • S r SSKJr  SSKJr  SSKrSSKJr  SSKJr	  \" SS9 " S	 S
5      5       r
\
" 5       \
" SS9\
" SS9\
" SS9\
" SS9\
" SS9\
" SS9\
" SS9S.r " S S\R                  5      r " S S\R                  5      r " S S\R                  5      r " S S\R                  5      r " S  S!\R                  5      rg)"a  STQD v1: separate time-preserving EEG/speech encoders and speaker-conditioned EEG retrieval.

Input: eeg [B,320,58], speech [B,320,2,3] (env,onset,dom).
Output: signed logit [B], positive => column zero attended.
No dataset/subject/trial labels enter the model.
é    )Úannotations)Ú	dataclassN)Únn)Ú
functionalT)Úfrozenc                  ó\   • \ rS rSr% SrS\S'   SrS\S'   SrS\S'   S	rS\S
'   Sr	S\S'   Sr
g)ÚVarianté   ÚallÚstrÚfeaturesÚseparateÚstemsÚcrossÚfusionÚtemporalÚqueryTÚboolÚ	time_bias© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__annotations__r   r   r   r   Ú__static_attributes__r   ó    ÚX/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/huyle/stqd_model.pyr	   r	      s4   ‡ à€HˆcÓØ€Eˆ3ÓØ€FˆCÓØ€Eˆ3ÓØ€IˆtÖr   r	   Újoint)r   Úenv)r   Ú	env_onsetÚenv_domF)r   Úglobal)r   Úcosine)r   )Ú	stqd_fullÚstqd_joint_stemÚstqd_envÚstqd_env_onsetÚstqd_env_domÚstqd_no_time_biasÚstqd_global_queryÚstqd_cosinec                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚTemporalBlocké#   c           
     ó’  >• [         TU ]  5         [        R                  " [        R                  " XSSU-  US9[        R
                  " SU5      [        R                  " 5       [        R                  " XS5      [        R
                  " SU5      5      U l        [        R                  " [        R                  " S5      5      U l        g )Né   é   )ÚpaddingÚdilationé   é   gš™™™™™¹?)ÚsuperÚ__init__r   Ú
SequentialÚConv1dÚ	GroupNormÚGELUÚnetÚ	ParameterÚtorchÚtensorÚscale)ÚselfÚdimr4   Ú	__class__s      €r   r8   ÚTemporalBlock.__init__$   s€   ø€ Ü‰ÑÔÜ—=’=Ü�IŠI�c ¨1¨x©<À(ÑKÜ�LŠL˜˜CÓ ¤"§'¢'£)Ü�IŠI�c Ó"¤B§L¢L°°CÓ$8ó
ˆŒô
 —\’\¤%§,¢,¨rÓ"2Ó3ˆ�
r   c                ój   • [         R                  " XR                  U R                  U5      -  -   5      $ ©N)ÚFÚgelurA   r=   )rB   Úxs     r   ÚforwardÚTemporalBlock.forward-   s%   € Ü�vŠv�aŸ*™* t§x¡x°£{Ñ2Ñ2Ó3Ð3r   )r=   rA   )rC   Úintr4   rM   ©r   r   r   r   r8   rK   r   Ú__classcell__©rD   s   @r   r.   r.   #   s   ø† ÷4÷4ð 4r   r.   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )Ú
EEGEncoderé1   c                óP  >^• [         TU ]  5         [        R                  " [        R                  " UTS5      [        R
                  " ST5      [        R                  " 5       5      U l        [        R                  " U4S jS 5       6 U l        [        R                  " X3S9U l
        g )Nr6   r5   c              3  ó<   >#   • U  H  n[        TU5      v •  M     g 7frG   ©r.   ©Ú.0ÚdrC   s     €r   Ú	<genexpr>Ú&EEGEncoder.__init__.<locals>.<genexpr>5   ó   øé € Ð%PÂZÀ¤m°C¸×&;Ð&;ÂZùó   ƒ©r6   é   é   ©Úkernel_sizeÚstride)r7   r8   r   r9   r:   r;   r<   ÚinpÚblocksÚ	AvgPool1dÚdown)rB   ÚchannelsrC   rc   rD   s     ` €r   r8   ÚEEGEncoder.__init__2   sj   ù€ Ü‰ÑÔÜ—=’=¤§¢¨8°S¸!Ó!<¼b¿lºlÈ1ÈcÓ>RÔTV×T[ÒT[ÓT]Ó^ˆŒÜ—m’mÔ%PÁZÓ%PÐQˆŒÜ—L’L¨VÑCˆ�	r   c           
     ó¤   • U R                  U R                  U R                  UR                  SS5      5      5      5      nUR                  SS5      $ )Nr6   r2   )rg   re   rd   Ú	transpose)rB   ÚeegrJ   s      r   rK   ÚEEGEncoder.forward8   s>   € Ø�I‰I�d—k‘k $§(¡(¨3¯=©=¸¸AÓ+>Ó"?Ó@ÓAˆØ�{‰{˜1˜aÓ Ð r   )re   rg   rd   )é:   é@   r_   rN   rP   s   @r   rR   rR   1   s   ø† ÷D÷!ð !r   rR   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚSpeechEncoderé=   c                ó@  >^• [         TU ]  5         US;  a  [        U5      eUS;  a  [        U5      eX4sU l        U l        [        S [        SUS;   US;   45       5       5      U l        US:X  a˜  [        R                  " [        S5       Vs/ s HJ  n[        R                  " [        R                  " S	US
:  a  SOSSSS9[        R                  " 5       5      PML     sn5      U l        [        R                  " STS	5      U l        OW[        R                  " [        R                  " [!        U R                  5      TSSS9[        R                  " 5       5      U l        [        R                  " U4S jS 5       6 U l        [        R&                  " X"S9U l        g s  snf )N>   r   r    r"   r!   >   r   r   c              3  ó<   #   • U  H  u  pU(       d  M  Uv •  M     g 7frG   r   )rX   ÚiÚalloweds      r   rZ   Ú)SpeechEncoder.__init__.<locals>.<genexpr>E   s&   é € ð  Nò  /B¡
 ô  FMŸ!™!ò  /Bùs   ‚“	T)r   r!   )r   r"   r   é   r6   r2   é   r`   é   )r3   ro   c              3  ó<   >#   • U  H  n[        TU5      v •  M     g 7frG   rV   rW   s     €r   rZ   rw   M   r\   r]   r^   ra   )r7   r8   Ú
ValueErrorr   r   ÚtupleÚ	enumerateÚmaskr   Ú
ModuleListÚranger9   r:   r<   ÚpartsÚmixÚlenr   re   rf   rg   )rB   rC   rc   r   r   ru   rD   s    `    €r   r8   ÚSpeechEncoder.__init__>   s\  ù€ Ü‰ÑÔØÐAÓAÜ˜XÓ&Ð&ØÐ-Ó-Ü˜UÓ#Ð#Ø$,Ð!ˆŒ�t”zÜñ  N¬i¸¸xÐK_Ñ?_ÐaiÐmÑað  9Aô  /Bó  Nó  NˆŒ	Ø�JÓäŸšÜKPÐQRÌ8ó(UÚKSÀaô )+¯ª´b·i²iÀÈÈQËÁ2ÐTVÐXYÐcdÑ6eÜ79·w²w³yö)BÙKSñ(Uó VˆDŒJä—y’y  S¨!Ó,ˆD�HäŸš¤r§y¢y´°T·Y±Y³ÀÀaÐQRÑ'SÔUW×U\ÒU\ÓU^Ó_ˆDŒJÜ—m’mÔ%PÁZÓ%PÐQˆŒÜ—L’L¨VÑCˆ�	ùò(Us   ÂAFc           
     ó6  • UR                   u  p#pEUS:w  d  US:w  a!  [        S[        UR                   5       35      eUR                  SSSS5      R	                  X$-  XS5      nU R
                  S:X  a¤  [        S5       Vs/ s Hi  nXpR                  ;   a   U R                  U   " US S 2XwS-   24   5      O6[        R                  " X$-  US:  a  SOSU4UR                  UR                  S	9PMk     nnU R                  [        R                  " USS
95      nO"U R                  US S 2U R                  4   5      nU R!                  U R#                  U5      5      R%                  SS5      nUR	                  X$UR                   S   UR                   S   5      $ s  snf )Nr2   rx   zspeech must be [B,T,2,3], got r   r6   r   ry   r`   )ÚdeviceÚdtype©rC   )Úshaper|   r}   ÚpermuteÚreshaper   r�   r   r‚   r?   Úzerosr‡   rˆ   rƒ   Úcatr   rg   re   rk   )	rB   ÚsÚbÚtÚnÚfrJ   ru   Úzs	            r   rK   ÚSpeechEncoder.forwardP   sb  € à—W‘W‰
ˆˆaØ�‹6�Q˜!“VÜÐ=¼eÀAÇGÁG»nÐ=MÐNÓOÐOØ�I‰I�a˜˜A˜qÓ!×)Ñ)¨!©%°Ó6ˆØ�:‰:˜Ó#ô   œ(ó$â"�Qð 01·I±I«~�—‘˜A’˜q¢ A¨¡c E ™{Ô+Ü—k’k 1¡3¨a°!«e©¸¸QÐ"?ÈÏÉÐXY×X_ÑX_Ñ`òaá"ð ð $ð —‘œŸš 1¨!Ñ,Ó-‰Aà—
‘
˜1šQ §	¡	˜\™?Ó+ˆAØ�I‰I�d—k‘k !“nÓ%×/Ñ/°°1Ó5ˆØ�y‰y˜˜qŸw™w q™z¨1¯7©7°1©:Ó6Ð6ùò$s   Â A0F)re   rg   r   r   r   rƒ   r‚   r   )ro   r_   r   r   rN   rP   s   @r   rq   rq   =   s   ø† ÷D÷$7ð 7r   rq   c                  ó6   ^ • \ rS rSrSU 4S jjrSS jrSrU =r$ )ÚSpeakerCrossAttentionéa   c           	     óœ  >• [         TU ]  5         X-  S:X  d   eX!U-  sU l        U l        X@l        [
        R                  " X5      U l        [
        R                  " X5      U l        [
        R                  " X5      U l	        [
        R                  " X5      U l
        [
        R                  " U5      U l        [
        R                  " U5      U l        [
        R                  " [
        R                  " U5      [
        R                  " XS-  5      [
        R                   " 5       [
        R                  " US-  U5      5      U l        XPl        g )Nr   r2   )r7   r8   ÚheadsÚdheadr   r   ÚLinearÚqÚkÚvÚoutÚ	LayerNormÚnormÚDropoutÚdropoutr9   r<   ÚffÚsampling_hz)rB   rC   rš   r¤   r   r¦   rD   s         €r   r8   ÚSpeakerCrossAttention.__init__b   sã   ø€ Ü‰ÑÔØ‰{˜aÓÐÐØ!&¨u©ÐˆŒ
�D”JØ"ŒÜ—’˜3Ó$ˆŒÜ—’˜3Ó$ˆŒÜ—’˜3Ó$ˆŒÜ—9’9˜SÓ&ˆŒÜ—L’L Ó%ˆŒ	Ü—z’z 'Ó*ˆŒÜ—-’-¤§¢¨SÓ 1´2·9²9¸SÀaÁ%Ó3HÌ"Ï'Ê'Ë)ÔUW×U^ÒU^Ð_bÐcdÑ_dÐfiÓUjÓkˆŒØ&Õr   c                ó|  • UR                   u  pEpgUR                   S   nU R                  U5      R                  XEX`R                  U R                  5      R                  SSSSS5      n	U R                  U5      R                  XHU R                  U R                  5      R                  SSSS5      n
U R                  U5      R                  XHU R                  U R                  5      R                  SSSS5      n[        R                  " SXš5      U R                  S-  -  nU R                  (       a~  Uc  [        R                  " XlR                  S9n[        R                  " XŒR                  S9nUS S S 24   US S 2S 4   -
  U R                  -  nUS	US
-
  S-  R                  5       S   -  -
  nU R                  UR!                  SS95      n[        R                  " SXû5      nUR                  SSSSS5      R                  XEXg5      nU R#                  XR%                  U5      -   5      nUU R'                  U5      -   $ )Nr6   r   rx   r2   r_   zbnhqd,bhkd->bnhqkg      à¿©r‡   g      à?gš™™™™™É?gš™™™™™á?)NNNéÿÿÿÿr‰   zbnhqk,bhkd->bnhqd)rŠ   r�   rŒ   rš   r›   r‹   rž   rŸ   r?   Úeinsumr   Úaranger‡   r¦   Úsquarer¤   Úsoftmaxr¢   r    r¥   )rB   ÚqueriesÚmemoryÚquery_positionsr�   ÚspeakersÚlqrY   Úler�   rž   rŸ   ÚscoresÚeeg_positionsÚlag_sÚwÚhs                    r   rK   ÚSpeakerCrossAttention.forwardp   sÜ  € à$Ÿ]™]Ñˆ�RØ�\‰\˜!‰_ˆØ�F‰F�7‹O×#Ñ# A°·Z±ZÀÇÁÓL×TÑTÐUVÐWXÐYZÐ[\Ð]^Ó_ˆØ�F‰F�6‹N×"Ñ" 1¨$¯*©*°d·j±jÓA×IÑIÈ!ÈAÈaÐPQÓRˆØ�F‰F�6‹N×"Ñ" 1¨$¯*©*°d·j±jÓA×IÑIÈ!ÈAÈaÐPQÓRˆÜ—’Ð1°1Ó8¸D¿J¹JÈ#Ñ<MÑNˆØ�>�>ØÑ&Ü"'§,¢,¨r¿-¹-Ñ"H�Ü!ŸLšL¨·M±MÑBˆMØ" 4ª 7Ñ+¨oºaÀ¸gÑ.FÑFÈ$×JZÑJZÑZˆEð ˜b U¨S¡[°CÑ$7×#?Ñ#?Ó#AÀ.Ñ#QÑQÑQˆFØ�L‰L˜Ÿ™¨B˜Ð/Ó0ˆÜ�LŠLÐ,¨aÓ3ˆØ�I‰I�a˜˜!˜A˜aÓ ×(Ñ(¨°bÓ<ˆØ�I‰I�g§¡¨£Ñ+Ó,ˆØ�4—7‘7˜1“:‰~Ðr   )r›   r¤   r¥   rš   rž   r¢   r    r�   r¦   r   rŸ   )ro   r_   g        Tg       @rG   rN   rP   s   @r   r—   r—   a   s   ø† ÷'÷ò r   r—   c                  ó:   ^ • \ rS rSr  SU 4S jjrSS jrSrU =r$ )ÚSTQDNeté‡   c           	     óä  >• [         TU ]  5         U[        ;  a  [        SU S[	        [        5       35      eXV-  (       a  [        S5      eXl        [        U   U l        XVsU l        U l        Uc  US-
  OUU-  U l	        [        X#U5      U l        [        X6U R                  R                  U R                  R                  5      U l        U R                  R                   U l        U R                   S:X  a–  [#        X4U R                  R$                  SU-  S9U l        [(        R*                  " [(        R,                  " U5      [(        R.                  " X35      [(        R0                  " 5       [(        R.                  " US5      5      U l        g [(        R.                  " X35      U l        [(        R.                  " X35      U l        [(        R8                  " [:        R<                  " S5      5      U l        g )	NzUnknown variant z
; allowed z"window must be divisible by strideé    r   )r   r¦   r6   g      ð?) r7   r8   ÚVARIANTSr|   ÚsortedÚvariant_nameÚvariantÚwindowrc   ÚreadoutrR   rl   rq   r   r   Úspeechr   r—   r   r   r   r9   r¡   rœ   r<   ÚheadÚeeg_projectionÚspeech_projectionr>   r?   r@   Útemperature)	rB   rÃ   rh   Úwidthrš   rÄ   rc   Útarget_indexrD   s	           €r   r8   ÚSTQDNet.__init__ˆ   sm  ø€ ä‰ÑÔØœ(Ó"ÜÐ/°¨y¸
Ä6Ì(ÓCSÐBTÐUÓVÐVØ�?ÜÐAÓBÐBØ#ÔÜ Ñ(ˆŒØ#)Ð ˆŒ�T”[Ø'3Ñ';˜ šÀÐRXÑXˆŒÜ˜h¨vÓ6ˆŒÜ# E°4·<±<×3HÑ3HÈ$Ï,É,×J\ÑJ\Ó]ˆŒØ—l‘l×)Ñ)ˆŒØ�;‰;˜'Ó!Ü.¨uÀtÇ|Á|×G]ÑG]Ø;=À¹;ñHˆDŒJäŸš¤b§l¢l°5Ó&9¼2¿9º9ÀUÓ;RÔTV×T[ÒT[ÓT]Ô_a×_hÒ_hÐinÐpqÓ_rÓsˆD�Iä"$§)¢)¨EÓ"9ˆDÔÜ%'§Y¢Y¨uÓ%<ˆDÔ"Ü!Ÿ|š|¬E¯LªL¸Ó,=Ó>ˆDÕr   c                óÒ  • UR                   S:w  d  UR                  SS  U R                  S4:w  a.  [        SU R                   S[	        UR                  5       35      eUR                   S:w  d   UR                  SS  U R                  SS4:w  a.  [        SU R                   S	[	        UR                  5       35      eX"R                  SS
S9-
  UR                  SS
S9S-   -  nU R                  U5      nU R                  U5      nU R                  R                  S:X  a=  UR                  SS
S9n[        R                  " U R                  /UR                  S9nSnOUS U R                  p‡nU R                  S:X  a;  U R!                  XdUS9n	U R#                  U	S S 2S S 2U4   5      R%                  S5      n
O•[&        R(                  " U R+                  US S 2U R                  4   5      SS9n[&        R(                  " U R-                  US S 2S S 2U4   5      SS9n[        R.                  " SX¼5      U R0                  R3                  5       -  n
U
S S 2S4   U
S S 2S4   -
  nU(       a  XÔ4$ U$ )Nrx   r6   rn   zexpected EEG [B,z
,58], got r_   r2   zexpected speech [B,z,2,3], got T)rC   Úkeepdimg�íµ ÷Æ°>r#   r©   r   r   )r±   rª   r‰   z
bd,bnd->bn)ÚndimrŠ   rÄ   r|   r}   ÚmeanÚstdrl   rÆ   rÃ   r   r?   r@   rÅ   r‡   r   r   rÇ   ÚsqueezerH   Ú	normalizerÈ   rÉ   r«   rÊ   Úexp)rB   ÚEÚSÚfeatr°   Ú	candidater�   ÚqposÚpickr”   rµ   Úer�   Úlogits                 r   rK   ÚSTQDNet.forwardŸ   s  € Ø�6‰6�Q‹;˜!Ÿ'™' ! "˜+¨$¯+©+°rÐ):Ó:ÜÐ/°·±¨}¸JÄuÈQÏWÉWÃ~ÐFVÐWÓXÐXØ�6‰6�Q‹;˜!Ÿ'™' ! "˜+¨$¯+©+°q¸!Ð)<Ó<ÜÐ2°4·;±;°-¸{Ì5ÐQR×QXÑQXË>ÐJZÐ[Ó\Ð\à—‘˜A t�Ð,Ñ,°·±¸1Àd°Ð1KÈdÑ1RÑSˆØ—‘˜!“ˆØ—K‘K “Nˆ	Ø�<‰<×Ñ Ó)Ø—‘ 1¨d�Ð3ˆAÜ—<’< §¡ °q·x±xÑ@ˆDØ‰Dà% t¨T¯\©\�TˆAØ�;‰;˜'Ó!Ø—
‘
˜1°d�
Ð;ˆAØ—Y‘Y˜q¢¢A t ™}Ó-×5Ñ5°bÓ9‰Fä—’˜D×/Ñ/°²q¸$¿,¹,°Ñ0GÓHÈbÑQˆAÜ—’˜D×2Ñ2°1²Qº¸4°Z±=ÓAÀrÑJˆAÜ—\’\ ,°Ó5¸×8HÑ8H×8LÑ8LÓ8NÑNˆFà’q˜!�t‘˜v¢a¨ d™|Ñ+ˆÞ"&�ˆÐ1¨EÐ1r   )r   rl   rÈ   r   rÇ   rÅ   rÆ   rÉ   rc   rÊ   rÃ   rÂ   rÄ   )r%   rn   ro   r_   i@  r_   N)FrN   rP   s   @r   r¼   r¼   ‡   s   ø† Ø_`Ø"÷?÷.2ò 2r   r¼   )Ú__doc__Ú
__future__r   Údataclassesr   r?   r   Útorch.nnr   rH   r	   rÀ   ÚModuler.   rR   rq   r—   r¼   r   r   r   Ú<module>rä      sÑ   ðñõ #Ý !Û Ý Ý $ñ �$Ñ÷ð ó ðñ “Ù WÑ-Ù Ñ'Ù {Ñ3Ù YÑ/Ù ¨5Ñ1Ù  xÑ0Ù (Ñ+ñ	€ô4�B—I‘Iô 4ô	!�—‘ô 	!ô!7�B—I‘Iô !7ôH#˜BŸI™Iô #ôL02ˆb�i‰iõ 02r   