ó
    .Iïj3  ã            	      óÀ  • S r SSKJr  SSKrSSKJr  \" \5      R                  5       R                  S   S-  r	\
" \	5      \R                  ;  a"  \R                  R                  S\
" \	5      5        SSKr\	S-  r \" \R                  5      r\R                  R                  S\
" \	5      5        \R$                  R'                  S\5      r\R$                  R+                  \5      r\R.                  R1                  \5        \" \S	S5      r\c  \" S
5      eSr\\R                  SS& SSKJr  SSK r SSK J!r!  SSK"J#r$  SSK%J&r&  \" SS9 " S S5      5       r'\'" 5       \'" SS9\'" SS9\'" SS9\'" SSS9S.r( " S S\!RR                  5      r* " S S\!RR                  5      r+Sr,\" \5      R                  5       R                  S   S -  S!-  S-  S"-  r-S#r. " S$ S%\!RR                  5      r/ " S& S'\!RR                  5      r0 " S( S)\!RR                  5      r1 " S* S+\!RR                  5      r2 " S, S-\!RR                  5      r3g! \ a    SrSr GN0f = f! \\R                  SS& f = f).zþSTQD v2: shared-weight VLAAI EEG backbone + unchanged v1 speech/cross-modal modules.

Input: eeg [B,320,58], speech [B,320,2,3] (env,onset,dom).
Output: signed logit [B], positive => column zero attended.
No dataset/subject/trial labels enter the model.
é    )ÚannotationsN)ÚPathé   Údecoder_lodozdecoders.pyÚ_h276_decoder_lodo_decodersÚCBraModBackbonezCBraModBackbone not foundTF)Ú	dataclass)Únn)Ú
functional)ÚVLAAIwsBackbone)Úfrozenc                  ój   • \ rS rSr% SrS\S'   SrS\S'   SrS\S'   S	rS\S
'   Sr	S\S'   Sr
S\S'   Srg)ÚVarianté&   ÚallÚstrÚfeaturesÚseparateÚstemsÚcrossÚfusionÚtemporalÚqueryTÚboolÚ	time_biasÚvlaaiÚbackbone© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__annotations__r   r   r   r   r   Ú__static_attributes__r   ó    Ú[/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/huyle/v2/stqd_model.pyr   r   &   s>   ‡ à€HˆcÓØ€Eˆ3ÓØ€FˆCÓØ€Eˆ3ÓØ€IˆtÓØ€HˆcÖr%   r   Úcosine)r   )r   Úcbramod)r   )r   r   )Úv2_fullÚ	v2_cosineÚv2_no_time_biasÚv2_cbramod_fullÚv2_cbramod_cosinec                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚTemporalBlocké9   c           
     ó’  >• [         TU ]  5         [        R                  " [        R                  " XSSU-  US9[        R
                  " SU5      [        R                  " 5       [        R                  " XS5      [        R
                  " SU5      5      U l        [        R                  " [        R                  " S5      5      U l        g )Né   r   )ÚpaddingÚdilationé   é   gš™™™™™¹?)ÚsuperÚ__init__r
   Ú
SequentialÚConv1dÚ	GroupNormÚGELUÚnetÚ	ParameterÚtorchÚtensorÚscale)ÚselfÚdimr4   Ú	__class__s      €r&   r8   ÚTemporalBlock.__init__:   s€   ø€ Ü‰ÑÔÜ—=’=Ü�IŠI�c ¨1¨x©<À(ÑKÜ�LŠL˜˜CÓ ¤"§'¢'£)Ü�IŠI�c Ó"¤B§L¢L°°CÓ$8ó
ˆŒô
 —\’\¤%§,¢,¨rÓ"2Ó3ˆ�
r%   c                ój   • [         R                  " XR                  U R                  U5      -  -   5      $ ©N)ÚFÚgelurA   r=   )rB   Úxs     r&   ÚforwardÚTemporalBlock.forwardC   s%   € Ü�vŠv�aŸ*™* t§x¡x°£{Ñ2Ñ2Ó3Ð3r%   )r=   rA   )rC   Úintr4   rM   ©r   r    r!   r"   r8   rK   r$   Ú__classcell__©rD   s   @r&   r/   r/   9   s   ø† ÷4÷4ð 4r%   r/   c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )Ú
EEGEncoderéG   a2  VLAAI-WS (3 passes, 10-second input) from the original decoder_lodo source.

A separate EEG-only backbone, unlike the original direct classifier where EEG
and two speaker streams are concatenated before the VLAAI input projection.
Keeps original chronological axis until the identical v1 stride-4 pooling.
c                ó´   >• [         TU ]  5         US:w  d  US:w  a  [        S5      e[        USUS-  SUSSSS	S
9	U l        [
        R                  " X3S9U l        g )Né@  é   ú+v2 evaluation fixes window=320 and stride=4é    é   )rY   é   é   é   Tç        )	Únum_channelsÚfsÚwindow_sÚ	nb_blocksÚnum_kernelsÚkernel_sizesÚoutput_context_kernel_sizeÚuse_skipÚdropout©Úkernel_sizeÚstride)r7   r8   Ú
ValueErrorr   r   r
   Ú	AvgPool1dÚdown)rB   ÚchannelsrC   ri   ÚwindowrD   s        €r&   r8   ÚEEGEncoder.__init__N   s_   ø€ Ü‰ÑÔØ�S‹=˜F a›KÜÐJÓKÐKÜ'Ø! b°6¸B±;Ø S°zØ')°DÀ#ñGˆŒô —L’L¨VÑCˆ�	r%   c                ó†   • U R                  U5      nU R                  UR                  SS5      5      R                  SS5      $ )Nr6   r   )r   rl   Ú	transpose)rB   ÚeegrJ   s      r&   rK   ÚEEGEncoder.forwardX   s7   € Ø�M‰M˜#ÓˆØ�y‰y˜Ÿ™ Q¨Ó*Ó+×5Ñ5°a¸Ó;Ð;r%   )r   rl   ©é:   é@   rV   rU   ©	r   r    r!   r"   Ú__doc__r8   rK   r$   rO   rP   s   @r&   rR   rR   G   s   ø† ñ÷D÷<ð <r%   rR   rX   Úexternal_dataÚfoundation_modelszpretrained_weights.pthg333333Ã?c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚColumnReadoutéb   c                ó°   >• [         TU ]  5         [        R                  " X%5      U l        [        R                  " X-  X4-  5      U l        X0l        X@l        g rG   )r7   r8   r
   ÚLinearÚrÚoÚstepÚd)rB   rm   Úd_inputr‚   rƒ   r€   rD   s         €r&   r8   ÚColumnReadout.__init__d   s>   ø€ Ü‰ÑÔÜ—’˜7Ó&ˆŒÜ—’˜8™<¨©Ó2ˆŒØŒ	Ø�r%   c                óò   • UR                   u  p#pEU R                  U R                  U5      R                  SSSS5      R	                  X$S5      5      R	                  X$U R
                  -  U R                  5      $ )Nr   r   r6   rY   éÿÿÿÿ)Úshaper�   r€   ÚpermuteÚreshaper‚   rƒ   )rB   ÚtokÚBÚCÚNÚ_s         r&   rK   ÚColumnReadout.forwardk   se   € Ø—Y‘Y‰
ˆˆaØ�v‰v�d—f‘f˜S“k×)Ñ)¨!¨Q°°1Ó5×=Ñ=¸aÀBÓGÓH×PÑPÐQRÐX\×XaÑXaÑTaÐcg×ciÑciÓjÐjr%   )rƒ   r�   r€   r‚   )rv   é   rN   rP   s   @r&   r|   r|   b   s   ø† ÷÷kð kr%   r|   c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚEEGEncoderCBraModép   z;CBraMod warm-started on TUEG; all weights remain trainable.c                óÊ  >• [         TU ]  5         US:w  d  US:w  a  [        S5      eUS:w  a  [        S5      e[        [        5      R                  5       (       d  [        S[         35      e[        [        R                  5      n[        R                  R                  S[        [        [        5      R                  5       R                  S   S	-  5      5         SS KnUR                   R#                  S
[        [        5      R                  5       R                  S   S	-  S-  S-  5      nUR                   R%                  U5      nUR&                  R)                  U5        [+        US5      n	U[        R                  S S & SS Kn
U	" 5       U l        U
R0                  " [        [        5      SSS9nU R.                  R3                  U5        U
R4                  R7                  5       U R.                  l        [;        US[<        US5      U l        U RA                  5        H  nURC                  S5        M     [4        RD                  " X3S9U l#        g ! U[        R                  S S & f = f)NrU   rV   rW   ru   zACBraMod v2 path is configured for the official 58-channel montagezMissing CBraMod weights: r   r   r   Ú_cbm_fm_modelsÚ	fm_modelsz
cbramod.pyÚCBraModÚcpuT)Úmap_locationÚweights_onlyéÈ   r‘   rg   )$r7   r8   rj   r   Ú_CBRAMOD_WEIGHTSÚis_fileÚRuntimeErrorÚlistÚsysÚpathÚinsertr   Ú__file__ÚresolveÚparentsÚ	importlibÚutilÚspec_from_file_locationÚmodule_from_specÚloaderÚexec_moduleÚgetattrr?   ÚencÚloadÚload_state_dictr
   ÚIdentityÚproj_outr|   Ú_FSÚoutÚ
parametersÚrequires_grad_rk   rl   )rB   rm   rC   ri   rn   Ú	_old_pathr§   ÚspecÚmodr˜   r?   ÚstateÚprD   s                €r&   r8   ÚEEGEncoderCBraMod.__init__r   sî  ø€ Ü‰ÑÔØ�S‹=˜F a›KÜÐJÓKÐKØ�r‹>ÜÐ`ÓaÐaÜÔ$Ó%×-Ñ-×/Ñ/ÜÐ!:Ô;KÐ:LÐMÓNÐNÜœŸ™“Nˆ	Ü�‰�‰˜œ3œt¤H›~×5Ñ5Ó7×?Ñ?ÀÑBÀ^ÑSÓTÔUð	$ÛØ—>‘>×9Ñ9Ð:JÌDÔQYËN×LbÑLbÓLd×LlÑLlÐmnÑLoð  sAñ  MAð  DOñ  MOð  R^ñ  M^ó  _ˆDØ—.‘.×1Ñ1°$Ó7ˆCØ�K‰K×#Ñ# CÔ(Ü˜c 9Ó-ˆGà#ŒC�H‰H‘QˆKÛÙ“9ˆŒØ—
’
œ3Ô/Ó0¸uÐSWÑXˆØ�‰× Ñ  Ô'Ø!ŸH™H×-Ñ-Ó/ˆ�‰ÔÜ  ¨3´°S¸"Ó=ˆŒØ—‘Ö"ˆAØ×Ñ˜TÖ"ñ #ä—L’L¨VÑCˆ�	øð $ŒC�H‰H‘Q‰Kús   ÃBI ÉI"c                óæ  • UR                   u  p#nU[        -  S:X  d   eUR                  SS5      R                  X$-  SU[        -  [        5      S S 2S4   n[        R
                  R                  R                  USSSS9[        -  nU R                  UR                  X$U[        -  S5      5      nU R                  U5      nU R                  UR                  SS5      5      R                  SS5      $ )Nr   r6   r   rœ   ÚlinearT)ÚsizeÚmodeÚalign_corners)rˆ   r³   rq   rŠ   r?   r
   r   ÚinterpolateÚ_CBRAMOD_SCALEr®   r´   rl   )rB   rr   rŒ   ÚWr�   ÚpatchesÚenc_outrJ   s           r&   rK   ÚEEGEncoderCBraMod.forwardŽ   sÍ   € Ø—)‘)‰ˆˆaØ”3‰w˜!‹|Ðˆ|Ø—-‘-  1Ó%×-Ñ-¨a©e°Q¸¼S¹Ä#ÓFÂqÈ!ÀtÑLˆÜ—(‘(×%Ñ%×1Ñ1°'ÀÈ(ÐbfÐ1ÐgÔjxÑxˆØ—(‘(˜7Ÿ?™?¨1°´c±¸3Ó?Ó@ˆØ�H‰H�WÓˆØ�y‰y˜Ÿ™ Q¨Ó*Ó+×5Ñ5°a¸Ó;Ð;r%   )rl   r®   r´   rt   rw   rP   s   @r&   r“   r“   p   s   ø† ÙE÷D÷8<ð <r%   r“   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚSpeechEncoderé˜   c                ó@  >^• [         TU ]  5         US;  a  [        U5      eUS;  a  [        U5      eX4sU l        U l        [        S [        SUS;   US;   45       5       5      U l        US:X  a˜  [        R                  " [        S5       Vs/ s HJ  n[        R                  " [        R                  " S	US
:  a  SOSSSS9[        R                  " 5       5      PML     sn5      U l        [        R                  " STS	5      U l        OW[        R                  " [        R                  " [!        U R                  5      TSSS9[        R                  " 5       5      U l        [        R                  " U4S jS 5       6 U l        [        R&                  " X"S9U l        g s  snf )N>   r   ÚenvÚenv_domÚ	env_onset>   Újointr   c              3  ó<   #   • U  H  u  pU(       d  M  Uv •  M     g 7frG   r   )Ú.0ÚiÚalloweds      r&   Ú	<genexpr>Ú)SpeechEncoder.__init__.<locals>.<genexpr>    s&   é € ð  Nò  /B¡
 ô  FMŸ!™!ò  /Bùs   ‚“	T)r   rÎ   )r   rÍ   r   rY   r6   r   é   r‘   rZ   )r3   rv   c              3  ó<   >#   • U  H  n[        TU5      v •  M     g 7frG   )r/   )rÑ   rƒ   rC   s     €r&   rÔ   rÕ   ¨   s   øé € Ð%PÂZÀ¤m°C¸×&;Ð&;ÂZùs   ƒ)r6   rV   r‘   rg   )r7   r8   rj   r   r   ÚtupleÚ	enumerateÚmaskr
   Ú
ModuleListÚranger9   r:   r<   ÚpartsÚmixÚlenrÏ   Úblocksrk   rl   )rB   rC   ri   r   r   rÒ   rD   s    `    €r&   r8   ÚSpeechEncoder.__init__™   s\  ù€ Ü‰ÑÔØÐAÓAÜ˜XÓ&Ð&ØÐ-Ó-Ü˜UÓ#Ð#Ø$,Ð!ˆŒ�t”zÜñ  N¬i¸¸xÐK_Ñ?_ÐaiÐmÑað  9Aô  /Bó  Nó  NˆŒ	Ø�JÓäŸšÜKPÐQRÌ8ó(UÚKSÀaô )+¯ª´b·i²iÀÈÈQËÁ2ÐTVÐXYÐcdÑ6eÜ79·w²w³yö)BÙKSñ(Uó VˆDŒJä—y’y  S¨!Ó,ˆD�HäŸš¤r§y¢y´°T·Y±Y³ÀÀaÐQRÑ'SÔUW×U\ÒU\ÓU^Ó_ˆDŒJÜ—m’mÔ%PÁZÓ%PÐQˆŒÜ—L’L¨VÑCˆ�	ùò(Us   ÂAFc           
     ó6  • UR                   u  p#pEUS:w  d  US:w  a!  [        S[        UR                   5       35      eUR                  SSSS5      R	                  X$-  XS5      nU R
                  S:X  a¤  [        S5       Vs/ s Hi  nXpR                  ;   a   U R                  U   " US S 2XwS-   24   5      O6[        R                  " X$-  US:  a  SOSU4UR                  UR                  S	9PMk     nnU R                  [        R                  " USS
95      nO"U R                  US S 2U R                  4   5      nU R!                  U R#                  U5      5      R%                  SS5      nUR	                  X$UR                   S   UR                   S   5      $ s  snf )Nr   rY   zspeech must be [B,T,2,3], got r   r6   r   rÖ   r‘   )ÚdeviceÚdtype©rC   )rˆ   rj   rØ   r‰   rŠ   r   rÜ   rÚ   rÝ   r?   Úzerosrã   rä   rÞ   ÚcatrÏ   rl   rà   rq   )	rB   ÚsÚbÚtÚnÚfrJ   rÒ   Úzs	            r&   rK   ÚSpeechEncoder.forward«   sb  € à—W‘W‰
ˆˆaØ�‹6�Q˜!“VÜÐ=¼eÀAÇGÁG»nÐ=MÐNÓOÐOØ�I‰I�a˜˜A˜qÓ!×)Ñ)¨!©%°Ó6ˆØ�:‰:˜Ó#ô   œ(ó$â"�Qð 01·I±I«~�—‘˜A’˜q¢ A¨¡c E ™{Ô+Ü—k’k 1¡3¨a°!«e©¸¸QÐ"?ÈÏÉÐXY×X_ÑX_Ñ`òaá"ð ð $ð —‘œŸš 1¨!Ñ,Ó-‰Aà—
‘
˜1šQ §	¡	˜\™?Ó+ˆAØ�I‰I�d—k‘k !“nÓ%×/Ñ/°°1Ó5ˆØ�y‰y˜˜qŸw™w q™z¨1¯7©7°1©:Ó6Ð6ùò$s   Â A0F)rà   rl   r   rÏ   rÚ   rÞ   rÝ   r   )rv   rV   r   r   rN   rP   s   @r&   rÉ   rÉ   ˜   s   ø† ÷D÷$7ð 7r%   rÉ   c                  ó6   ^ • \ rS rSrSU 4S jjrSS jrSrU =r$ )ÚSpeakerCrossAttentioné¼   c           	     óœ  >• [         TU ]  5         X-  S:X  d   eX!U-  sU l        U l        X@l        [
        R                  " X5      U l        [
        R                  " X5      U l        [
        R                  " X5      U l	        [
        R                  " X5      U l
        [
        R                  " U5      U l        [
        R                  " U5      U l        [
        R                  " [
        R                  " U5      [
        R                  " XS-  5      [
        R                   " 5       [
        R                  " US-  U5      5      U l        XPl        g )Nr   r   )r7   r8   ÚheadsÚdheadr   r
   r   ÚqÚkÚvr´   Ú	LayerNormÚnormÚDropoutrf   r9   r<   ÚffÚsampling_hz)rB   rC   ró   rf   r   rü   rD   s         €r&   r8   ÚSpeakerCrossAttention.__init__½   sã   ø€ Ü‰ÑÔØ‰{˜aÓÐÐØ!&¨u©ÐˆŒ
�D”JØ"ŒÜ—’˜3Ó$ˆŒÜ—’˜3Ó$ˆŒÜ—’˜3Ó$ˆŒÜ—9’9˜SÓ&ˆŒÜ—L’L Ó%ˆŒ	Ü—z’z 'Ó*ˆŒÜ—-’-¤§¢¨SÓ 1´2·9²9¸SÀaÁ%Ó3HÌ"Ï'Ê'Ë)ÔUW×U^ÒU^Ð_bÐcdÑ_dÐfiÓUjÓkˆŒØ&Õr%   c                ó|  • UR                   u  pEpgUR                   S   nU R                  U5      R                  XEX`R                  U R                  5      R                  SSSSS5      n	U R                  U5      R                  XHU R                  U R                  5      R                  SSSS5      n
U R                  U5      R                  XHU R                  U R                  5      R                  SSSS5      n[        R                  " SXš5      U R                  S-  -  nU R                  (       a~  Uc  [        R                  " XlR                  S9n[        R                  " XŒR                  S9nUS S S 24   US S 2S 4   -
  U R                  -  nUS	US
-
  S-  R                  5       S   -  -
  nU R                  UR!                  SS95      n[        R                  " SXû5      nUR                  SSSSS5      R                  XEXg5      nU R#                  XR%                  U5      -   5      nUU R'                  U5      -   $ )Nr6   r   rY   r   rV   zbnhqd,bhkd->bnhqkg      à¿©rã   g      à?gš™™™™™É?gš™™™™™á?)NNNr‡   rå   zbnhqk,bhkd->bnhqd)rˆ   rõ   rŠ   ró   rô   r‰   rö   r÷   r?   Úeinsumr   Úarangerã   rü   Úsquarerf   Úsoftmaxrù   r´   rû   )rB   ÚqueriesÚmemoryÚquery_positionsré   ÚspeakersÚlqrƒ   Úlerõ   rö   r÷   ÚscoresÚeeg_positionsÚlag_sÚwÚhs                    r&   rK   ÚSpeakerCrossAttention.forwardË   sÜ  € à$Ÿ]™]Ñˆ�RØ�\‰\˜!‰_ˆØ�F‰F�7‹O×#Ñ# A°·Z±ZÀÇÁÓL×TÑTÐUVÐWXÐYZÐ[\Ð]^Ó_ˆØ�F‰F�6‹N×"Ñ" 1¨$¯*©*°d·j±jÓA×IÑIÈ!ÈAÈaÐPQÓRˆØ�F‰F�6‹N×"Ñ" 1¨$¯*©*°d·j±jÓA×IÑIÈ!ÈAÈaÐPQÓRˆÜ—’Ð1°1Ó8¸D¿J¹JÈ#Ñ<MÑNˆØ�>�>ØÑ&Ü"'§,¢,¨r¿-¹-Ñ"H�Ü!ŸLšL¨·M±MÑBˆMØ" 4ª 7Ñ+¨oºaÀ¸gÑ.FÑFÈ$×JZÑJZÑZˆEð ˜b U¨S¡[°CÑ$7×#?Ñ#?Ó#AÀ.Ñ#QÑQÑQˆFØ�L‰L˜Ÿ™¨B˜Ð/Ó0ˆÜ�LŠLÐ,¨aÓ3ˆØ�I‰I�a˜˜!˜A˜aÓ ×(Ñ(¨°bÓ<ˆØ�I‰I�g§¡¨£Ñ+Ó,ˆØ�4—7‘7˜1“:‰~Ðr%   )rô   rf   rû   ró   rö   rù   r´   rõ   rü   r   r÷   )rv   rV   r]   Tg       @rG   rN   rP   s   @r&   rð   rð   ¼   s   ø† ÷'÷ò r%   rð   c                  ó:   ^ • \ rS rSr  SU 4S jjrSS jrSrU =r$ )ÚSTQDNetéâ   c           	     ó>  >• [         TU ]  5         U[        ;  a  [        SU S[	        [        5       35      eXV-  (       a  [        S5      eXl        [        U   U l        XVsU l        U l        Uc  US-
  OUU-  U l	        [        U R                  SS5      S:X  a  [        X#Xe5      U l        O[        X#Xe5      U l        [        X6U R                  R                  U R                  R                   5      U l        U R                  R$                  U l        U R$                  S:X  a–  ['        X4U R                  R(                  SU-  S	9U l        [,        R.                  " [,        R0                  " U5      [,        R2                  " X35      [,        R4                  " 5       [,        R2                  " US
5      5      U l        g [,        R2                  " X35      U l        [,        R2                  " X35      U l        [,        R<                  " [>        R@                  " S5      5      U l!        g )NzUnknown variant z
; allowed z"window must be divisible by striderX   r   r   r(   r   )r   rü   r6   g      ð?)"r7   r8   ÚVARIANTSrj   ÚsortedÚvariant_nameÚvariantrn   ri   Úreadoutr­   r“   rr   rR   rÉ   r   r   Úspeechr   rð   r   r   r
   r9   rø   r   r<   ÚheadÚeeg_projectionÚspeech_projectionr>   r?   r@   Útemperature)	rB   r  rm   Úwidthró   rn   ri   Útarget_indexrD   s	           €r&   r8   ÚSTQDNet.__init__ã   s�  ø€ ä‰ÑÔØœ(Ó"ÜÐ/°¨y¸
Ä6Ì(ÓCSÐBTÐUÓVÐVØ�?ÜÐAÓBÐBØ#ÔÜ Ñ(ˆŒØ#)Ð ˆŒ�T”[Ø'3Ñ';˜ šÀÐRXÑXˆŒÜ�4—<‘< ¨WÓ5¸ÓBÜ(¨¸&ÓIˆD�Hä! (°6ÓBˆDŒHÜ# E°4·<±<×3HÑ3HÈ$Ï,É,×J\ÑJ\Ó]ˆŒØ—l‘l×)Ñ)ˆŒØ�;‰;˜'Ó!Ü.¨uÀtÇ|Á|×G]ÑG]Ø;=À¹;ñHˆDŒJäŸš¤b§l¢l°5Ó&9¼2¿9º9ÀUÓ;RÔTV×T[ÒT[ÓT]Ô_a×_hÒ_hÐinÐpqÓ_rÓsˆD�Iä"$§)¢)¨EÓ"9ˆDÔÜ%'§Y¢Y¨uÓ%<ˆDÔ"Ü!Ÿ|š|¬E¯LªL¸Ó,=Ó>ˆDÕr%   c                óÒ  • UR                   S:w  d  UR                  SS  U R                  S4:w  a.  [        SU R                   S[	        UR                  5       35      eUR                   S:w  d   UR                  SS  U R                  SS4:w  a.  [        SU R                   S	[	        UR                  5       35      eX"R                  SS
S9-
  UR                  SS
S9S-   -  nU R                  U5      nU R                  U5      nU R                  R                  S:X  a=  UR                  SS
S9n[        R                  " U R                  /UR                  S9nSnOUS U R                  p‡nU R                  S:X  a;  U R!                  XdUS9n	U R#                  U	S S 2S S 2U4   5      R%                  S5      n
O•[&        R(                  " U R+                  US S 2U R                  4   5      SS9n[&        R(                  " U R-                  US S 2S S 2U4   5      SS9n[        R.                  " SX¼5      U R0                  R3                  5       -  n
U
S S 2S4   U
S S 2S4   -
  nU(       a  XÔ4$ U$ )NrY   r6   ru   zexpected EEG [B,z
,58], got rV   r   zexpected speech [B,z,2,3], got T)rC   Úkeepdimg�íµ ÷Æ°>Úglobalrÿ   r   r   )r  r‡   rå   z
bd,bnd->bn)Úndimrˆ   rn   rj   rØ   ÚmeanÚstdrr   r  r  r   r?   r@   r  rã   r   r   r  ÚsqueezerH   Ú	normalizer  r  r   r  Úexp)rB   ÚEÚSÚfeatr  Ú	candidaterõ   ÚqposÚpickrí   r
  Úerè   Úlogits                 r&   rK   ÚSTQDNet.forwardý   s  € Ø�6‰6�Q‹;˜!Ÿ'™' ! "˜+¨$¯+©+°rÐ):Ó:ÜÐ/°·±¨}¸JÄuÈQÏWÉWÃ~ÐFVÐWÓXÐXØ�6‰6�Q‹;˜!Ÿ'™' ! "˜+¨$¯+©+°q¸!Ð)<Ó<ÜÐ2°4·;±;°-¸{Ì5ÐQR×QXÑQXË>ÐJZÐ[Ó\Ð\à—‘˜A t�Ð,Ñ,°·±¸1Àd°Ð1KÈdÑ1RÑSˆØ—‘˜!“ˆØ—K‘K “Nˆ	Ø�<‰<×Ñ Ó)Ø—‘ 1¨d�Ð3ˆAÜ—<’< §¡ °q·x±xÑ@ˆDØ‰Dà% t¨T¯\©\�TˆAØ�;‰;˜'Ó!Ø—
‘
˜1°d�
Ð;ˆAØ—Y‘Y˜q¢¢A t ™}Ó-×5Ñ5°bÓ9‰Fä—’˜D×/Ñ/°²q¸$¿,¹,°Ñ0GÓHÈbÑQˆAÜ—’˜D×2Ñ2°1²Qº¸4°Z±=ÓAÀrÑJˆAÜ—\’\ ,°Ó5¸×8HÑ8H×8LÑ8LÓ8NÑNˆFà’q˜!�t‘˜v¢a¨ d™|Ñ+ˆÞ"&�ˆÐ1¨EÐ1r%   )r   rr   r  r   r  r  r  r  ri   r  r  r  rn   )r)   ru   rv   rV   rU   rV   N)FrN   rP   s   @r&   r  r  â   s   ø† Ø]^Ø"÷?÷42ò 2r%   r  )4rx   Ú
__future__r   r¡   Úpathlibr   r¤   r¥   r¦   Ú_DECODER_LODOr   r¢   r£   Úimportlib.utilr§   Ú	_cbm_pathr    r·   r¨   r©   Ú_specrª   Ú_cbm_modr«   r¬   r­   Ú_CBraModBackboneÚAttributeErrorÚCBRAMOD_AVAILABLEÚ	ExceptionÚdataclassesr	   r?   r
   Útorch.nnr   rH   Úvlaai_ws_modelr   r   r  ÚModuler/   rR   r³   r�   rÃ   r|   r“   rÉ   rð   r  r   r%   r&   Ú<module>rB     sR  ðñõ #Û 
Ý Ù�X“×&Ñ&Ó(×0Ñ0°Ñ3°nÑD€Ù€}Ó˜SŸX™XÓ%Ø‡H�H‡O�O�A‘s˜=Ó)Ô*Û Ø˜MÑ)€	ðÙ�S—X‘X“€Ià‡H�H‡O�O�A‘s˜=Ó)Ô*Ø�N‰N×2Ñ2Ð3PÐR[Ó\€EØ�~‰~×.Ñ.¨uÓ5€HØ	‡L�L×Ñ˜XÔ&Ù˜xÐ):¸DÓAÐØÑÙÐ8Ó9Ð9ØÐð
 €C‡H�H‰Q€KÝ !Û Ý Ý $Ý *ñ �$Ñ÷ð ó ðñ ‹yÙ Ñ)Ù¨Ñ/Ù¨	Ñ2Ù ¨)¸HÑEñ€ô4�B—I‘Iô 4ô<�—‘ô <ð, 	€Ù˜“>×)Ñ)Ó+×3Ñ3°AÑ6¸ÑHÐK^Ñ^ÐajÑjð  nFñ  FÐ Ø€ôk�B—I‘Iô kô%<˜Ÿ	™	ô %<ôP!7�B—I‘Iô !7ôH#˜BŸI™Iô #ôL32ˆb�i‰iõ 32øðQ ó ØÐØÓðûð €C‡H�H‰Q�Kús%   Á;BH; È;
I	ÉI ÉI	É	I ÉI