Ë
    .Iïj3  ã                  óÖ  — d Z ddlmZ ddlZddlmZ  ee«      j                  «       j                  d   dz  Z	 e
e	«      ej                  vr"ej                  j                  d e
e	«      «       ddlZe	dz  Z	  eej                  «      Zej                  j                  d e
e	«      «       ej$                  j'                  de«      Zej$                  j+                  e«      Zej.                  j1                  e«        eed	d«      Ze€ ed
«      ‚dZeej                  dd ddlmZ ddl Z ddl m!Z! ddl"m#Z$ ddl%m&Z&  ed¬«       G d„ d«      «       Z' e'«        e'd¬«       e'd¬«       e'd¬«       e'dd¬«      dœZ( G d„ de!jR                  «      Z* G d„ de!jR                  «      Z+dZ, ee«      j                  «       j                  d   d z  d!z  dz  d"z  Z-d#Z. G d$„ d%e!jR                  «      Z/ G d&„ d'e!jR                  «      Z0 G d(„ d)e!jR                  «      Z1 G d*„ d+e!jR                  «      Z2 G d,„ d-e!jR                  «      Z3y# e$ r dZdZY �Œ>w xY w# eej                  dd w xY w).zþSTQD v2: shared-weight VLAAI EEG backbone + unchanged v1 speech/cross-modal modules.

Input: eeg [B,320,58], speech [B,320,2,3] (env,onset,dom).
Output: signed logit [B], positive => column zero attended.
No dataset/subject/trial labels enter the model.
é    )ÚannotationsN)ÚPathé   Údecoder_lodozdecoders.pyÚ_h276_decoder_lodo_decodersÚCBraModBackbonezCBraModBackbone not foundTF)Ú	dataclass)Únn)Ú
functional)ÚVLAAIwsBackbone)Úfrozenc                  ób   — e Zd ZU dZded<   dZded<   dZded<   dZded	<   d
Zded<   dZ	ded<   y)ÚVariantÚallÚstrÚfeaturesÚseparateÚstemsÚcrossÚfusionÚtemporalÚqueryTÚboolÚ	time_biasÚvlaaiÚbackboneN)
Ú__name__Ú
__module__Ú__qualname__r   Ú__annotations__r   r   r   r   r   © ó    ú[/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/huyle/v2/stqd_model.pyr   r   &   s>   … à€HˆcÓØ€Eˆ3ÓØ€FˆCÓØ€Eˆ3ÓØ€IˆtÓØ€HˆcÔr"   r   Úcosine)r   )r   Úcbramod)r   )r   r   )Úv2_fullÚ	v2_cosineÚv2_no_time_biasÚv2_cbramod_fullÚv2_cbramod_cosinec                  ó&   ‡ — e Zd Zdˆ fd„Zd„ Zˆ xZS )ÚTemporalBlockc           
     óŒ  •— t         ‰| �  «        t        j                  t        j                  ||dd|z  |¬«      t        j
                  d|«      t        j                  «       t        j                  ||d«      t        j
                  d|«      «      | _        t        j                  t        j                  d«      «      | _        y )Né   r   )ÚpaddingÚdilationé   é   gš™™™™™¹?)ÚsuperÚ__init__r
   Ú
SequentialÚConv1dÚ	GroupNormÚGELUÚnetÚ	ParameterÚtorchÚtensorÚscale)ÚselfÚdimr0   Ú	__class__s      €r#   r4   zTemporalBlock.__init__:   s„   ø€ Ü‰ÑÔÜ—=‘=Ü�I‰I�c˜3 ¨1¨x©<À(ÔKÜ�L‰L˜˜CÓ ¤"§'¡'£)Ü�I‰I�c˜3 Ó"¤B§L¡L°°CÓ$8ó
ˆŒô
 —\‘\¤%§,¡,¨rÓ"2Ó3ˆ�
r"   c                ój   — t        j                  || j                  | j                  |«      z  z   «      S ©N)ÚFÚgelur=   r9   )r>   Úxs     r#   ÚforwardzTemporalBlock.forwardC   s'   € Ü�v‰v�a˜$Ÿ*™* t§x¡x°£{Ñ2Ñ2Ó3Ð3r"   )r?   Úintr0   rG   ©r   r   r   r4   rF   Ú__classcell__©r@   s   @r#   r,   r,   9   s   ø„ õ4ö4r"   r,   c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )Ú
EEGEncoderaB  VLAAI-WS (3 passes, 10-second input) from the original decoder_lodo source.

    A separate EEG-only backbone, unlike the original direct classifier where EEG
    and two speaker streams are concatenated before the VLAAI input projection.
    Keeps original chronological axis until the identical v1 stride-4 pooling.
    c                ó¼   •— t         ‰| �  «        |dk7  s|dk7  rt        d«      ‚t        |d|dz  d|dddd	¬
«	      | _        t        j                  ||¬«      | _        y )Né@  é   ú+v2 evaluation fixes window=320 and stride=4é    é   )rR   é   é   é   Tç        )	Únum_channelsÚfsÚwindow_sÚ	nb_blocksÚnum_kernelsÚkernel_sizesÚoutput_context_kernel_sizeÚuse_skipÚdropout©Úkernel_sizeÚstride)r3   r4   Ú
ValueErrorr   r   r
   Ú	AvgPool1dÚdown)r>   Úchannelsr?   rb   Úwindowr@   s        €r#   r4   zEEGEncoder.__init__N   sa   ø€ Ü‰ÑÔØ�SŠ=˜F ašKÜÐJÓKÐKÜ'Ø! b°6¸B±;Ø S°zØ')°DÀ#ôGˆŒô —L‘L¨V¸FÔCˆ�	r"   c                ó†   — | j                  |«      }| j                  |j                  dd«      «      j                  dd«      S )Nr2   r   )r   re   Ú	transpose)r>   ÚeegrE   s      r#   rF   zEEGEncoder.forwardX   s7   € Ø�M‰M˜#ÓˆØ�y‰y˜Ÿ™ Q¨Ó*Ó+×5Ñ5°a¸Ó;Ð;r"   ©é:   é@   rO   rN   ©r   r   r   Ú__doc__r4   rF   rI   rJ   s   @r#   rL   rL   G   s   ø„ ñõDö<r"   rL   rQ   Úexternal_dataÚfoundation_modelszpretrained_weights.pthg333333Ã?c                  ó&   ‡ — e Zd Zdˆ fd„	Zd„ Zˆ xZS )ÚColumnReadoutc                ó¶   •— t         ‰| �  «        t        j                  ||«      | _        t        j                  ||z  ||z  «      | _        || _        || _        y rB   )r3   r4   r
   ÚLinearÚrÚoÚstepÚd)r>   rf   Úd_inputrx   ry   rv   r@   s         €r#   r4   zColumnReadout.__init__d   sH   ø€ Ü‰ÑÔÜ—‘˜7 AÓ&ˆŒÜ—‘˜8 a™<¨°©Ó2ˆŒØˆŒ	Øˆ�r"   c                óú   — |j                   \  }}}}| j                  | j                  |«      j                  dddd«      j	                  ||d«      «      j	                  ||| j
                  z  | j                  «      S )Nr   r   r2   rR   éÿÿÿÿ)Úshaperw   rv   ÚpermuteÚreshaperx   ry   )r>   ÚtokÚBÚCÚNÚ_s         r#   rF   zColumnReadout.forwardk   sn   € Ø—Y‘Y‰
ˆˆ1ˆa�Ø�v‰v�d—f‘f˜S“k×)Ñ)¨!¨Q°°1Ó5×=Ñ=¸aÀÀBÓGÓH×PÑPÐQRÐTUÐX\×XaÑXaÑTaÐcg×ciÑciÓjÐjr"   )rm   é   rH   rJ   s   @r#   rs   rs   b   s   ø„ õökr"   rs   c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚEEGEncoderCBraModz;CBraMod warm-started on TUEG; all weights remain trainable.c                óÂ  •— t         ‰| �  «        |dk7  s|dk7  rt        d«      ‚|dk7  rt        d«      ‚t        t        «      j                  «       st        dt        › �«      ‚t        t        j                  «      }t        j                  j                  dt        t        t        «      j                  «       j                  d   d	z  «      «       	 dd l}|j                   j#                  d
t        t        «      j                  «       j                  d   d	z  dz  dz  «      }|j                   j%                  |«      }|j&                  j)                  |«       t+        |d«      }	|t        j                  d d  dd l}
 |	«       | _         |
j0                  t        t        «      dd¬«      }| j.                  j3                  |«       |
j4                  j7                  «       | j.                  _        t;        |dt<        |d«      | _        | jA                  «       D ]  }|jC                  d«       Œ t5        jD                  ||¬«      | _#        y # |t        j                  d d  w xY w)NrN   rO   rP   rl   zACBraMod v2 path is configured for the official 58-channel montagezMissing CBraMod weights: r   r   r   Ú_cbm_fm_modelsÚ	fm_modelsz
cbramod.pyÚCBraModÚcpuT)Úmap_locationÚweights_onlyéÈ   r…   r`   )$r3   r4   rc   r   Ú_CBRAMOD_WEIGHTSÚis_fileÚRuntimeErrorÚlistÚsysÚpathÚinsertr   Ú__file__ÚresolveÚparentsÚ	importlibÚutilÚspec_from_file_locationÚmodule_from_specÚloaderÚexec_moduleÚgetattrr;   ÚencÚloadÚload_state_dictr
   ÚIdentityÚproj_outrs   Ú_FSÚoutÚ
parametersÚrequires_grad_rd   re   )r>   rf   r?   rb   rg   Ú	_old_pathrš   ÚspecÚmodr‹   r;   ÚstateÚpr@   s                €r#   r4   zEEGEncoderCBraMod.__init__r   sï  ø€ Ü‰ÑÔØ�SŠ=˜F ašKÜÐJÓKÐKØ�rŠ>ÜÐ`ÓaÐaÜÔ$Ó%×-Ñ-Ô/ÜÐ!:Ô;KÐ:LÐMÓNÐNÜœŸ™“Nˆ	Ü�‰�‰˜œ3œt¤H›~×5Ñ5Ó7×?Ñ?ÀÑBÀ^ÑSÓTÔUð	$ÛØ—>‘>×9Ñ9Ð:JÌDÔQYËN×LbÑLbÓLd×LlÑLlÐmnÑLoð  sAñ  MAð  DOñ  MOð  R^ñ  M^ó  _ˆDØ—.‘.×1Ñ1°$Ó7ˆCØ�K‰K×#Ñ# CÔ(Ü˜c 9Ó-ˆGà#ŒC�H‰H‘QˆKÛÙ“9ˆŒØ�—
‘
œ3Ô/Ó0¸uÐSWÔXˆØ�‰× Ñ  Ô'Ø!ŸH™H×-Ñ-Ó/ˆ�‰ÔÜ  ¨3´°S¸"Ó=ˆŒØ—‘Ö"ˆAØ×Ñ˜TÕ"ð #ä—L‘L¨V¸FÔCˆ�	øð $ŒC�H‰H‘Q‰Kús   ÃBI	 É	Ic                óð  — |j                   \  }}}|t        z  dk(  sJ ‚|j                  dd«      j                  ||z  d|t        z  t        «      d d …df   }t        j
                  j                  j                  |ddd¬«      t        z  }| j                  |j                  |||t        z  d«      «      }| j                  |«      }| j                  |j                  dd«      «      j                  dd«      S )Nr   r2   r   r�   ÚlinearT)ÚsizeÚmodeÚalign_corners)r}   r¦   ri   r   r;   r
   r   ÚinterpolateÚ_CBRAMOD_SCALEr¡   r§   re   )r>   rj   r�   ÚWr‚   ÚpatchesÚenc_outrE   s           r#   rF   zEEGEncoderCBraMod.forwardŽ   sÓ   € Ø—)‘)‰ˆˆ1ˆaØ”3‰w˜!Š|Ðˆ|Ø—-‘-  1Ó%×-Ñ-¨a°!©e°Q¸¼S¹Ä#ÓFÂqÈ!ÀtÑLˆÜ—(‘(×%Ñ%×1Ñ1°'ÀÈ(ÐbfÐ1ÓgÔjxÑxˆØ—(‘(˜7Ÿ?™?¨1¨a°´c±¸3Ó?Ó@ˆØ�H‰H�WÓˆØ�y‰y˜Ÿ™ Q¨Ó*Ó+×5Ñ5°a¸Ó;Ð;r"   rk   rn   rJ   s   @r#   r‡   r‡   p   s   ø„ ÙEõDö8<r"   r‡   c                  ó&   ‡ — e Zd Zdˆ fd„	Zd„ Zˆ xZS )ÚSpeechEncoderc                ó*  •‡— t         ‰| �  «        |dvrt        |«      ‚|dvrt        |«      ‚||c| _        | _        t        d„ t        d|dv |dv f«      D «       «      | _        |dk(  r’t        j                  t        d«      D �cg c]H  }t        j                  t        j                  d	|d
k  rdnddd¬«      t        j                  «       «      ‘ŒJ c}«      | _        t        j                  d‰d	«      | _        nWt        j                  t        j                  t!        | j                  «      ‰dd¬«      t        j                  «       «      | _        t        j                  ˆfd„dD «       Ž | _        t        j&                  ||¬«      | _        y c c}w )N>   r   ÚenvÚenv_domÚ	env_onset>   Újointr   c              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wrB   r!   )Ú.0ÚiÚalloweds      r#   Ú	<genexpr>z)SpeechEncoder.__init__.<locals>.<genexpr>    s'   è ø€ ð  Nñ  /B¡
  7ò  FMœ!ñ  /Bùs   ‚
�T)r   r¾   )r   r½   r   rR   r2   r   é   r…   rS   )r/   rm   c              3  ó6   •K  — | ]  }t        ‰|«      –— Œ y ­wrB   )r,   )rÁ   ry   r?   s     €r#   rÄ   z)SpeechEncoder.__init__.<locals>.<genexpr>¨   s   øè ø€ Ð%PÁZÀ¤m°C¸×&;ÁZùs   ƒ)r2   rO   r…   r`   )r3   r4   rc   r   r   ÚtupleÚ	enumerateÚmaskr
   Ú
ModuleListÚranger5   r6   r8   ÚpartsÚmixÚlenr¿   Úblocksrd   re   )r>   r?   rb   r   r   rÂ   r@   s    `    €r#   r4   zSpeechEncoder.__init__™   s`  ù€ Ü‰ÑÔØÐAÑAÜ˜XÓ&Ð&ØÐ-Ñ-Ü˜UÓ#Ð#Ø$,¨eÐ!ˆŒ�t”zÜñ  N¬i¸¸xÐK_Ð?_ÐaiÐmÐað  9Aô  /Bó  Nó  NˆŒ	Ø�JÒäŸ™ÜKPÐQRÌ8ó(UÙKSÀaô )+¯©´b·i±iÀÈÈQÊÁ2ÐTVÐXYÐcdÔ6eÜ79·w±w³yõ)BØKSñ(Uó VˆDŒJä—y‘y  S¨!Ó,ˆD�HäŸ™¤r§y¡y´°T·Y±Y³ÀÀaÐQRÔ'SÔUW×U\ÑU\ÓU^Ó_ˆDŒJÜ—m‘mÓ%PÁZÓ%PÐQˆŒÜ—L‘L¨V¸FÔCˆ�	ùò(Us   ÂAFc           
     ó<  — |j                   \  }}}}|dk7  s|dk7  r!t        dt        |j                   «      › �«      ‚|j                  dddd«      j	                  ||z  ||«      }| j
                  dk(  r¥t        d«      D �cg c]j  }|| j                  v r! | j                  |   |d d …||dz   …f   «      n8t        j                  ||z  |dk  rdnd|f|j                  |j                  ¬	«      ‘Œl }}| j                  t        j                  |d¬
«      «      }n"| j                  |d d …| j                  f   «      }| j!                  | j#                  |«      «      j%                  dd«      }|j	                  |||j                   d   |j                   d   «      S c c}w )Nr   rR   zspeech must be [B,T,2,3], got r   r2   r   rÅ   r…   )ÚdeviceÚdtype©r?   )r}   rc   rÇ   r~   r   r   rË   rÉ   rÌ   r;   ÚzerosrÑ   rÒ   rÍ   Úcatr¿   re   rÏ   ri   )	r>   ÚsÚbÚtÚnÚfrE   rÂ   Úzs	            r#   rF   zSpeechEncoder.forward«   st  € à—W‘W‰
ˆˆ1ˆa�Ø�Š6�Q˜!’VÜÐ=¼eÀAÇGÁG»nÐ=MÐNÓOÐOØ�I‰I�a˜˜A˜qÓ!×)Ñ)¨!¨a©%°°AÓ6ˆØ�:‰:˜Ò#ô   œ(ó$á"�Qð 01°D·I±I©~��—‘˜A‘˜q¢ A a¨¡c E ™{Ô+Ü—k‘k 1 Q¡3¨a°!ªe©¸¸QÐ"?ÈÏÉÐXY×X_ÑX_Ô`ñaà"ð ð $ð —‘œŸ™ 1¨!Ô,Ó-‰Aà—
‘
˜1šQ §	¡	˜\™?Ó+ˆAØ�I‰I�d—k‘k !“nÓ%×/Ñ/°°1Ó5ˆØ�y‰y˜˜A˜qŸw™w q™z¨1¯7©7°1©:Ó6Ð6ùò$s   ÂA/F)rm   rO   r   r   rH   rJ   s   @r#   rº   rº   ˜   s   ø„ õDö$7r"   rº   c                  ó(   ‡ — e Zd Zdˆ fd„	Zdd„Zˆ xZS )ÚSpeakerCrossAttentionc           	     ó–  •— t         ‰| �  «        ||z  dk(  sJ ‚|||z  c| _        | _        || _        t        j                  ||«      | _        t        j                  ||«      | _        t        j                  ||«      | _	        t        j                  ||«      | _
        t        j                  |«      | _        t        j                  |«      | _        t        j                  t        j                  |«      t        j                  ||dz  «      t        j                   «       t        j                  |dz  |«      «      | _        || _        y )Nr   r   )r3   r4   ÚheadsÚdheadr   r
   ru   ÚqÚkÚvr§   Ú	LayerNormÚnormÚDropoutr_   r5   r8   ÚffÚsampling_hz)r>   r?   rß   r_   r   rè   r@   s         €r#   r4   zSpeakerCrossAttention.__init__½   sõ   ø€ Ü‰ÑÔØ�U‰{˜aÒÐÐØ!&¨¨u©ÐˆŒ
�D”JØ"ˆŒÜ—‘˜3 Ó$ˆŒÜ—‘˜3 Ó$ˆŒÜ—‘˜3 Ó$ˆŒÜ—9‘9˜S #Ó&ˆŒÜ—L‘L Ó%ˆŒ	Ü—z‘z 'Ó*ˆŒÜ—-‘-¤§¡¨SÓ 1´2·9±9¸SÀ#ÀaÁ%Ó3HÌ"Ï'É'Ë)ÔUW×U^ÑU^Ð_bÐcdÑ_dÐfiÓUjÓkˆŒØ&ˆÕr"   c                ó”  — |j                   \  }}}}|j                   d   }| j                  |«      j                  |||| j                  | j                  «      j                  ddddd«      }	| j                  |«      j                  ||| j                  | j                  «      j                  dddd«      }
| j                  |«      j                  ||| j                  | j                  «      j                  dddd«      }t        j                  d|	|
«      | j                  dz  z  }| j                  rƒ|€!t        j                  ||j                  ¬«      }t        j                  ||j                  ¬«      }|d d d …f   |d d …d f   z
  | j                  z  }|d	|d
z
  dz  j                  «       d   z  z
  }| j                  |j!                  d¬«      «      }t        j                  d||«      }|j                  ddddd«      j                  ||||«      }| j#                  || j%                  |«      z   «      }|| j'                  |«      z   S )Nr2   r   rR   r   rO   zbnhqd,bhkd->bnhqkg      à¿©rÑ   g      à?gš™™™™™É?gš™™™™™á?)NNNr|   rÓ   zbnhqk,bhkd->bnhqd)r}   rá   r   rß   rà   r~   râ   rã   r;   Úeinsumr   ÚarangerÑ   rè   Úsquarer_   Úsoftmaxrå   r§   rç   )r>   ÚqueriesÚmemoryÚquery_positionsr×   ÚspeakersÚlqry   Úlerá   râ   rã   ÚscoresÚeeg_positionsÚlag_sÚwÚhs                    r#   rF   zSpeakerCrossAttention.forwardË   sö  € à$Ÿ]™]Ñˆˆ8�R˜Ø�\‰\˜!‰_ˆØ�F‰F�7‹O×#Ñ# A x°°T·Z±ZÀÇÁÓL×TÑTÐUVÐWXÐYZÐ[\Ð]^Ó_ˆØ�F‰F�6‹N×"Ñ" 1 b¨$¯*©*°d·j±jÓA×IÑIÈ!ÈAÈaÐPQÓRˆØ�F‰F�6‹N×"Ñ" 1 b¨$¯*©*°d·j±jÓA×IÑIÈ!ÈAÈaÐPQÓRˆÜ—‘Ð1°1°aÓ8¸D¿J¹JÈ#Ñ<MÑNˆØ�>Š>ØÐ&Ü"'§,¡,¨r¸&¿-¹-Ô"H�Ü!ŸL™L¨°F·M±MÔBˆMØ" 4ª 7Ñ+¨oºaÀ¸gÑ.FÑFÈ$×JZÑJZÑZˆEð ˜b U¨S¡[°CÑ$7×#?Ñ#?Ó#AÀ.Ñ#QÑQÑQˆFØ�L‰L˜Ÿ™¨B˜Ó/Ó0ˆÜ�L‰LÐ,¨a°Ó3ˆØ�I‰I�a˜˜!˜A˜aÓ ×(Ñ(¨¨H°b¸!Ó<ˆØ�I‰I�g §¡¨£Ñ+Ó,ˆØ�4—7‘7˜1“:‰~Ðr"   )rm   rO   rV   Tg       @rB   rH   rJ   s   @r#   rÝ   rÝ   ¼   s   ø„ õ'÷r"   rÝ   c                  ó,   ‡ — e Zd Z	 	 dˆ fd„	Zdd„Zˆ xZS )ÚSTQDNetc           	     ó6  •— t         ‰| �  «        |t        vrt        d|› dt	        t        «      › �«      ‚||z  rt        d«      ‚|| _        t        |   | _        ||c| _        | _        |€|dz
  n||z  | _	        t        | j                  dd«      dk(  rt        ||||«      | _        nt        ||||«      | _        t        ||| j                  j                  | j                  j                   «      | _        | j                  j$                  | _        | j$                  dk(  r–t'        ||| j                  j(                  d|z  ¬	«      | _        t-        j.                  t-        j0                  |«      t-        j2                  ||«      t-        j4                  «       t-        j2                  |d
«      «      | _        y t-        j2                  ||«      | _        t-        j2                  ||«      | _        t-        j<                  t?        j@                  d«      «      | _!        y )NzUnknown variant z
; allowed z"window must be divisible by striderQ   r   r   r%   r   )r   rè   r2   g      ð?)"r3   r4   ÚVARIANTSrc   ÚsortedÚvariant_nameÚvariantrg   rb   Úreadoutr    r‡   rj   rL   rº   r   r   Úspeechr   rÝ   r   r   r
   r5   rä   ru   r8   ÚheadÚeeg_projectionÚspeech_projectionr:   r;   r<   Útemperature)	r>   r   rf   Úwidthrß   rg   rb   Útarget_indexr@   s	           €r#   r4   zSTQDNet.__init__ã   s¨  ø€ ä‰ÑÔØœ(Ñ"ÜÐ/°¨y¸
Ä6Ì(ÓCSÐBTÐUÓVÐVØ�FŠ?ÜÐAÓBÐBØ#ˆÔÜ Ñ(ˆŒØ#)¨6Ð ˆŒ�T”[Ø'3Ð';˜ šÀÐRXÑXˆŒÜ�4—<‘< ¨WÓ5¸ÒBÜ(¨°5¸&À&ÓIˆD�Hä! (¨E°6¸6ÓBˆDŒHÜ# E¨6°4·<±<×3HÑ3HÈ$Ï,É,×J\ÑJ\Ó]ˆŒØ—l‘l×)Ñ)ˆŒØ�;‰;˜'Ò!Ü.¨u°eÀtÇ|Á|×G]ÑG]Ø;=À¹;ôHˆDŒJäŸ™¤b§l¡l°5Ó&9¼2¿9¹9ÀUÈEÓ;RÔTV×T[ÑT[ÓT]Ô_a×_hÑ_hÐinÐpqÓ_rÓsˆD�Iä"$§)¡)¨E°5Ó"9ˆDÔÜ%'§Y¡Y¨u°eÓ%<ˆDÔ"Ü!Ÿ|™|¬E¯L©L¸Ó,=Ó>ˆDÕr"   c                óè  — |j                   dk7  s|j                  dd  | j                  dfk7  r.t        d| j                  › dt	        |j                  «      › �«      ‚|j                   dk7  s|j                  dd  | j                  ddfk7  r.t        d| j                  › d	t	        |j                  «      › �«      ‚||j                  dd
¬«      z
  |j                  dd
¬«      dz   z  }| j                  |«      }| j                  |«      }| j                  j                  dk(  rB|j                  dd
¬«      }t        j                  | j                  g|j                  ¬«      }d}n|d | j                  }}}| j                  dk(  r?| j!                  |||¬«      }	| j#                  |	d d …d d …|f   «      j%                  d«      }
n™t'        j(                  | j+                  |d d …| j                  f   «      d¬«      }t'        j(                  | j-                  |d d …d d …|f   «      d¬«      }t        j.                  d||«      | j0                  j3                  «       z  }
|
d d …df   |
d d …df   z
  }|r||fS |S )NrR   r2   rl   zexpected EEG [B,z
,58], got rO   r   zexpected speech [B,z,2,3], got T)r?   Úkeepdimg�íµ ÷Æ°>Úglobalrê   r   r   )rñ   r|   rÓ   z
bd,bnd->bn)Úndimr}   rg   rc   rÇ   ÚmeanÚstdrj   r  r   r   r;   r<   r  rÑ   r   r   r  ÚsqueezerC   Ú	normalizer  r  rë   r  Úexp)r>   ÚEÚSÚfeatrð   Ú	candidaterá   ÚqposÚpickrÛ   rõ   ÚerÖ   Úlogits                 r#   rF   zSTQDNet.forwardý   s  € Ø�6‰6�QŠ;˜!Ÿ'™' ! "˜+¨$¯+©+°rÐ):Ò:ÜÐ/°·±¨}¸JÄuÈQÏWÉWÃ~ÐFVÐWÓXÐXØ�6‰6�QŠ;˜!Ÿ'™' ! "˜+¨$¯+©+°q¸!Ð)<Ò<ÜÐ2°4·;±;°-¸{Ì5ÐQR×QXÑQXË>ÐJZÐ[Ó\Ð\à�—‘˜A t�Ó,Ñ,°·±¸1Àd°Ó1KÈdÑ1RÑSˆØ—‘˜!“ˆØ—K‘K “Nˆ	Ø�<‰<×Ñ Ò)Ø—‘ 1¨d�Ó3ˆAÜ—<‘< §¡ °q·x±xÔ@ˆDØ‰Dà% t¨T¯\©\�TˆtˆAØ�;‰;˜'Ò!Ø—
‘
˜1˜f°d�
Ó;ˆAØ—Y‘Y˜q¢¢A t ™}Ó-×5Ñ5°bÓ9‰Fä—‘˜D×/Ñ/°²q¸$¿,¹,°Ñ0GÓHÈbÔQˆAÜ—‘˜D×2Ñ2°1²Qº¸4°Z±=ÓAÀrÔJˆAÜ—\‘\ ,°°1Ó5¸×8HÑ8H×8LÑ8LÓ8NÑNˆFà’q˜!�t‘˜v¢a¨ d™|Ñ+ˆÙ"&��vˆÐ1¨EÐ1r"   )r&   rl   rm   rO   rN   rO   N)FrH   rJ   s   @r#   rû   rû   â   s   ø„ Ø]^Ø"õ?÷42r"   rû   )4ro   Ú
__future__r   r”   Úpathlibr   r—   r˜   r™   Ú_DECODER_LODOr   r•   r–   Úimportlib.utilrš   Ú	_cbm_pathr“   rª   r›   rœ   Ú_specr�   Ú_cbm_modrž   rŸ   r    Ú_CBraModBackboneÚAttributeErrorÚCBRAMOD_AVAILABLEÚ	ExceptionÚdataclassesr	   r;   r
   Útorch.nnr   rC   Úvlaai_ws_modelr   r   rý   ÚModuler,   rL   r¦   r�   rµ   rs   r‡   rº   rÝ   rû   r!   r"   r#   Ú<module>r)     sR  ðñõ #Û 
Ý Ù�X“×&Ñ&Ó(×0Ñ0°Ñ3°nÑD€Ù€}Ó˜SŸX™XÑ%Ø‡H�H‡O�O�A‘s˜=Ó)Ô*Û Ø˜MÑ)€	ðÙ�S—X‘X“€Ià‡H�H‡O�O�A‘s˜=Ó)Ô*Ø�N‰N×2Ñ2Ð3PÐR[Ó\€EØ�~‰~×.Ñ.¨uÓ5€HØ	‡L�L×Ñ˜XÔ&Ù˜xÐ):¸DÓAÐØÐÙÐ8Ó9Ð9ØÐð
 €C‡H�H‰Q€KÝ !Û Ý Ý $Ý *ñ �$Ô÷ð ó ðñ ‹yÙ Ô)Ù¨Ô/Ù¨	Ô2Ù ¨)¸HÔEñ€ô4�B—I‘Iô 4ô<�—‘ô <ð, 	€Ù˜“>×)Ñ)Ó+×3Ñ3°AÑ6¸ÑHÐK^Ñ^ÐajÑjð  nFñ  FÐ Ø€ôk�B—I‘Iô kô%<˜Ÿ	™	ô %<ôP!7�B—I‘Iô !7ôH#˜BŸI™Iô #ôL32ˆb�i‰iõ 32øðQ ò ØÐØÓðûð €C‡H�H‰Q�Kús%   Á9BI É	IÉI ÉIÉI ÉI(