ó
    ¨räjÚý ã                  óÐ  • S r SSKJr  SSKrSSKrSSKrSSKrSSKrSSK	r	SSK
Jr  SSKJrJrJrJr  \S   r\S   r\R&                  " \R(                  R+                  5       (       a  SOS	5      rS
 rS rS rS r " S S5      r " S S\5      r " S S\5      r " S S5      r " S S5      r " S S5      r \ S3r! " S S\RD                  RF                  5      r$0 r% " S S\RD                  RF                  5      r& " S S \RD                  RF                  5      r' " S! S"\RD                  RF                  5      r( " S# S$\RD                  RF                  5      r) " S% S&\RD                  RF                  5      r* " S' S(\RD                  RF                  5      r+ " S) S*\RD                  RF                  5      r, " S+ S,\RD                  RF                  5      r- " S- S.\RD                  RF                  5      r. " S/ S0\RD                  RF                  5      r/ " S1 S2\RD                  RF                  5      r0 " S3 S4\RD                  RF                  5      r1 " S5 S6\RD                  RF                  5      r2 " S7 S8\RD                  RF                  5      r3 " S9 S:\RD                  RF                  5      r4 " S; S<\RD                  RF                  5      r5 " S= S>\RD                  RF                  5      r6 " S? S@\RD                  RF                  5      r7 " SA SB\RD                  RF                  5      r8SC r9 " SD SE\RD                  RF                  5      r: " SF SG\RD                  RF                  5      r; " SH SI\RD                  RF                  5      r< " SJ SK\RD                  RF                  5      r= " SL SM\RD                  RF                  5      r> " SN SO\RD                  RF                  5      r? " SP SQ\RD                  RF                  5      r@ " SR SS\RD                  RF                  5      rA " ST SU\RD                  RF                  5      rB " SV SW\RD                  RF                  5      rCS}S~SX jjrD " SY SZ\RD                  RF                  5      rE " S[ S\\RD                  RF                  5      rF " S] S^\RD                  RF                  5      rG " S_ S`\RD                  RF                  5      rH " Sa Sb\RD                  RF                  5      rI " Sc Sd\RD                  RF                  5      rJSSe jrK " Sf Sg\RD                  RF                  5      rLSh rM " Si Sj\RD                  RF                  5      rNSk rOSl rPSm rQS€Sn jrRSo rSS�Sp jrTSq rU " Sr Ss\R¬                  R®                  5      rXSt rY " Su Sv\RD                  RF                  5      rZSw r[ " Sx Sy5      r\\\\\\\ Sz.r]/ S{Qr^\_4S| jr`g)‚a—  Wrappers around every SuperHugeAAD envelope decoder with one interface.

    dec.fit(train_trials, val_trials, meta)   train on the training datasets only
    dec.features(trial) -> (A, B0, B1)         per-sample arrays; evidence r_s = mean_f corr(A_f, Bs_f) in a window
    dec.lookahead_s                            future data used per output sample (s), for label stamping

Linear decoders use the package classes (update/fit) wherever they run at corpus scale; deviations are noted.
DNNs use the package backbone + the RegressionInterface output head (EinMix -> 1 feature), trained with a
contrastive Pearson loss (-r(attended) + r(ignored)) on 5-s windows.
é    )ÚannotationsN)ÚEinMix)ÚCFGÚEXPÚFSÚROOTÚlinearÚdnnÚcudaÚcpuc                óp   • [         R                  " [        R                  " U [        R                  S95      $ )N©Údtype)ÚtorchÚ
from_numpyÚnpÚascontiguousarrayÚfloat32)Úxs    Ú#/root/disk_3tb/eeg-thao/decoders.pyÚ_tr      s$   € Ü×ÒœB×0Ò0°¼"¿*¹*ÑEÓFÐFó    c                óì  • / n[         R                  SS/5       GH£  nUS:X  a±  U S   n[         R                  S5      [         R                  S5      pTUbm  Ubj  SSKJnJn  U" U" S[        U5      [        U5      /S	[        S
S9UR                  [        R                  5      SS9R                  [        R                  5      nUR                  U5        M»  US;   az  SSKJnJn  US:X  a  SOSu  pEU" U" SXE/S	[        S
S9U S   R                  [        R                  5      SS9nUR                  UR                  [        R                  5      5        GM;  US;   a  UR                  X   5        GMW  US:X  d  GM`  UR                  [        R                  " S[        R                  " U S   SU S   SS S95      5        GM¦     [        R                  " US5      R                  [        R                  5      $ )aB  (T, 2 streams, F) DNN targets per D['targets']: 'env' = the prep's envelope, 'onset' = half-wave rectified
first difference of it (causal: t and t-1 only), 'delta'/'theta' = causal band-passed envelope, 'glim'/'mask' =
causal band-passed envelope where the talker is clearly louder than the other / not (build_glimpse.py).ÚtargetsÚenvÚband_env_hz_loÚband_env_hz_hiNr   )ÚbutterÚsosfilté   ÚbandpassÚsos)ÚfsÚoutput©Úaxis)ÚdeltaÚthetar'   )ç      ð?ç      @)r*   g       @)ÚglimÚmaskÚdomÚorelÚodiffÚediffÚonsetç        é   )r&   Úprependéÿÿÿÿ)ÚDÚgetÚscipy.signalr   r   Úfloatr   Úastyper   Úfloat64r   ÚappendÚmaximumÚdiffÚstack)	ÚtrÚfeatsÚfr   ÚloÚhir   r   Úbs	            r   Ú_targetsrF   !   s“  € ð €EÜ�U‰U�9˜u˜g×&ˆØ�‹:Ø�U‘)ˆCô —U‘UÐ+Ó,¬a¯e©eÐ4DÓ.E�Ø‰~ "¡.ß8ÙÙ˜1œu R›y¬%°«)Ð4°jÄRÐPUÑVØ—J‘JœrŸz™zÓ*°ñ÷ ‘&œŸ™Ó$ð ð �L‰L˜ÖØÐ$Ó$ß4Ø#$¨£<‘Z°Z‰FˆBÙ™˜q 2 (¨J¼2ÀeÑLÈbÐQVÉi×N^ÑN^Ô_a×_iÑ_iÓNjÐqrÑsˆAØ�L‰L˜Ÿ™¤"§*¡*Ó-×.ØÐCÓCØ�L‰L˜™×Ø�'Ž\ð �L‰LœŸš C¬¯ª°°E±ÀÈBÈuÉIÐVXÐWXÈMÑ)ZÓ[×\ñ1 'ô2 �8Š8�E˜2Ó×%Ñ%¤b§j¡jÓ1Ð1r   c                ó
  • [        U 5      n[        R                  " [        U5      5      nU S   R	                  [
        5      S[        U5       nXU4   XSU-
  4   pTUR                  S   S:X  a  USS2S4   USS2S4   4$ XE4$ )zcAttended / ignored DNN targets: (T,) each for one target (unchanged behaviour), (T, F) for several.ÚattNr3   r   )rF   r   ÚarangeÚlenr:   ÚintÚshape)r@   ÚYÚidxÚaÚyaÚyis         r   Ú_att_tgtrR   B   s„   € ä�‹€AÜ
�)Š)”C˜“FÓ
€CØ
ˆ5‰	×ÑœÓ˜h¤ A£Ð'€AØ�Aˆv‰Y˜˜q 1™u˜*™ˆØ#%§8¡8¨A¡;°!Ó#3ˆBŠq�!ˆt‰H�bš˜A˜‘hÐÐA¸"¸ÐAr   c                ó¢   • [         R                  " [        U S   5      5      nU S   R                  [        5      nU S   X4   U S   USU-
  4   4$ )Nr   rH   r3   )r   rI   rJ   r:   rK   )r@   rN   rO   s      r   Ú_att_envrT   K   sS   € Ü
�)Š)”C˜˜5™	“NÓ
#€CØ
ˆ5‰	×ÑœÓ€AØˆe‰9�S�VÑ˜b ™i¨¨Q°©U¨
Ñ3Ð3Ð3r   c                  óD   • \ rS rSrSrSr\S   S   rS rS r	S r
S	 rS
rg)Ú
BackwardWFéT   zjsuperhuge.model.linear.WienerFilter (Ledoit-Wolf covariance, EEG lags 0-400 ms, as the official baseline).ÚwfÚwf_lagsr3   c           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   ©ÚWienerFilterrY   r2   Tr3   ©ÚlagsÚl2Ú	use_lwcovr#   Úwindow_lengthÚnum_channels©Úsuperhuge.model.linearr\   ÚLr   Úm©ÚselfÚCr\   s      r   Ú__init__ÚBackwardWF.__init__Y   s!   € Ý7Ù¤1 Y¡<°CÀ4ÌBÐ^_ÐnoÑpˆ�r   c           	     óÞ   • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R	                  5         g ©NÚeeg©rT   rf   Úupdater   Úfit©rh   ÚtrainÚvalÚmetar@   rP   Ú_s          r   rq   ÚBackwardWF.fit]   óW   € ÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÖKñ ð 	�‰�
‰
�r   c           
     ó  • [         R                  " 5          U R                  R                  [	        US   5      S    [	        US   5      S S S 2S S S 24   5      u  p#S S S 5        WSS S 2S4   R                  5       $ ! , (       d  f       N&= f)Nrn   r   r   ©r   Úno_gradrf   Úpredictr   Únumpy)rh   r@   Úyrv   s       r   ÚreconstructÚBackwardWF.reconstructc   sk   € Ü�]Š]�_Ø—6‘6—>‘>¤" R¨¡Y£-°Ñ"5´r¸"¸U¹)³}ÀTÊ1ÈdÒTUÐEUÑ7VÓW‰DˆA÷ à�’A�q�‰z×ÑÓ!Ð!÷ �_ús   –AA;Á;
B	c                óT   • U R                  U5      nX!S   S S 2S4   US   S S 2S4   4$ )Nr   r   r3   )r   )rh   r@   r~   s      r   ÚfeaturesÚBackwardWF.featuresh   s5   € Ø×Ñ˜RÓ ˆØ�U‘)šA˜q˜D‘/ 2 e¡9ªQ°¨T¡?Ð2Ð2r   ©rf   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Únamere   Úlookahead_srj   rq   r   r‚   Ú__static_attributes__© r   r   rV   rV   T   s,   † ÙtØ€DØ�I‘,˜q‘/€Kòqòò"õ
3r   rV   c                  ó(   • \ rS rSrSrSrS rS rSrg)ÚPerSubjectWFém   zcsuperhuge.model.linear.PerSubjectWienerFilter: Rxx estimated per subject, averaged across subjects.Úwf_persubjectc           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   )ÚPerSubjectWienerFilterrY   r2   Tr3   r]   )rd   r“   re   r   rf   )rh   ri   r“   s      r   rj   ÚPerSubjectWF.__init__q   s"   € ÝAÙ'¬Q¨y©\¸cÈTÔVXÐhiÐxyÑzˆ�r   c           	     óR  • [        X5       H~  u  nu  pV[        U5      u  pxU R                  R                  [	        US   5      S    [	        U5      S S S 2S S 4   [
        R                  " U/5      [
        R                  " U/5      S.S9  M€     U R                  R                  5         g )Nrn   )Ú
dataset_idÚ
subject_id)ru   )ÚziprT   rf   rp   r   r   Útensorrq   )	rh   rs   rt   ru   r@   ÚdsidÚsidrP   rv   s	            r   rq   ÚPerSubjectWF.fitu   s�   € Ü" 5Ö/‰OˆB‘�Ü˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÜ.3¯lªl¸D¸6Ó.BÔRW×R^ÒR^Ð`cÐ_dÓReÑfð ó hñ  0ð 	�‰�
‰
�r   r„   N©	r…   r†   r‡   rˆ   r‰   rŠ   rj   rq   rŒ   r�   r   r   r�   r�   m   s   † ÙmØ€Dò{õr   r�   c                  ó(   • \ rS rSrSrSrS rS rSrg)Ú	RiemannWFé}   zäRiemannian Wiener filter. DEVIATION: the package class stores one p x p matrix per SAMPLE (infeasible at corpus
scale), so Rxx = Riemannian (affine-invariant) mean of the per-SUBJECT lagged covariances, rxy = mean over subjects.Ú
wf_riemannc           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   r[   rY   r2   Fr3   r]   rc   rg   s      r   rj   ÚRiemannWF.__init__‚   s!   € Ý7Ù¤1 Y¡<°CÀ5ÌRÐ_`ÐopÑqˆ�r   c                ó@  • SSK Jn  0 n[        X5       GH  u  pg[        U5      u  p‰U R                  R                  [        US   5      S    SU R                  R                  R                  U R                  R                  R                  5      R                  5       n
UR                  U/ SQ5      nUS   U
R                  U
-  -   US'   US   U
R                  [        U5      R                  5       S S 2S 4   -  -   US'   US==   [        U
5      -  ss'   GM     [        R                  " UR!                  5        Vs/ s H  oÌS   US   -  R#                  5       PM     sn5      nUR$                  S   nU[&        S   [        R(                  " USSS	9S S 2S S 4   -  U-  [        R*                  " U5      S    -  -   nU" [,        R.                  " U5      5      R#                  5       n[        R0                  " UR!                  5        Vs/ s H  oÌS   US   -  R#                  5       PM     snS5      n[,        R.                  " [        R2                  R5                  UU5      5      R7                  5       U R                  l        S
U R                  l        g s  snf s  snf )Nr   )Úmean_riemannrn   ú4batch time lag channel -> (batch time) (lag channel))r   r   r   r3   r    Úl2_rel)Úaxis1Úaxis2T)Úpyriemann.geometry.meanr¥   r˜   rT   rf   Úlag_and_flattenr   ÚcfgÚlag_start_samplesÚlag_end_samplesÚdoubleÚ
setdefaultÚTrJ   r   ÚarrayÚvaluesr}   rL   re   ÚtraceÚeyer   r   ÚmeanÚlinalgÚsolver9   ÚweightsÚ_fitted)rh   rs   rt   ru   r¥   Ústatsr@   ÚkeyrP   rv   ÚXÚsÚvÚRÚpÚRmÚrs                    r   rq   ÚRiemannWF.fit†   s  € Ý8ØˆÜ˜5×'‰GˆBÜ˜R“L‰EˆBØ—‘×&Ñ&¤r¨"¨U©)£}°TÑ':Ð<rØ'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaßagÑagÓaið à× Ñ  ¢iÓ0ˆAØ�Q‘4˜!Ÿ#™# ™'‘>ˆAˆa‰DØ�Q‘4˜!Ÿ#™#¤ 2£§¡£²°4°Ñ 8Ñ8Ñ8ˆAˆa‰DØˆa‹D”C˜“F‰NŽDñ (ô �HŠH°U·\±\´^ÓD²^°˜‘t˜a ™d‘{×)Ñ)Ö+±^ÑDÓEˆØ�G‰G�A‰JˆØ”�(‘œbŸhšh q°¸Ñ;ºA¸tÀT¸MÑJÑJÈQÑNÔQS×QWÒQWÐXYÓQZÐ[_ÑQ`Ñ`Ñ`ˆÙœ%×*Ò*¨1Ó-Ó.×4Ñ4Ó6ˆÜ�GŠG°E·L±L´NÓC²N¨q˜‘d˜Q˜q™T‘k×(Ñ(Ö*±NÑCÀQÓGˆÜ×)Ò)¬"¯)©)¯/©/¸"¸aÓ*@ÓA×GÑGÓIˆ�‰ŒØˆ�‰�ùò Eùò Ds   Ä="JÈ	"Jr„   Nr�   r�   r   r   rŸ   rŸ   }   s   † ñ|à€Dòrõr   rŸ   c                  ó2   • \ rS rSrSrSrSrS rS rS r	Sr
g	)
Ú	ForwardWFéš   aD  superhuge.model.linear.ForwardWienerFilter (encoding model EEG(t) from envelope(t-0.4..t)); fitted with the package
class. DEVIATION: its predict() has an invalid einops pattern, so predictions are computed from its fitted weights.
Evidence: mean over channels of corr(EEG, predicted EEG from stream s). Uses no future data.Ú
wf_forwardr2   c                óP   • SSK Jn  Xl        U" [        S   S[        SUS9U l        g )Nr   )ÚForwardWienerFilterÚfwd_lagsr2   r3   )r^   r_   r#   Únum_featuresrb   )rd   rÊ   ri   re   r   rf   )rh   ri   rÊ   s      r   rj   ÚForwardWF.__init__¡   s$   € Ý>ØŒÙ$¬!¨J©-¸CÄBÐUVÐefÑgˆ�r   c           	     ó  • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R                  nU R                  R
                  U-  U R                  R                  U-  p˜UR                  S   n
U[        S   [        R                  " U5      -  U
-  [        R                  " U
5      -  -   n[        R                  R                  X‰5      U l        g )Nrn   r   r§   )rT   rf   rp   r   Ú
_n_samplesÚRxxÚRxyrL   re   r   r´   rµ   r·   r¸   ÚW)rh   rs   rt   ru   r@   rP   rv   ÚnrÐ   rÑ   rÁ   s              r   rq   ÚForwardWF.fit¦   sÉ   € ÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÖKñ ð �F‰F×ÑˆØ—6‘6—:‘: ‘> 4§6¡6§:¡:°¡>ˆSØ�I‰I�a‰LˆØ”A�h‘K¤%§+¢+¨cÓ"2Ñ2°QÑ6¼¿ºÀ1»ÑEÑEˆÜ—‘×#Ñ# CÓ-ˆ�r   c                óx  • / nS H¥  n[        US   S S 2U4   5      S S S 2S 4   nU R                  R                  USU R                  R                  R                  U R                  R                  R
                  5      nUR                  XPR                  -  R                  5       5        M§     US   US   US   4$ )N©r   r3   r   r¦   rn   r   r3   )	r   rf   r«   r¬   r­   r®   r<   rÒ   r}   )rh   r@   Úoutr¾   Úer½   s         r   r‚   ÚForwardWF.features±   s£   € ØˆÛˆAÜ�2�e‘9šQ ˜T‘?Ó# Dª!¨T MÑ2ˆAØ—‘×&Ñ& qÐ*`Ø'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaˆAà�J‰J˜ŸF™F™
×)Ñ)Ó+Ö,ñ	 ð
 �%‰y˜#˜a™& # a¡&Ð(Ð(r   )ri   rÒ   rf   N)r…   r†   r‡   rˆ   r‰   rŠ   r‹   rj   rq   r‚   rŒ   r�   r   r   rÆ   rÆ   š   s$   † ñdð €DØ€Kòhò
	.õ)r   rÆ   c                  ó>   • \ rS rSrSrSr\S   S   rS rS r	S r
S	rg
)ÚCCADecé»   z¹superhuge.model.linear.CCA: lagged EEG (0-400 ms) vs lagged envelope (-250..0 ms), 3 components.
Evidence: mean over components of corr(EEG projection, envelope projection of stream s).ÚccaÚ
cca_x_lagsr3   c           
     óh   • SSK Jn  U" [        S   [        S   S[        S   [        USS0S	9U l        g )
Nr   )ÚCCArÞ   Ú
cca_y_lagsr2   Úcca_componentsr   r3   )Úx_lagsÚy_lagsr_   Únum_componentsr#   rb   Únum_audio_features)rd   rà   re   r   rf   )rh   ri   rà   s      r   rj   ÚCCADec.__init__Á   s4   € Ý.ÙœA˜l™O´A°l±OÈÔ\]Ð^nÑ\oÜ¨ÀÀq¸zñKˆ�r   c           	     óÞ   • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R	                  5         g rm   ro   rr   s          r   rq   Ú
CCADec.fitÆ   rx   r   c           
     óx  • [         R                  " 5          U R                  R                  [	        US   5      S    [	        US   5      S S S 2S S S 24   5      u  p#S S S 5        WS   R                  5       WSS S 2S S 2S4   R                  5       USS S 2S S 2S4   R                  5       4$ ! , (       d  f       NV= f)Nrn   r   r   r3   rz   )rh   r@   ÚxpÚyps       r   r‚   ÚCCADec.featuresÌ   s”   € Ü�]Š]�_Ø—V‘V—^‘^¤B r¨%¡y£M°$Ñ$7¼¸B¸u¹I»ÀtÊQÐPTÒVWÐGWÑ9XÓY‰FˆB÷ à�!‰u�{‰{‹}˜b ¢A¢q¨! ™n×2Ñ2Ó4°b¸ºAºqÀ!¸±n×6JÑ6JÓ6LÐLÐL÷ �_ús   –AB+Â+
B9r„   N)r…   r†   r‡   rˆ   r‰   rŠ   re   r‹   rj   rq   r‚   rŒ   r�   r   r   rÛ   rÛ   »   s,   † ñ`à€DØ�L‘/ !Ñ$€KòKò
õMr   rÛ   c                  óP   • \ rS rSrSrSr\" \S   5      S-  \-  r	S r
S rS rS	rg
)ÚFBCCADecéÒ   a5  superhuge.model.linear.FilterbankCCA: FIR filter bank (lengths 2-32 samples) on EEG and envelope, 3 components.
Its conv uses padding='same' (non-causal): lookahead = half the longest filter = 0.5 s.
DEVIATION: fit() re-implemented around the package solver because update() never counts samples (fit -> NaN).ÚfbccaÚfbcca_ir_lengthsr    c                óV   • SSK Jn  U" [        [        S   [        S   USS0S9U l        g )Nr   )ÚFilterbankCCArò   Úfbcca_componentsr   r3   )r#   Úimpulse_response_lengthsrå   rb   ræ   )rd   rô   r   re   rf   )rh   ri   rô   s      r   rj   ÚFBCCADec.__init__Ù   s.   € Ý8Ù¤"¼qÐASÑ?TÔefÐgyÑezØ,-À5È!À*ñNˆ�r   c           	     ó  • SSK Jn  SnU H[  n[        U5      u  pxU R                  R	                  [        US   5      S    [        U5      S S S 2S S 4   5        U[        U5      -  nM]     U R                  R                  U-  R                  5       n	U	R                  S   n
U	S[        R                  " U	5      -  U
-  [        R                  " X©R                  S9-  -   n	U" X�R                  R                  R                  [        [         S   5      -  SU R                  R                  R"                  S9u  p¼UR%                  5       UR%                  5       sU R                  l        U R                  l        S	U R                  l        g )
Nr   )Úcanonical_correlation_analysisrn   ç�íµ ÷Æ°>r   rò   gñhãˆµøä>)Ú
cov_matrixÚnum_features_xÚreg_strengthrå   T)Ú(superhuge.model.linear.regression.fb_ccarù   rT   rf   rp   r   rJ   ÚRxyxyr¯   rL   r   r´   rµ   r   r¬   rb   re   rå   r9   Úweight_xÚweight_yrº   )rh   rs   rt   ru   rù   rÓ   r@   rP   rv   ÚcovrÁ   ÚwxÚwys                r   rq   ÚFBCCADec.fitÞ   s<  € Ý[ØˆÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÔKØ”�R“‰LŠAñ ð �v‰v�|‰|˜aÑ×'Ñ'Ó)ˆØ�I‰I�a‰LˆØ�Dœ5Ÿ;š; sÓ+Ñ+¨aÑ/´%·)²)¸AÇYÁYÑ2OÑOÑOˆÙ/¸3ÏvÉvÏzÉz×OfÑOfÔilÔmnð  pBñ  nCó  jDñ  PDØ=AÐRV×RXÑRX×R\ÑR\×RkÑRkñm‰ˆà+-¯8©8«:°r·x±x³zÐ(ˆ�‰Œ˜Ÿ™œØˆ�‰�r   c           
     óx  • [         R                  " 5          / nS Hk  nU R                  R                  [	        US   5      S    [	        US   S S 2U4   5      S S S 2S S 4   5      u  pEUR                  UR                  5       5        Mm     S S S 5        WR                  5       WS   US   4$ ! , (       d  f       N'= f)NrÖ   rn   r   r   r3   )r   r{   rf   r|   r   r<   r}   )rh   r@   r×   r¾   rë   rì   s         r   r‚   ÚFBCCADec.featuresï   sœ   € Ü�]Š]�_ØˆCÛ�ØŸ™Ÿ™¬¨2¨e©9«°dÑ(;¼RÀÀ5Á	Ê!ÈQÈ$ÁÓ=PÐQUÒWXÐZ^Ð`dÐQdÑ=eÓf‘�Ø—
‘
˜2Ÿ8™8›:Ö&ñ ÷ ð
 �x‰x‹z˜3˜q™6 3 q¡6Ð)Ð)÷ �_ús   –A4B+Â+
B9r„   N)r…   r†   r‡   rˆ   r‰   rŠ   Úmaxre   r   r‹   rj   rq   r‚   rŒ   r�   r   r   rï   rï   Ò   s9   † ñuð €DÙ�qÐ+Ñ,Ó-°Ñ2°bÑ8€KòNò
õ"*r   rï   z4/baselines/python/SuperHugeAAD/train/configs/models/c                  ó<   ^ • \ rS rSrSrSSS.U 4S jjrS rSrU =r$ )	ÚVLAAIwsPatchedéþ   a  VLAAI_ws with a minimal fix. The package class raises NameError ('_' undefined) because a weight-shared block
cannot take num_channels inputs in block 1 and num_kernels[-1] afterwards. Fix: 1x1 input projection
C -> num_kernels[-1], then the shared block from the package.Tr2   )Úuse_skipÚdropoutc          	     ó  >• [         T	U ]  5         SSKJn  UR                  S   n[
        R                  R                  US   US5      U l        U" UR                  UR                  X8US   US   -  US9U l
        XsU l        U l        g )	Nr   )Úvlaai_blockr5   rb   r3   r#   ra   )Únum_kernelsÚkernel_sizesÚoutput_context_kernel_sizerb   Útime_dimÚdrouput)Úsuperrj   Úsuperhuge.model.pure_cnn.vlaair  r  r   ÚnnÚConv1dÚprojr  ÚblockÚ	nb_blocksr  )
rh   r  Úextractor_argsr  r  r  Úkwr  ÚkÚ	__class__s
            €r   rj   ÚVLAAIwsPatched.__init__  sƒ   ø€ Ü‰ÑÔÝ>Ø×&Ñ& rÑ*ˆÜ—H‘H—O‘O B ~Ñ$6¸¸1Ó=ˆŒ	Ù ¨^×-GÑ-GÐVd×VqÑVqØ<VØ*,¨T©(°R¸Ñ5HÑ*HÐRYñ[ˆŒ
ð )2Ð%ˆŒ˜�r   c                óü   • U R                  UR                  SS5      5      nUn[        U R                  5       H/  nU R                  (       a
  US:”  a  X!-   nU R                  U5      nM1     UR                  SS5      $ ©Nr3   r    r   )r  Ú	transposeÚranger  r  r  )rh   r   ÚhÚis       r   ÚforwardÚVLAAIwsPatched.forward  sg   € Ø�I‰I�a—k‘k ! QÓ'Ó(ˆØˆÜ�t—~‘~Ö&ˆAØ�}�}  Q£Ø‘E�Ø—
‘
˜1“ŠAñ 'ð �{‰{˜1˜aÓ Ð r   )r  r  r  r  ©	r…   r†   r‡   rˆ   r‰   rj   r'  rŒ   Ú__classcell__©r  s   @r   r
  r
  þ   s'   ø† ñEð [_Ðhk÷ <ð <÷!ð !r   r
  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚADTi  a›  ADT-style decoder (auditory decoding transformer; Xu et al. 2024, PMC11489951), re-implemented:
spatio-temporal convolution front-end, learned positional embedding, transformer layers whose attention is
ANTICAUSAL-BANDED: output time t attends only to EEG times t .. t + resp (the brain responds AFTER the sound),
resp = 0.5 s. The causal read-out of DNNDec still limits every output to <= 0.75 s of future EEG.c	                óT  >• [         TU ]  5         [        R                  R	                  [        R                  R                  XSSS9[        R                  R                  5       [        R                  R                  U5      [        R                  R                  X3SSS9[        R                  R                  5       5      U l        [        R                  R                  [        R                  " SX#5      5      U l        [        R                  R                  X4XgSSS9n	[        R                  R                  X•5      U l        [        R                  " U5      n
[!        U["        -  5      nU
S S S 24   U
S S 2S 4   :¬  U
S S S 24   U
S S 2S 4   U-   :*  -  nU R%                  SU) 5        g )Né	   é   ©Úpaddingr3   T)Úbatch_firstÚ
norm_firstr,   )r  rj   r   r  Ú
Sequentialr  ÚGELUÚDropoutÚfrontÚ	ParameterÚzerosÚposÚTransformerEncoderLayerÚTransformerEncoderÚencrI   rK   r   Úregister_buffer)rh   ri   rÒ   ÚdÚheadsÚlayersÚffr  Úresp_sÚlayerÚtrÃ   Úallowedr  s                €r   rj   ÚADT.__init__   s8  ø€ Ü‰ÑÔÜ—X‘X×(Ñ(Ü�H‰H�O‰O˜A !¨QˆOÐ/´·±·±³Ä%Ç(Á(×BRÑBRÐSZÓB[Ü�H‰H�O‰O˜A !¨QˆOÐ/´·±·±³óBˆŒ
ô —8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ—‘×0Ñ0°¸2ÐTXÐeiÐ0ÐjˆÜ—8‘8×.Ñ.¨uÓ=ˆŒÜ�LŠL˜‹OˆÜ�œ‘ÓˆØ�Tš1�W‘: ¢1 d 7¡Ñ+°°$º°'±
¸aÂÀ4À¹jÈ1¹nÑ0LÑMˆØ×Ñ˜V g XÕ.r   c                ó"  • U R                  UR                  SS5      5      R                  SS5      U R                  S S 2S UR                  S   24   -   nU R	                  X R
                  S UR                  S   2S UR                  S   24   S9$ )Nr3   r    )r,   )r8  r#  r;  rL   r>  r,   ©rh   r   r%  s      r   r'  ÚADT.forward-  s~   € Ø�J‰J�q—{‘{ 1 aÓ(Ó)×3Ñ3°A°qÓ9¸D¿H¹HÂQÈÈ!Ï'É'ÐRSÉ*ÈÀ_Ñ<UÑUˆØ�x‰x˜§	¡	¨,¨A¯G©G°A©J¨,¸¸!¿'¹'À!¹*¸Ð*DÑ EˆxÐFÐFr   )r>  r8  r;  )é@   r0  r    é€   çš™™™™™¹?ç      à?r)  r+  s   @r   r-  r-    s   ø† ñi÷
/÷Gð Gr   r-  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )Ú_PreLNFFTBlocki2  z¼FastSpeech feed-forward transformer block with pre-layer normalisation (HappyQuokka): x + MHA(LN(x)), then
x + Conv1d(k1) -> ReLU -> Conv1d(k2) of LN(x); dropout on both residual branches.c                óø  >• [         TU ]  5         [        R                  R	                  U5      [        R                  R	                  U5      sU l        U l        [        R                  R                  XSSS9U l        [        R                  R                  XUS   US   S-  S9U l
        [        R                  R                  X!US   US   S-  S9U l        [        R                  R                  U5      U l        g )NrN  T©r  r3  r   r    r1  r3   )r  rj   r   r  Ú	LayerNormÚln1Úln2ÚMultiheadAttentionrH   r  Úw1Úw2r7  Údrop)rh   r@  Úd_innerrA  Úkernelsr  r  s         €r   rj   Ú_PreLNFFTBlock.__init__6  s¾   ø€ Ü‰ÑÔÜ"ŸX™X×/Ñ/°Ó2´E·H±H×4FÑ4FÀqÓ4IÐˆŒ�$”(Ü—8‘8×.Ñ.¨qÀÐRVÐ.ÐWˆŒÜ—(‘(—/‘/ !¨g°a©jÀ'È!Á*ÐPQÁ/�/ÐRˆŒÜ—(‘(—/‘/ '¨g°a©jÀ'È!Á*ÐPQÁ/�/ÐRˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c           
     óZ  • U R                  U5      nXR                  U R                  X"USS9S   5      -   nU R                  U5      R	                  SS5      nXR                  U R                  [        R                  " U R                  U5      5      5      R	                  SS5      5      -   $ )NF©Úneed_weightsr   r3   r    )	rU  rZ  rH   rV  r#  rY  r   ÚrelurX  rJ  s      r   r'  Ú_PreLNFFTBlock.forward>  s‡   € Ø�H‰H�Q‹KˆØ—	‘	˜$Ÿ(™( 1¨¸˜(Ð?ÀÑBÓCÑCˆØ�H‰H�Q‹K×!Ñ! ! QÓ'ˆØ—9‘9˜TŸW™W¤U§Z¢Z°·±¸³
Ó%;Ó<×FÑFÀqÈ!ÓLÓMÑMÐMr   )rH   rZ  rU  rV  rX  rY  r)  r+  s   @r   rQ  rQ  2  s   ø† ñYõ.÷Nð Nr   rQ  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )Ú_GRUGatedFFNiE  a   Position-wise FFN whose residual is a GRU update gate.

The candidate output projection and the gate weights start at zero and the
gate bias at -2, so each block starts as attention only. The gate has to
open before the FFN can change the residual stream.
c                ó8  >• [         TU ]  5         [        R                  R	                  XU-  5      U l        [        R                  R	                  X!-  U5      U l        [        R                  R	                  X5      U l        [        R                  R                  U5      U l	        [        R                  R                  R                  U R                  R                  5        [        R                  R                  R                  U R                  R                  5        [        R                  R                  R                  U R                  R                  5        [        R                  R                  R                  U R                  R                  S5        g )Ng       À)r  rj   r   r  ÚLinearÚfc1Úfc2Úgater7  rZ  ÚinitÚzeros_ÚweightÚbiasÚ	constant_)rh   r@  Úmultr  r  s       €r   rj   Ú_GRUGatedFFN.__init__M  sä   ø€ Ü‰ÑÔÜ—8‘8—?‘? 1¨Q¡hÓ/ˆŒÜ—8‘8—?‘? 4¡8¨QÓ/ˆŒÜ—H‘H—O‘O AÓ)ˆŒ	Ü—H‘H×$Ñ$ WÓ-ˆŒ	Ü�‰�‰×Ñ˜TŸX™XŸ_™_Ô-Ü�‰�‰×Ñ˜TŸX™XŸ]™]Ô+Ü�‰�‰×Ñ˜TŸY™Y×-Ñ-Ô.Ü�‰�‰×Ñ §	¡	§¡°Õ5r   c           	     óþ   • U R                  U R                  [        R                  R                  R                  U R                  U5      5      5      5      n[        R                  " U R                  U5      5      U-  $ ©N)	rZ  rh  r   r  Ú
functionalÚgelurg  Úsigmoidri  )rh   r   Úcands      r   r'  Ú_GRUGatedFFN.forwardX  sR   € Ø�y‰y˜Ÿ™¤%§(¡(×"5Ñ"5×":Ñ":¸4¿8¹8ÀA»;Ó"GÓHÓIˆÜ�}Š}˜TŸY™Y q›\Ó*¨TÑ1Ð1r   )rZ  rg  rh  ri  )r    rN  r)  r+  s   @r   rd  rd  E  s   ø† ñ÷	6÷2ð 2r   rd  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )Ú_GRUFFNBlocki]  z½Pre-norm self-attention, then a GRU-gated FFN.

Attention is over the classifier window only. That window already ends at
the 0.75 s causal limit used by DirectNet, the same budget as ADT.
c                ó^  >• [         TU ]  5         [        R                  R	                  U5      U l        [        R                  R                  XUSS9U l        [        R                  R	                  U5      U l        [        XS9U l
        [        R                  R                  U5      U l        g )NTrS  ©r  )r  rj   r   r  rT  rU  rW  rH   rV  rd  rC  r7  rZ  ©rh   r@  rA  r  r  s       €r   rj   Ú_GRUFFNBlock.__init__d  sz   ø€ Ü‰ÑÔÜ—8‘8×%Ñ% aÓ(ˆŒÜ—8‘8×.Ñ.¨qÀÐVZÐ.Ð[ˆŒÜ—8‘8×%Ñ% aÓ(ˆŒÜ˜qÑ2ˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c           
     ó²   • U R                  U5      nXR                  U R                  X"USS9S   5      -   nXR                  U R	                  U5      5      -   $ ©NFr_  r   ©rU  rZ  rH   rC  rV  rJ  s      r   r'  Ú_GRUFFNBlock.forwardl  sN   € Ø�H‰H�Q‹KˆØ—	‘	˜$Ÿ(™( 1¨¸˜(Ð?ÀÑBÓCÑCˆØ—7‘7˜4Ÿ8™8 A›;Ó'Ñ'Ð'r   ©rH   rZ  rC  rU  rV  r)  r+  s   @r   ry  ry  ]  s   ø† ñõ.÷(ð (r   ry  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚGRUFFNTransformerir  zÖEEG backbone: linear channel embed, learned positions, GRU-gated blocks.

This is the direct-classifier body. It is not the logit-stream encoder, not
ADT's anticausal band, and not HappyQuokka's convolutional FFN.
c           
     óT  >• [         TU ]  5         X4-  S:w  a  [        SU SU 35      e[        R                  R                  X5      U l        [        R                  R                  [        R                  " SX#5      5      U l	        [        R                  R                  R                  U R                  SS9  [        R                  R                  [        U5       Vs/ s H  n[        X4U5      PM     sn5      U l        [        R                  R!                  U5      U l        g s  snf ©Nr   úd=ú not divisible by heads=r3   ç{®Gáz”?©Ústd)r  rj   Ú
ValueErrorr   r  rf  r  r9  r:  r;  rj  Únormal_Ú
ModuleListr$  ry  ÚblocksrT  Úln©	rh   ri   rÒ   r@  rA  rB  r  rv   r  s	           €r   rj   ÚGRUFFNTransformer.__init__y  sÕ   ø€ Ü‰ÑÔØ‰9˜‹>Ü˜r ! Ð$<¸U¸GÐDÓEÐEÜ—H‘H—O‘O AÓ)ˆŒ	Ü—8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÑ1Ü—h‘h×)Ñ)ÔTYÐZ`ÔTaÓ*bÒTaÈq¬<¸À'Ö+JÑTaÑ*bÓcˆŒÜ—(‘(×$Ñ$ QÓ'ˆ�ùò +có   ÃD%c                óÂ   • U R                  U5      U R                  S S 2S UR                  S   24   -   nU R                   H  nU" U5      nM     U R	                  U5      $ ©Nr3   ©r  r;  rL   r�  r�  ©rh   r   r%  r  s       r   r'  ÚGRUFFNTransformer.forwardƒ  óR   € Ø�I‰I�a‹L˜4Ÿ8™8¢A |¨¯©°© | OÑ4Ñ4ˆØ—[”[ˆEÙ�a“ŠAñ !à�w‰w�q‹zÐr   ©r�  r�  r;  r  ©é`   r0  r    rN  r)  r+  s   @r   r„  r„  r  s   ø† ñ÷(÷ð r   r„  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚHappyQuokkaiŠ  ap  HappyQuokka (Piao et al., ICASSP 2023 Auditory EEG Challenge, regression winner; official code
github.com/jkyunnng/HappyQuokka_system_for_EEG_Challenge): pre-conv (kernel 7) -> 8 pre-LN FFT blocks
(d_model 128, d_inner 1024, 2 heads, FFN conv kernels (9, 1), dropout 0.3) -> linear (the Net head here).
No positional encoding (as the original). DEVIATIONS: no subject global conditioner (LODO subjects are unseen;
subject IDs may not be inputs); trained with this benchmark's losses (contrastive / Pearson) instead of
-Pearson + 0.2 L1; full attention inside the window, the causal read-out of DNNDec keeps <= 0.75 s future.c                ó  >• [         T	U ]  5         [        R                  R	                  XSSS9U l        [        R                  R                  [        U5       Vs/ s H  n[        X#XFU5      PM     sn5      U l	        g s  snf )Né   é   r1  )
r  rj   r   r  r  ÚprerŽ  r$  rQ  r�  )
rh   ri   r@  r[  rA  rB  r\  r  rv   r  s
            €r   rj   ÚHappyQuokka.__init__’  sd   ø€ Ü‰ÑÔÜ—8‘8—?‘? 1¨°A�?Ð6ˆŒÜ—h‘h×)Ñ)ÔhmÐntÔhuÓ*vÒhuÐcd¬>¸!ÀeÐV]Ö+^ÑhuÑ*vÓwˆ�ùÒ*vs   ÁA>c                óž   • U R                  UR                  SS5      5      R                  SS5      nU R                   H  nU" U5      nM     U$ ©Nr3   r    )r¢  r#  r�  )rh   r   r%  rE   s       r   r'  ÚHappyQuokka.forward—  sD   € Ø�H‰H�Q—[‘[  AÓ&Ó'×1Ñ1°!°QÓ7ˆØ—”ˆAÙ�!“ŠAñ àˆr   )r�  r¢  )rM  i   r    é   )r/  r3   g333333Ó?r)  r+  s   @r   rž  rž  Š  s   ø† ñr÷x÷
ð r   rž  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )Ú_DepthwiseConvModuleiž  a  Conformer convolution module: pointwise GLU, depthwise temporal conv, pointwise out.

Kernel 15 is about 0.5 s at 32 Hz. Padding keeps the window length. This sits
inside the block, after attention, and is not the dilated stem used in front
of the logit transformer.
c                óÀ  >• [         TU ]  5         US-  S:X  a  [        S5      e[        R                  R                  USU-  5      U l        [        R                  R                  XX"S-  US9U l        [        R                  R                  U5      U l
        [        R                  R                  X5      U l        [        R                  R                  U5      U l        g )Nr    r   z6conv kernel must be odd so the window length stays put)r2  Úgroups)r  rj   rŒ  r   r  rf  Úpw1r  ÚdwÚBatchNorm1dÚnormÚpw2r7  rZ  )rh   r@  r  r  r  s       €r   rj   Ú_DepthwiseConvModule.__init__¦  s�   ø€ Ü‰ÑÔØˆq‰5�A‹:ÜÐUÓVÐVÜ—8‘8—?‘? 1 a¨!¡eÓ,ˆŒÜ—(‘(—/‘/ !¨¸±6À!�/ÐDˆŒÜ—H‘H×(Ñ(¨Ó+ˆŒ	Ü—8‘8—?‘? 1Ó(ˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c                ó„  • U R                  U5      R                  SSS9u  p#U[        R                  " U5      -  R	                  SS5      n[        R
                  R                  R                  U R                  U R                  U5      5      5      R	                  SS5      nU R                  U R                  U5      5      $ )Nr    r5   ©Údimr3   )r¬  Úchunkr   ru  r#  r  rs  Úsilur¯  r­  rZ  r°  )rh   r   rO   rE   r%  s        r   r'  Ú_DepthwiseConvModule.forward°  s�   € Ø�x‰x˜‹{× Ñ  ¨Ð Ð+‰ˆØ”—’˜qÓ!Ñ!×,Ñ,¨Q°Ó2ˆÜ�H‰H×Ñ×$Ñ$ T§Y¡Y¨t¯w©w°q«zÓ%:Ó;×EÑEÀaÈÓKˆØ�y‰y˜Ÿ™ !›Ó%Ð%r   )rZ  r­  r¯  r¬  r°  )é   rN  r)  r+  s   @r   r©  r©  ž  s   ø† ñ÷.÷&ð &r   r©  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )Ú_ConvAttnBlocki·  zFPre-norm attention, depthwise temporal conv, then a position-wise FFN.c           	     óê  >• [         TU ]  5         [        R                  R	                  U5      U l        [        R                  R                  XUSS9U l        [        R                  R	                  U5      U l        [        XS9U l
        [        R                  R	                  U5      U l        [        R                  R                  [        R                  R                  USU-  5      [        R                  R                  5       [        R                  R                  U5      [        R                  R                  SU-  U5      5      U l        [        R                  R                  U5      U l        g )NTrS  r{  r    )r  rj   r   r  rT  rU  rW  rH   rV  r©  ÚconvÚln3r5  rf  r6  r7  rC  rZ  r|  s       €r   rj   Ú_ConvAttnBlock.__init__º  sñ   ø€ Ü‰ÑÔÜ—8‘8×%Ñ% aÓ(ˆŒÜ—8‘8×.Ñ.¨qÀÐVZÐ.Ð[ˆŒÜ—8‘8×%Ñ% aÓ(ˆŒÜ(¨Ñ<ˆŒ	Ü—8‘8×%Ñ% aÓ(ˆŒÜ—(‘(×%Ñ%Ü�H‰H�O‰O˜A˜q 1™uÓ%¤u§x¡x§}¡}£¼¿¹×8HÑ8HÈÓ8QÜ�H‰H�O‰O˜A ™E 1Ó%ó'ˆŒô —H‘H×$Ñ$ WÓ-ˆ�	r   c           
     ó  • U R                  U5      nXR                  U R                  X"USS9S   5      -   nXR                  U R	                  U5      5      -   nXR                  U R                  U R                  U5      5      5      -   $ r  )rU  rZ  rH   r¼  rV  rC  r½  rJ  s      r   r'  Ú_ConvAttnBlock.forwardÆ  sp   € Ø�H‰H�Q‹KˆØ—	‘	˜$Ÿ(™( 1¨¸˜(Ð?ÀÑBÓCÑCˆØ—	‘	˜$Ÿ(™( 1›+Ó&Ñ&ˆØ—9‘9˜TŸW™W T§X¡X¨a£[Ó1Ó2Ñ2Ð2r   )rH   r¼  rZ  rC  rU  rV  r½  r)  r+  s   @r   rº  rº  ·  s   ø† ÙPõ
.÷3ð 3r   rº  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚConvAttnTransformeriÍ  a  EEG backbone with a depthwise-conv module inside each transformer block.

Same width as gru_ffn (d=96, 4 heads, 2 layers) so the comparison is the
block. Not HappyQuokka (that FFN is two convolutions and there is no
depthwise GLU module) and not the logit-stream dilated stem.
c           
     óT  >• [         TU ]  5         X4-  S:w  a  [        SU SU 35      e[        R                  R                  X5      U l        [        R                  R                  [        R                  " SX#5      5      U l	        [        R                  R                  R                  U R                  SS9  [        R                  R                  [        U5       Vs/ s H  n[        X4U5      PM     sn5      U l        [        R                  R!                  U5      U l        g s  snf r†  )r  rj   rŒ  r   r  rf  r  r9  r:  r;  rj  r�  rŽ  r$  rº  r�  rT  r�  r‘  s	           €r   rj   ÚConvAttnTransformer.__init__Õ  sÖ   ø€ Ü‰ÑÔØ‰9˜‹>Ü˜r ! Ð$<¸U¸GÐDÓEÐEÜ—H‘H—O‘O AÓ)ˆŒ	Ü—8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÑ1Ü—h‘h×)Ñ)ÔV[Ð\bÔVcÓ*dÒVcÐQR¬>¸!ÀGÖ+LÑVcÑ*dÓeˆŒÜ—(‘(×$Ñ$ QÓ'ˆ�ùò +er“  c                óÂ   • U R                  U5      U R                  S S 2S UR                  S   24   -   nU R                   H  nU" U5      nM     U R	                  U5      $ r•  r–  r—  s       r   r'  ÚConvAttnTransformer.forwardß  r™  r   rš  r›  r)  r+  s   @r   rÂ  rÂ  Í  s   ø† ñ÷(÷ð r   rÂ  c                  ó:   ^ • \ rS rSrSrSU 4S jjrSS jrSrU =r$ )Ú_PreNormTFBlockiæ  zÌPlain pre-norm Transformer block: MHSA then position-wise FFN.

No GRU gate (gru_ffn), no depthwise GLU (conv_attn / Conformer), no Macaron
half-FFN. Dense residual stream for DirectNet temporal pooling.
c           	     ó�  >• [         TU ]  5         [        R                  R	                  U5      U l        [        R                  R                  XUSS9U l        [        R                  R	                  U5      U l        [        XA-  5      n[        R                  R                  [        R                  R                  X5      [        R                  R                  5       [        R                  R                  U5      [        R                  R                  XQ5      5      U l        [        R                  R                  U5      U l        g )NTrS  )r  rj   r   r  rT  rU  rW  rH   rV  rK   r5  rf  r6  r7  rC  rZ  )rh   r@  rA  r  Úffn_multÚhidr  s         €r   rj   Ú_PreNormTFBlock.__init__í  sÏ   ø€ Ü‰ÑÔÜ—8‘8×%Ñ% aÓ(ˆŒÜ—8‘8×.Ñ.¨qÀÐVZÐ.Ð[ˆŒÜ—8‘8×%Ñ% aÓ(ˆŒÜ�(‘,ÓˆÜ—(‘(×%Ñ%Ü�H‰H�O‰O˜AÓ#¤U§X¡X§]¡]£_´e·h±h×6FÑ6FÀwÓ6OÜ�H‰H�O‰O˜CÓ#ó%ˆŒô —H‘H×$Ñ$ WÓ-ˆ�	r   c                óÐ   • U R                  U5      nXR                  U R                  X3X2SS9S   5      -   nXR                  U R                  U R	                  U5      5      5      -   $ ©NF©Ú	attn_maskr`  r   r€  )rh   r   r,   r%  s       r   r'  Ú_PreNormTFBlock.forwardø  sX   € Ø�H‰H�Q‹KˆØ—	‘	˜$Ÿ(™( 1¨È˜(ÐOÐPQÑRÓSÑSˆØ—9‘9˜TŸW™W T§X¡X¨a£[Ó1Ó2Ñ2Ð2r   r‚  )r0  rr  r)  r+  s   @r   rÈ  rÈ  æ  s   ø† ñ÷	.÷3ò 3r   rÈ  c                  ó:   ^ • \ rS rSrSr  SU 4S jjrS rSrU =r$ )ÚDirectTransformeriþ  uÇ  Causal patched Transformer as DirectNet body (ALREADY_TRIED Â§C1 open slot).

Causal Conv1d patch embed over EEG + speech (env/onset/dom of both streams,
same channel-concat as vlaai_ws), then LÃ— pre-norm MHSA+FFN with a strict
upper-triangle causal mask â†’ dense (B, W, d) for the DirectNet temporal
head. Random-init shapes â‰  vlaai; not a warm start. Distinct from gru_ffn /
conv_attn / EEG Conformer / ATCNet / HappyQuokka / ADT / WaveNet / Mamba.
c
                óÂ  >• [         TU ]  5         X4-  S:w  a  [        SU SU 35      eUS:  a  [        S5      e[        XU5      U l        [
        R                  R                  [        SU5      U5      U l	        [
        R                  R                  [
        R                  " SX#5      5      U l        [
        R                  R                  R                  U R                  SS9  [
        R                  R                  U5      U l        [
        R                  R#                  [%        U5       V
s/ s H  n
['        X4X‡S	9PM     sn
5      U l        [
        R                  R+                  U5      U l        [/        U	5      U l        U R0                  (       aG  U R3                  S
[
        R4                  " [
        R6                  " X"[
        R.                  S9SS95        g g s  sn
f )Nr   r‡  rˆ  r3   zpatch_k must be >= 1r§  r‰  rŠ  ©rÊ  Úcausal_maskr   ©Údiagonal)r  rj   rŒ  Ú_CausalConv1dÚpatchr   r  Ú	GroupNormÚminÚpatch_gnr9  r:  r;  rj  r�  r7  rZ  rŽ  r$  rÈ  r�  rT  r�  ÚboolÚcausalr?  ÚtriuÚones)rh   ri   rÒ   r@  rA  rB  Úpatch_krÊ  r  rß  rv   r  s              €r   rj   ÚDirectTransformer.__init__  sc  ø€ ä‰ÑÔØ‰9˜‹>Ü˜r ! Ð$<¸U¸GÐDÓEÐEØ�Q‹;ÜÐ3Ó4Ð4Ü" 1¨Ó1ˆŒ
ÜŸ™×*Ñ*¬3¨q°!«9°aÓ8ˆŒÜ—8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÑ1Ü—H‘H×$Ñ$ WÓ-ˆŒ	Ü—h‘h×)Ñ)ÜKPÐQWÌ=ó+ZÚKXÀaŒO˜A gÔAÉ=ñ+Zó [ˆŒä—(‘(×$Ñ$ QÓ'ˆŒÜ˜6“lˆŒØ�;�;à× Ñ ØœuŸzšz¬%¯*ª*°QÄÇÁÑ*LÐWXÑYõ[ð ùò	+Zs   Ä/Gc           
     óæ  • UR                   S   nU R                  U5      nU R                  [        R                  R
                  R                  U R                  UR                  SS5      5      5      5      R                  SS5      nX0R                  S S 2S U24   -   nU R                  (       a  U R                  S U2S U24   OS nU R                   H  nU" X45      nM     U R                  U5      $ r¥  )rL   rÚ  rZ  r   r  rs  rt  rÝ  r#  r;  rß  rÖ  r�  r�  )rh   r   rF  r%  r,   r  s         r   r'  ÚDirectTransformer.forward  sÇ   € Ø�G‰G�A‰JˆØ�J‰J�q‹MˆØ�I‰I”e—h‘h×)Ñ)×.Ñ.Ø�M‰M˜!Ÿ+™+ a¨Ó+Ó,ó.ó /ß/8©y¸¸A«ð 	
à—‘š˜B˜Q˜B˜‘ÑˆØ+/¯;¯;ˆt×Ñ    B Q B Ò'¸DˆØ—[”[ˆEÙ�a“ŠAñ !à�w‰w�q‹zÐr   )r�  rß  rZ  r�  rÚ  rÝ  r;  )rL  r0  r0  r¸  r0  çš™™™™™É?Tr)  r+  s   @r   rÓ  rÓ  þ  s"   ø† ñð LMØ%)÷[÷*	ð 	r   rÓ  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )rÙ  i)  z=Left-padded Conv1d. Output at t uses inputs at t-k+1..t only.c                óx   >• [         TU ]  5         X0l        [        R                  R                  XU5      U l        g rr  )r  rj   r  r   r  r  r¼  )rh   ÚcinÚcoutr  r  s       €r   rj   Ú_CausalConv1d.__init__,  s)   ø€ Ü‰ÑÔØŒÜ—H‘H—O‘O C¨qÓ1ˆ�	r   c                óÖ   • [         R                  R                  R                  UR	                  SS5      U R
                  S-
  S45      nU R                  U5      R	                  SS5      $ r"  )r   r  rs  Úpadr#  r  r¼  rJ  s      r   r'  Ú_CausalConv1d.forward1  sP   € Ü�H‰H×Ñ×#Ñ# A§K¡K°°1Ó$5¸¿¹À¹
ÀA°ÓGˆØ�y‰y˜‹|×%Ñ% a¨Ó+Ð+r   )r¼  r  r)  r+  s   @r   rÙ  rÙ  )  s   ø† ÙGõ2÷
,ð ,r   rÙ  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )Ú_EnvCrossBlocki6  zWPre-norm causal cross-attention (EEG query, speech key/value) plus a position-wise FFN.c           	     óÎ  >• [         TU ]  5         [        R                  R	                  U5      U l        [        R                  R	                  U5      U l        [        R                  R                  XUSS9U l        [        R                  R	                  U5      U l	        [        R                  R                  [        R                  R                  USU-  5      [        R                  R                  5       [        R                  R                  U5      [        R                  R                  SU-  U5      5      U l        [        R                  R                  U5      U l        g )NTrS  r    )r  rj   r   r  rT  Úln_qÚln_kvrW  rH   Úln_ffr5  rf  r6  r7  rC  rZ  r|  s       €r   rj   Ú_EnvCrossBlock.__init__9  så   ø€ Ü‰ÑÔÜ—H‘H×&Ñ& qÓ)ˆŒ	Ü—X‘X×'Ñ'¨Ó*ˆŒ
Ü—8‘8×.Ñ.¨qÀÐVZÐ.Ð[ˆŒÜ—X‘X×'Ñ'¨Ó*ˆŒ
Ü—(‘(×%Ñ%Ü�H‰H�O‰O˜A˜q 1™uÓ%¤u§x¡x§}¡}£¼¿¹×8HÑ8HÈÓ8QÜ�H‰H�O‰O˜A ™E 1Ó%ó'ˆŒô —H‘H×$Ñ$ WÓ-ˆ�	r   c           
     óì   • U R                  U5      U R                  U5      pTU R                  U R                  XEXSSS9S   5      nX`R                  U R	                  U R                  U5      5      5      -   $ rÎ  )rò  ró  rZ  rH   rC  rô  )rh   ÚqÚkvr,   r%  rf   Úattns          r   r'  Ú_EnvCrossBlock.forwardD  sa   € Ø�y‰y˜‹|˜TŸZ™Z¨›^ˆ1ð
 �y‰y˜Ÿ™ !¨È˜ÐNÈqÑQÓRˆØ—i‘i §¡¨¯
©
°4Ó(8Ó 9Ó:Ñ:Ð:r   )rH   rZ  rC  rô  ró  rò  r)  r+  s   @r   rð  rð  6  s   ø† Ùaõ	.÷;ð ;r   rð  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚEnvCrossAttniN  ah  Direct-classifier body: causal EEG queries attend to both speakers' envelopes.

DirectNet concatenates (EEG, stream A, stream B) on the channel axis and keeps
the antisymmetric logit g(EEG, A, B) - g(EEG, B, A). This module splits that
tensor: a causal convolution of the EEG is the query, and env/onset/dom of the
two speakers are the keys and values. The mask blocks every future frame.
The attention block does not add the EEG query back, so the linear head reads
the envelope attention rather than a residual that cancels across speaker order.
Not a logit remixer, not gru_ffn self-attention, and not conv_attn.
c	                óX  >• [         TU ]  5         XE-  S:w  a  [        SU SU 35      eX-
  n	U	S:  d
  U	S-  (       a  [        SU SU 35      eX0l        [	        X4U5      U l        [        R                  R                  X”5      U l	        [        R                  R                  [        R                  " SX$5      5      U l        [        R                  R                  R                  U R                  SS	9  [        R                  R                  [!        U5       V
s/ s H  n
[#        XEU5      PM     sn
5      U l        [        R                  R'                  U5      U l        U R+                  S
[        R,                  " [        R.                  " X"[        R0                  S9SS95        g s  sn
f )Nr   r‡  rˆ  r    z.expected EEG plus an even speech width, got C=z n_eeg=r3   r‰  rŠ  rß  r   r×  )r  rj   rŒ  Ún_eegrÙ  Úq_convr   r  rf  Úkv_projr9  r:  r;  rj  r�  rŽ  r$  rð  r�  rT  r�  r?  rà  rá  rÞ  )rh   ri   rÒ   rþ  r@  rA  rB  r  r  Ún_speechrv   r  s              €r   rj   ÚEnvCrossAttn.__init__Z  sD  ø€ Ü‰ÑÔØ‰9˜‹>Ü˜r ! Ð$<¸U¸GÐDÓEÐEØ‘9ˆØ�a‹<˜8 aŸ<ÜÐMÈaÈSÐPWÐX]ÐW^Ð_Ó`Ð`ØŒ
Ü# E¨aÓ0ˆŒÜ—x‘x—‘ xÓ3ˆŒÜ—8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÑ1Ü—h‘h×)Ñ)ÔV[Ð\bÔVcÓ*dÒVcÐQR¬>¸!ÀGÖ+LÑVcÑ*dÓeˆŒÜ—(‘(×$Ñ$ QÓ'ˆŒà×Ñ˜X¤u§z¢z´%·*²*¸QÌÏÉÑ2TÐ_`Ñ'aÕbùò +es   ÄF'c                ó^  • USS U R                   24   USU R                   S 24   p2UR                  S   nU R                  U5      U R                  S S 2S U24   -   nU R	                  U5      nU R
                  S U2S U24   nU R                   H  nU" XVU5      nM     U R                  U5      $ )N.r3   )rþ  rL   rÿ  r;  r   rß  r�  r�  )	rh   r   rn   ÚspeechrF  r÷  rø  r,   r  s	            r   r'  ÚEnvCrossAttn.forwardk  s«   € Ø˜˜[˜dŸj™j˜[Ð(Ñ)¨1¨S°$·*±*±+Ð-=Ñ+>ˆVØ�I‰I�a‰LˆØ�K‰K˜Ó˜tŸx™xª¨2¨A¨2¨™Ñ.ˆØ�\‰\˜&Ó!ˆØ�{‰{˜2˜A˜2˜r ˜r˜6Ñ"ˆØ—[”[ˆEÙ�a˜TÓ"ŠAñ !à�w‰w�q‹zÐr   )r�  r   r�  rþ  r;  rÿ  )é:   rœ  r0  r    rN  r/  r)  r+  s   @r   rü  rü  N  s   ø† ñ	÷c÷"ð r   rü  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )Ú_ATCNetTCNBlockiv  zADilated causal TCN residual used inside ATCNet (Altaheri et al.).c                ó*  >• [         TU ]  5         US-
  U-  U l        [        R                  R                  XX#U R                  S9U l        [        R                  R                  SU5      U l        [        R                  R                  U5      U l
        g )Nr3   ©Údilationr2  r§  )r  rj   rí  r   r  r  r¼  rÛ  Úbnr7  rZ  ©rh   ÚchannelsÚkernelr  r  r  s        €r   rj   Ú_ATCNetTCNBlock.__init__y  sm   ø€ Ü‰ÑÔØ˜Q‘J (Ñ*ˆŒÜ—H‘H—O‘O H¸Ð[_×[cÑ[c�OÐdˆŒ	Ü—(‘(×$Ñ$ Q¨Ó1ˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c                ó   • U R                  U5      nU R                  (       a  USS U R                  * 24   nXR                  [        R                  R
                  R                  U R                  U5      5      5      -   $ ©N.)r¼  rí  rZ  r   r  rs  Úelur  rJ  s      r   r'  Ú_ATCNetTCNBlock.forward€  s^   € Ø�I‰I�a‹LˆØ�8�8Ø�#�{˜$Ÿ(™(˜�{Ð"Ñ#ˆAØ—9‘9œUŸX™X×0Ñ0×4Ñ4°T·W±W¸Q³ZÓ@ÓAÑAÐAr   )r  r¼  rZ  rí  r)  r+  s   @r   r  r  v  s   ø† ÙKõ.÷Bð Br   r  c                  ó<   ^ • \ rS rSrSr   SU 4S jjrS rSrU =r$ )ÚATCNeti‡  uµ  ATCNet (Altaheri et al., 2022) as a dense DirectNet backbone.

Paper stack: temporal conv front â†’ multi-head self-attention â†’ TCN residuals.
The MI EEGNet Conv2d+electrode-collapse front left the antisymmetric auditory
logit at chance (smoke 100 steps); a Conv1d front at full time resolution
learns (same smoke). Still ATCNet blocks, adapted to (B, W, C)â†’(B, W, d)
with C = EEG+speech. Not vlaai_ws / ADT / Conformer / EEG-TCNet.
c                ó$  >• [         TU ]  5         [        X4-  5      n[        R                  R                  XXUS-  SS9U l        [        R                  R                  SU5      U l        [        R                  R                  U5      U l
        [        R                  R                  X×USS9U l        [        R                  R                  U5      U l        [        R                  R                  XØS5      U l        [        R                  R!                  [#        U	5       Vs/ s H  n[%        XŠSU-  US9PM     sn5      U l        [        R                  R)                  XŒ5      U l        [        R                  R                  U5      U l        g s  snf )	Nr    F©r2  rm  r§  TrS  r3   ©r  r  )r  rj   rK   r   r  r  r8  rÛ  Úfront_gnr7  rZ  rW  rù  rT  Úattn_lnÚtcn_inrŽ  r$  r  Útcnrf  r×   Úout_ln)rh   ri   rÒ   ÚF1Ú
depth_multÚkern_lengthÚpoolÚn_headsÚtcn_filtersÚ	tcn_depthÚ
tcn_kernelr  Úd_outr@  r&  r  s                  €r   rj   ÚATCNet.__init__‘  s(  ø€ ô 	‰ÑÔÜ�‘Ó ˆÜ—X‘X—_‘_ Q¨;ÈqÑ@PÐW\�_Ð]ˆŒ
ÜŸ™×*Ñ*¨1¨aÓ0ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—H‘H×/Ñ/°ÀGÐY]Ð/Ð^ˆŒ	Ü—x‘x×)Ñ)¨!Ó,ˆŒÜ—h‘h—o‘o a°aÓ8ˆŒÜ—8‘8×&Ñ&ä˜9Ô%ó('â%�ô ˜K¸aÀ1¹fÈgÔVÙ%ñ('ó (ˆŒô —8‘8—?‘? ;Ó6ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�ùò	('s   Ä Fc                ó@  • UR                   S   nU R                  [        R                  R                  R                  U R                  U R                  UR                  SS5      5      5      SS U24   5      5      R                  SS5      nU R                  U5      nX0R                  XDUSS9S   -   nU R                  UR                  SS5      5      nU R                   H  nU" U5      nM     U R                  U R                  UR                  SS5      5      5      $ )Nr3   r    .Fr_  r   )rL   rZ  r   r  rs  r  r  r8  r#  r  rù  r  r  r  r×   )rh   r   rF  r%  rO   r  s         r   r'  ÚATCNet.forward¢  sî   € Ø�G‰G�A‰JˆØ�I‰I”e—h‘h×)Ñ)×-Ñ-Ø�M‰M˜$Ÿ*™* Q§[¡[°°AÓ%6Ó7Ó8¸¸b¸q¸b¸ÑAóCó DßDMÁIÈaÐQRÃOð 	
à�L‰L˜‹OˆØ—	‘	˜! °�	Ð6°qÑ9Ñ9ˆØ�K‰K˜Ÿ™ A qÓ)Ó*ˆØ—X”XˆEÙ�a“ŠAñ à�{‰{˜4Ÿ8™8 A§K¡K°°1Ó$5Ó6Ó7Ð7r   )	rù  r  rZ  r8  r  r×   r  r  r  )
rL  r3   rL  r3   r0  rL  r    r0  ræ  rL  r)  r+  s   @r   r  r  ‡  s$   ø† ñð HIØDEØ$&÷0÷"	8ð 	8r   r  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )Ú_ConformerBlocki®  uS   Macaron Conformer block: Â½FFN â†’ MHSA â†’ depthwise conv â†’ Â½FFN (Song/Gulati).c           	     ó8  >• [         TU ]  5         [        R                  R	                  U5      U l        [        R                  R                  [        R                  R                  USU-  5      [        R                  R                  5       [        R                  R                  U5      [        R                  R                  SU-  U5      [        R                  R                  U5      5      U l
        [        R                  R	                  U5      U l        [        R                  R                  XUSS9U l        [        R                  R                  U5      U l        [        R                  R	                  U5      U l        [!        XUS9U l        [        R                  R	                  U5      U l        [        R                  R                  [        R                  R                  USU-  5      [        R                  R                  5       [        R                  R                  U5      [        R                  R                  SU-  U5      [        R                  R                  U5      5      U l        [        R                  R	                  U5      U l        g )Nr    TrS  )r  r  )r  rj   r   r  rT  Úff1_lnr5  rf  r6  r7  Úff1r  rW  rù  Ú	attn_dropÚconv_lnr©  r¼  Úff2_lnÚff2r  )rh   r@  rA  r  Úconv_kr  s        €r   rj   Ú_ConformerBlock.__init__±  s¤  ø€ Ü‰ÑÔÜ—h‘h×(Ñ(¨Ó+ˆŒÜ—8‘8×&Ñ&Ü�H‰H�O‰O˜A˜q 1™uÓ%¤u§x¡x§}¡}£¼¿¹×8HÑ8HÈÓ8QÜ�H‰H�O‰O˜A ™E 1Ó%¤u§x¡x×'7Ñ'7¸Ó'@óBˆŒô —x‘x×)Ñ)¨!Ó,ˆŒÜ—H‘H×/Ñ/°À'ÐW[Ð/Ð\ˆŒ	ÜŸ™×)Ñ)¨'Ó2ˆŒÜ—x‘x×)Ñ)¨!Ó,ˆŒÜ(¨¸gÑFˆŒ	Ü—h‘h×(Ñ(¨Ó+ˆŒÜ—8‘8×&Ñ&Ü�H‰H�O‰O˜A˜q 1™uÓ%¤u§x¡x§}¡}£¼¿¹×8HÑ8HÈÓ8QÜ�H‰H�O‰O˜A ™E 1Ó%¤u§x¡x×'7Ñ'7¸Ó'@óBˆŒô —h‘h×(Ñ(¨Ó+ˆ�r   c           
     ól  • USU R                  U R                  U5      5      -  -   nU R                  U5      nXR                  U R	                  X"USS9S   5      -   nXR                  U R                  U5      5      -   nUSU R                  U R                  U5      5      -  -   nU R                  U5      $ )NrO  Fr_  r   )
r/  r.  r  r0  rù  r¼  r1  r3  r2  r  rJ  s      r   r'  Ú_ConformerBlock.forwardÂ  s›   € Ø��d—h‘h˜tŸ{™{¨1›~Ó.Ñ.Ñ.ˆØ�L‰L˜‹OˆØ—‘˜tŸy™y¨¨q¸u˜yÐEÀaÑHÓIÑIˆØ—	‘	˜$Ÿ,™, q›/Ó*Ñ*ˆØ��d—h‘h˜tŸ{™{¨1›~Ó.Ñ.Ñ.ˆØ�{‰{˜1‹~Ðr   )
rù  r0  r  r¼  r1  r/  r.  r3  r2  r  )r¸  r)  r+  s   @r   r,  r,  ®  s   ø† Ù]÷,÷"ð r   r,  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚEEGConformeriË  uÈ  EEG Conformer (Song et al., 2022) as a dense DirectNet backbone.

Patch embedding is a temporal Conv1d over channel-concatenated EEG+speech
(C = 58+2F). No MI-style electrode-collapse: that front left ATCNet at chance
under antisymmetric speaker-order training. Conformer encoder blocks follow
Macaron Â½FFNâ†’MHSAâ†’depthwise-convâ†’Â½FFN. Output stays at full window length
for the DirectNet temporal head. Not vlaai_ws / ATCNet / conv_attn / EEG-TCNet.
c	                ó  >• [         T
U ]  5         X4-  S:w  a  [        SU SU 35      eUS-  S:X  a  [        S5      e[        R                  R                  XXfS-  SS9U l        [        R                  R                  SU5      U l        [        R                  R                  U5      U l
        [        R                  R                  [        R                  " S	X#5      5      U l        [        R                  R                  R                  U R                  S
S9  [        R                  R!                  [#        U5       V	s/ s H  n	[%        X4X‡S9PM     sn	5      U l        [        R                  R)                  U5      U l        g s  sn	f )Nr   r‡  rˆ  r    z)patch_k must be odd to keep window lengthFr  r§  r3   r‰  rŠ  )r4  )r  rj   rŒ  r   r  r  rÚ  rÛ  rÝ  r7  rZ  r9  r:  r;  rj  r�  rŽ  r$  r,  r�  rT  r�  )rh   ri   rÒ   r@  rA  rB  râ  r4  r  rv   r  s             €r   rj   ÚEEGConformer.__init__Õ  s+  ø€ Ü‰ÑÔØ‰9˜‹>Ü˜r ! Ð$<¸U¸GÐDÓEÐEØ�Q‰;˜!ÓÜÐHÓIÐIÜ—X‘X—_‘_ Q¨7Àq¹LÈu�_ÐUˆŒ
ÜŸ™×*Ñ*¨1¨aÓ0ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÑ1Ü—h‘h×)Ñ)ÜGLÈVÄ}ó+VÚGTÀ!ŒO˜A gÔ=Á}ñ+Vó WˆŒä—(‘(×$Ñ$ QÓ'ˆ�ùò+Vs   Ä>Fc                ó   • UR                   S   nU R                  [        R                  R                  R                  U R                  U R                  UR                  SS5      5      5      SS U24   5      5      R                  SS5      nX0R                  S S 2S U24   -   nU R                   H  nU" U5      nM     U R                  U5      $ ©Nr3   r    .)rL   rZ  r   r  rs  r  rÝ  rÚ  r#  r;  r�  r�  ©rh   r   rF  r%  r  s        r   r'  ÚEEGConformer.forwardä  s¯   € Ø�G‰G�A‰JˆØ�I‰I”e—h‘h×)Ñ)×-Ñ-Ø�M‰M˜$Ÿ*™* Q§[¡[°°AÓ%6Ó7Ó8¸¸b¸q¸b¸ÑAóCó DßDMÁIÈaÐQRÃOð 	
à—‘š˜B˜Q˜B˜‘ÑˆØ—[”[ˆEÙ�a“ŠAñ !à�w‰w�q‹zÐr   )r�  rZ  r�  rÚ  rÝ  r;  )rL  r0  r0  é   r¸  ræ  r)  r+  s   @r   r9  r9  Ë  s   ø† ñ÷(÷ð r   r9  c                  ó:   ^ • \ rS rSrSr  SU 4S jjrS rSrU =r$ )ÚEEGTCNetiî  aœ  EEG-TCNet (Ingolfsson et al., 2020) as a dense DirectNet backbone.

Paper stack: compact EEGNet-style front + TCN residuals (no self-attention;
ATCNet adds MHSA). MI EEGNet Conv2d+electrode-collapse stayed at chance under
antisymmetric auditory training (ATCNet smoke); use Conv1d front at full time
resolution then dilated causal TCN. Output (B, W, d) for the DirectNet head.
Not vlaai_ws / ATCNet / Conformer.
c
                óz  >• [         TU ]  5         [        R                  R	                  XXDS-  SS9U l        [        R                  R                  SU5      U l        [        R                  R                  U5      U l	        [        R                  R	                  X5S5      U l
        [        R                  R                  [        U5       V
s/ s H  n
[        XWSU
-  US9PM     sn
5      U l        [        R                  R                  XY5      U l        [        R                  R#                  U	5      U l        g s  sn
f )Nr    Fr  r§  r3   r  )r  rj   r   r  r  r8  rÛ  r  r7  rZ  r  rŽ  r$  r  r  rf  r×   rT  r  )rh   ri   rÒ   r  r!  r$  r%  r&  r  r'  r&  r  s              €r   rj   ÚEEGTCNet.__init__ø  sç   ø€ ä‰ÑÔÜ—X‘X—_‘_ Q¨KÐPQÑAQÐX]�_Ð^ˆŒ
ÜŸ™×*Ñ*¨1¨bÓ1ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—h‘h—o‘o b°qÓ9ˆŒÜ—8‘8×&Ñ&ä˜9Ô%ó('â%�ô ˜K¸aÀ1¹fÈgÔVÙ%ñ('ó (ˆŒô —8‘8—?‘? ;Ó6ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�ùò	('s   ÃD8c                ó²  • UR                   S   nU R                  [        R                  R                  R                  U R                  U R                  UR                  SS5      5      5      SS U24   5      5      nU R                  U5      nU R                   H  nU" U5      nM     U R                  U R                  UR                  SS5      5      5      $ r=  )rL   rZ  r   r  rs  r  r  r8  r#  r  r  r  r×   r>  s        r   r'  ÚEEGTCNet.forward  sª   € Ø�G‰G�A‰JˆØ�I‰I”e—h‘h×)Ñ)×-Ñ-Ø�M‰M˜$Ÿ*™* Q§[¡[°°AÓ%6Ó7Ó8¸¸b¸q¸b¸ÑAóCó Dˆà�K‰K˜‹NˆØ—X”XˆEÙ�a“ŠAñ à�{‰{˜4Ÿ8™8 A§K¡K°°1Ó$5Ó6Ó7Ð7r   )rZ  r8  r  r×   r  r  r  )rL  rL  rL  r¡  r0  ræ  rL  r)  r+  s   @r   rB  rB  î  s!   ø† ñð OPØ24÷0÷8ð 8r   rB  c                ó.   • S H  nX-  S:X  d  M  Us  $    g©N)r§  é   r0  r    r3   r   r3   r�   ©rB   Úgs     r   Ú
_gn_groupsrL    s   € ÛˆØ‰5�A�:ØŠHñ ð r   c                  óF   ^ • \ rS rSrSr  SU 4S jjrS rS rS rSr	U =r
$ )	Ú	TSceptioni  u-  TSception (Ding et al.) as a dense DirectNet backbone.

Multi-scale temporal inception: parallel Conv1d kernels at ~0.5/0.25/0.125 s
(Ding et al. TNSRE), concatenated â†’ BN/LeakyReLU â†’ local AvgPool (stride 1).
Spatial/channel inception: parallel pointwise mixers (full + bottleneck).
Two Tâ†’S stages â†’ dense (B, W, d) for the antisymmetric DirectNet head.
No electrode-collapse, no stride>1 pool (MI fronts stayed at chance).
Distinct from ATCNet / Conformer / Shallow / Deep / WaveNet / EEG-TCNet /
Mamba / vlaai / FIR-fb / Morlet residualâ†’vlaai.
c                ó>  >• [         TU ]  5         [        S U 5       5      nX€l        [	        U5      n	[
        R                  R                  U V
s/ s H%  n
[
        R                  R                  XXªS-  SS9PM'     sn
5      U l	        X9-  n[
        R                  R                  [        U5      U5      U l        [
        R                  R                  USUS-  S9U l        [
        R                  R                  X³SSS9U l        [
        R                  R                  X³SSS9U l        SU-  n[
        R                  R                  [        U5      U5      U l        [
        R                  R                  U V
s/ s H%  n
[
        R                  R                  XÃXªS-  SS9PM'     sn
5      U l        X9-  n[
        R                  R                  [        U5      U5      U l        [
        R                  R                  USUS-  S9U l        [
        R                  R                  XÓSSS9U l        [
        R                  R                  XÓSSS9U l        SU-  n[
        R                  R                  [        U5      U5      U l        [
        R                  R1                  SS	S
9U l        [
        R                  R5                  U5      U l        [
        R                  R9                  Xç5      U l        [
        R                  R=                  U5      U l        g s  sn
f s  sn
f )Nc              3  ó~   #   • U  H3  n[        S [        [        [        U5      [        -  5      5      5      v •  M5     g7f)r¡  N)r  rK   Úroundr9   r   )Ú.0r¾   s     r   Ú	<genexpr>Ú%TSception.__init__.<locals>.<genexpr>%  s,   é € ÐJÂ¸A”c˜!œS¤¤u¨Q£x´"¡}Ó!5Ó6×7Ð7Âùs   ‚;=r    Fr  r3   ©Ústrider2  ©rm  ræ  T)Úinplace) r  rj   ÚtupleÚkernsrJ   r   r  rŽ  r  Út1rÛ  rL  Úbn_t1Ú	AvgPool1dÚpool1Ús1_fullÚs1_halfÚbn_s1Út2Úbn_t2Úpool2Ús2_fullÚs2_halfÚbn_s2Ú	LeakyReLUÚactr7  rZ  rf  r×   rT  r  )rh   ri   rÒ   r  Úscales_sr"  r  r'  rZ  Ún_scr  Úcin_t1Úcin_s1Úcin_t2Úcin_s2r  s                  €r   rj   ÚTSception.__init__"  s`  ø€ ä‰ÑÔÜÑJÁÓJÓJˆØŒ
Ü�5‹zˆä—(‘(×%Ñ%ÙKPó'RÚKPÀaŒE�H‰H�O‰O˜A 1°1©f¸5ˆOÓAÉ5ñ'Ró SˆŒà‘ˆÜ—X‘X×'Ñ'¬
°6Ó(:¸FÓCˆŒ
Ü—X‘X×'Ñ'¨°QÀÈÁ	Ð'ÐJˆŒ
ä—x‘x—‘ v°1¸5�ÐAˆŒÜ—x‘x—‘ v°1¸5�ÐAˆŒØ�R‘ˆÜ—X‘X×'Ñ'¬
°6Ó(:¸FÓCˆŒ
ä—(‘(×%Ñ%ÙPUó'WÚPUÈ1ŒE�H‰H�O‰O˜F¨¸±6ÀˆOÓFÑPUñ'Wó XˆŒà‘ˆÜ—X‘X×'Ñ'¬
°6Ó(:¸FÓCˆŒ
Ü—X‘X×'Ñ'¨°QÀÈÁ	Ð'ÐJˆŒ
ä—x‘x—‘ v°1¸5�ÐAˆŒÜ—x‘x—‘ v°1¸5�ÐAˆŒØ�R‘ˆÜ—X‘X×'Ñ'¬
°6Ó(:¸FÓCˆŒ
Ü—8‘8×%Ñ% c°4Ð%Ð8ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8—?‘? 6Ó1ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�ùò1'Rùò'Ws   Á,LÅ9,Lc                ó¾   • U Vs/ s H  of" U5      SS U24   PM     nn[         R                  " USS9nU R                  U" U5      5      nU" U5      SS U24   $ s  snf )N.r3   r³  ©r   Úcatri  )	rh   r%  Úbranchesr  r"  rF  rE   ÚpartsÚzs	            r   Ú	_tceptionÚTSception._tceptionC  sc   € Ù(0Ó1ª 1��1“�c˜2˜A˜2�g”©ˆÐ1Ü�IŠI�e Ñ#ˆØ�H‰H‘R˜“U‹OˆÙ�A‹w�s˜B˜Q˜B�wÑÐùò 2s   …Ac                ó„   • [         R                  " U" U5      U" U5      /SS9SS U24   nU R                  U" U5      5      $ )Nr3   r³  .rr  )rh   r%  ÚfullÚhalfr  rF  rv  s          r   Ú	_sceptionÚTSception._sceptionI  s>   € Ü�IŠI‘t˜A“w¡ Q£Ð(¨aÑ0°°b°q°b°Ñ9ˆØ�x‰x™˜1›‹Ðr   c                óV  • UR                   S   nUR                  SS5      nU R                  X0R                  U R                  U R
                  U5      nU R                  X0R                  U R                  U R                  U5      nU R                  X0R                  U R                  U R                  U5      nU R                  X0R                  U R                  U R                  U5      nU R!                  U5      R                  SS5      nU R#                  U R%                  U5      5      $ r¥  )rL   r#  rw  r[  r\  r^  r|  r_  r`  ra  rb  rc  rd  re  rf  rg  rZ  r  r×   ©rh   r   rF  r%  s       r   r'  ÚTSception.forwardM  sÐ   € Ø�G‰G�A‰JˆØ�K‰K˜˜1ÓˆØ�N‰N˜1Ÿg™g t§z¡z°4·:±:¸qÓAˆØ�N‰N˜1Ÿl™l¨D¯L©L¸$¿*¹*ÀaÓHˆØ�N‰N˜1Ÿg™g t§z¡z°4·:±:¸qÓAˆØ�N‰N˜1Ÿl™l¨D¯L©L¸$¿*¹*ÀaÓHˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )ri  ra  rg  r\  rc  rZ  rZ  r×   r  r^  rd  r_  r`  re  rf  r[  rb  )é    ©rO  ç      Ð?g      À?r§  rO  rL  )r…   r†   r‡   rˆ   r‰   rj   rw  r|  r'  rŒ   r*  r+  s   @r   rN  rN    s+   ø† ñ	ð .@Ø,.÷0òB ò÷(ð (r   rN  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚShallowConvNetiX  u¾  ShallowConvNet (Schirrmeister et al., 2017) as a dense DirectNet backbone.

Classic: temporal conv â†’ square â†’ local average pool â†’ log â†’ dense.
MI Conv2d+electrode-collapse fronts left ATCNet/EEGNet at chance under
antisymmetric auditory training; keep Conv1d at full time resolution over
channel-concatenated EEG+speech (C=58+2F). Pool stride 1 preserves W for
the DirectNet temporal head. Not vlaai_ws / ATCNet / Conformer / EEG-TCNet.
c                ó  >• [         TU ]  5         US-  S:X  a  [        S5      e[        R                  R                  XXDS-  SS9U l        [        R                  R                  SU5      U l        [        R                  R                  USUS-  S9U l
        [        R                  R                  U5      U l        [        R                  R                  X75      U l        [        R                  R                  U5      U l        g )	Nr    r   z&kern must be odd to keep window lengthFr  r§  r3   rU  )r  rj   rŒ  r   r  r  ÚtemprÛ  r  r]  r"  r7  rZ  rf  r×   rT  r  )	rh   ri   rÒ   Ú	n_filtersÚkernr"  r  r'  r  s	           €r   rj   ÚShallowConvNet.__init__b  s½   ø€ Ü‰ÑÔØ�!‰8�q‹=ÜÐEÓFÐFÜ—H‘H—O‘O A°$ÈÁ	ÐPU�OÐVˆŒ	Ü—(‘(×$Ñ$ Q¨	Ó2ˆŒä—H‘H×&Ñ& t°A¸tÀq¹yÐ&ÐIˆŒ	Ü—H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8—?‘? 9Ó4ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�r   c                óš  • UR                   S   nU R                  U R                  UR                  SS5      5      5      SS U24   nX3-  nU R	                  U5      SS U24   n[
        R                  " [
        R                  " USS95      nU R                  U5      R                  SS5      nU R                  U R                  U5      5      $ )Nr3   r    .rú   ©rÜ  )rL   r  r‡  r#  r"  r   ÚlogÚclamprZ  r  r×   r  s       r   r'  ÚShallowConvNet.forwardn  s©   € Ø�G‰G�A‰JˆØ�G‰G�D—I‘I˜aŸk™k¨!¨QÓ/Ó0Ó1°#°r¸°r°'Ñ:ˆØ‰EˆØ�I‰I�a‹L˜˜b˜q˜b˜Ñ!ˆÜ�IŠI”e—k’k !¨Ñ.Ó/ˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )r  rZ  r×   r  r"  r‡  )é(   r@  éK   rO  rL  r)  r+  s   @r   r…  r…  X  s   ø† ñ÷
0÷(ð (r   r…  c                  ó:   ^ • \ rS rSrSr  SU 4S jjrS rSrU =r$ )ÚDeepConvNetix  u]  DeepConvNet (Schirrmeister et al., 2017) as a dense DirectNet backbone.

Classic: stacked temporal conv blocks with ELU + max-pool + dropout.
Dense adaptation: Conv1d blocks at full time resolution (no electrode collapse;
max-pool stride 1). Filter schedule 25â†’50â†’100â†’200. Output (B, W, d).
Not ShallowConvNet / ATCNet / EEG-TCNet / vlaai_ws.
c           	     ód  >• [         TU ]  5         S n[        R                  R	                  5       U l        Un	[        U5       Hú  u  p«[        R                  R                  X›XDS-  SS9[        R                  R                  U" U5      U5      [        R                  R                  5       /nU
[        U5      S-
  :  aD  U[        R                  R                  USUS-  S9[        R                  R                  U5      /-  nU R
                  R                  [        R                  R	                  U5      5        Un	Mü     [        R                  R                  U5      U l        [        R                  R                  US   U5      U l        [        R                  R#                  U5      U l        g )Nc                ó.   • S H  nX-  S:X  d  M  Us  $    grH  r�   rJ  s     r   rL  Ú(DeepConvNet.__init__.<locals>._gn_groups„  s   € Û$�Ø‘5˜A•:Ø’Hñ %ð r   r    Fr  r3   rU  r5   )r  rj   r   r  rŽ  r�  Ú	enumerater  rÛ  ÚELUrJ   Ú	MaxPool1dr7  r<   rZ  rf  r×   rT  r  )rh   ri   rÒ   Úfiltersr‰  r"  r  r'  rL  Úc_inr&  rB   r  r  s                €r   rj   ÚDeepConvNet.__init__�  sF  ø€ ä‰ÑÔò	ô —h‘h×)Ñ)Ó+ˆŒØˆÜ˜gÖ&‰DˆAä—‘—‘ ¨¸q±yÀu�ÐMÜ—‘×"Ñ"¡:¨a£=°!Ó4Ü—‘—‘“ðˆEð
 ”3�w“< !Ñ#Ó#ØÜ—H‘H×&Ñ& t°A¸tÀq¹yÐ&ÐIÜ—H‘H×$Ñ$ WÓ-ðñ �ð �K‰K×ÑœuŸx™x×2Ñ2°5Ó9Ô:ØŠDñ 'ô —H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8—?‘? 7¨2¡;°Ó6ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�r   c                óª  • UR                   S   nUR                  SS5      nU R                   Hb  nU HY  nU" U5      n[        U[        R
                  R                  [        R
                  R                  45      (       d  MP  USS U24   nM[     Md     U R                  U5      R                  SS5      nU R                  U R                  U5      5      $ r=  )rL   r#  r�  Ú
isinstancer   r  r  r™  rZ  r  r×   )rh   r   rF  r%  r  rE  s         r   r'  ÚDeepConvNet.forward�  s¨   € Ø�G‰G�A‰JˆØ�K‰K˜˜1ÓˆØ—[”[ˆEÛ�Ù˜!“H�Ü˜e¤e§h¡h§o¡o´u·x±x×7IÑ7IÐ%J×KÓKØ˜#˜r ˜r˜'™
’Aó ñ !ð
 �I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )r�  rZ  r×   r  )©r@  é2   éd   éÈ   é
   r¡  rO  rL  r)  r+  s   @r   r“  r“  x  s!   ø† ñð HIØ$&÷0÷8	(ð 	(r   r“  c                  ó:   ^ • \ rS rSrSr  SU 4S jjrS rSrU =r$ )ÚEEGNeti©  uq  Lawhern EEGNet (2018) as a dense DirectNet backbone.

Classic stack: temporal Conv2d â†’ depthwise spatial Conv over channels â†’
separable temporal (depthwise + pointwise) â†’ dense features.
Dense adaptations for antisymmetric auditory DirectNet (ATCNet MI front
with electrode-collapse + aggressive pool stayed at chance):
  - no AvgPool stride>1 (keep full window length W)
  - trim convolutions to W; Linear F2â†’d_out per time step â†’ (B, W, d)
Input C = EEG+speech (58+2F). Spatial depthwise spans all C (speech
participates in the spatial mix). Not ATCNet / Conformer / Shallow /
DeepConvNet / EEG-TCNet / vlaai_ws.
c
           	     óª  >• [         T
U ]  5         Ub  [        U5      O[        X4-  5      nXXE4u  U l        U l        U l        U l        [        R                  R                  SUSU4SUS-  4SS9U l
        [        R                  R                  U5      U l        [        R                  R                  X3U-  US4USS9U l        [        R                  R                  X4-  5      U l        [        R                  R                  X4-  X4-  SU4SUS-  4X4-  SS9U l        [        R                  R                  X4-  USSS	9U l        [        R                  R                  U5      U l        [        R                  R%                  U5      U l        [        R                  R)                  XY5      U l        [        R                  R-                  U	5      U l        g )
Nr3   r   r    Fr  ©r«  rm  ©r2  r«  rm  )r3   r3   rW  )r  rj   rK   ri   r  r6   ÚF2r   r  ÚConv2dr‡  ÚBatchNorm2dÚbn1ÚspatialÚbn2Úsep_dwÚsep_pwÚbn3r7  rZ  rf  r×   rT  r  )rh   ri   rÒ   r  r6   rª  r‰  Úsep_kernr  r'  r  s             €r   rj   ÚEEGNet.__init__·  sj  ø€ ä‰ÑÔØ™ŒS�ŒW¬C°±«KˆØ+,°!¨<Ñ(ˆŒ�”˜œ ¤ä—H‘H—O‘O A r¨A¨t¨9¸qÀ$È!Á)¸nÐSX�OÐYˆŒ	Ü—8‘8×'Ñ'¨Ó+ˆŒä—x‘x—‘ r°©6°A°q°6À"È5�ÐQˆŒÜ—8‘8×'Ñ'¨©Ó/ˆŒä—h‘h—o‘oØ‰F�B‘F˜Q ˜M°A°xÀ1±}Ð3EØ‘6 ð &ð 'ˆŒô —h‘h—o‘o b¡f¨b°&¸u�oÐEˆŒÜ—8‘8×'Ñ'¨Ó+ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8—?‘? 2Ó-ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�r   c                ó  • UR                   S   nUR                  SS5      R                  S5      n[        R                  R
                  R                  U R                  U R                  U5      SS U24   5      5      n[        R                  R
                  R                  U R                  U R                  U5      5      5      nU R                  U5      nU R                  U5      SS U24   n[        R                  R
                  R                  U R                  U R                  U5      5      5      nU R                  U5      nUR                  S5      R                  SS5      nU R!                  U R#                  U5      5      $ r=  )rL   r#  Ú	unsqueezer   r  rs  r  r­  r‡  r¯  r®  rZ  r°  r²  r±  Úsqueezer  r×   r  s       r   r'  ÚEEGNet.forwardÌ  s  € Ø�G‰G�A‰JˆØ�K‰K˜˜1Ó×'Ñ'¨Ó*ˆÜ�H‰H×Ñ×#Ñ# D§H¡H¨T¯Y©Y°q«\¸#¸rÀ¸r¸'Ñ-BÓ$CÓDˆÜ�H‰H×Ñ×#Ñ# D§H¡H¨T¯\©\¸!«_Ó$=Ó>ˆØ�I‰I�a‹LˆØ�K‰K˜‹N˜3   ˜7Ñ#ˆÜ�H‰H×Ñ×#Ñ# D§H¡H¨T¯[©[¸«^Ó$<Ó=ˆØ�I‰I�a‹LˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )ri   r6   r  rª  r­  r¯  r²  rZ  r×   r  r°  r±  r®  r‡  )é   r    NrL  r¹  rO  rL  r)  r+  s   @r   r¦  r¦  ©  s!   ø† ñð EGØ$&÷0÷*
(ð 
(r   r¦  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )Ú_WaveNetBlockiÙ  uË   Gated dilated causal residual (WaveNet; van den Oord et al., 2016).

filter=tanh(W_f * x), gate=Ïƒ(W_g * x); residual + skip. Left-pad only so
output length equals input (dense DirectNet temporal head).
c                óÐ  >• [         TU ]  5         US-
  U-  U l        [        R                  R                  XX#U R                  S9U l        [        R                  R                  XX#U R                  S9U l        [        R                  R                  XS5      U l        [        R                  R                  XS5      U l	        [        R                  R                  U5      U l        g )Nr3   r
  )r  rj   rí  r   r  r  Úfilterri  ÚresÚskipr7  rZ  r  s        €r   rj   Ú_WaveNetBlock.__init__à  sª   ø€ Ü‰ÑÔØ˜Q‘J (Ñ*ˆŒÜ—h‘h—o‘oØ À4Ç8Á8ð &ð MˆŒä—H‘H—O‘OØ À4Ç8Á8ð $ð MˆŒ	ä—8‘8—?‘? 8°qÓ9ˆŒÜ—H‘H—O‘O H¸Ó:ˆŒ	Ü—H‘H×$Ñ$ WÓ-ˆ�	r   c                ó|  • U R                  U5      nU R                  U5      nU R                  (       a(  USS U R                  * 24   nUSS U R                  * 24   n[        R                  " U5      [        R
                  " U5      -  nU R                  U5      nXR                  U5      -   U R                  U5      4$ r  )	r½  ri  rí  r   Útanhru  rZ  r¾  r¿  )rh   r   Úh_fÚh_grv  s        r   r'  Ú_WaveNetBlock.forwardë  sš   € Ø�k‰k˜!‹nˆØ�i‰i˜‹lˆØ�8�8Ø�c˜;˜dŸh™h˜Y˜;Ð&Ñ'ˆCØ�c˜;˜dŸh™h˜Y˜;Ð&Ñ'ˆCÜ�JŠJ�s‹OœeŸmšm¨CÓ0Ñ0ˆØ�I‰I�a‹LˆØ—8‘8˜A“;‰ §	¡	¨!£Ð,Ð,r   )rZ  r½  ri  rí  r¾  r¿  r)  r+  s   @r   r»  r»  Ù  s   ø† ñõ	.÷-ð -r   r»  c                  ó:   ^ • \ rS rSrSr  SU 4S jjrS rSrU =r$ )ÚWaveNetiö  u–  Causal WaveNet (gated dilated residual stacks) as a dense DirectNet backbone.

Dilations 1,2,4,...,64 (one cycle by default). Classic tanhâŠ—Ïƒ gates + residual
and skip paths; no electrode-collapse, no stride>1 pooling â€” output stays
(B, W, d) for the antisymmetric temporal head.
Distinct from EEG-TCNet (ELU TCN, dilations â‰¤4), ATCNet (MHSA+TCN), and
Conformer / Shallow / Deep / EEGNet / vlaai_ws.
c	                ó>  >• [         TU ]  5         US:  a  [        S5      e[        R                  R                  XS5      U l        [        R                  R                  5       U l        [        [        U5      5       H;  n	U H2  n
U R                  R                  [        X4[        U
5      U5      5        M4     M=     [        R                  R                  [        R                  R                  5       [        R                  R                  X3S5      [        R                  R                  5       [        R                  R                  U5      5      U l        [        R                  R#                  X85      U l        [        R                  R'                  U5      U l        g )Nr    zWaveNet kernel must be >= 2r3   )r  rj   rŒ  r   r  r  ÚstartrŽ  r�  r$  rK   r<   r»  r5  ÚReLUr7  Úpostrf  r×   rT  r  )rh   ri   rÒ   r  r  Ú	dilationsÚcyclesr  r'  rv   r@  r  s              €r   rj   ÚWaveNet.__init__   s	  ø€ ä‰ÑÔØ�A‹:ÜÐ:Ó;Ð;Ü—X‘X—_‘_ Q°!Ó4ˆŒ
Ü—h‘h×)Ñ)Ó+ˆŒÜ”s˜6“{Ö#ˆAÛ�Ø—‘×"Ñ"¤=°Ä3ÀqÃ6È7Ó#SÖTó ñ $ô —H‘H×'Ñ'Ü�H‰H�M‰M‹OÜ�H‰H�O‰O˜H°Ó2Ü�H‰H�M‰M‹OÜ�H‰H×Ñ˜WÓ%ó	
ˆŒ	ô —8‘8—?‘? 8Ó3ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�r   c                ó  • U R                  UR                  SS5      5      nSnU R                   H  nU" U5      u  p%X5-   nM     U R                  U5      nU R	                  U R                  UR                  SS5      5      5      $ r"  )rÉ  r#  r�  rË  r  r×   )rh   r   r%  Úskipsr  r¾   s         r   r'  ÚWaveNet.forward  ss   € Ø�J‰J�q—{‘{ 1 aÓ(Ó)ˆØˆØ—[”[ˆEÙ˜“8‰DˆAØ‘IŠEñ !ð �I‰I�eÓˆØ�{‰{˜4Ÿ8™8 A§K¡K°°1Ó$5Ó6Ó7Ð7r   )r�  r×   r  rË  rÉ  )rL  r¡  ©r3   r    r0  r§  r¹  r�  rL  r3   ræ  rL  r)  r+  s   @r   rÇ  rÇ  ö  s    ø† ñð ?WØ.0÷0÷&8ð 8r   rÇ  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )Ú_MambaBlocki  z8Pre-norm residual Mamba (mamba_ssm) + optional tiny FFN.c           	     ó´  >• [         T	U ]  5         SSKJn  [        R
                  R                  U5      U l        U" XX4S9U l        [        R
                  R                  U5      U l
        [        R
                  R                  U5      U l        [        X-  5      n[        R
                  R                  [        R
                  R                  X5      [        R
                  R                  5       [        R
                  R                  U5      [        R
                  R                  X�5      5      U l        [        R
                  R                  U5      U l        g )Nr   )ÚMamba)Úd_modelÚd_stateÚd_convÚexpand)r  rj   Ú	mamba_ssmrÖ  r   r  rT  rU  Úmambar7  Údrop1rV  rK   r5  rf  r6  ÚffnÚdrop2)
rh   r@  rØ  rÙ  rÚ  r  rÊ  rÖ  rË  r  s
            €r   rj   Ú_MambaBlock.__init__   sÚ   ø€ Ü‰ÑÔÝ#Ü—8‘8×%Ñ% aÓ(ˆŒÙ 1¸fÑTˆŒ
Ü—X‘X×%Ñ% gÓ.ˆŒ
Ü—8‘8×%Ñ% aÓ(ˆŒÜ�!‘,ÓˆÜ—8‘8×&Ñ&Ü�H‰H�O‰O˜AÓ#Ü�H‰H�M‰M‹OÜ�H‰H×Ñ˜WÓ%Ü�H‰H�O‰O˜CÓ#ó	
ˆŒô —X‘X×%Ñ% gÓ.ˆ�
r   c                óÊ   • XR                  U R                  U R                  U5      5      5      -   nXR                  U R	                  U R                  U5      5      5      -   nU$ rr  )rÝ  rÜ  rU  rß  rÞ  rV  )rh   r   s     r   r'  Ú_MambaBlock.forward0  sK   € Ø—
‘
˜4Ÿ:™: d§h¡h¨q£kÓ2Ó3Ñ3ˆØ—
‘
˜4Ÿ8™8 D§H¡H¨Q£KÓ0Ó1Ñ1ˆØˆr   )rÝ  rß  rÞ  rU  rV  rÜ  )r¹  r0  r    ræ  r    r)  r+  s   @r   rÔ  rÔ    s   ø† ÙB÷/÷ ð r   rÔ  c                  ó:   ^ • \ rS rSrSr  SU 4S jjrS rSrU =r$ )ÚMambaDirecti6  ux  Mamba SSM stack as a dense DirectNet backbone (classifier body).

Channel-concat EEG+speech â†’ linear project â†’ N pre-norm Mamba(+FFN) blocks â†’
dense (B, W, d). Uses installed `mamba_ssm` (not decoder-only SuperHuge SSMamba,
which needs subject IDs / mel reconstruction heads). Distinct from WaveNet /
ATCNet / Conformer / EEG-TCNet / Shallow / Deep / EEGNet / vlaai_ws.
c                ó„  >• [         TU ]  5         [        R                  R	                  X5      U l        [        R                  R                  [        [        U5      5       Vs/ s H  n[        X5XgXŠS9PM     sn5      U l
        [        R                  R                  U5      U l        X9:w  a  [        R                  R	                  X95      O[        R                  R                  5       U l        X9:w  a%  [        R                  R                  U	5      U l        g [        R                  R                  5       U l        g s  snf )N)rØ  rÙ  rÚ  r  rÊ  )r  rj   r   r  rf  Úin_projrŽ  r$  rK   rÔ  r�  rT  r  ÚIdentityr×   Úfinal_ln)rh   ri   rÒ   r@  rB  rØ  rÙ  rÚ  r  r'  rÊ  rv   r  s               €r   rj   ÚMambaDirect.__init__?  sß   ø€ ä‰ÑÔÜ—x‘x—‘ qÓ,ˆŒÜ—h‘h×)Ñ)ô œ3˜v›;Ô'ó+)ò (�ô ˜°6Ø 'ô<á'ñ+)ó *ˆŒô —h‘h×(Ñ(¨Ó+ˆŒØ01³
”5—8‘8—?‘? 1Ô,ÄÇÁ×@QÑ@QÓ@SˆŒØ‹:Ü!ŸH™H×.Ñ.¨uÓ5ˆD�Mä!ŸH™H×-Ñ-Ó/ˆD�Mùò+)s   Á#D=c                ó¼   • U R                  U5      nU R                   H  nU" U5      nM     U R                  U5      nU R                  U R	                  U5      5      $ rr  )ræ  r�  r  rè  r×   r—  s       r   r'  ÚMambaDirect.forwardN  sJ   € Ø�L‰L˜‹OˆØ—[”[ˆEÙ�a“ŠAñ !à�K‰K˜‹NˆØ�}‰}˜TŸX™X a›[Ó)Ð)r   )r�  rè  ræ  r×   r  )rL  r0  r¹  r0  r    ræ  rL  r    r)  r+  s   @r   rä  rä  6  s!   ø† ñð KLØ12÷0÷*ð *r   rä  c                  óB   ^ • \ rS rSrSr   SU 4S jjrS rS rSrU =r	$ )ÚXCorrMatchediV  u�  Causal multi-lag EEGâ†”envelope cross-correlation DirectNet backbone.

Input (B, W, n_eeg + 2Â·Fs) = concat(EEG, stream-A feats, stream-B feats).
g matches EEG to the *first* stream's envelope (DirectNet antisymmetry then
yields match(A)âˆ’match(B)). Pipeline:
  1. Linear spatial compress EEG â†’ n_comp (default 16; "PCA-16" slot)
  2. Instantaneous products EEG[t]Â·env[tâˆ’Ï„] for Ï„=0..max_lag (~0..250 ms)
  3. Causal local average (smooth) over ~smooth_ms
  4. 1â€“2 causal temporal Conv1d blocks â†’ dense (B, W, d_out)

Not vlaai / ATCNet / Conformer / EEGNet / Shallow / Deep / WaveNet / Mamba /
TFDirect / SE / graph / channel-mask / FIR-fb.
c           
     ó
  >• [         TU ]  5         X::  a  [        SU SU S35      eX-
  nUS-  S:w  a  [        SU S35      e[        U5      U l        US-  U l        [        U5      U l        [        S[        [        [        U5      [        -  S-  5      5      5      nUS	-   U l        [        S	[        [        [        U5      [        -  S-  5      5      5      nUS-  S:X  a  US	-  nXðl        US	-
  U l        U	S-  S:X  a  [        S
5      eU	S	-
  U l        [        R                   R#                  U R                  U R                  SS9U l        [        R                   R'                  U R                  U R                  -  U R                  U R                  -  UU R                  U R                  -  SS9U l        [        R*                  " 5          U R(                  R,                  R/                  S[        U5      -  5        S S S 5        U R(                  R,                  R1                  S5        U R                  U R                  -  n/ nUn[        S	[        U5      5      n[3        U5       Hç  n[        U5      nUR5                  [        R                   R'                  UUU	SS95        US-  S:X  a  SOUS-  S:X  a  SOS	nUR5                  [        R                   R7                  UU5      5        UR5                  [        R                   R9                  5       5        U
S:”  a.  UR5                  [        R                   R;                  U
5      5        UnMé     [        R                   R=                  U5      U l        [        R                   R#                  UU5      U l         [        R                   RC                  U5      U l"        U(       Ga&  [        R                   RF                  RI                  U R$                  R,                  SS9  U R>                   H`  n[K        U[        R                   R&                  5      (       d  M.  [        R                   RF                  RI                  UR,                  SS9  Mb     [        R                   RF                  RI                  U R@                  R,                  SS9  [        R                   RF                  RM                  U R@                  RN                  5        g g ! , (       d  f       GNø= f)NzXCorrMatched C=ú needs n_eeg=õ    + 2Â·Fs speechr    r   zXCorrMatched speech width z not even (2 streams)g     @�@r3   zcnn_kern must be oddFrW  r¨  r)   r§  r0  r‰  rŠ  )(r  rj   rŒ  rK   rþ  ÚFsÚn_compr  rQ  r9   r   Ún_lagsÚsmooth_kÚ
smooth_padÚcnn_padr   r  rf  r  r  Úsmoothr{   rl  Úfill_Úrequires_grad_r$  r<   rÛ  r6  r7  rŽ  Úcnnr×   rT  r  rj  r�  rž  rk  rm  )rh   ri   rÒ   rþ  rò  Ú
max_lag_msÚ	smooth_msÚcnn_channelsÚ
cnn_blocksÚcnn_kernr  r'  Ú
light_initr  Úmax_lagr÷  Úfeat_chr�  r›  Ún_blocksr&  Úc_outrK  rf   r  s                           €r   rj   ÚXCorrMatched.__init__e  s¦  ø€ ô 	‰ÑÔØ‹:Ü˜¨q¨c°¸u¸gÀ_ÐUÓVÐVØ‘9ˆØ�a‰<˜1ÓÜÐ9¸(¸ÐCXÐYÓZÐZÜ˜“ZˆŒ
Ø˜a‘-ˆŒÜ˜&“kˆŒÜ�aœœU¤5¨Ó#4´rÑ#9¸FÑ#BÓCÓDÓEˆØ ‘kˆŒÜ�QœœE¤%¨	Ó"2´RÑ"7¸&Ñ"@ÓAÓBÓCˆØ�A‰:˜‹?Ø�a‰KˆFØŒØ  1™*ˆŒØ�a‰<˜1ÓÜÐ3Ó4Ð4Ø !‘|ˆŒÜ—H‘H—O‘O D§J¡J°·±À%�OÐHˆŒ	ä—h‘h—o‘oØ�K‰K˜$Ÿ+™+Ñ% t§{¡{°T·[±[Ñ'@À&Ø—;‘; §¡Ñ,°5ð &ð :ˆŒô �]Š]�_Ø�K‰K×Ñ×$Ñ$ S¬5°«=Ñ%8Ô9÷ à�‰×Ñ×)Ñ)¨%Ô0Ø—+‘+ §¡Ñ+ˆØˆØˆÜ�qœ#˜j›/Ó*ˆÜ�x–ˆAÜ˜Ó%ˆEØ�M‰Mœ%Ÿ(™(Ÿ/™/¨$°°xÀe˜/ÐLÔMØ˜Q‘Y !“^‘¨u°q©y¸A«~©!À1ˆAØ�M‰Mœ%Ÿ(™(×,Ñ,¨Q°Ó6Ô7Ø�M‰Mœ%Ÿ(™(Ÿ-™-›/Ô*Ø˜‹{Ø—‘œeŸh™h×.Ñ.¨wÓ7Ô8ØŠDñ !ô —8‘8×&Ñ& vÓ.ˆŒÜ—8‘8—?‘? 4¨Ó/ˆŒÜ—h‘h×(Ñ(¨Ó/ˆŒßä�H‰H�M‰M×!Ñ! $§)¡)×"2Ñ"2¸Ð!Ñ=Ø—X”X�Ü˜a¤§¡§¡×1Ó1Ü—H‘H—M‘M×)Ñ)¨!¯(©(¸Ð)Ó=ñ ô �H‰H�M‰M×!Ñ! $§(¡(§/¡/°tÐ!Ñ<Ü�H‰H�M‰M× Ñ  §¡§¡Õ/ð ÷' Ž_ús   Ç2S0Ó0
S?c           	     óö   • U/n[        SU R                  5       HH  nUR                  [        R                  R
                  R                  USS2SU* 24   US45      5        MJ     [        R                  " USS9$ )u@   env (B, W) â†’ (B, W, n_lags) with causal delays Ï„=0..n_lags-1.r3   Nr   r5   r³  )r$  ró  r<   r   r  rs  rí  r?   )rh   r   ru  Útaus       r   Ú_lagged_envÚXCorrMatched._lagged_envœ  sd   € à�ˆÜ˜˜DŸK™KÖ(ˆCØ�L‰LœŸ™×,Ñ,×0Ñ0°²Q¸¸#¸¸°X±ÀÀaÀÓIÖJñ )ä�{Š{˜5 bÑ)Ð)r   c                óv  • UR                   u  p#nUSS U R                  24   nUSU R                  4   nU R                  U5      nU R                  U5      nUR	                  S5      UR	                  S5      -  n	U	R                  X#U R                  U R                  -  5      R                  SS5      n	[        R                  R                  R                  X�R                  S45      n	U R                  U	5      SS U24   n
U R                   Hz  n[!        U[        R                  R"                  5      (       aF  [        R                  R                  R                  X R$                  S45      n
U" U
5      SS U24   n
Mr  U" U
5      n
M|     U
R                  SS5      n
U R'                  U R)                  U
5      5      $ )N.r5   r    r3   r   )rL   rþ  r  r  r¶  Úreshaperò  ró  r#  r   r  rs  rí  rõ  r÷  rú  rž  r  rö  r  r×   )rh   r   ÚBr±   rv   rn   r   rØ   Úenv_lagsÚxcr%  rE  s               r   r'  ÚXCorrMatched.forward£  sg  € Ø—'‘'‰ˆˆaØ��[�d—j‘j�[Ð Ñ!ˆà��T—Z‘Z�Ñ ˆØ�I‰I�c‹NˆØ×#Ñ# CÓ(ˆà�[‰[˜‹_˜x×1Ñ1°!Ó4Ñ4ˆØ�Z‰Z˜˜dŸk™k¨D¯K©KÑ7Ó8×BÑBÀ1ÀaÓHˆÜ�X‰X× Ñ ×$Ñ$ R¯/©/¸1Ð)=Ó>ˆØ�K‰K˜‹O˜C  ! ˜GÑ$ˆØ—X”XˆEÜ˜%¤§¡§¡×1Ñ1Ü—H‘H×'Ñ'×+Ñ+¨A·±¸aÐ/@ÓA�Ù˜!“H˜S " 1 "˜WÑ%’á˜!“H’ñ ð �K‰K˜˜1ÓˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )rñ  rú  rö  rò  rþ  ró  r×   r  r  r÷  rô  rõ  )
r  r¹  éú   r  rL  r    r/  ræ  rL  T)
r…   r†   r‡   rˆ   r‰   rj   r  r'  rŒ   r*  r+  s   @r   rí  rí  V  s*   ø† ñð MPØOQØ ÷50òn*÷(ð (r   rí  c                  ó:   ^ • \ rS rSrSrSrSU 4S jjrS rSrU =r	$ )ÚFBExtraVLAAIi¹  uw  Causal EEG filterbank residual â†’ vlaai_ws (Path B for eegnet-seed).

Input is standard (B,W,58+2F). In-network FIR approx of order-2 Butterworth
banks 1â€“3/3â€“5/5â€“7/7â€“9 Hz (depthwise Conv1d, causal pad). Zero-init mix:
eeg = raw + mix(banks) so training starts as plain vlaai_ws. Avoids C=290
trial expansion that OOM'd; distinct from filterbank-only C=232 (chance).
©)r)   ç      @)r  ç      @)r  ç      @)r  g      "@c                óZ  >• [         TU ]  5         U[        U R                  5      :w  a$  [	        SU S[        U R                  5       35      eUS-  S:X  a  [	        S5      eX-
  nUS:  a  [	        SU SU 35      eX0l        XPl        US-
  U l        [        R                  R                  X4-  X4-  UX4-  S	S
9U l        [        R                  " 5          SSKJnJn  [        R                   " U R                  R"                  5      n	[%        U R                  5       Hr  u  n
u  p¼U" X[U/S	['        [(        5      S9n[        R*                  " US S S2   R-                  5       U	R.                  S9n[1        U5       H  nXÙX£-  U-   SS S 24'   M     Mt     U R                  R"                  R3                  U	5        S S S 5        U R                  R"                  R5                  S	5        [        R                  R                  X4-  USSS9U l        [        R                  R8                  R;                  U R6                  R"                  5        [        R                  R8                  R;                  U R6                  R<                  5        SSKJ n  [C        [(        [E        U[(        -  5      X6-   SS0S9n[G        S[E        [H        RK                  SS5      5      U" / SQ[E        [H        RK                  SS5      5      /SS9S[H        RK                  SS5      S.UD6U l&        g ! , (       d  f       GNl= f)Nún_bands=ú != r    r   úfir_taps must be oddzFBExtraVLAAI C=ú	 < n_raw=r3   Fr¨  )r   Úfirwin©Ú	pass_zeror#   r5   r   TrW  ©ÚExtractorParamsr   ©r#   ra   rb   ræ   Úmodel_blocksr¡  ©r¡  r   é   r¸  Úmodel_kernelsrL  ©r  r  Ú
num_layersé   Úmodel_dropoutr2   ©r  r  r  r  r�   )'r  rj   rJ   ÚBANDSrŒ  Ún_rawÚfir_tapsrí  r   r  r  Úfirr{   r8   r   r  Ú
zeros_likerl  r—  r9   r   r™   Úcopyr   r$  Úcopy_rù  Úmixrj  rk  rm  Úsuperhuge.model.pure_cnnr   ÚdictrK   r
  r6   r7   Úbb)rh   ri   rÒ   r,  Ún_bandsr-  r  r   r  ÚwÚbirC   rD   ÚtapsÚcr   Úcommonr  s                    €r   rj   ÚFBExtraVLAAI.__init__Ä  sy  ø€ Ü‰ÑÔØ”c˜$Ÿ*™*“oÓ%Ü˜x¨ y°´S¸¿¹³_Ð4EÐFÓGÐGØ�a‰<˜1ÓÜÐ3Ó4Ð4Ø‘9ˆØ�a‹<Ü˜¨q¨c°¸5¸'ÐBÓCÐCØŒ
Ø ŒØ˜a‘<ˆŒä—8‘8—?‘?Ø‰O˜U™_¨hØ‘?¨ð #ð 0ˆŒô �]Š]�_ß3Ü× Ò  §¡§¡Ó1ˆAÜ )¨$¯*©*Ö 5‘�‘H�Rá˜h¨R¨¸EÄeÌBÃiÑP�Ü—|’| D©¨2¨¡J§O¡OÓ$5¸Q¿W¹WÑE�Ü˜už�AØ.2�b‘j 1‘n aªÐ*Ó+ó &ñ	 !6ð �H‰H�O‰O×!Ñ! !Ô$÷ ð 	�‰�‰×&Ñ& uÔ-Ü—8‘8—?‘? 5¡?°E¸1À4�?ÐHˆŒÜ�‰�‰×Ñ˜TŸX™XŸ_™_Ô-Ü�‰�‰×Ñ˜TŸX™XŸ]™]Ô+Ý<Üœ¬3¨q´2©v«;ÀUÑEUØ*/°¨ñ5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øñð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�÷# Ž_ús   ÃC#LÌ
L*c                óP  • USS U R                   24   USU R                   S 24   p2UR                  u  pEnUR                  SS5      nUR                  S[	        U R
                  5      S5      n[        R                  R                  R                  XpR                  S45      nU R                  U5      SS U24   nU R                  U5      R                  SS5      n	X)-   n
U R                  [        R                  " X£/S5      5      n[        U[        [         45      (       a  US   $ U$ ©N.r3   r    r   r5   )r,  rL   r#  ÚrepeatrJ   r+  r   r  rs  rí  r.  r2  r5  rs  rž  rY  Úlist©rh   r   ÚrawÚspr  r±   rv   r%  Úbanksr'   rØ   r~   s               r   r'  ÚFBExtraVLAAI.forwardï  sù   € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRà—)‘)‰ˆˆaØ�M‰M˜!˜QÓˆØ�H‰H�Qœ˜DŸJ™J›¨Ó+ˆÜ�H‰H×Ñ×#Ñ# A¯©°! }Ó5ˆØ—‘˜“˜C  ! ˜GÑ$ˆØ—‘˜“×)Ñ)¨!¨QÓ/ˆØ‰KˆØ�G‰G”E—I’I˜q˜g rÓ*Ó+ˆÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:r   )r5  r.  r-  r2  r,  rí  )r  r0  éA   )
r…   r†   r‡   rˆ   r‰   r+  rj   r'  rŒ   r*  r+  s   @r   r  r  ¹  s   ø† ñð =€E÷)÷V;ð ;r   r  c                óö  • U S-  S:X  a  [        S5      eU S-  n[        R                  " U* US-   [        R                  S9[	        U5      -  nUS[
        R                  -  U-  -  n[        R                  " SXV-  S-  -  5      n[
        R                  S-  U-  [        R                  " S	[
        R                  -  U-  U-  5      -  nU[        R                  " U5      -
  nU[        R                  " [        R                  " [        R                  " U5      S-  5      5      S
-   -  nUR                  R                  [        R                  5      UR                  R                  [        R                  5      4$ )z®Unit-energy complex Morlet (real, imag) for causal FIR approx of CWT.

Centered support; caller left-pads for causality. Distinct from Butterworth
FIR banks in FBExtraVLAAI.
r    r   zn_taps must be oddr3   r   ç       @g      à¿g      Ð¿y               @çê-�™—q=)rŒ  r   rI   r;   r9   ÚmathÚpiÚexpr¶   ÚsqrtÚsumÚabsÚrealr:   r   Úimag)	Ún_tapsÚf0r#   Ún_cyclesr{  rF  Úsigma_tÚgaussÚpsis	            r   Ú_complex_morlet_tapsrX  ý  s  € ð ��z�QƒÜÐ-Ó.Ð.Ø�Q‰;€DÜ
�	Š	�4�%˜ ™¬¯©Ñ4´u¸R³yÑ@€AØ˜#¤§¡™-¨"Ñ,Ñ-€GÜ�FŠF�4˜1™;¨1Ñ,Ñ,Ó-€Eä�7‰7�eÑ˜uÑ
$¤r§v¢v¨h¼¿¹Ñ.@À2Ñ.EÈÑ.IÓ'JÑ
J€CØ
”—’˜“Ñ
€CØ
”—’œŸš¤§¢ s£¨qÑ 0Ó1Ó2°UÑ:Ñ
;€CØ�8‰8�?‰?œ2Ÿ:™:Ó&¨¯©¯©¼¿
¹
Ó(CÐCÐCr   c                  ó>   ^ • \ rS rSrSrSrSrSU 4S jjrS rSr	U =r
$ )	ÚWaveletFBExtraVLAAIi  uR  Causal complex-Morlet (CWT-approx) multi-scale bank residual â†’ vlaai_ws.

Frozen depthwise FIR taps = real+imag Morlet at center freqs
{1.5, 3.0, 5.0, 7.5} Hz (n_cyclesâ‰ˆ5). Zero-init 1Ã—1 mix:
    eeg = raw + mix(banks)
so step-0 â‰¡ plain vlaai_ws (SPK remaps into bb.bb.*). NOT Butterworth
1â€“3/3â€“5/5â€“7/7â€“9 FIR (`fb_vlaai`).
)g      ø?r  r  g      @r  c                ó&  >• [         TU ]  5         U[        U R                  5      :w  a$  [	        SU S[        U R                  5       35      eUS-  S:X  a  [	        S5      eX-
  nUS:  a  [	        SU SU 35      eX0l        X@l        SU l        X@R                  -  U l        XPl	        US-
  U l
        [        Uc  U R                  OU5      nX0R                  -  n	[        R                  R                  X™XYS	S
9U l        [        R"                  " 5          [        R$                  " U R                   R&                  5      n
[)        U R                  5       H£  u  p¼[+        X\[,        US9u  pÞ[        R.                  " US S S2   R1                  5       5      n[        R.                  " US S S2   R1                  5       5      n[3        U5       H*  nXúUS-  U-  U-   SS S 24'   UX«S-  U-  U-   U-   SS S 24'   M,     M¥     U R                   R&                  R5                  U
5        S S S 5        U R                   R&                  R7                  S	5        [        R                  R                  X“SSS9U l        [        R                  R:                  R=                  U R8                  R&                  5        [        R                  R:                  R=                  U R8                  R>                  5        SSK J!n  [E        [,        [G        U[,        -  5      X7-   SS0S9n[I        S[G        [J        RM                  SS5      5      U" / SQ[G        [J        RM                  SS5      5      /SS9S[J        RM                  SS5      S.UD6U l'        g ! , (       d  f       GNi= f)Nz	n_scales=r  r    r   r  zWaveletFBExtraVLAAI C=r  r3   Fr¨  )rT  r5   TrW  r  r   r!  r"  r¡  r#  r%  rL  r&  r(  r)  r2   r*  r�   )(r  rj   rJ   ÚF0_HZrŒ  r,  Ún_scalesÚn_partsÚn_banksr-  rí  r9   ÚN_CYCLESr   r  r  r.  r{   r/  rl  r—  rX  r   r   r0  r$  r1  rù  r2  rj  rk  rm  r3  r   r4  rK   r
  r6   r7   r5  )rh   ri   rÒ   r,  r]  r-  rT  r  Ún_cycÚn_dwr7  ÚsirS  ÚreÚimÚre_tÚim_tr:  r   r;  r  s                       €r   rj   ÚWaveletFBExtraVLAAI.__init__  sØ  ø€ Ü‰ÑÔØ”s˜4Ÿ:™:“Ó&Ü˜y¨¨
°$´s¸4¿:¹:³Ð6GÐHÓIÐIØ�a‰<˜1ÓÜÐ3Ó4Ð4Ø‘9ˆØ�a‹<ÜÐ5°a°S¸	À%ÀÐIÓJÐJØŒ
Ø ŒØˆŒØ§,¡,Ñ.ˆŒØ ŒØ˜a‘<ˆŒÜ xÑ'7�d—m’m¸XÓFˆØ—|‘|Ñ#ˆÜ—8‘8—?‘?Ø˜°Eð #ð ;ˆŒä�]Š]�_Ü× Ò  §¡§¡Ó1ˆAÜ# D§J¡JÖ/‘�Ü-¨h¼BÈÑO‘�ä×'Ò'¨©4¨R¨4©¯©«Ó8�Ü×'Ò'¨©4¨R¨4©¯©«Ó8�Ü˜už�Aà26�b˜1‘f˜u‘n qÑ(¨!ªQÐ.Ñ/Ø:>�A˜1‘f˜u‘n uÑ,¨qÑ0°!²QÐ6Ó7ó &ñ 0ð �H‰H�O‰O×!Ñ! !Ô$÷ ð 	�‰�‰×&Ñ& uÔ-Ü—8‘8—?‘? 4°¸�?Ð=ˆŒÜ�‰�‰×Ñ˜TŸX™XŸ_™_Ô-Ü�‰�‰×Ñ˜TŸX™XŸ]™]Ô+Ý<Üœ¬3¨q´2©v«;ÀUÑEUØ*/°¨ñ5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øñð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�÷' Ž_ús   ÄDNÎ
Nc                ó>  • USS U R                   24   USU R                   S 24   p2UR                  u  pEnUR                  SS5      nUR                  SU R                  S5      n[
        R                  R                  R                  XpR                  S45      nU R                  U5      SS U24   nU R                  U5      R                  SS5      n	X)-   n
U R                  [
        R                  " X£/S5      5      n[        U[        [        45      (       a  US   $ U$ r>  )r,  rL   r#  r?  r_  r   r  rs  rí  r.  r2  r5  rs  rž  rY  r@  rA  s               r   r'  ÚWaveletFBExtraVLAAI.forwardN  sõ   € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRØ—)‘)‰ˆˆaØ�M‰M˜!˜QÓˆØ�H‰H�Q˜Ÿ™ aÓ(ˆÜ�H‰H×Ñ×#Ñ# A¯©°! }Ó5ˆØ—‘˜“˜C  ! ˜GÑ$ˆØ—‘˜“×)Ñ)¨!¨QÓ/ˆØ‰KˆØ�G‰G”E—I’I˜q˜g rÓ*Ó+ˆÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:r   )	r5  r.  r-  r2  r_  r^  r,  r]  rí  )r  r0  éa   N)r…   r†   r‡   rˆ   r‰   r\  r`  rj   r'  rŒ   r*  r+  s   @r   rZ  rZ    s$   ø† ñð !€EØ€H÷.÷`
;ð 
;r   rZ  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚSpeechResidVLAAIi[  uÚ  Zero-init residual FiLM on speech (env/onset/dom) only â†’ vlaai_ws.

EEG channels are never modified (identity path). Speech path:
  h = GELU(depthwise causal Conv1d(sp))
  gamma, beta = zero-init pointwise Conv1d(h)  â†’ (2 Â· n_speech)
  sp' = sp * (1 + gamma) + beta
At step 0: gamma=beta=0 â‡’ sp'=sp â‡’ forward â‰¡ plain vlaai_ws (SPK remaps
into ``bb.bb.*``). Distinct from FIR/Morlet/FBCNet EEG banks and from
stem_ms96 speech-AdaLN (LayerNorm FiLM on logit stem).
c                óJ  >• [         T
U ]  5         US-  S:X  a  [        S5      eX-
  nUS::  a  [        SU SU 35      eX0l        X`l        [        U5      U l        U R                  S-
  U l        Ub  [        U5      OUn[        R                  R                  XfU R                  USS9U l        [        R                  R                  R                  U R                  R                  [        R                   " S	5      S
9  [        R                  R                  R#                  U R                  R$                  5        [        R                  R                  XgSSS9U l        [        R                  R                  R                  U R&                  R                  [        R                   " S	5      S
9  [        R                  R                  R#                  U R&                  R$                  5        [        R                  R                  USU-  SSS9U l        [        R                  R                  R#                  U R(                  R                  5        [        R                  R                  R#                  U R(                  R$                  5        SSKJn  [/        [0        [        U[0        -  5      X6-   SS0S9n	[3        S[        [4        R7                  SS5      5      U" / SQ[        [4        R7                  SS5      5      /SS9S[4        R7                  SS5      S.U	D6U l        g )Nr    r   úspeech_kern must be oddzSpeechResidVLAAI C=ú
 <= n_raw=r3   Tr¨  rI  ©rO   rW  r  r   r!  r"  r¡  r#  r%  rL  r&  r(  r)  r2   r*  r�   )r  rj   rŒ  r,  r  rK   Úspeech_kernrí  r   r  r  r­  rj  Úkaiming_uniform_rl  rJ  rM  rk  rm  ÚpwÚfilmr3  r   r4  r   r
  r6   r7   r5  )rh   ri   rÒ   r,  rr  Ú
speech_hidr  rË  r   r;  r  s             €r   rj   ÚSpeechResidVLAAI.__init__g  sC  ø€ Ü‰ÑÔØ˜‰?˜aÓÜÐ6Ó7Ð7Ø‘9ˆØ�q‹=ÜÐ2°1°#°ZÀ¸wÐGÓHÐHØŒ
Ø ŒÜ˜{Ó+ˆÔØ×#Ñ# aÑ'ˆŒØ!+Ñ!7Œc�*Œo¸Xˆä—(‘(—/‘/Ø × 0Ñ 0¸Èð "ð NˆŒä�‰�‰×&Ñ& t§w¡w§~¡~¼¿ºÀ1»Ð&ÑFÜ�‰�‰×Ñ˜TŸW™WŸ\™\Ô*Ü—(‘(—/‘/ (°¸�/Ð>ˆŒÜ�‰�‰×&Ñ& t§w¡w§~¡~¼¿ºÀ1»Ð&ÑFÜ�‰�‰×Ñ˜TŸW™WŸ\™\Ô*ä—H‘H—O‘O C¨¨X©°q¸t�OÐDˆŒ	Ü�‰�‰×Ñ˜TŸY™Y×-Ñ-Ô.Ü�‰�‰×Ñ˜TŸY™YŸ^™^Ô,Ý<Üœ¬3¨q´2©v«;ÀUÑEUØ*/°¨ñ5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øñð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�r   c                ó  • USS U R                   24   USU R                   S 24   p2UR                  SS5      n[        R                  R                  R                  X@R
                  S45      n[        R                  R                  R                  U R                  U5      SS UR                  S   24   5      n[        R                  R                  R                  U R                  U5      5      nU R                  U5      nUR                  SSS9u  pgUSUR                  SS5      -   -  UR                  SS5      -   nU R                  [        R                  " X(/S5      5      n	[        U	[        [         45      (       a  U	S   $ U	$ )N.r3   r    r   r³  r)   r5   )r,  r#  r   r  rs  rí  rt  r­  rL   rt  ru  rµ  r5  rs  rž  rY  r@  )
rh   r   rB  rC  r%  ÚgbÚgammaÚbetaÚsp2r~   s
             r   r'  ÚSpeechResidVLAAI.forwardŒ  s<  € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRà�L‰L˜˜AÓˆÜ�H‰H×Ñ×#Ñ# A¯©°! }Ó5ˆÜ�H‰H×Ñ×$Ñ$ T§W¡W¨Q£Z°°\°b·h±h¸q±k°\Ð0AÑ%BÓCˆÜ�H‰H×Ñ×$Ñ$ T§W¡W¨Q£ZÓ0ˆØ�Y‰Y�q‹\ˆØ—h‘h˜q a�hÐ(‰ˆØ�C˜%Ÿ/™/¨!¨QÓ/Ñ/Ñ0°4·>±>À!ÀQÓ3GÑGˆØ�G‰G”E—I’I˜s˜j¨"Ó-Ó.ˆÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:r   )r5  r­  ru  r,  r  rí  rt  rr  )r  rF  Nr)  r+  s   @r   rm  rm  [  s   ø† ñ	÷#÷J;ð ;r   rm  c                  óV   ^ • \ rS rSrSrSrS
U 4S jjrS rS r\	S 5       r
S rS	rU =r$ )ÚTRFPathBVLAAIiš  u»  Frozen speech-envelope TRF as gated additive side features â†’ vlaai_ws (Path B).

Train-only ridge TRF ``env(t)â‰ˆÎ£_Ï„ EEG(t+Ï„)Â·W_Ï„`` is frozen as a buffer. Inside
the window we reconstruct ``Å·``, build per-frame TRFâ†”speech correlation-proxy
features (Å·, Å·Â·env0, Å·Â·env1, causal-EWMA of products), project them onto the
speech channel axis, and add with a **learned gate initialized nonzero**
(default 0.25) â€” deliberately **not** identity@0.

Distinct from:
  * speech-resid-spk â€” FiLM with **zero-init** Î³/Î² (identity@0)
  * Path A TRF / band/dual/dss â€” frozen lag-bank scores as HMM emissions alone
  * trf-sw2-fuse â€” post-hoc soft/hard blend of Path A evidence â†” Acc tip
rI  c                óê  >• [         T
U ]  5         X-
  nUS::  a  [        SU SU 35      e[        U5      U l        [        U5      U l        US-  U l        U R                  S-  U:w  a  [        SU S35      eUb  [        U5      O[        [        S[        -  5      5      nXpl	        U R                  S[        R                  " US	-   U5      S
S9  U R                  S[        R                  " S5      S
S9  [        R                  R                  [        R                  " [!        U5      5      5      U l        [        R                  R%                  U R&                  US	S
S9U l        [        R                  R*                  R-                  U R(                  R.                  5        [        R                  R*                  R1                  U R(                  R2                  5        SSKJn  [9        [        [        U[        -  5      X6-   SS	0S9n	[;        S[        [<        R?                  SS5      5      U" / SQ[        [<        R?                  SS5      5      /SS9S[<        R?                  SS5      S.U	D6U l         g )Nr   zTRFPathBVLAAI C=rp  r    z	n_speech=z not even (two streams)gš™™™™™Ù?Útrf_Wr3   T©Ú
persistentÚ	trf_readyFrW  r  r   r!  r"  r¡  r#  r%  rL  r&  r(  r)  r2   r*  r�   )!r  rj   rŒ  rK   r,  r  ÚFrQ  r   r  r?  r   r:  r™   r  r9  r9   ri  r  ÚN_SIDEr  rj  Úxavier_uniform_rl  rk  rm  r3  r   r4  r
  r6   r7   r5  )rh   ri   rÒ   r,  r  Úgate0r  re   r   r;  r  s             €r   rj   ÚTRFPathBVLAAI.__init__«  sê  ø€ Ü‰ÑÔØ‘9ˆØ�q‹=ÜÐ/°¨s°*¸U¸GÐDÓEÐEÜ˜“ZˆŒ
Ü˜H›ˆŒØ˜Q‘ˆŒØ�6‰6�A‰:˜Ó!Ü˜y¨¨
Ð2IÐJÓKÐKØ#Ñ/ŒC�ŒL´S¼¸sÄR¹x»Ó5IˆØŒà×Ñ˜W¤e§k¢k°!°a±%¸Ó&?ÈDÐÑQØ×Ñ˜[¬%¯,ª,°uÓ*=È$ÐÑOä—H‘H×&Ñ&¤u§|¢|´E¸%³LÓ'AÓBˆŒ	Ü—H‘H—O‘O D§K¡K°¸1À4�OÐHˆŒ	Ü�‰�‰×%Ñ% d§i¡i×&6Ñ&6Ô7Ü�‰�‰×Ñ˜TŸY™YŸ^™^Ô,Ý<Üœ¬3¨q´2©v«;ÀUÑEUØ*/°¨ñ5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øñð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�r   c           
     ó|  • [         R                  " U[         R                  5      nUR                  S:w  d  UR                  S   U R
                  :w  a&  [        SUR                   SU R
                   S35      eUR                  S   S-
  nUS-   U R                  R                  S   :w  aa  U R                  S[        R                  " US-   U R
                  U R                  R                  U R                  R                  S9S	S
9  X l        [        R                  " 5          U R                  R                  [        R                   " U5      R#                  U R                  R                  U R                  R                  5      5        U R$                  R'                  S	5        SSS5        g! , (       d  f       g= f)z<Load frozen train-only TRF weights; W shape (n_lags, C_eeg).r    r3   zTRF W shape z expected (*, Ú)r   r�  ©Údevicer   Tr‚  N)r   Úasarrayr   ÚndimrL   r,  rŒ  r�  r?  r   r:  r�  r   r  r{   r1  r   Útor„  rø  )rh   rÒ   re   s      r   Úset_trf_weightsÚTRFPathBVLAAI.set_trf_weightsÌ  s3  € ä�JŠJ�qœ"Ÿ*™*Ó%ˆØ�6‰6�Q‹;˜!Ÿ'™' !™*¨¯
©
Ó2Ü˜|¨A¯G©G¨9°NÀ4Ç:Á:À,ÈaÐPÓQÐQØ�G‰G�A‰J˜‰NˆØˆq‰5�D—J‘J×$Ñ$ QÑ'Ó'Ø× Ñ ØÜ—’˜A ™E 4§:¡:°d·j±j×6GÑ6GÈtÏzÉz×O_ÑO_Ñ`Øð !ñ !ð ŒLÜ�]Š]�_Ø�J‰J×ÑœU×-Ò-¨aÓ0×3Ñ3°D·J±J×4EÑ4EÀtÇzÁz×GWÑGWÓXÔYØ�N‰N× Ñ  Ô&÷ �_Ž_ús   Ä!BF-Æ-
F;c           	     ó¼  • UR                   u  p#nU R                  R                   S   S-
  n[        R                  R                  R                  UR                  SS5      SU45      n[        US-   5       Vs/ s H"  ovSS2SS2XwU-   24   R                  SS5      PM$     nn[        R                  " USS9n	[        R                  " SX�R                  5      $ s  snf )uC   Å·(t)=Î£_Ï„ EEG(t+Ï„)Â·W_Ï„ with zero future-pad (B,T,C) â†’ (B,T).r   r3   r    Nr³  zbtlc,lc->bt)
rL   r�  r   r  rs  rí  r#  r$  r?   Úeinsum)
rh   rn   r  r±   Ú_Cre   rë   ô   Ï„ru  Ústackeds
             r   Ú_trf_predictÚTRFPathBVLAAI._trf_predictÜ  s¶   € à—9‘9‰ˆˆbØ�J‰J×Ñ˜QÑ !Ñ#ˆä�X‰X× Ñ ×$Ñ$ S§]¡]°1°aÓ%8¸1¸a¸&ÓAˆä?DÀQÈÁU¼|ÓLº|¸’A’q˜" !™V˜)�OÑ$×.Ñ.¨q°!Ö4¹|ˆÐLÜ—+’+˜e¨Ñ+ˆÜ�|Š|˜M¨7·J±JÓ?Ð?ùò Ms   Á8)Cc                óÈ   • [         R                  " U SS9n[         R                  " SU R                  S   S-   U R                  U R
                  S9nXR                  S5      -  $ )u+   Running mean along time; x (B,T) â†’ (B,T).r3   r³  rŒ  r   )r   ÚcumsumrI   rL   r�  r   r¶  )r   ÚcsrF  s      r   Ú_causal_cummeanÚTRFPathBVLAAI._causal_cummeanç  sM   € ô �\Š\˜! Ñ#ˆÜ�LŠL˜˜AŸG™G A™J¨™N°1·8±8À1Ç7Á7ÑKˆØ—K‘K “NÑ"Ð"r   c           	     ó"  • USS U R                   24   USU R                   S 24   p2US   nUSU R                  4   n[        U R                  R	                  5       5      (       a  U R                  U5      nO,UR                  UR                  S   UR                  S   5      nUR                  SSS9nUR                  SSS9R                  S5      nXg-
  U-  n	X”-  n
X•-  n[        R                  " XšX°R                  U
5      U R                  U5      /SS9nU R                  U5      R                  SS	5      nX0R                   U-  -   nU R#                  [        R$                  " X./S
5      5      n['        U[(        [*        45      (       a  US   $ U$ )N.©.r   r   r3   T)r´  Úkeepdimç-Cëâ6?r³  r    r5   )r,  r…  rÞ  r„  Úitemr˜  Ú	new_zerosrL   r¶   r‹  Ú	clamp_minr   r?   r�  r  r#  ri  r5  rs  rž  rY  r@  )rh   r   rB  rC  Úenv0Úenv1ÚyhatÚmuÚsdÚyzÚye0Úye1Úsider'   r|  r~   s                   r   r'  ÚTRFPathBVLAAI.forwardî  sn  € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRà�&‰zˆØ�#�t—v‘v�+‰ˆÜ�—‘×#Ñ#Ó%×&Ñ&Ø×$Ñ$ SÓ)‰Dà—=‘= §¡¨1¡¨s¯y©y¸©|Ó<ˆDà�Y‰Y˜1 dˆYÐ+ˆØ�X‰X˜! TˆXÐ*×4Ñ4°TÓ:ˆØ‰i˜2ÑˆØ‰iˆØ‰iˆÜ�{Š{Ø�c×/Ñ/°Ó4°d×6JÑ6JÈ3Ó6OÐPØñˆð —	‘	˜$“×)Ñ)¨!¨QÓ/ˆØ—9‘9˜uÑ$Ñ$ˆØ�G‰G”E—I’I˜s˜j¨"Ó-Ó.ˆÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:r   )r…  r5  ri  r  r,  r  r  )r  Nrƒ  )r…   r†   r‡   rˆ   r‰   r†  rj   r‘  r˜  Ústaticmethodr�  r'  rŒ   r*  r+  s   @r   r  r  š  s>   ø† ñð €F÷òB'ò 	@ð ñ#ó ð#÷;ð ;r   r  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚTempAttnVLAAIi  u  Zero-init causal temporal MHSA residual AFTER SPK-init vlaai_ws blocks.

EEG+speech concat goes through plain ``VLAAIwsPatched`` (SPK remaps into
``bb.bb.*``). Then one pre-norm causal MHSA residual on the temporal feature
map ``(B, T, K)``:

  h = bb(x)
  h' = h + drop(out_proj(MHSA(LN(h))))

``MultiheadAttention.out_proj`` is zero-init â‡’ residual â‰¡ 0 at step 0 â‡’
forward â‰¡ plain vlaai_ws. Distinct from speech FiLM (SpeechResidVLAAI),
SE/graph/channel-mask, Conformer full replace, FIR/Morlet/FBCNet banks,
and stem ALiBi/RoPE.
c                óÞ  >• [         TU ]  5         X-
  nUS:  a  [        SU SU 35      eX0l        Xpl        SSKJn  [        [        R                  SS5      5      n	[        [        [        U[        -  5      X7-   SS0S	9n
[        S[        [        R                  S
S5      5      U" / SQU	/SS9S[        R                  SS5      S.U
D6U l        U	[        U5      -  S:w  a  [        SU	 SU 35      e[        R                  R!                  U	5      U l        [        R                  R%                  U	[        U5      ['        U5      SS9U l        [        R                  R*                  R-                  U R(                  R.                  R0                  5        U R(                  R.                  R2                  bG  [        R                  R*                  R-                  U R(                  R.                  R2                  5        [        R                  R5                  ['        U5      5      U l        U R9                  S[        R:                  " [        R<                  " X"[        R>                  S9SS9SS9  g )Nr   zTempAttnVLAAI C=r  r  r%  rL  r   r3   r!  r"  r¡  r#  r&  r(  r)  r2   r*  úkernels=rˆ  TrS  rÖ  r   r×  Fr‚  r�   ) r  rj   rŒ  r,  r  r3  r   rK   r6   r7   r4  r   r
  r5  r   r  rT  r�  rW  r9   rù  rj  rk  Úout_projrl  rm  r7  rZ  r?  rà  rá  rÞ  )rh   ri   rÒ   r,  rA  r  Úattn_dropoutr  r   r  r;  r  s              €r   rj   ÚTempAttnVLAAI.__init__  sð  ø€ Ü‰ÑÔØ‘9ˆØ�a‹<ÜÐ/°¨s°)¸E¸7ÐCÓDÐDØŒ
Ø ŒÝ<Ü”—‘�o rÓ*Ó+ˆÜœ¬3¨q´2©v«;ÀUÑEUØ*/°¨ñ5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ø˜CØñð (*Ü—E‘E˜/¨3Ó/ñð ñˆŒð Œs�5‹z‰>˜QÓÜ˜x¨ sÐ*BÀ5À'ÐJÓKÐKÜ—(‘(×$Ñ$ QÓ'ˆŒÜ—H‘H×/Ñ/ØŒs�5‹z¤5¨Ó#6ÀDð 0ð JˆŒ	ô 	�‰�‰×Ñ˜TŸY™Y×/Ñ/×6Ñ6Ô7Ø�9‰9×Ñ×"Ñ"Ñ.Ü�H‰H�M‰M× Ñ  §¡×!3Ñ!3×!8Ñ!8Ô9Ü—H‘H×$Ñ$¤U¨7£^Ó4ˆŒ	à×ÑØœ5Ÿ:š:¤e§j¢j°¼U¿Z¹ZÑ&HÐSTÑUØð 	ò 	r   c                ó  • U R                  U5      n[        U[        [        45      (       a  US   OUnUR                  S   nU R                  U5      nU R                  S U2S U24   nU R                  XUXVSS9u  pxX0R                  U5      -   $ )Nr   r3   FrÏ  )	r5  rž  rY  r@  rL   r�  rÖ  rù  rZ  )	rh   r   r~   r%  rF  rv  r,   r'   rv   s	            r   r'  ÚTempAttnVLAAI.forward9  sˆ   € Ø�G‰G�A‹JˆÜ˜q¤5¬$ -×0Ñ0ˆAˆaŠD°aˆØ�G‰G�A‰JˆØ�G‰G�A‹JˆØ×Ñ    B Q B Ñ'ˆØ—9‘9˜Q 1À5�9ÐI‰ˆØ—9‘9˜UÓ#Ñ#Ð#r   )rù  r5  rZ  r�  r,  r  )r  r0  r2   r2   r)  r+  s   @r   r²  r²    s   ø† ñ÷!÷F$ð $r   r²  c                  ó@   ^ • \ rS rSrSr  SU 4S jjrS rS rSrU =r	$ )ÚSpeechXAttnVLAAIiC  u  Cross-attn decoder: EEG latents as Q, speech-envelope tokens as KV.

Pipeline (SPK warm-start friendly):
  h = VLAAIwsPatched(eegâ€–speech)          # EEG latents (SPK â†’ bb.bb.*)
  tok = Linear(speech) + causal DW context # speech-env/onset/dom tokens
  h' = h + drop(MHCA(LN(h), LN(tok), LN(tok)))  # causal cross-attn
``MultiheadAttention.out_proj`` is zero-init â‡’ residual â‰¡ 0 @step 0 â‡’
forward â‰¡ plain vlaai_ws (learns unlike from-scratch ``env_xattn``).

Novelty vs closed peers:
  * temp-attn-spk â€” temporal SELF-attn (Q=K=V=h), no speech KV stream
  * speech-resid  â€” additive FiLM/gate on speech BEFORE VLAAI
  * aux-env-spk   â€” aux envelope MSE loss, no cross-attn decoder
  * env_xattn     â€” from-scratch EEG-conv Q, chance (no SPK / no residual)
c                ór  >• [         TU ]  5         X-
  nUS::  a  [        SU SU 35      eUS-  S:X  a  [        S5      e[        U5      U l        [        U5      U l        [        U5      U l        U R                  S-
  U l        SSKJ	n	  [        [        R                  SS	5      5      n
[        [        [        U[        -  5      X8-   S
S0S9n[        S [        [        R                  SS5      5      U	" / SQU
/SS9S[        R                  SS5      S.UD6U l        U
[        U5      -  S:w  a  [        SU
 SU 35      e[         R"                  R%                  XˆU R                  USS9U l        [         R"                  R(                  R+                  U R&                  R,                  [.        R0                  " S5      S9  [         R"                  R(                  R3                  U R&                  R4                  5        [         R"                  R7                  XŠ5      U l        [         R"                  R(                  R;                  U R8                  R,                  5        [         R"                  R(                  R3                  U R8                  R4                  5        [         R"                  R=                  U
5      U l        [         R"                  R=                  U
5      U l         [         R"                  RC                  U
[        U5      [E        U5      SS9U l#        [         R"                  R(                  R3                  U RF                  RH                  R,                  5        U RF                  RH                  R4                  bG  [         R"                  R(                  R3                  U RF                  RH                  R4                  5        [         R"                  RK                  [E        U5      5      U l&        U RO                  S[         RP                  " [         RR                  " X"[         RT                  S9SS9SS9  g )!Nr   zSpeechXAttnVLAAI C=rp  r    ro  r3   r  r%  rL  r   r!  r"  r¡  r#  r&  r(  r)  r2   r*  r´  rˆ  Tr¨  rI  rq  rS  rÖ  r   r×  Fr‚  r�   )+r  rj   rŒ  rK   r,  r  rr  rí  r3  r   r6   r7   r4  r   r
  r5  r   r  r  Úsp_dwrj  rs  rl  rJ  rM  rk  rm  rf  Úsp_projr‡  rT  rò  ró  rW  r9   rù  rµ  r7  rZ  r?  rà  rá  rÞ  )rh   ri   rÒ   r,  rA  r  r¶  rr  r  r   r  r;  r  s               €r   rj   ÚSpeechXAttnVLAAI.__init__T  s  ø€ ä‰ÑÔØ‘9ˆØ�q‹=ÜÐ2°1°#°ZÀ¸wÐGÓHÐHØ˜‰?˜aÓÜÐ6Ó7Ð7Ü˜“ZˆŒ
Ü˜H›ˆŒÜ˜{Ó+ˆÔØ×#Ñ# aÑ'ˆŒÝ<Ü”—‘�o rÓ*Ó+ˆÜœ¬3¨q´2©v«;ÀUÑEUØ*/°¨ñ5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ø˜CØñð (*Ü—E‘E˜/¨3Ó/ñð ñˆŒð Œs�5‹z‰>˜QÓÜ˜x¨ sÐ*BÀ5À'ÐJÓKÐKä—X‘X—_‘_Ø × 0Ñ 0¸Èð %ð NˆŒ
ä�‰�‰×&Ñ& t§z¡z×'8Ñ'8¼D¿IºIÀa»LÐ&ÑIÜ�‰�‰×Ñ˜TŸZ™ZŸ_™_Ô-Ü—x‘x—‘ xÓ3ˆŒÜ�‰�‰×%Ñ% d§l¡l×&9Ñ&9Ô:Ü�‰�‰×Ñ˜TŸ\™\×.Ñ.Ô/Ü—H‘H×&Ñ& qÓ)ˆŒ	Ü—X‘X×'Ñ'¨Ó*ˆŒ
Ü—H‘H×/Ñ/ØŒs�5‹z¤5¨Ó#6ÀDð 0ð JˆŒ	ô 	�‰�‰×Ñ˜TŸY™Y×/Ñ/×6Ñ6Ô7Ø�9‰9×Ñ×"Ñ"Ñ.Ü�H‰H�M‰M× Ñ  §¡×!3Ñ!3×!8Ñ!8Ô9Ü—H‘H×$Ñ$¤U¨7£^Ó4ˆŒ	Ø×ÑØœ5Ÿ:š:¤e§j¢j°¼U¿Z¹ZÑ&HÐSTÑUØð 	ò 	r   c                ój  • UR                  SS5      n[        R                  R                  R	                  X R                  S45      n[        R                  R                  R                  U R                  U5      SSUR                  S   24   5      nU R                  UR                  SS5      5      $ )u8   (B, T, n_speech) â†’ (B, T, K) causal speech-env tokens.r3   r    r   .N)	r#  r   r  rs  rí  rt  r½  rL   r¾  )rh   rC  r%  s      r   Ú_speech_tokensÚSpeechXAttnVLAAI._speech_tokens„  s†   € à�L‰L˜˜AÓˆÜ�H‰H×Ñ×#Ñ# A¯©°! }Ó5ˆÜ�H‰H×Ñ×$Ñ$ T§Z¡Z°£]°3¸¸¿¹À!¹¸Ð3DÑ%EÓFˆØ�|‰|˜AŸK™K¨¨1Ó-Ó.Ð.r   c                óŠ  • UnUSU R                   S 24   nU R                  U5      n[        U[        [        45      (       a  US   OUnUR
                  S   nU R                  U5      nU R                  U5      U R                  U5      p˜U R                  S U2S U24   n
U R                  X‰XšSS9u  p¼XPR                  U5      -   $ )N.r   r3   FrÏ  )r,  r5  rž  rY  r@  rL   rÁ  rò  ró  rÖ  rù  rZ  )rh   r   Úraw_sprC  r~   r%  rF  Útokr÷  rø  r,   r'   rv   s                r   r'  ÚSpeechXAttnVLAAI.forward‹  s¼   € ØˆØˆs�D—J‘J‘KÐÑ ˆØ�G‰G�F‹OˆÜ˜q¤5¬$ -×0Ñ0ˆAˆaŠD°aˆØ�G‰G�A‰JˆØ×!Ñ! "Ó%ˆØ—	‘	˜!“˜dŸj™j¨›oˆ2Ø×Ñ    B Q B Ñ'ˆØ—9‘9˜Q BÀU�9ÐK‰ˆØ—9‘9˜UÓ#Ñ#Ð#r   )rù  r5  rZ  ró  rò  r,  r  rí  r½  r¾  rr  )r  r0  r2   r2   r/  )
r…   r†   r‡   rˆ   r‰   rj   rÁ  r'  rŒ   r*  r+  s   @r   r»  r»  C  s'   ø† ñð  KNØ÷.ò`/÷
$ð 
$r   r»  c                  óD   ^ • \ rS rSrSrSr  SU 4S jjrS rS rSr	U =r
$ )	Ú	FBCNetSPKi˜  u„  FBCNet-style multi-band parallel spatial+temporal â†’ shared vlaai_ws (SPK).

Mane et al. inspiration: frozen causal FIR filter-bank views (1â€“3/3â€“5/5â€“7/7â€“9 Hz),
then per-band Spatial Conv1d (Câ†’C, identity-init) + depthwise Temporal Conv
(delta-init), then each view (band_eeg â€– speech) through ONE shared
VLAAIwsPatched; soft-mix over bands (uniform init).

Distinct from:
  - FBExtraVLAAI / WaveletFBExtraVLAAI residual (raw+mix â†’ single forward)
  - C=232 filterbank-only stack, EEGNet DWS, TSception, ATCNet, Conformer

SPK DirectNet remaps into `bb.*` (shared VLAAI); spatial/temporal/FIR/mix
stay missing under strict=False.
r  c                ó„	  >• [         TU ]  5         U[        U R                  5      :w  a$  [	        SU S[        U R                  5       35      eUS-  S:X  a  [	        S5      eUS-  S:X  a  [	        S5      eX-
  nUS:  a  [	        SU SU 35      eX0l        X@l        XPl        US	-
  U l        [        R                  R                  X4-  X4-  UX4-  S
S9U l        [        R                  " 5          SSKJn	  [        R                   " U R                  R"                  5      n
[%        U R                  5       Hr  u  nu  pÍU	" X\U/S
['        [(        5      S9n[        R*                  " US S S2   R-                  5       U
R.                  S9n[1        U5       H  nXêX³-  U-   SS S 24'   M     Mt     U R                  R"                  R3                  U
5        S S S 5        U R                  R"                  R5                  S
5        [        R                  R7                  [1        U5       Vs/ s H"  n[        R                  R                  X3S	SS9PM$     sn5      U l        [        R                  R7                  [1        U5       Vs/ s H&  n[        R                  R                  X3XfS-  USS9PM(     sn5      U l        [        R                  " 5          [=        U R8                  U R:                  5       Hª  u  nnUR"                  R?                  5         [1        U5       H  nSUR"                  XÿS4'   M     UR@                  R?                  5         UR"                  R?                  5         US-  nSUR"                  S S 2SU4'   UR@                  R?                  5         M¬     S S S 5        [        R                  RC                  [        RD                  " U5      5      U l#        [        R                  RI                  U5      U l%        SSK&J'n  [Q        [(        [S        U[(        -  5      X8-   SS	0S9n[U        S![S        [V        RY                  SS5      5      U" / SQ[S        [V        RY                  SS5      5      /SS9S[V        RY                  SS5      S .UD6U l-        g ! , (       d  f       GNÍ= fs  snf s  snf ! , (       d  f       GN= f)"Nr  r  r    r   r  ztemp_kern must be oddzFBCNetSPK C=r  r3   Fr¨  )r  r  r5   r   TrW  r©  r)   r  r   r!  r"  r¡  r#  r%  rL  r&  r(  r)  r2   r*  r�   ).r  rj   rJ   r+  rŒ  r,  r6  r-  rí  r   r  r  r.  r{   r8   r  r/  rl  r—  r9   r   r™   r0  r   r$  r1  rù  rŽ  r®  Útemporalr˜   Úzero_rm  r9  r:  Ú
band_logitr7  rZ  r3  r   r4  rK   r
  r6   r7   r5  )rh   ri   rÒ   r,  r6  r-  Ú	temp_kernr  r  r  r7  r8  rC   rD   r9  r:  rv   ÚspaÚtmpÚmidr   r;  r  s                         €r   rj   ÚFBCNetSPK.__init__ª  sÊ  ø€ ä‰ÑÔØ”c˜$Ÿ*™*“oÓ%Ü˜x¨ y°´S¸¿¹³_Ð4EÐFÓGÐGØ�a‰<˜1ÓÜÐ3Ó4Ð4Ø�q‰=˜AÓÜÐ4Ó5Ð5Ø‘9ˆØ�a‹<Ü˜|¨A¨3¨i¸°wÐ?Ó@Ð@ØŒ
ØŒØ ŒØ˜a‘<ˆŒä—8‘8—?‘?Ø‰O˜U™_¨hØ‘?¨ð #ð 0ˆŒô �]Š]�_Ý+Ü× Ò  §¡§¡Ó1ˆAÜ )¨$¯*©*Ö 5‘�‘H�RÙ˜h¨R¨¸EÄeÌBÃiÑP�Ü—|’| D©¨2¨¡J§O¡OÓ$5¸Q¿W¹WÑE�Ü˜už�AØ.2�b‘j 1‘n aªÐ*Ó+ó &ñ !6ð
 �H‰H�O‰O×!Ñ! !Ô$÷ ð 	�‰�‰×&Ñ& uÔ-ä—x‘x×*Ñ*ÜAFÀwÄó,QÚAO¸AŒE�H‰H�O‰O˜E¨!°$ˆOÓ7Áñ,Qó RˆŒäŸ™×+Ñ+ä>CÀG¼nó-Nâ>L¸ô �H‰H�O‰O˜E¨)È!¹^Ø#(¨tð ó 5Ù>Lñ-Nó OˆŒô �]Š]�_Ü §¡¨d¯m©mÖ<‘��SØ—
‘
× Ñ Ô"Ü˜už�AØ*-�C—J‘J˜q Q˜wÓ'ñ &à—‘—‘Ô Ø—
‘
× Ñ Ô"Ø 1‘n�Ø(+�—
‘
š1˜a ˜9Ñ%Ø—‘—‘Ö ñ =÷ ô  Ÿ(™(×,Ñ,¬U¯[ª[¸Ó-AÓBˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ý<Üœ¬3¨q´2©v«;ÀUÑEUØ*/°¨ñ5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øñð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�÷? Ž_üò,Qùò-N÷ Ž_ús&   Ã-C!RÈ!)R&É<-R+Ë
CR0Ò
R#Ò0
R?c                ód  • UR                   u  p#nUR                  SS5      R                  SU R                  S5      n[        R
                  R                  R                  XPR                  S45      nU R                  U5      SSU24   n/ n[        U R                  5       H‹  nUSS2X€R                  -  US-   U R                  -  24   n	U R                  U   " U	5      n	U R                  U   " U	5      SSU24   n	UR                  U R                  U	5      R                  SS5      5        M�     U$ )uI   (B,T,C) â†’ list of n_bands bandpassed+spatially/temporally filtered EEG.r3   r    r   .N)rL   r#  r?  r6  r   r  rs  rí  r.  r$  r,  r®  rÊ  r<   rZ  )
rh   rB  r  r±   rv   r%  rD  Úoutsr8  rØ   s
             r   Ú	_band_eegÚFBCNetSPK._band_eegç  s  € à—)‘)‰ˆˆaØ�M‰M˜!˜QÓ×&Ñ& q¨$¯,©,¸Ó:ˆÜ�H‰H×Ñ×#Ñ# A¯©°! }Ó5ˆØ—‘˜“˜C  ! ˜GÑ$ˆØˆÜ˜Ÿ™Ö%ˆBØ’a˜Ÿj™j™¨"¨q©&°D·J±JÑ)>Ð>Ð>Ñ?ˆAØ—‘˜RÒ  Ó#ˆAØ—‘˜bÒ! !Ó$ S¨"¨1¨" WÑ-ˆAØ�K‰K˜Ÿ	™	 !›×.Ñ.¨q°!Ó4Ö5ñ	 &ð
 ˆr   c                ó”  • USS U R                   24   USU R                   S 24   p2U R                  U5      n[        R                  " U R                  SS9nS n[        U5       Ha  u  pxU R                  [        R                  " Xƒ/S5      5      n	[        U	[        [        45      (       a  U	S   OU	n	Uc  X•U   -  OXiXW   -  -   nMc     U$ )N.r   r³  r5   )r,  rÔ  r   ÚsoftmaxrÌ  r—  r5  rs  rž  rY  r@  )
rh   r   rB  rC  Úbandsr7  r×   r8  Úeeg_br~   s
             r   r'  ÚFBCNetSPK.forwardõ  s¹   € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRØ—‘˜sÓ#ˆÜ�MŠM˜$Ÿ/™/¨qÑ1ˆàˆÜ" 5Ö)‰IˆBØ—‘œŸ	š	 5 +¨rÓ2Ó3ˆAÜ" 1¤u¬d m×4Ñ4��!’¸!ˆAØ"™{�!˜‘e’)°¸!¹%±i±ŠCñ *ð ˆ
r   )
rÌ  r5  rZ  r.  r-  r6  r,  rí  r®  rÊ  )r  r0  rF  r@  r2   )r…   r†   r‡   rˆ   r‰   r+  rj   rÔ  r'  rŒ   r*  r+  s   @r   rÈ  rÈ  ˜  s*   ø† ñð =€EàIKØ÷;òz÷
ð 
r   rÈ  c                óœ  • U S-  S-   nUc  [        U5      S-  O
[        U5      n[        S[        U5      5      nS nS nU" U5      U" U5      p˜[        R                  " X‰[	        U5      S-   5      n
U" U
5      n[        R
                  " U S-   U-  [        U5      -  5      R                  [        5      n[        R                  " USUS-
  5      n[        R                  " [	        U5      U4[        R                  S9n[        [	        U5      5       H›  nXÎ   XÎS-      XÎS-      nnnUU:X  a  [        US-   US-
  5      nUU:X  a  [        US-   US-
  5      n[        UU5       H  nUU-
  [        UU-
  5      -  XÞU4'   M     [        UU5       H  nUU-
  [        UU-
  5      -  XÞU4'   M     M�     UR                  SS	S
9nSUUS:  '   UU-  $ )zGTriangular mel filterbank (n_mels, n_freq) for rfft bins of size n_fft.r    r3   rH  r2   c           	     ó‚   • S[         R                  " S[         R                  " U [         R                  S9S-  -   5      -  $ )Nç     F¤@r)   r   ç     à…@)r   Úlog10rŽ  r;   )rB   s    r   Ú	hz_to_melÚ"_mel_filterbank.<locals>.hz_to_mel  s/   € ØœŸš ¤r§z¢z°!¼2¿:¹:Ñ'FÈÑ'NÑ!NÓOÑOÐOr   c                ó`   • SS[         R                  " U [         R                  S9S-  -  S-
  -  $ )NrÞ  g      $@r   rÝ  r)   )r   rŽ  r;   r„   s    r   Ú	mel_to_hzÚ"_mel_filterbank.<locals>.mel_to_hz  s+   € Ø˜¤§¢¨A´R·Z±ZÑ!@À6Ñ!IÑJÈSÑPÑQÐQr   r   r   T)r&   Úkeepdimsr)   ç:Œ0âŽyE>)r9   r  r   ÚlinspacerK   Úfloorr:   Úclipr:  r   r$  rÜ  rN  )Ún_fftÚn_melsr#   ÚfminÚfmaxÚn_freqrà  rã  Úm_loÚm_hiÚm_ptsÚf_ptsÚbinsÚfbr&  ÚleftÚcenterÚrightÚjr¾   s                       r   Ú_mel_filterbankrù    s½  € à�a‰Z˜!‰^€FØ"™lŒ5�‹9�sŠ?´°d³€DÜˆs”E˜$“KÓ €DòPòRñ ˜4“¡)¨D£/ˆ$Ü�KŠK˜¤C¨£K°!¡OÓ4€EÙ�eÓ€EÜ�8Š8�U˜Q‘Y %Ñ'¬%°«)Ñ3Ó4×;Ñ;¼CÓ@€DÜ�7Š7�4˜˜F Q™JÓ'€DÜ	�Š”3�v“; Ð'¬r¯z©zÑ	:€BÜ”3�v“;ÖˆØ"™g t°©E¡{°D¸Q¹±K�eˆfˆØ�T‹>Ü˜ ™ 6¨A¡:Ó.ˆFØ�F‹?Ü˜ ™
 F¨Q¡JÓ/ˆEÜ�t˜VÖ$ˆAØ˜D™¤E¨&°4©-Ó$8Ñ8ˆB�!ˆt‹Hñ %ä�v˜uÖ%ˆAØ ™	¤U¨5°6©>Ó%:Ñ:ˆB�!ˆt‹Hó &ñ  ð 	�‰�A ˆÐ%€AØ€A€aˆ$�h�KØ�‰6€Mr   c                  óB   ^ • \ rS rSrSr   SU 4S jjrS rS rSrU =r	$ )ÚSpecViTi#  u  EEG â†’ causal STFT/Mel spectrogram patches â†’ tiny ViT â†’ dense (B, W, d).

Acc front-end (non-vlaai). Pipeline:
  1. Spatial Linear EEG â†’ n_comp
  2. Causal per-sample STFT (left-pad, hop=1) â†’ power â†’ mel filterbank â†’ log1p
  3. Flatten (n_comp Ã— n_mels) + speech feats â†’ Linear patch embed
  4. LÃ— causal pre-norm MHSA+FFN (same block as TFDirect) â†’ (B, W, d_out)

Distinct from TFDirect (time-domain Conv1d patch), Conformer, FBCNet /
FIR/Morlet residualâ†’vlaai, TSception, WaveNet, Mamba, Shallow/Deep/EEGNet.
c                ó¸	  >• [         TU ]  5         X::  a  [        SU SU S35      eX-
  nUS-  S:w  a  [        SU S35      eXE-  S:w  a  [        SU S	U 35      eUS
:  a  [        S5      e[        U5      U l        [        U5      U l        [        U5      U l        [        U	5      U l        [        R                  R                  U R                  U R
                  SS9U l        [        R                  " U R                  SS9nU R                  SUSS9  [        U R                  U R                  [        XÞS9nU R                  S[        R                   " U5      SS9  U R
                  U R                  -  U-   n[        R                  R                  UU5      U l        [        R                  R%                  [        R&                  " SX$5      5      U l        [        R                  R*                  R-                  U R(                  SS9  [        R                  R/                  U5      U l        [        R                  R3                  [5        [        U5      5       Vs/ s H  n[7        XEXºS9PM     sn5      U l        [        R                  R;                  U5      U l        XL:w  a  [        R                  R                  XL5      O[        R                  R?                  5       U l         XL:w  a  [        R                  R;                  U5      O[        R                  R?                  5       U l!        U R                  S[        RD                  " [        RF                  " X"[        RH                  S9SS9SS9  [        R                  R*                  R-                  U R                  RJ                  SS9  [        R                  R*                  R-                  U R"                  RJ                  SS9  [        R                  R*                  RM                  U R"                  RN                  5        [Q        U R@                  [        R                  R                  5      (       az  [        R                  R*                  R-                  U R@                  RJ                  SS9  [        R                  R*                  RM                  U R@                  RN                  5        g g s  snf )Nz
SpecViT C=rï  rð  r    r   zSpecViT speech width z	 not evenr‡  rˆ  r0  zn_fft must be >= 4FrW  T)ÚperiodicÚstft_winr‚  )rì  rí  Úmel_fbr3   r‰  rŠ  rÕ  rÖ  r   r×  ))r  rj   rŒ  rK   rþ  rò  rê  rë  r   r  rf  r®  Úhann_windowr?  rù  r   r   rÚ  r9  r:  r;  rj  r�  r7  rZ  rŽ  r$  rÈ  r�  rT  r�  rç  r×   r  rà  rá  rÞ  rl  rk  rm  rž  )rh   ri   rÒ   rþ  r@  rA  rB  rò  rê  rë  rÊ  r  r'  rì  rí  r  Úwinrô  Úin_dimrv   r  s                       €r   rj   ÚSpecViT.__init__0  sm  ø€ ô 	‰ÑÔØ‹:Ü˜z¨!¨¨M¸%¸ÀÐPÓQÐQØ‘9ˆØ�a‰<˜1ÓÜÐ4°X°J¸iÐHÓIÐIØ‰9˜‹>Ü˜r ! Ð$<¸U¸GÐDÓEÐEØ�1‹9ÜÐ1Ó2Ð2Ü˜“ZˆŒ
Ü˜&“kˆŒÜ˜“ZˆŒ
Ü˜&“kˆŒÜ—x‘x—‘ t§z¡z°4·;±;ÀU�ÐKˆŒÜ×Ò §
¡
°TÑ:ˆØ×Ñ˜Z¨¸ÐÑ?Ü˜TŸZ™Z¨¯©´b¸tÑOˆØ×Ñ˜X¤u×'7Ò'7¸Ó';ÈÐÑNØ—‘˜tŸ{™{Ñ*¨XÑ5ˆÜ—X‘X—_‘_ V¨QÓ/ˆŒ
Ü—8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÑ1Ü—H‘H×$Ñ$ WÓ-ˆŒ	Ü—h‘h×)Ñ)äœ3˜v›;Ô'ó+)â'�ô ˜A gÔAÙ'ñ+)ó *ˆŒô —(‘(×$Ñ$ QÓ'ˆŒØ01³
”5—8‘8—?‘? 1Ô,ÄÇÁ×@QÑ@QÓ@SˆŒØ34³:”e—h‘h×(Ñ(¨Ô/Ä5Ç8Á8×CTÑCTÓCVˆŒØ×ÑØœ5Ÿ:š:¤e§j¢j°¼U¿Z¹ZÑ&HÐSTÑUØð 	ñ 	ô 	�‰�‰×Ñ˜dŸl™l×1Ñ1°tÐÑ<Ü�‰�‰×Ñ˜dŸj™j×/Ñ/°TÐÑ:Ü�‰�‰×Ñ˜TŸZ™ZŸ_™_Ô-Ü�d—h‘h¤§¡§¡×0Ñ0Ü�H‰H�M‰M×!Ñ! $§(¡(§/¡/°tÐ!Ñ<Ü�H‰H�M‰M× Ñ  §¡§¡Õ/ð 1ùò+)s   ÉSc                ó¬  • UR                   u  p#n[        R                  R                  R	                  UR                  SS5      U R                  S-
  S45      nUR                  SU R                  S5      U R                  -  n[        R                  R                  X`R                  SS9nUR                  R                  5       UR                  R                  5       -   n[        R                  " SX€R                  5      n	[        R                   " U	R#                  S5      5      n
U
R%                  SSSS5      R'                  X#X@R(                  -  5      $ )	uJ   eeg (B, W, n_comp) â†’ log-mel (B, W, n_comp * n_mels), hop=1 causal STFT.r3   r    r   r5   )rÓ   r´  zbctf,mf->bctmr2   r¡  )rL   r   r  rs  rí  r#  rê  Úunfoldrþ  ÚfftÚrfftrP  ÚsquarerQ  r”  rÿ  Úlog1pr¥  Úpermuter  rë  )rh   rn   r  r±   ri   r%  ÚframesÚspecÚpowerÚmelÚlogmels              r   Ú_causal_melÚSpecViT._causal_mel\  só   € à—)‘)‰ˆˆaä�H‰H×Ñ×#Ñ# C§M¡M°!°QÓ$7¸$¿*¹*Àq¹.È!Ð9LÓMˆØ—‘˜"˜dŸj™j¨!Ó,¨t¯}©}Ñ<ˆÜ�y‰y�~‰~˜f¯
©
¸ˆ~Ð;ˆØ—	‘	× Ñ Ó" T§Y¡Y×%5Ñ%5Ó%7Ñ7ˆÜ�lŠl˜?¨E·;±;Ó?ˆÜ—’˜SŸ]™]¨3Ó/Ó0ˆØ�~‰~˜a  A qÓ)×1Ñ1°!¸¿K¹K¹ÓHÐHr   c                ó   • UR                   S   nU R                  USS U R                  24   5      nU R                  U5      nUSU R                  S 24   nU R	                  [
        R                  " XE/SS95      nU R                  X`R                  S S 2S U24   -   5      nU R                  S U2S U24   nU R                   H  nU" Xg5      nM     U R                  U R                  U R                  U5      5      5      $ )Nr3   .r5   r³  )rL   r®  rþ  r  rÚ  r   rs  rZ  r;  rÖ  r�  r  r×   r�  )	rh   r   rF  rn   r  r  r%  r,   r  s	            r   r'  ÚSpecViT.forwardh  sã   € Ø�G‰G�A‰JˆØ�l‰l˜1˜S + 4§:¡: +Ð-Ñ.Ó/ˆØ×Ñ˜sÓ#ˆØ�3˜Ÿ
™
™Ð#Ñ$ˆØ�J‰J”u—y’y # °BÑ7Ó8ˆØ�I‰I�aŸ(™(¢1 b q b 5™/Ñ)Ó*ˆØ×Ñ    B Q B Ñ'ˆØ—[”[ˆEÙ�a“ŠAñ !à�{‰{˜4Ÿ8™8 D§G¡G¨A£JÓ/Ó0Ð0r   )r�  rZ  r�  rò  rþ  rê  rë  r×   r  rÚ  r;  r®  )r  rL  r0  r    r§  r¹  é   r    ræ  rL  r)   N)
r…   r†   r‡   rˆ   r‰   rj   r  r'  rŒ   r*  r+  s   @r   rû  rû  #  s+   ø† ñ
ð HIØEGØ $÷*0òX
I÷
1ð 
1r   rû  c                ó†%  • SSK Jn  [        [        [	        U[        -  5      USS0S9nU S:X  a  [        X5      $ U S:X  a   [        U40 [        R                  U 0 5      D6$ U S:X  a�  [        X[	        [        R                  S	S
5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [        [        R                  SS5      5      S9$ U S:X  a�  [        X[	        [        R                  S	S
5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [        [        R                  SS5      5      S9$ U S:X  a�  [        X[	        [        R                  S	S
5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [        [        R                  SS5      5      S9$ U S:X  Ga5  [        X[	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [        [        R                  SS5      5      [	        [        R                  S	S5      5      S9$ U S:X  a½  [        X[	        [        R                  S	S5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  S S!5      5      [	        [        R                  S"S#5      5      [        [        R                  SS5      5      S$9$ U S%:X  aÛ  [!        X[	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  SS&5      5      [	        [        R                  SS5      5      [        [        R                  SS5      5      [	        [        R                  S	S5      5      S'9	$ U S(:X  a×  [        R                  S)S*5      n[#        U[$        5      (       a!  ['        S+ UR)                  S,5       5       5      n[+        X[	        [        R                  SS-5      5      ['        U5      [	        [        R                  SS.5      5      [        [        R                  SS/5      5      [	        [        R                  S	S5      5      S09$ U S1:X  aŸ  [-        X[	        [        R                  SS25      5      [	        [        R                  SS!5      5      [	        [        R                  SS35      5      [        [        R                  SS/5      5      [	        [        R                  S	S5      5      S49$ U S5:X  aŸ  [/        X['        [        R                  S6S75      5      [	        [        R                  SS85      5      [	        [        R                  SS&5      5      [        [        R                  SS/5      5      [	        [        R                  S	S5      5      S99$ U S::X  aÒ  [1        X[	        [        R                  SS5      5      [	        [        R                  SS5      5      [        R                  S;S 5      [	        [        R                  SS5      5      [	        [        R                  S<S=5      5      [        [        R                  SS/5      5      [	        [        R                  S	S5      5      S>9	$ U S?:X  Ga	  [        R                  S@SA5      n[#        U[$        5      (       a!  ['        SB UR)                  S,5       5       5      n[3        X[	        [        R                  SC[        R                  S	S5      5      5      [	        [        R                  SS&5      5      ['        U5      [	        [        R                  SDS5      5      [        [        R                  SS5      5      [	        [        R                  S	S5      5      SE9$ U SF:X  Ga  [5        X[	        [        R                  S	S5      5      [	        [        R                  SS5      5      [	        [        R                  SGS=5      5      [	        [        R                  SHS5      5      [	        [        R                  SIS5      5      [        [        R                  SS5      5      [	        [        R                  SJ[        R                  S	S5      5      5      [        [        R                  SKS5      5      SL9
$ U SM:X  aÛ  [7        X[	        [        R                  S	S5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  S S#5      5      [        [        R                  SKS5      5      [        [        R                  SS5      5      [9        [        R                  SNSO5      5      SP9	$ U SQ:X  Ga|  [;        X[	        [        R                  SRSS5      5      [	        [        R                  S	S5      5      [	        [        R                  SS5      5      [	        [        R                  SS5      5      [	        [        R                  STS.5      5      [	        [        R                  SUS=5      5      [	        [        R                  SVSW5      5      [        [        R                  SKS5      5      [        [        R                  SS5      5      [	        [        R                  SJ[        R                  S	S5      5      5      [        [        R                  SXSY5      5      [        R                  SZS 5      S[9$ U S\:X  aE  [=        X[	        [        R                  S]SS5      5      [	        [        R                  S^S5      5      S_9$ U S`:X  ax  [?        X[	        [        R                  S]SS5      5      [	        [        R                  SaS5      5      [	        [        R                  SbSc5      5      [        R                  SdS 5      Se9$ U Sf:X  aZ  [A        X[	        [        R                  S]SS5      5      [	        [        R                  SgSh5      5      [        R                  SiS 5      Sj9$ U Sk:X  aZ  [C        X[	        [        R                  S]SS5      5      [        R                  SlS 5      [        [        R                  SmSn5      5      So9$ U Sp:X  a�  [E        X[	        [        R                  S]SS5      5      [	        [        R                  SS5      5      [        [        R                  SqSr5      5      [        [        R                  SsSr5      5      St9$ U Su:X  aŸ  [G        X[	        [        R                  S]SS5      5      [	        [        R                  SS5      5      [        [        R                  SqSr5      5      [        [        R                  SsSr5      5      [	        [        R                  SgSv5      5      Sw9$ U Sx:X  aŸ  [I        X[	        [        R                  S]SS5      5      [	        [        R                  S^S5      5      [	        [        R                  SbSh5      5      [	        [        R                  SyS!5      5      [        [        R                  SzSr5      5      S{9$ U S|:X  GaI  [K        X[	        [        R                  SRSS5      5      [	        [        R                  STS=5      5      [        [        R                  S}S~5      5      [        [        R                  SS~5      5      [	        [        R                  S€[        R                  S	S5      5      5      [	        [        R                  S�S5      5      [	        [        R                  S‚Sv5      5      [        [        R                  SS5      5      [	        [        R                  S	S5      5      [9        [        R                  SƒSO5      5      S„9$ U S…:X  ag  [M        Sž[	        [        R                  S†S5      5      U" / S‡Q[	        [        R                  SˆS5      5      /S&S‰9SŠ[        R                  SSr5      S‹.UD6$ SŒS�SŽS�S�S‘S’.U    n[N        RP                  " [S        [T        U-   S“-   5      5      S”   nUS•   RW                  S–S5      u  pš[        US—   5      n[#        UR                  S˜5      [        5      (       a  S™US˜   ;   a  U" Sž0 US˜   S”   D6US˜'   URY                  [        R                  U 0 5      5        U S‘:X  a  SšUS›'   U Sœ:X  a%  URY                  [	        U[        -  5      [        X!S�9  [[        [\        R^                  " U	5      U
5      " Sž0 0 UEURa                  5        VVs0 s H  u  pÍXË;  d  M  XÍ_M     snnED6$ s  snnf )ŸNr   r  r   r3   r!  ÚadtÚhappyquokkaÚgru_ffnÚmodel_drœ  Úmodel_headsr0  Úmodel_layersr    r)  rN  )r@  rA  rB  r  Ú	conv_attnÚ	env_xattnÚatcnetÚmodel_F1rL  Úmodel_depthÚ
model_kernÚ
model_poolÚmodel_tcn_filtersÚmodel_tcn_depthÚmodel_tcn_kernelræ  )
r  r   r!  r"  r#  r$  r%  r&  r  r'  Ú	conformerÚmodel_patch_kr@  Úmodel_conv_kr¸  )r@  rA  rB  râ  r4  r  Úeegtcnetr¡  )r  r!  r$  r%  r&  r  r'  Ú	tsceptionÚmodel_scales_sr‚  c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frr  )r9   ©rR  r   s     r   rS  Ú!build_backbone.<locals>.<genexpr>´  s   é € Ð?Ò->¨œ5 Ÿ8˜8Ò->ùó   ‚Ú,r�  r§  rO  )r  rj  r"  r  r'  Úshallowr�  r‘  )rˆ  r‰  r"  r  r'  ÚdeepÚmodel_filtersr   r¤  )rš  r‰  r"  r  r'  ÚeegnetÚmodel_F2Úmodel_sep_kernr¹  )r  r6   rª  r‰  r³  r  r'  ÚwavenetÚmodel_dilationsrÒ  c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frr  )rK   r-  s     r   rS  r.  Ù  s   é € Ð7ª 1œ˜AŸ˜ªùr/  Úmodel_channelsÚmodel_cycles)r  r  rÌ  rÍ  r  r'  rÜ  Úmodel_d_stateÚmodel_d_convÚmodel_expandÚmodel_d_outÚmodel_ffn_mult)r@  rB  rØ  rÙ  rÚ  r  r'  rÊ  Ú	tf_directÚmodel_causalT)r@  rA  rB  râ  rÊ  r  rß  Úspec_vitÚmodel_n_eegr  Úmodel_n_compÚmodel_n_fftÚmodel_n_melsr  Ú
model_fminr)   Ú
model_fmax)rþ  r@  rA  rB  rò  rê  rë  rÊ  r  r'  rì  rí  Úfb_vlaaiÚmodel_n_rawÚmodel_n_bands)r,  r6  Úwavelet_fb_vlaaiÚmodel_n_scalesÚmodel_fir_tapsrk  Úmodel_n_cycles)r,  r]  r-  rT  Úspeech_resid_spkÚmodel_speech_kernrF  Úmodel_speech_hid)r,  rr  rv  Útrf_pathb_sw2Úmodel_trf_max_lagÚmodel_trf_gate0rƒ  )r,  r  rˆ  Útemp_attn_spkÚmodel_attn_dropr2   Úmodel_attn_dropout)r,  rA  r  r¶  Úspeech_xattn_decr/  )r,  rA  r  r¶  rr  Ú
fbcnet_spkÚmodel_temp_kernÚmodel_fb_dropout)r,  r6  r-  rÍ  r  ÚxcorrÚmodel_max_lag_msr  Úmodel_smooth_msÚmodel_cnn_channelsÚmodel_cnn_blocksÚmodel_cnn_kernÚmodel_light_init)
rþ  rò  rû  rü  rý  rþ  rÿ  r  r'  r   Úvlaai_wsr"  r#  r%  r&  r(  r*  ÚvlaaiÚ
simple_cnnÚlsm_cnnÚdeformerÚrebok_deformerÚssmamba)rf  rg  rh  ri  Údeformer_wsrk  z.yamlÚ	init_argsÚmodel_classÚ.Ú
model_argsr  Ú
class_pathFÚuse_subject_embeddingrl  )ra   r#   r  Únum_electrodesr�   )1r3  r   r4  r   rK   r-  rž  ÚMODEL_OVERRIDESr7   r„  r6   r9   rÂ  rü  r  r9  rB  rž  ÚstrrY  ÚsplitrN  r…  r“  r¦  rÇ  rä  rÓ  rÞ  rû  r  rZ  rm  r  r²  r»  rÈ  rí  r
  ÚyamlÚ	safe_loadÚopenÚ	MODEL_CFGÚrsplitrp   ÚgetattrÚ	importlibÚimport_moduleÚitems)rŠ   ri   rÒ   r   r;  ÚscalesÚdilÚcfgnamer:  ÚmodÚclsÚargsr  r¿   s                 r   Úbuild_backboner†  u  sW  € Ý8Ü”R¤s¨1¬r©6£{ÀÐX]Ð_`ÐWaÑb€FØˆuƒ}Ü�1‹yÐØˆ}ÓÜ˜1Ñ>¤× 3Ñ 3°D¸"Ó =Ñ>Ð>ØˆyÓÜ ØÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6ñ8ð 	8ð ˆ{ÓÜ"ØÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6ñ8ð 	8ð ˆ{ÓÜØÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6ñ8ð 	8ð ˆxÔÜØÜ”1—5‘5˜ RÓ(Ó)Üœ1Ÿ5™5 °Ó2Ó3ÜœAŸE™E ,°Ó3Ó4Ü”Q—U‘U˜<¨Ó+Ó,ÜœŸ™˜m¨QÓ/Ó0ÜœAŸE™EÐ"5°rÓ:Ó;Üœ!Ÿ%™%Ð 1°1Ó5Ó6Üœ1Ÿ5™5Ð!3°QÓ7Ó8Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ñ-ð 	-ð ˆ{ÓÜØÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0ÜœŸ™˜o¨rÓ2Ó3Ü”q—u‘u˜^¨RÓ0Ó1Üœ!Ÿ%™% °Ó5Ó6ñ8ð 	8ð ˆzÓÜØÜ”1—5‘5˜ RÓ(Ó)ÜœAŸE™E ,°Ó3Ó4ÜœAŸE™EÐ"5°rÓ:Ó;Üœ!Ÿ%™%Ð 1°1Ó5Ó6Üœ1Ÿ5™5Ð!3°QÓ7Ó8Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ñ-ð 	-ð ˆ{ÓÜ—‘Ð'Ð);Ó<ˆÜ�fœc×"Ñ"ÜÑ?¨V¯\©\¸#Ô->Ó?Ó?ˆFÜØÜ”1—5‘5˜ RÓ(Ó)Ü˜6“]Ü”Q—U‘U˜<¨Ó+Ó,Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ñ-ð 	-ð ˆyÓÜØÜœ!Ÿ%™% 
¨BÓ/Ó0Ü”Q—U‘U˜<¨Ó,Ó-Ü”Q—U‘U˜<¨Ó,Ó-Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ñ-ð 	-ð ˆvƒ~ÜØÜœ!Ÿ%™% Ð1CÓDÓEÜ”Q—U‘U˜<¨Ó,Ó-Ü”Q—U‘U˜<¨Ó+Ó,Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ñ-ð 	-ð ˆxÓÜØÜ”1—5‘5˜ RÓ(Ó)Ü”!—%‘%˜ qÓ)Ó*Ü�u‰u�Z Ó&Ü”Q—U‘U˜<¨Ó,Ó-ÜœŸ™Ð/°Ó4Ó5Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ñ-ð 	-ð ˆyÔÜ�e‰eÐ%Ð'?Ó@ˆÜ�cœ3×ÑÜÑ7¨¯	©	°#¬Ó7Ó7ˆCÜØÜœŸ™Ð/´·±°yÀ"Ó1EÓFÓGÜ”q—u‘u˜\¨1Ó-Ó.Ü˜C“jÜ”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ñ-ð 	-ð ˆw„ÜØÜ”!—%‘%˜	 2Ó&Ó'Ü”q—u‘u˜^¨QÓ/Ó0ÜœŸ™˜o¨rÓ2Ó3Ü”q—u‘u˜^¨QÓ/Ó0Ü”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜M¬1¯5©5°¸BÓ+?Ó@ÓAÜœ1Ÿ5™5Ð!1°1Ó5Ó6ñ	8ð 		8ð ˆ{ÓÜ ØÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0ÜœŸ™˜o¨rÓ2Ó3Üœ1Ÿ5™5Ð!1°1Ó5Ó6Üœ!Ÿ%™% °Ó5Ó6ÜœŸ™˜n¨dÓ3Ó4ñ6ð 	6ð ˆzÔÜØÜ”a—e‘e˜M¨2Ó.Ó/Ü”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0Ü”q—u‘u˜^¨QÓ/Ó0Ü”a—e‘e˜M¨2Ó.Ó/Ü”q—u‘u˜^¨RÓ0Ó1Üœ1Ÿ5™5Ð!1°1Ó5Ó6Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜M¬1¯5©5°¸BÓ+?Ó@ÓAÜ”q—u‘u˜\¨3Ó/Ó0Ü—‘�| TÓ*ñ,ð 	,ð ˆzÓÜØÜ”a—e‘e˜M¨2Ó.Ó/ÜœŸ™˜o¨qÓ1Ó2ñ4ð 	4ð Ð!Ó!Ü"ØÜ”a—e‘e˜M¨2Ó.Ó/ÜœŸ™Ð/°Ó3Ó4ÜœŸ™Ð/°Ó4Ó5Ü—U‘UÐ+¨TÓ2ñ4ð 	4ð Ð!Ó!ÜØÜ”a—e‘e˜M¨2Ó.Ó/ÜœAŸE™EÐ"5°rÓ:Ó;Ü—u‘uÐ/°Ó6ñ	8ð 	8ð
 ˆÓÜØÜ”a—e‘e˜M¨2Ó.Ó/Ü—E‘EÐ-¨tÓ4ÜœŸ™Ð/°Ó6Ó7ñ	9ð 	9ð
 ˆÓÜØÜ”a—e‘e˜M¨2Ó.Ó/Ü”a—e‘e˜M¨1Ó-Ó.Üœ!Ÿ%™%Ð 1°3Ó7Ó8ÜœqŸu™uÐ%9¸3Ó?Ó@ñBð 	Bð Ð!Ó!ÜØÜ”a—e‘e˜M¨2Ó.Ó/Ü”a—e‘e˜M¨1Ó-Ó.Üœ!Ÿ%™%Ð 1°3Ó7Ó8ÜœqŸu™uÐ%9¸3Ó?Ó@ÜœAŸE™EÐ"5°qÓ9Ó:ñ<ð 	<ð ˆ|ÓÜØÜ”a—e‘e˜M¨2Ó.Ó/ÜœŸ™˜o¨qÓ1Ó2ÜœŸ™Ð/°Ó4Ó5Üœ!Ÿ%™%Ð 1°2Ó6Ó7Üœ!Ÿ%™%Ð 2°CÓ8Ó9ñ;ð 	;ð ˆw„ÜØÜ”a—e‘e˜M¨2Ó.Ó/Ü”q—u‘u˜^¨RÓ0Ó1ÜœQŸU™UÐ#5°sÓ;Ó<ÜœAŸE™EÐ"3°SÓ9Ó:ÜœQŸU™UÐ#7¼¿¹¸yÈ"Ó9MÓNÓOÜœ1Ÿ5™5Ð!3°QÓ7Ó8ÜœŸ™Ð/°Ó3Ó4Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ÜœAŸE™EÐ"4°dÓ;Ó<ñ>ð 	>ð ˆzÓäð l¬¬A¯E©E°.À!Ó,DÓ(EÙ-<Ê.ÔgjÔkl×kpÑkpð  rAð  CEó  lFó  hGð  gHØHIñ.Kà9;ÄQÇUÁUÈ?Ð\_ÓE`ñlð ekñlð 	lð  ¨|È	Ð_iØ.¸9ñFØFJñL€Gä�Š”tœI¨Ñ/°'Ñ9Ó:Ó;¸KÑH€AØ�Ñ×&Ñ& s¨AÓ.�H€CÜ��,‘Ó €DÜ�$—(‘(Ð+Ó,¬d×3Ñ3¸ÈÐM]ÑH^Ó8^Ù!0Ñ!W°4Ð8HÑ3IÈ+Ñ3VÑ!WˆÐÑØ‡K�K”×#Ñ# D¨"Ó-Ô.ØˆyÓØ(-ˆÐ$Ñ%Øˆ}ÓØ�‰¤# a¬"¡f£+´"¸qˆÑSÜ”9×*Ò*¨3Ó/°Ô5ÑwÐ8v¸4Ð8vÐU[×UaÑUaÔUcÔCuÒUcÉTÈQÐghÑgtÃDÀAÂDÑUcÒCuÐ8vÑwÐwùÓCus   ÁJ!AJ=ÁJ0AJ=c                  ó4   ^ • \ rS rSrU 4S jrS rS rSrU =r$ )ÚNetiW  c           
     óN  >• [         TU ]  5         Xl        [        XU5      R	                  [
        5      U l        [        R                  " 5          U R                  [        R                  " SX2[
        S95      nS S S 5        [        [        R                  SS/5      5      U l        WR                  S   S:w  d  U R                  S:”  a)  [!        SSUR                  S   U R                  S9U l        g [        R"                  R%                  5       U l        g ! , (       d  f       N£= f)	Nr3   ©r�  r   r   r5   zb t c -> b t fzc f)Úweight_shaper:  rB   )r  rj   rŠ   r†  r�  ÚDEVÚbackboner   r{   Ú_bbr:  rJ   r6   r7   r…  rL   r   r  rç  Úhead)rh   rŠ   ri   rÒ   Úor  s        €r   rj   ÚNet.__init__X  sË   ø€ Ü‰ÑÔØŒ	Ü& t°Ó2×5Ñ5´cÓ:ˆŒÜ�]Š]�_Ø—‘œŸš Q¨´SÑ9Ó:ˆA÷ ä”Q—U‘U˜9 u gÓ.Ó/ˆŒàŸ™ ™¨Ó)¨T¯V©V°a«Zô Ð,¸5ÀAÇGÁGÈBÁKÐSW×SYÑSYÑZˆ�	Ü>C¿h¹h×>OÑ>OÓ>Qð 	�	÷ �_ús   Á*DÄ
D$c           
     ó$  • U R                   S:X  aN  U R                  US[        R                  " UR                  S   [        R
                  UR                  S905      nOU R                  U5      n[        U[        [        45      (       a  US   $ U$ )Nrk  r—   r   )r   r�  )
rŠ   r�  r   rá  rL   Úlongr�  rž  rY  r@  ©rh   r   r~   s      r   rŽ  ÚNet._bbb  sp   € Ø�9‰9˜	Ó!Ø—‘˜a ,´·
²
¸1¿7¹7À1¹:ÌUÏZÉZÐ`a×`hÑ`hÑ0iÐ!jÓk‰Aà—‘˜aÓ ˆAÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:r   c                óp   • U R                  U R                  U5      5      nU R                  S:X  a  US   $ U$ )Nr3   r   )r�  rŽ  r…  r”  s      r   r'  ÚNet.forwardi  s1   € Ø�I‰I�d—h‘h˜q“kÓ"ˆØ ŸF™F a›Kˆq�‰yÐ.¨QÐ.r   )r…  r�  r�  rŠ   )	r…   r†   r‡   rˆ   rj   rŽ  r'  rŒ   r*  r+  s   @r   rˆ  rˆ  W  s   ø† õSò;÷/ð /r   rˆ  c                óP  • U R                  5       S:X  a  U S   US   US   p!n S nU" U 5      U" U5      U" U5      pvn[        R                  " SXV5      n[        R                  " SXW5      S   n	[        R                  " X‰/S5      U-  n
[        R                  " U R
                  S   U R                  S9R                  U R
                  S   S5      n[        R                  R                  R                  U
R                  SU
R
                  S   5      UR                  S5      5      $ )	a  InfoNCE over the batch: for window i the positive is its attended target, negatives are its ignored target
and the attended targets of all other windows in the batch. Similarity = Pearson over time, logits = sim / tau.
y, Ya, Yi: (B, W) or (B, W, F); the loss is averaged over targets F.r    ©.Nc                ó–   • X R                  SSS9-
  U R                  SSS9[        R                  " U R                  S   5      -  S-   -  $ ©Nr3   T©r¡  ræ  )r¶   r‹  r   rM  rL   rq  s    r   Ú<lambda>Úinfonce.<locals>.<lambda>t  sG   € �1—v‘v˜a¨�vÐ.Ñ.°1·5±5¸ÀD°5Ð3IÌBÏGÊGÐTU×T[ÑT[Ð\]ÑT^ÓL_Ñ3_ÐbfÑ3fÒgr   zbtf,ctf->fbczbtf,btf->fbr5   r   rŠ  )r´  r   r”  rs  rI   rL   r�  rÚ  r  rs  Úcross_entropyr  )r~   ÚYaÚYir  rv  ÚzyÚzaÚziÚsimÚnegÚlogitsÚtargets               r   Úinfoncer©  n  sï   € ð 	‡u�uƒw�!ƒ|Ø�i‘L " Y¡-°°I±ˆrˆÙg€AÙ�1“‘q˜“u™a ›eˆB€BÜ
�,Š,�~ rÓ
.€CÜ
�,Š,�} bÓ
-¨iÑ
8€CÜ�YŠY˜�z 2Ó&¨Ñ,€FÜ�\Š\˜!Ÿ'™' !™*¨Q¯X©XÑ6×=Ñ=¸a¿g¹gÀb¹kÈ2ÓN€FÜ�8‰8×Ñ×,Ñ,¨V¯^©^¸BÀÇÁÈRÑ@PÓ-QÐSY×SaÑSaÐbdÓSeÓfÐfr   c                óî   • X R                  SSS9-
  n XR                  SSS9-
  nX-  R                  S5      [        R                  " X -  R                  S5      X-  R                  S5      -  S-   5      -  $ r›  ©r¶   rN  r   rM  ©rO   rE   s     r   Úpearsonr­  }  sh   € Ø	�F‰F�1˜dˆFÐ#Ñ#€AØ	�F‰F�1˜dˆFÐ#Ñ#€AØ‰E�;‰;�q‹>œEŸJšJ¨©§{¡{°1£~¸¹¿¹ÀA»Ñ'FÈÑ'MÓNÑNÐNr   c                óJ  • U R                  5       S:H  nU(       a!  U R                  S5      UR                  S5      pUR                  S5      R                  U R                  5      nUR	                  SSS9R                  SS9nX U-  R	                  SSS9U-  -
  U-  nXU-  R	                  SSS9U-  -
  U-  nXV-  R	                  S5      [        R                  " XU-  R	                  S5      Xf-  R	                  S5      -  S-   5      -  nU(       a  UR                  S5      $ U$ )	z]Pearson over time, using only samples where mask m (B, W) is 1. a, b are (B, W) or (B, W, F).r    r5   r3   Trœ  r)   rŒ  ræ  )	r´  r¶  r�  r   rN  rŽ  r   rM  r·  )rO   rE   rf   ÚsinglerÓ   ÚacÚbcrÃ   s           r   Úpearson_maskedr²  ƒ  s   € à�U‰U‹W˜‰\€FÞØ�{‰{˜2‹ §¡¨B£ˆ1Ø	�‰�B‹×Ñ˜1Ÿ7™7Ó#€AØ	�‰ˆa˜ˆÐ×$Ñ$¨Ð$Ð-€AØ
�1‰u�k‰k˜! TˆkÐ*¨QÑ.Ñ
.°!Ñ	3€BØ
�1‰u�k‰k˜! TˆkÐ*¨QÑ.Ñ
.°!Ñ	3€BØ	‰�‰�aÓœ5Ÿ:š: r¡w§m¡m°AÓ&6¸"¹'¿¹ÀqÓ9IÑ&IÈDÑ&PÓQÑQ€AÞ"ˆ1�9‰9�R‹=Ð)¨Ð)r   c                óº  • U R                   SS u  p‰UR                  U5      [        U5      :  n
[        [	        SU	-  5      5      [        [	        SU	-  5      5      pËXË::  d  U
R                  5       (       d[  [        X5      * [        X5      -   nUR                  5       S:”  a  UR                  S5      R                  5       $ UR                  5       $ Ub  [        U5      O[        [	        S[        -  5      5      n[        R                  " X‰[        R                  5      n[        R                  " X‰S-   [        R                  5      n[        U
R                  5       5      nUR                  X¼U5      Xú'   [        U5      S:”  a§  U(       a   UR                  U5      [        U5      :  n[        [        R                   " U
5      5       H`  u  nnUU   (       d  M  [        UU   5      U-   n[        [	        SU	-  5      5      nUU:  d  MB  [        UR                  UU5      5      UU'   Mb     [        X5      * [        X5      -   nUR                  5       S:”  a  UR                  S5      n["        R$                  " X�R&                  S	9n["        R(                  " XðR&                  S	9n["        R(                  " UU R&                  S	9nUSSS24   USS2S4   :¬  USSS24   USS2S4   :  -  n["        R(                  " X R&                  S	9nUUSS2S4   -  nU R                  5       S
:X  a  UR+                  S5      n["        R,                  " UX!5      ["        R,                  " UX5      nnUSSS24   USS2S4   :¬  n U ) R/                  U R0                  5      U R/                  U R0                  5      n"n![3        U UU!5      * [3        U UU!5      -   n#[3        U UU"5      * [3        U UU"5      -   n$U#R                  5       S:”  a"  U#R                  S5      U$R                  S5      n$n#[        U5      n%U#U%U$-  -   SU%-   -  n&["        R,                  " UU&U5      R                  5       $ )uþ  Train-only contrastive loss with one (or two) synthetic switches inside the window.

With probability p, a cut in the middle 60% swaps the attended and ignored targets afterwards. With probability
p2 among those switched windows, a second cut â‰¥ min_gap samples later flips back (decoder-sw3 denser multi-switch;
default min_gap = 2 s). Segments are Pearson-averaged; the post-first-cut region is weighted by post_w. Windows
without a cut keep the full-window contrastive loss. y, Ya, Yi: (B, W) or (B, W, F).Nr    ræ  çš™™™™™é?r3   r5   rH  r   rŠ  r¡  r)   )rL   Úrandomr9   rK   rQ  Úanyr­  r´  r¶   r   r   rz  Úint64rN  Úintegersr—  Úflatnonzeror   rI   r�  Ú	as_tensorr¶  Úwherer�  r   r²  )'r~   r   r¡  rÁ   Úpost_wÚrngÚp2Úmin_gapr  rÒ   ÚdorC   rD   rÃ   ÚgapÚcutÚcut2Ún_doÚ	do2_localrø  r&  rO   rE   Ú	loss_fullrN   Úcut_tÚcut2_tÚswappedÚdo_tÚswapÚYa_sÚYi_srË  Úpre_mÚpost_mÚloss_preÚ	loss_postr7  Úloss_segs'                                          r   Úseg_switch_contrastiverÓ  �  sv  € ð �7‰7�2�Aˆ;�D€AØ	�‰�A‹œ˜q›Ñ	!€BÜ”�s˜Q‘w“Ó ¤#¤e¨C°!©G£nÓ"5ˆØ	ƒx�r—v‘v—x‘xÜ�Q‹^ˆOœg a›nÑ,ˆØŸe™e›g¨›k�—‘�r“
×6Ñ6Ó8Ð8¨q×6Ñ6Ó8Ð8Ø!Ñ-Œ#ˆgŒ,´3´u¸SÄ2¹X³Ó3G€CÜ
�'Š'�!œŸ™Ó
!€CÜ�7Š7�1˜!‘eœRŸX™XÓ&€DÜˆr�v‰v‹x‹=€DØ�l‰l˜2 4Ó(€C�GÜˆRƒy�1ƒ}žØ—J‘J˜tÓ$¤u¨R£yÑ0ˆ	ÜœbŸnšn¨RÓ0Ö1‰DˆAˆqØ˜Q—<ÙÜ�C˜‘F“˜cÑ!ˆAä”E˜# ™'“NÓ#ˆAØ�1�uÜ˜cŸl™l¨1¨aÓ0Ó1��Q“ñ 2ô ˜“�¤'¨!£.Ñ0€IØ‡}�}ƒ˜ÓØ—N‘N 2Ó&ˆ	Ü
�,Š,�q§¡Ñ
*€CÜ�OŠO˜C¯©Ñ1€EÜ�_Š_˜T¨!¯(©(Ñ3€Fà�4š�7‰|˜u¢Q¨ W™~Ñ-°#°dºA°g±,ÀÊÈ4ÈÁÑ2PÑQ€GÜ�?Š?˜2§h¡hÑ/€DØ�Tš!˜T˜'‘]Ñ"€DØ‡u�uƒw�!ƒ|Ø�~‰~˜bÓ!ˆÜ—’˜T 2Ó*¬E¯KªK¸¸bÓ,Eˆ$€Dàˆt’Qˆw‰<˜5¢ D ™>Ñ)€DØ�U—J‘J˜qŸw™wÓ'¨¯©°·±Ó)9ˆ6€EÜ˜q $¨Ó.Ð.´ÀÀ4ÈÓ1OÑO€HÜ  4¨Ó0Ð0´>À!ÀTÈ6Ó3RÑR€IØ‡|�|ƒ~˜ÓØ&Ÿm™m¨BÓ/°·±ÀÓ1C�)ˆÜˆf‹€AØ˜1˜y™=Ñ(¨S°1©WÑ5€HÜ�;Š;�t˜X yÓ1×6Ñ6Ó8Ð8r   c                óÚ  • SSK nSSSSSSSSSSS	S
SSS.n/ nU  H´  nUR                  SUR                  5       5      nUR                  S5      UR                  S5      pvUS:X  a  SO2[	        U5      S-  (       a  [	        U5      S-   * S-  O[	        U5      S-  nUR                  UR                  XbR                  USS S5      5      U45        M¶     [        R                  " U[        5      $ )zÛApproximate 2-D scalp grid (row, column) from 10-10 labels: letters -> anterior-posterior row, number -> lateral
column (odd = left, even = right, z = midline). Enough to find neighbouring electrodes (no mne installed).r   Nr3   r    r¡  r0  rI  é   r   r§  r/  )ÚFPÚAFr…  ÚFCÚFTri   r±   ÚCPÚTPÚPÚPOÚOÚCBÚIz([A-Z]+)(\d+|Z)$ÚZr2   )
rd  ÚmatchÚupperÚgrouprK   r<   r7   r   r²   r9   )	Únamesrd  Úrowsr×   rÓ   rf   ÚletÚnumÚcols	            r   Ú	_grid_posrê  Å  sÝ   € ó Ø˜1 1¨A°Q¸QÀQÈaÐWXÐ_`ÐhiÐpqØ˜!ñ€Dà
€CÛˆØ�H‰HÐ(¨!¯'©'«)Ó4ˆØ—7‘7˜1“:˜qŸw™w q›zˆSØ˜C“Z‰c¼SÀ»XÈ¿\¬¨C«°1© o¸Ò&9ÌsÐSVËxÐZ[É|ˆØ�
‰
�D—H‘H˜S§(¡(¨3¨r°¨7°AÓ"6Ó7¸Ð=Ö>ñ	 ô
 �8Š8�CœÓÐr   c                ó:  • S nU =(       d    S H%  nUR                  S5      u  pEU" U5      [        U'   M'     U(       a]  [        [        R                  S5      =(       d    0 5      [        S'   U H(  nUR                  S5      u  pEU" U5      [        S   U'   M*     gg)zåHyper-parameter search: --set key=value overrides config dnn (lr, weight_decay, batch_size, model_dropout, ...),
--aug-set key=value overrides the augmentation dict (noise, p_chan, p_cluster, ...). Call after D['augment'] is set.c                óv   • U R                  S5      R                  5       (       a  [        U 5      $ [        U 5      $ )NÚ-)ÚlstripÚisdigitrK   r9   )r¿   s    r   r�  Ú!apply_overrides.<locals>.<lambda>×  s*   € ˜aŸh™h s›m×3Ñ3×5Ñ5”C˜“FÐC¼5À»8ÐCr   r�   Ú=ÚaugmentN)rv  r6   r4  r7   )ÚpairsÚ	aug_pairsrè  rø  r  r¿   s         r   Úapply_overridesrõ  Ô  s†   € ñ D€CØ�k�rŠkˆØ�x‰x˜‹}‰ˆÙ�1‹vŒˆ!‹ñ ö ÜœAŸE™E )Ó,×2°Ó3Œˆ)‰ÛˆBØ—8‘8˜C“=‰DˆAÙ! !›fŒAˆi‰L˜‹Oò ð r   c                ó*   • U R                  S5      S   $ )Nú	-subject-r   )rv  )r¼   s    r   Ú_dataset_ofrø  â  s   € Ø�9‰9�[Ó! !Ñ$Ð$r   c                  ó4   • \ rS rSr\S 5       r\S 5       rSrg)Ú_GRLiè  c                ó0   • X l         UR                  U5      $ rr  )ÚlamÚview_as)Úctxr   rü  s      r   r'  Ú_GRL.forwardé  s   € àŒØ�y‰y˜‹|Ðr   c                ó&   • U R                   * U-  S 4$ rr  )rü  )rþ  rK  s     r   ÚbackwardÚ_GRL.backwardî  s   € à—‘ˆx˜!‰|˜TÐ!Ð!r   r�   N)r…   r†   r‡   rˆ   r°  r'  r  rŒ   r�   r   r   rú  rú  è  s(   † Øñó ðð ñ"ó ó"r   rú  c                ó   ^• U4S jnU  Vs/ s H  o2" US   5      PM     nn[        [        U5      5      n[        R                  " U Vs/ s H  oeR	                  U5      PM     sn5      [        U5      4$ s  snf s  snf )z]Domain label per training trial: 'dataset' (corpus dataset or the external set) or 'subject'.c                óÊ   >• SU ;   a.  TS:X  a  U R                  S5      S   $ U R                  S5      S   $ TS:X  a  U R                  S5      S   $ U R                  SS5      S   $ )Nr÷  Údatasetr   z-trial-rv   r3   )rv  r{  )r  Úkinds    €r   rŠ   Údomain_ids.<locals>.nameõ  sh   ø€ Ø˜!ÓØ.2°iÓ.?�1—7‘7˜;Ó'¨Ñ*ÐZÀQÇWÁWÈYÓEWÐXYÑEZÐZØ"&¨)Ó"3ˆq�w‰w�s‹|˜A‰ÐL¸¿¹À#ÀqÓ9IÈ!Ñ9LÐLr   r¼   )ÚsortedÚsetr   r²   ÚindexrJ   )Útrialsr  rŠ   rF  rå  ÚuniqrÓ   s    `     r   Ú
domain_idsr  ó  sj   ø€ õMñ &,Ó,¢V ˆT�!�E‘(Ž^¡V€EÐ,Ü”#�e“*Ó€DÜ�8Š8©EÓ2ªE q—Z‘Z –]©EÑ2Ó3´S¸³YÐ>Ð>ùò -ùâ2s   ŒA6Á
A;c                  ó.   ^ • \ rS rSrU 4S jrS rSrU =r$ )ÚAdvHeadiþ  c                ó$  >• [         TU ]  5         [        R                  R	                  [        R                  R                  SU-  S5      [        R                  R                  5       [        R                  R                  SU5      5      U l        g )Nr    rM  )r  rj   r   r  r5  rf  rÊ  Únet)rh   r@  rÓ   r  s      €r   rj   ÚAdvHead.__init__ÿ  s[   ø€ Ü‰ÑÔÜ—8‘8×&Ñ&¤u§x¡x§¡°q¸1±u¸cÓ'BÄEÇHÁHÇMÁMÃOÔUZ×U]ÑU]×UdÑUdÐehÐjkÓUlÓmˆ�r   c           
     ó¶   • U R                  [        R                  [        R                  " UR                  S5      UR                  S5      /S5      U5      5      $ )Nr3   r5   )r  rú  Úapplyr   rs  r¶   r‹  )rh   rB   rü  s      r   r'  ÚAdvHead.forward	  s<   € Ø�x‰xœŸ
™
¤5§9¢9¨a¯f©f°Q«i¸¿¹¸q»Ð-BÀBÓ#GÈÓMÓNÐNr   )r  )r…   r†   r‡   rˆ   rj   r'  rŒ   r*  r+  s   @r   r  r  þ  s   ø† õn÷Oð Or   r  c                óÎ   • [        SU [        R                  SS5      [        S   -  -  5      n[        R                  SS5      SS[        R                  " SU-  5      -   -  S-
  -  $ )	zODANN schedule: 0 -> D['adv_lambda'] over the first D['adv_ramp_epochs'] epochs.r)   Úadv_ramp_epochsrI  Ústeps_per_epochÚ
adv_lambdaçš™™™™™©?rH  g      $À)rÜ  r6   r7   rJ  rL  )ÚsteprÁ   s     r   r  r  	  s\   € äˆC�œŸ™Ð0°!Ó4´qÐ9JÑ7KÑKÑLÓM€AÜ�5‰5�˜tÓ$¨¨s´T·X²X¸eÀa¹iÓ5HÑ/HÑ(IÈCÑ(OÑPÐPr   c                  óŠ   • \ rS rSr\S4S jrS rSS jrS rSS jr	S r
S	 r\R                  " 5       SS
 j5       rSS jrSrg)ÚDNNDeci	  rß  c                óf  • XUsU l         U l        U l        [        [        S   [
        -  5      U l        [        [        S   [
        -  5      U l        [        [        S   [
        -  5      U l        [        R                  SU R                  U R                  -   [
        -  5      U l
        U R                  U R                  [
        -  :¼  aZ  [        [        S   S   [
        -  5      U R                  -  S:X  a-  [        [        S   S   [
        -  5      U R                  -  S:X  d   S	5       eU R                  U R                  S
-  -
  [
        -  U l        [        R                  " [        R                  S[        S   5      5        [        XU R                  5      R!                  ["        5      U l        g )NÚwindow_sÚinfer_hop_sÚcausal_future_sÚevidence_lookahead_sÚevidenceÚhop_sr   Úwin_sz.evidence windows must end on the read-out gridr0  Ú
train_seedÚseed)rŠ   ri   r�  rK   r6   r   rÒ   ÚhopÚfutr7   r‹   r   Úoffline_lookahead_sr   Úmanual_seedrˆ  r�  rŒ  r  )rh   rŠ   ri   r�  Úmodes        r   rj   ÚDNNDec.__init__	  sP  € Ø&*¨sÐ#ˆŒ	�4”6˜4œ8Ü”Q�z‘]¤RÑ'Ó(ˆŒÜ”q˜Ñ'¬"Ñ,Ó-ˆŒÜ”qÐ*Ñ+¬bÑ0Ó1ˆŒô Ÿ5™5Ð!7¸$¿(¹(ÀTÇXÁXÑ:MÔQSÑ9SÓTˆÔØ×Ñ 4§8¡8¬b¡=Ó0´S¼¸Z¹ÈÑ9QÔTVÑ9VÓ5WÐZ^×ZbÑZbÑ5bÐfgÓ5gÜ”C˜
‘O GÑ,¬rÑ1Ó2°T·X±XÑ=ÀÓBð	uØDtó	uð Cà$(§F¡F¨T¯V©V°q©[Ñ$8¼BÑ#>ˆÔ Ü×Òœ!Ÿ%™% ¬c°&©kÓ:Ô;Ü�t §¡Ó'×*Ñ*¬3Ó/ˆ�r   c                ó  • [         R                  S5      =(       d    0 nUR                  u  pEnUS-  S:X  a  SOUnUR                  SS5      S:”  GaŽ  [        R                  " UR                  U5      US   :  5      n[        U5      (       GaR  [        R                  R                  US[        -  5      n	UR                  UR                  SS5      * UR                  SS5      [        U5      SS45      n
[        R                  " U	SS	5      S
-  SSS2S4   U
-  n[        R                  R                  [        R                  R                  X   SS9U-  USS9nX   R                  SSS9[        R                  " UR                  SSS9S5      -  nU[        R                   " X   R                  SSS9S:„  US5      -  R#                  [        R$                  5      X'   UR                  SS5      S:”  a�  UR                  U5      US   :  nUR                  UR'                  5       SU45      UR                  SS5      :„  R#                  [        R$                  5      nX==   [        R(                  " USSXg-  45      -  ss'   UR                  SS5      S:”  az  [        R*                  " UR                  [        R,                  " US   5      * [        R,                  " US   5      USU45      5      R#                  [        R$                  5      nX-  nUR                  SS5      S:”  a@  XS   UR/                  UR                  5      -  R#                  [        R$                  5      -  nUR                  SS5      S:”  d,  UR                  SS5      S:”  d  UR                  SS5      S:”  ag  [1        U S5      (       dV  SSKJn  [7        U[8        S      5      n[        R:                  " USS2S4   US   -
  S-  R'                  S5      S5      U l        UR                  SS5      S:”  Ga>  X`R<                  R                  S   :X  Ga!  [?        UR                  SS 5      5      [A        UR                  S!S"5      5      nn[        R                  " UR                  U5      US   :  5       H¼  n[        RB                  " U[        R$                  S#9nU R<                  SS2SUS-   24   nUU[        RD                  " [        RF                  " U5      SS2S4   US5      4==   UUR                  SSUU45      -  R#                  [        R$                  5      -  ss'   UU   U-  UU'   M¾     UR                  SS5      S:”  aÝ  X`R<                  R                  S   :X  aÁ  [        R                  " UR                  U5      US   :  5       H’  nU R<                  URI                  U5      S[?        URI                  SUR                  S$S%5      S-   5      5      24   nUU==   [A        UR                  SS5      5      UU   SS2U4   RK                  SSS9-  -  ss'   M”     UR                  SS5      S:”  aÊ  [        R                  " UR                  U5      US   :  5       H›  nURI                  UR                  S&S'5      UR                  S(S%5      S-   5      nU R<                  URI                  U5      SU24   nSUU   SS2[        RL                  " [O        Xg-  5       Vs/ s H
  nUX·-  -   PM     sn5      4'   M�     UR                  S)S5      S:”  a¥  [        R                  " UR                  U5      US)   :  5       Hv  nURI                  [        US-   5      nURI                  SUU-
  S-   5      nUUUUU-   24   nUR                  S5      nSUUS:H  '   UU   URK                  S5      -
  U-  UU'   Mx     UR                  S*S5      S:”  at  U RP                  U RR                  -
  U RT                  -
  n[        R                  " UR                  U5      US*   :  5       H  nSUUSURI                  SUS-   5      24'   M!     U$ s  snf )+a×  Training-only augmentation (D['augment'], off by default), per window, in place on X (n, W, C):
spectral tilt (p_tilt of the windows, exponent within +-tilt), channel mask (p_chan_mask of the windows, each channel dropped with p_chan), per-channel gain (log-uniform
within +-gain), additive Gaussian noise (std noise, data are z-scored), zero prefix (p_zero_prefix of the
windows get their first 1..pos0 samples zeroed, as the zero padding at a trial start at inference).rò  r  r   Úp_tiltr)   ÚtiltrO  r3   g      (@r  Nr%   )rÓ   r&   T)rå  ræ  r2   Úp_chan_maskÚp_chanræ  ÚgainÚnoiseÚ	p_clusterÚp_spatial_mixÚp_rerefÚ_nbr)ÚMONTAGESÚmontager    r5   Úmix_krÕ  Ú	mix_sigmag333333Ã?r   Ú	reref_maxr§  Úcluster_minr¡  Úcluster_maxÚp_renormÚp_zero_prefix)+r6   r7   rL   r   r¹  rµ  rJ   r  Úrfftfreqr   Úuniformré  Úirfftr  r‹  r=   r»  r:   r   rN  ÚtilerL  r	  Ústandard_normalÚhasattrr;  r9  rê  r   Úargsortr8  rK   r9   rµ   r?  rI   r¸  r¶   Úconcatenater$  rÒ   r)  r(  )rh   r½   r½  ÚArÓ   rÒ   ri   ÚC0ÚselrB   ÚalrK  rM   rÃ   rf   r9  rÜ  r  Úsigrø  ÚMxÚcolsÚgrpÚelÚL_rO   Úsegrª  Úpos0s                                r   Ú_augmentÚDNNDec._augment	  s"  € ô
 �E‰E�)Ó×" ˆØ—'‘'‰ˆˆaØ�r‘6˜Q“;‰R AˆØ�5‰5�˜1Ó Ô!ô —.’. §¡¨A£°°8±Ñ!<Ó=ˆCÜ�3�xŠxÜ—F‘F—O‘O A s¬R¡xÓ0�Ø—[‘[ !§%¡%¨°Ó"4Ð!4°a·e±e¸FÀCÓ6HÌ3ÈsË8ÐUVÐXYÐJZÓ[�Ü—W’W˜Q  TÓ*¨SÑ0°$º¸4°-Ñ@ÀBÑF�Ü—F‘F—L‘L¤§¡§¡¨Q©V¸! Ð!<¸qÑ!@ÀAÈA�LÐN�Ø‘F—J‘J˜q¨4�JÐ0´2·:²:¸a¿e¹eÀAÐPT¸eÐ>UÐW[Ó3\Ñ\�ØœbŸhšh q¡v§z¡z°!¸d zÐ'CÀaÑ'GÈÈCÓPÑP×XÑXÔY[×YcÑYcÓd�‘Ø�5‰5� Ó" QÓ&Ø—*‘*˜Q“- ! MÑ"2Ñ2ˆCØ—‘˜SŸW™W›Y¨¨2Ð.Ó/°!·%±%¸À#Ó2FÑF×NÑNÌrÏzÉzÓZˆAØ‹F”b—g’g˜a ! Q¨© Ó1Ñ1‹FØ�5‰5�˜Ó˜aÓÜ—’�s—{‘{¤B§H¢H¨Q¨v©YÓ$7Ð#7¼¿ºÀ!ÀFÁ)Ó9LÈqÐRSÐUVÈiÓXÓY×`Ñ`Ôac×akÑakÓlˆAØ‰FˆAØ�5‰5�˜!Ó˜qÓ Ø�G‘*˜s×2Ñ2°1·7±7Ó;Ñ;×CÑCÄBÇJÁJÓOÑOˆAØ�E‰E�+˜qÓ! AÓ%¨¯©¨ÀÓ)BÀQÓ)FÈ!Ï%É%ÐPYÐ[\ÓJ]Ð`aÓJaÜ  f×-Ñ-Ý'Ü˜(¤3 y¡>Ñ2Ó3ˆAÜŸ
š
 Q¢q¨$ w¡Z°!°D±'Ñ%9¸aÑ$?×#DÑ#DÀRÓ#HÈ!ÓLˆDŒIØ�5‰5� !Ó$ qÔ(¨Q·)±)·/±/À!Ñ2DÔ-Dä˜Ÿ™˜w¨Ó*Ó+¬U°1·5±5¸ÀdÓ3KÓ-LˆsˆAÜ—^’^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ü—V’V˜A¤R§Z¡ZÑ0�Ø—y‘y¢ A a¨!¡e G Ñ,�Ø�4œŸš¤2§9¢9¨Q£<²°4°Ñ#8¸!¸QÓ?Ð?Ó@ÀSÈ3Ï;É;ÐWYÐ[\Ð_`ÐbcÐ^dÓKeÑEe×DmÑDmÔnp×nxÑnxÓDyÑyÓ@Ø˜‘t˜b‘y��!“ñ	 Hð
 �5‰5�˜AÓ Ó" q¯I©I¯O©O¸AÑ,>Ó'>ä—^’^ C§J¡J¨q£M°A°i±LÑ$@ÖA�Ø—i‘i §¡¨Q£Ð1b´3°s·|±|ÀAÀqÇuÁuÈ[ÐZ[ÓG\Ð_`ÑG`Ó7aÓ3bÐ1bÐ bÑc�Ø�!“œ˜cŸk™k¨#¨sÓ3Ó4°q¸±tºA¸s¸F±|×7HÑ7HÈÐUYÐ7HÐ7ZÑZÑZ•ñ Bð �5‰5�˜aÓ  1Ó$Ü—^’^ C§J¡J¨q£M°A°k±NÑ$BÖC�Ø—L‘L §¡ }°aÓ!8¸!¿%¹%ÀÈqÓ:QÐTUÑ:UÓV�Ø—Y‘Y˜sŸ|™|¨BÓ/°°!°Ð3Ñ4�ØQT��!‘’QœŸš¼UÀ1Á7¼^Ó'Lº^¸¨¨Q©V¬¹^Ñ'LÓMÐMÓNñ Dð �5‰5�˜QÓ !Ó#Ü—^’^ C§J¡J¨q£M°A°j±MÑ$AÖB�Ø—\‘\¤" a¨!¡eÓ,�°#·,±,¸qÀ!ÀbÁ&È1Á*Ó2M¨aØ˜˜1˜Q ™V˜8˜‘n�Ø—W‘W˜Q“Z�¨s  B¨!¡G¡Ø˜!™˜sŸx™x¨›{Ñ*¨bÑ0��!“ñ	 Cð
 �5‰5� !Ó$ qÓ(Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDÜ—^’^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ø36��!Ð/�c—l‘l 1 d¨Q¡hÓ/Ð/Ð/Ó0ñ Hàˆùò (Ms   Übc                óR  ^$• U(       a  [         R                  S5      =(       d    0 O0 nUR                  SS5      [        UR                  SS5      5      pv[        [        R                  " U R
                  SU-   -  5      5      SU-  -   n[        R                  " U V	s/ s H  n	[        U	S   5      U-
  PM     sn	5      n
[        R                  " U
S5      R                  [        5      nUR                  S	5      S
:X  a|  [        R                  " U V	s/ s H  n	[        U	S   5      PM     sn	5      n[        R                  " U5       H/  nX¼U:H  ==   [        X¼U:H     R                  5       S5      -  ss'   M1     X»R                  5       -  n[         R                  S5      =(       d    0 nU(       Ga  [        R                  " U V	s/ s H  o™R                  SS5      PM     sn	5      m$[        R                  " T$[!        U5      5      ) nX¿==   S[        U$4S jUR#                  5        5       5      -
  [        X¿   R                  5       S5      -  -  ss'   UR#                  5        HQ  u  nnT$U:H  R%                  5       (       d  M   UT$U:H  ==   U[        UT$U:H     R                  5       S5      -  -  ss'   MS     X»R                  5       -  nUR'                  [        U5      X+S9nUU l        [        R*                  " X R
                  U R,                  4[        R.                  5      nUS   S   R0                  SS  n[        R*                  " X R
                  4U-   [        R.                  5      n[        R*                  " X R
                  4U-   [        R.                  5      n[3        U5       GH  u  nnUR5                  SU
U   S-   5      U-   nUU   nUS   US   nnUS:”  Gal  [        [7        U R
                  SUR9                  U* U5      -   -  5      5      n[        R:                  " SUS-
  U R
                  5      n[        R<                  " U5      R                  [        5      U[        R<                  " U5      -
  S S 2S 4   n n[        R>                  " US-   US-
  5      n!U(       a  UR5                  U* US-   5      OSn"US   UU"-   UU"-   U-    n#U#U   SU -
  -  U#U!   U -  -   UU'   UUUU-    U   SU S S 2S4   -
  -  UUUU-    U!   U S S 2S4   -  -   UU'   UUUU-    U   SU S S 2S4   -
  -  UUUU-    U!   U S S 2S4   -  -   UU'   GM¤  U(       a  UR5                  U* US-   5      OSn"US   UU"-   UU"-   U R
                  -    UU'   UUUU R
                  -    UUUU R
                  -    sUU'   UU'   GM     U(       a  U RA                  UU5      n[B        RD                  " U5      [B        RD                  " U5      [B        RD                  " U5      4$ s  sn	f s  sn	f s  sn	f )Nrò  Úwarpr2   Ú
lag_jitterr   r3   r    rn   Úbalancer  r¼   g•Ö&è.>Ú
group_fracÚ_grpÚ c              3  ó`   >#   • U  H#  u  pTU:H  R                  5       (       d  M  Uv •  M%     g 7frr  )r¶  )rR  rK  r¿   rQ  s      €r   rS  Ú"DNNDec._windows.<locals>.<genexpr>l	  s"   øé € ÐMªj¡d a¸SÀA¹X¿N¹N×<L§¡ªjùs   ƒ.¥	.rI  ©rÁ   Ú_yaÚ_yi)#r6   r7   rK   r   ÚceilrÒ   r²   rJ   r=   r:   r9   rø  Úuniquer  rN  Úisinr@  r  r¶  ÚchoiceÚ_last_tiÚemptyri   r   rL   r—  r¸  rQ  rC  rç  rè  ÚminimumrV  r   r   )%rh   r  rÓ   r½  ÚaugrJ  rY  ÚlagÚspanrF  ÚlensrÁ   Údsr@  ÚgfÚrestrK  r¿   Útir½   Úfshaper   r¡  rø  r&  r¾   r@   rP   rQ   ÚLrÚtqÚt0_ÚfrÚt1_Úd_rØ   rQ  s%                                       @r   Ú_windowsÚDNNDec._windows]	  sE  ø€ Þ(+ŒQ�U‰U�9Ó×# ø°ˆØ—E‘E˜& #Ó&¬¨A¯E©E°,ÀÓ,BÓ(CˆcÜ”2—7’7˜4Ÿ6™6 Q¨¡XÑ.Ó/Ó0°1°s±7Ñ:ˆÜ�xŠx±vÓ>²v°!œ˜Q˜u™X›¨Ô-±vÑ>Ó?ˆÜ�JŠJ�t˜QÓ×&Ñ&¤uÓ-ˆØ�5‰5�Ó˜yÓ(Ü—’¹&ÓAº&°Qœ; q¨¡xÖ0¹&ÑAÓBˆBÜ—Y’Y˜r–]�Ø˜‘'“
œc !¨!¡G¡*§.¡.Ó"2°DÓ9Ñ9•
ñ #à—‘“‰KˆÜ�U‰U�<Ó ×& BˆßÜ—(’(±vÓ>²v°!ŸE™E &¨"Ö-±vÑ>Ó?ˆCÜ—G’G˜C¤ b£Ó*Ð*ˆDØ‹G˜œCÔM¨b¯h©h¬jÓMÓMÑMÔQTÐUVÑU\×U`ÑU`ÓUbÐdiÓQjÑjÑj‹GØŸ™ž
‘��1Ø˜1‘H—>‘>×#Ó#Ø�c˜Q‘h“K 1¤s¨1¨S°A©X©;¯?©?Ó+<¸eÓ'DÑ#DÑD•Kñ #ð —E‘E“G‘ˆAØ�Z‰Zœ˜F› QˆZÐ,ˆØˆŒÜ�HŠH�aŸ™ §¡Ð(¬"¯*©*Ó5ˆØ˜‘˜5Ñ!×'Ñ'¨¨Ð+ˆÜ�XŠX�qŸ&™&�k FÑ*¬B¯J©JÓ7ˆÜ�XŠX�qŸ&™&�k FÑ*¬B¯J©JÓ7ˆÜ˜b—M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,¨sÑ2ˆAØ˜‘ˆBØ˜‘Y  5¡	�ˆBØ�aŒxÜœ˜tŸv™v¨¨S¯[©[¸$¸ÀÓ-EÑ)EÑFÓGÓH�Ü—[’[  B¨¡F¨D¯F©FÓ3�ÜŸ(š( 2›,×-Ñ-¬cÓ2°R¼"¿(º(À2»,Ñ5FÊÈ4ÈÑ4P�R�Ü—j’j  q¡¨"¨q©&Ó1�Þ47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø�u‘I˜a "™f Q¨¡V¨b¡[Ð1�Ø˜‘v  R¡Ñ(¨1¨S©6°B©;Ñ6��!‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1”æ47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø˜%‘y  R¡¨¨B©°·±©Ð8��!‘Ø! ! A¨¯©¡JÐ/°°A°a¸$¿&¹&±jÐ1A���1‘�r˜!”uñ# "ö$ Ø—‘˜a Ó%ˆAÜ×Ò Ó"¤E×$4Ò$4°RÓ$8¼%×:JÒ:JÈ2Ó:NÐNÐNùòU ?ùò Bùò ?s   ÂXÄXÇX$c                óP  • X-    H  n[        U5      u  US'   US'   M     [        R                  R                  [        R                  S[        S   5      5      nU R                  U[        S   U5      u  pgnSu  pš[        U R                  R                  5       5      n[        R                  S5      (       aø  [        U[        S   5      u  pÍ[        R                  " 5          U R                  R                  [        R                  " SU R                   U R"                  [$        S	95      R&                  S
   nS S S 5        [)        WU5      R+                  [$        5      n	U[        U	R                  5       5      -  nU R-                  S[        S    SU S[        R                  SS5       35        [        R                  SS5      S:”  a`  U R-                  S[        S    S[        R                  SS5       S[        R                  SS5       S[        R                  SS5       35        [        R.                  R1                  U[        S   [        S   S9n[        R.                  R2                  R5                  USS[        S   S 9n[6        R8                  SS nnn[;        [        R                  S!S5      5      n[=        [        S"   5       GHC  n[>        R>                  " 5       nUU:  a,  UR@                   H  n[        S   S#S$U-  U-  -   -  US'   M     O+UU:X  a%  US:”  a  UR@                   H  n[        S   US'   M     U R                  RC                  5         / / nn[=        [        S%   5       GHN  nU R                  U[        S&   US'S(9u  nnnUR+                  [$        5      UR+                  [$        5      UR+                  [$        5      nnnU	c  U R                  U5      nOWU R                  R                  U5      nU R                  RE                  U5      nU R                  RF                  S:X  a  US)   OUn[        R                  S*S+5      S,:X  a$  [I        UUU[        R                  S-S#5      5      n GO[        R                  S*5      S.:X  a  [K        UU5      RM                  5       * n OÌ[        R                  SS5      S:”  aŠ  [;        [O        [Q        [        R                  SS5      5      [R        -  5      5      n![U        UUU[        S   [        R                  SS5      U[Q        [        R                  SS5      =(       d    S5      U!S/9n O([K        UU5      * [K        UU5      -   RM                  5       n URW                  U RY                  5       5        U	bÇ  U	" W[[        U
5      5      n"[        R\                  " WU R^                     5      R+                  [$        5      n#U [        R`                  Rb                  Re                  U"U#5      -   n URW                  U"Rg                  S5      U#:H  RQ                  5       RM                  5       RY                  5       5        U
S-  n
URi                  5         U Rk                  5         [        R`                  Rl                  Ro                  US05        URq                  5         GMQ     U R                  Rs                  5         [        R                  " 5          / n$[=        S[u        U5      S15       H–  n%U R                  UU%U%S1-    R+                  [$        5      5      nU$RW                  [K        UUU%U%S1-    R+                  [$        5      5      * [K        UUU%U%S1-    R+                  [$        5      5      -   Rw                  5       5        M˜     [        Rx                  " U$5      RM                  5       RY                  5       n$S S S 5        UU:¼  a  URq                  W$5        U R-                  S2US3 S4[        RL                  " U5      S5 S6W$S5 S7[>        R>                  " 5       U-
  S8 S93	UU:  a  S:UR@                  S   S   S; S<3OS=-   U(       a  S>[        RL                  " U5      S? 3OS=-   5        U$US@-
  :  aa  U$SnnU R                  R{                  5       R}                  5        V&V's0 s H%  u  n&n'U&U'R                  5       R�                  5       _M'     nn&n'GM&  UU:¼  d  GM/  US-  nU[        SA   :¼  d  GMD    O   Ub  U R                  Rƒ                  U5        U R                  Rs                  5         X-    H'  nUR…                  SS 5        UR…                  SS 5        M)     U$ ! , (       d  f       GNM= f! , (       d  f       GN½= fs  sn'n&f )BNrb  rc  r&  r'  Úval_windows)Nr   Úadvr3   rŠ  r5   z  adversarial z loss: z classes, lambda r  r  Ú
seg_switchr   z  segment-switch loss: p=z p2=Úseg_switch2z post_weight=Úseg_postz min_gap_s=Úseg_min_gap_srH  ÚlrÚweight_decay)rƒ  r„  rÜ  rO  Úlr_patience)r,  ÚfactorÚpatienceÚwarmup_epochsÚ
max_epochsrN  gÍÌÌÌÌÌì?r  Ú
batch_sizeT©rk  r   ÚlossÚcontrastiver©  Úinfonce_taur­  )r¾  r¿  r  é   z
    epoch Ú02dú train z+.4fz val ú (ú.0fús)z [warm-up, lr z.1eÚ]r^  z | adversary acc ú.3fr¢  r‡  )CrR   r   rµ  Údefault_rngr6   r7   r   rz  r@  r  Ú
parametersr  r   r{   rŽ  r:  rÒ   ri   rŒ  rL   r  r�  r�  ÚoptimÚAdamWÚlr_schedulerÚReduceLROnPlateaurJ  ÚinfrK   r$  ÚtimeÚparam_groupsrs   r�  r…  r©  r­  r¶   rQ  r9   r   rÓ  r<   r£  r  r   rh  r  rs  rŸ  ÚargmaxÚ	zero_gradr  ÚutilsÚclip_grad_norm_r  ÚevalrJ   r   rs  Ú
state_dictr  ÚdetachÚcloneÚload_state_dictÚpop)(rh   rs   rt   ru   r@   r½  ÚXvÚYavÚYivr~  r  Úparamsr-   Ún_domÚd_featÚoptÚschÚbestÚbadÚ
best_stateÚwarmÚepÚt0rK  ÚtlÚdarv   r½   r   r¡  r~   rB   rŒ  rÁ  ÚdlÚdtÚvlr&  r  r¿   s(                                           r   rq   Ú
DNNDec.fit�	  s¥  € Ø”+ˆBÜ#+¨B£<Ñ ˆBˆu‰I�r˜%“yñ ä�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÓEˆØ—}‘} S¬!¨MÑ*:¸CÓ@‰ˆ�Ø‰	ˆÜ�d—h‘h×)Ñ)Ó+Ó,ˆÜ�5‰5��<‰<Ü# E¬1¨U©8Ó4‰JˆCÜ—’•ØŸ™Ÿ™¤e§k¢k°!°T·V±V¸T¿V¹VÌCÑ&PÓQ×WÑWÐXZÑ[�÷ !ä˜& %Ó(×+Ñ+¬CÓ0ˆCØ”d˜3Ÿ>™>Ó+Ó,Ñ,ˆFØ�H‰H�~¤a¨¡h Z¨w°u°gÐ=NÌqÏuÉuÐUaÐcgÓOhÐNiÐjÔkÜ�5‰5�˜qÓ! AÓ%Ø�H‰HÐ0´°<±Ð0AÀÄaÇeÁeÈMÐ[\ÓF]ÐE^ð _$Ü$%§E¡E¨*°aÓ$8Ð#9¸ÄQÇUÁUÈ?Ð\_ÓE`ÐDaðcô dä�k‰k×Ñ ¬1¨T©7ÄÀ>ÑARÐÐSˆÜ�k‰k×&Ñ&×8Ñ8¸À5ÐQTÔ_`ÐanÑ_oÐ8ÐpˆÜ $§¡¨!¨T�:ˆcˆÜ”1—5‘5˜¨!Ó,Ó-ˆÜœ˜,™×(ˆBÜ—’“ˆBØ�D‹yØ×)Ô)�AÜ ™g¨¨s°R©x¸$©Ñ)>Ñ?�A�d“Gò *à�t“  q£Ø×)Ô)�AÜ ™g�A�d“Gñ *à�H‰H�N‰NÔØ˜�ˆBÜœ1Ð.Ñ/×0�Ø ŸM™M¨%´°<±À#È4˜MÐP‘	��2�rØŸD™D¤›I r§u¡u¬S£z°2·5±5¼³:�r�2�Ø‘;ØŸ™ ›‘AàŸ™Ÿ™ Q›�AØŸ™Ÿ™ aÓ(�AØ%)§X¡X§Z¡Z°1£_˜˜&š	¸!�AÜ—5‘5˜ Ó/°9Ó<Ü" 1 b¨"¬a¯e©e°MÀ3Ó.GÓH’DÜ—U‘U˜6“] iÓ/Ü# A r›N×/Ñ/Ó1Ð1‘DÜ—U‘U˜<¨Ó+¨aÓ/Üœe¤E¬!¯%©%°ÀÓ*EÓ$FÌÑ$KÓLÓM�CÜ1Ø˜2˜r¤1 \¡?´A·E±E¸*ÀaÓ4HÈ#Ü ¤§¡ }°aÓ!8×!=¸AÓ>ÈñM‘Dô % Q¨›^˜O¬g°a¸«nÑ<×BÑBÓD�DØ—	‘	˜$Ÿ)™)›+Ô&Ø‘?Ù˜Q¤
¨4Ó 0Ó1�BÜ×)Ò)¨#¨d¯m©mÑ*<Ó=×@Ñ@ÄÓE�BØ¤%§(¡(×"5Ñ"5×"CÑ"CÀBÈÓ"KÑK�DØ—I‘I˜rŸy™y¨›|¨rÑ1×8Ñ8Ó:×?Ñ?ÓA×FÑFÓHÔIØ˜A‘I�DØ—‘”Ø—‘”Ü—‘—‘×.Ñ.¨v°sÔ;Ø—‘—
ñ= 1ð> �H‰H�M‰MŒOÜ—’•Ø�Ü˜q¤# b£'¨3Ö/�AØŸ™  A a¨#¡g ×!1Ñ!1´#Ó!6Ó7�AØ—I‘I¤¨¨3¨q°°S±¨>×+<Ñ+<¼SÓ+AÓ BÐBÄWÈQÐPSÐTUÐVWÐZ]ÑV]ÐP^×PaÑPaÔbeÓPfÓEgÑg×lÑlÓnÖoñ 0ô —Y’Y˜r“]×'Ñ'Ó)×.Ñ.Ó0�÷ !ð �T‹zØ—‘˜”Ø�H‰H�z " S ¨´·²¸³¸TÐ0BÀ%ÈÈ4ÀyÐPRÔSW×S\ÒS\ÓS^ÐacÑScÐdgÐRhÐhjÐkØMOÐRVËY˜.¨×)9Ñ)9¸!Ñ)<¸TÑ)BÀ3Ð(GÀqÑIÐ\^ñ`æACÐ+¬B¯GªG°B«K¸Ð+<Ñ=ÈñMô Nð �D˜4‘KÓØ �c�Ø@DÇÁ×@SÑ@SÓ@U×@[Ñ@[Ô@]Ô^Ò@]¹¸¸1˜a §¡£×!1Ñ!1Ó!3Ò3Ñ@]�
Ñ^’
Ø�t–Ø�q‘�Øœ!˜J™-Ö'Ùñw )ðx Ñ!Ø�H‰H×$Ñ$ ZÔ0Ø�‰�‰ŒØ”+ˆBØ�F‰F�5˜$ÔØ�F‰F�5˜$Öñ ð ˆ÷] !–ú÷l !–üó _s    Ã"Ae>Û5C%fã,f"å>
fæ
f	c                ój  • [        [        S   [        -  5      U R                  U R                  -
  U R
                  -
  peXe-   U R                  -   n[        R                  " U Vs/ s H  n[        US   5      U-
  PM     sn5      n	[        R                  " U	S-   S5      R                  [        5      n
UR                  [        U5      X*U
R                  5       -  S9n[        R                  " X'U R                  4[        R                   5      n[        R                  " X%4US   S   R"                  SS -   [        R                   5      n[        R                  " X%4[        R$                  5      [        R&                  " X%4[(        5      pþ[+        U5       H¨  u  nnUR-                  SU	U   S-   5      nUU   nUS   UUU-    US   UU-   UU-   U-    US   UU-   UU-   U-    sUU'   UU'   UU'   UR/                  5       [        S	   :  d  Mw  S
UUUR-                  [        SU-  5      [        SU-  5      5      S24'   Mª     U(       a  U R1                  XÃ5      n[2        R4                  " U5      [2        R4                  " U5      [2        R4                  " U5      [2        R4                  " U5      4$ s  snf )aB  n training sequences of D['seq_len_s'] s with their causal context: EEG (n, ctx + Ls + fut, C), targets of
both streams (n, Ls, 2, F), attended column (n, Ls) and the synthetic-switch flag (n, Ls): with probability
D['seq_p_switch'] the two streams swap roles at a uniform time (as generateSyntheticSwitches does at test).Ú	seq_len_srn   r3   r   ra  Ú_YNrH   Úseq_p_switchTræ  r´  )rK   r6   r   rÒ   r)  r(  r   r²   rJ   r=   r:   r9   rg  rN  ri  ri   r   rL   r·  r:  rÞ  r—  r¸  rµ  rV  r   r   )rh   r  rÓ   r½  rk  ÚLsrþ  ÚneedrF  rn  rÁ   rr  r½   rM   rH   Ústrø  r&  rO   r@   s                       r   Ú
_sequencesÚDNNDec._sequencesé	  sG  € ô ”a˜‘n¤rÑ)Ó*¨D¯F©F°T·X±XÑ,=ÀÇÁÑ,HˆCØ‰x˜$Ÿ(™(Ñ"ˆÜ�xŠx±vÓ>²v°!œ˜Q˜u™X›¨Ô-±vÑ>Ó?ˆÜ�JŠJ�t˜a‘x Ó#×*Ñ*¬5Ó1ˆØ�Z‰Zœ˜F› Q¨a¯e©e«g©+ˆZÐ6ˆÜ�HŠH�a˜tŸv™vÐ&¬¯
©
Ó3ˆÜ�HŠH�a�W˜v a™y¨™×4Ñ4°Q°RÐ8Ñ8¼"¿*¹*ÓEˆÜ—(’(˜A˜7¤B§H¡HÓ-¬r¯xªx¸¸ÄÓ/FˆRÜ˜b–M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,ˆAØ˜‘ˆBØ!# E¡¨1¨Q°©XÐ!6¸¸4¹ÀÀSÁÈÈSÉÐSUÉÐ8VÐXZÐ[`ÑXaÐbcÐfiÑbiÐjkÐnqÑjqÐtvÑjvÐXwÐˆAˆa‰D�!�A‘$˜˜A™Ø�z‰z‹|œa Ñ/Õ/ØEI��1�c—l‘l¤3 s¨R¡x£=´#°c¸B±h³-Ó@ÑAÐAÓBñ "ö Ø—‘˜aÓ%ˆAÜ×Ò Ó"¤E×$4Ò$4°QÓ$7¼×9IÒ9IÈ#Ó9NÔPU×P`ÒP`ÐacÓPdÐdÐdùò ?s   Á$J0c           
     ó6  ^ ^ • UR                   S   UR                   S   p‡T R                  T R                  -
  T R                  -
  [	        [
        S   S   [        -  5      sn	m UR                  ST R                  T R                  5      R                  SSSS5      R                  ST R                  T R                  5      n
T R                  U
5      SS2X™T R                  -   24   nUR                  XxS5      nU U 4S	 jnS
 nU" U5      nU" Xì" USS2SS2S4   5      5      U" Xì" USS2SS2S4   5      5      -
  nU U 4S jnU" U5      U" U5      nnU[        R                  " USS5      S   -  U-  R                  S5      nUU-  R                  5       n[         R"                  " [$        S   5      [         R"                  " S[$        S   -
  5      nn[        R&                  " US-  U* S-  /S5      n[        R(                  " US4[         R"                  " S5      UR*                  S9nS/ nn[-        UR                   S   5       H¸  nUS:”  ak  [        R&                  " [        R.                  " USS2S4   U-   USS2S4   U-   5      [        R.                  " USS2S4   U-   USS2S4   U-   5      /S5      nUUSS2U4   -   n[        R0                  " USSS9nUUSS2S4   -   UU-
  nnUR3                  U5        Mº     [        R&                  " US5      nUR5                  SUS   5      S   R7                  5       * nUR9                  S5      U:H  R;                  5       R7                  5       nUS:X  a¡  UR5                  SUS   5      S   R                  S5      [         R"                  " S5      -   [        R                  " USS2SS24   USS2SS24   :H  UU5      R                  S5      -   nUU-
  UR                   S   -  R7                  5       UU4$ UUU4$ )aâ  Decoder on every 0.25-s hop of the sequences (the causal read-out of reconstruct()), per-target Pearson in
1-s windows against both streams, evidence sign flipped in the synthetically switched windows, unary log-odds
u = sum_f v_f (r0_f - r1_f), 2-state chain with p_stay. kind 'filter': cross-entropy of the causal FILTERING
posterior (what is used at test); 'crf': negative log-likelihood of the whole state path (CRF).
Returns (loss, filtering cross-entropy, filtering accuracy).r   r3   r#  r%  r¡  r    r5   Nc                ó>   >• U R                  STTR                  5      $ r•  )r  r(  )rO   ÚEWrh   s    €€r   r�  Ú"DNNDec._seq_loss.<locals>.<lambda>

  s   ø€ �q—x‘x  2 t§x¡xÔ0r   c                óì   • X R                  SSS9-
  XR                  SSS9-
  pX-  R                  S5      [        R                  " X -  R                  S5      X-  R                  S5      -  S-   5      -  $ )Nr5   Trœ  ræ  r«  r¬  s     r   ÚcorrÚDNNDec._seq_loss.<locals>.corr
  sf   € Ø—v‘v˜b¨$�vÐ/Ñ/°·V±V¸BÈ°VÐ5MÑ1MˆqØ‘E—;‘;˜r“?¤U§Z¢Z°±·±¸B³À1Á5Ç+Á+ÈbÃ/Ñ0QÐTXÑ0XÓ%YÑYÐYr   c                ó~   >• U R                  5       R                  STTR                  5      R                  S5      S:„  $ )Nr3   r5   rO  )r9   r  r(  r¶   )rv  rÉ  rh   s    €€r   r�  rÊ  
  s.   ø€ ˜Ÿ™›×)Ñ)¨!¨R°·±Ó:×?Ñ?ÀÓCÀcÒIr   g      ð¿r)   r™  Ú
seq_p_stayrO  rŠ  r2   Trœ  r   Úcrf)rL   rÒ   r)  r(  rK   r   r   r  r
  r  ri   r  r   r»  rN  r“  rJ  r�  r6   r?   rz  r�  r$  Ú	logaddexpÚ	logsumexpr<   Úgatherr¶   r   r9   )!rh   r½   rM   rH   rÄ  r¿   r  r  rÂ  rU  r  r~   ÚuwrÌ  Úywr@  ÚfracÚwswÚa_wÚuÚstateÚlsÚlswÚunÚlpÚlogZrË  rø  r:  ÚceÚaccÚgoldrÉ  s!   `                               @r   Ú	_seq_lossÚDNNDec._seq_lossÿ	  s£  ù€ ð —‘˜‘
˜AŸG™G A™Jˆ2Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/´´S¸±_ÀWÑ5MÔPRÑ5RÓ1SˆˆˆbØ�h‰h�q˜$Ÿ&™& $§(¡(Ó+×3Ñ3°A°q¸!¸QÓ?×GÑGÈÈDÏFÉFÐTX×TZÑTZÓ[ˆØ�H‰H�S‹Mš!˜T¨¯©¡/Ð1Ð1Ñ2ˆØ�I‰I�a˜RÓ ˆÝ0ˆò	Zñ �‹UˆÙ��R˜š!šQ ˜'™
“^Ó$¡t¨B°°1²Qº¸1°W±:³Ó'?Ñ?ˆÝIˆÙ˜“8™T #›YˆSˆØ”—’˜S $¨Ó,¨YÑ7Ñ7¸!Ñ;×@Ñ@ÀÓDˆØ�s‘× Ñ Ó"ˆÜ—(’(œ1˜\™?Ó+¬T¯XªX°a¼!¸L¹/Ñ6IÓ-JˆCˆÜ�[Š[˜!˜a™% !  a¡˜¨"Ó-ˆÜ�ZŠZ˜˜A˜¤§¢¨£°a·h±hÑ?ˆØ˜"ˆdˆÜ�r—x‘x ‘{Ö#ˆAØ�1‹uÜ—[’[¤%§/¢/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"PÜ"'§/¢/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"Pð"RØSTóV�à�bš˜A˜‘h‘ˆBÜ—’  A¨tÑ4ˆAØ˜a¢ 1 ™g‘~ r¨A¡v�"ˆDØ�K‰K˜ŽOñ $ô �{Š{˜4 Ó#ˆØ�k‰k˜!˜U 9Ñ-Ó.¨vÑ6×;Ñ;Ó=Ð=ˆØ�{‰{˜2‹ %Ñ'×.Ñ.Ó0×5Ñ5Ó7ˆØ�5‹=Ø—9‘9˜Q  iÑ 0Ó1°&Ñ9×=Ñ=¸aÓ@Ä4Ç8Â8ÈCÃ=ÑPÜ—’˜E¢! Q¡R %™L¨E²!°S°b°S°&©MÑ9¸2¸sÓC×GÑGÈÓJñKˆDà˜D‘[ B§H¡H¨Q¡KÑ/×5Ñ5Ó7¸¸SÐ@Ð@Ø�2�sˆ{Ðr   c                ó8  ^ ^^^^• [         S   m[        [         S   [        -  5      T R                  -   T R                  -
  nX-    H  n[        U5      US'   M     U Vs/ s H  n[        US   5      U:¼  d  M  UPM     snU Vs/ s H  n[        US   5      U:¼  d  M  UPM     nnn[        R                  R                  [         R                  S[        S   5      S-   5      n[        R                  R                  [         R                  S5      (       a-  [        R                  " T R                   R"                  [$        S	9OL[        R&                  " T R                   R"                  4[         S
   T R                   R"                  -  [$        S	95      m[         R                  S5      (       a  U4S jOU4S jm[        R(                  R+                  [-        T R                   R/                  5       [         S   S9[-        T/[         S   SS9/[         S   S9n	[1        [         S   5       V
s/ s H  n
T R3                  U[         S   U5      PM     sn
mUUU U4S jnU" 5       u  pÍT R5                  ST SUS SUS S[        R6                  " T" 5       R9                  5       R;                  5       R=                  5       S5       35        ST R                   R?                  5       RA                  5        VVs0 s H#  u  pïXïR9                  5       RC                  5       _M%     snnT" 5       R9                  5       RC                  5       nnn[1        [         S   5       GH}  n[D        RD                  " 5       / nnT R                   RG                  5         [1        [         S    5       Hî  n
T R3                  U[         S   US!S"9 Vs/ s H  nURI                  [$        5      PM     nnT RJ                  " / UQT" 5       PTP76 S   nU	RM                  5         URO                  5         [        R                  RP                  RS                  T R                   R/                  5       S#5        U	RU                  5         URW                  URY                  5       5        Mð     U" 5       u  nnT R5                  ST S$US% S&[        RZ                  " U5      S S'US SUS S([        R6                  " T" 5       R9                  5       R;                  5       R=                  5       S5       S)[D        RD                  " 5       U-
  S* S+35        UUS,-
  :  aƒ  USnnT R                   R?                  5       RA                  5        VVs0 s H#  u  pïXïR9                  5       RC                  5       _M%     snnT" 5       R9                  5       RC                  5       nnGMi  US--  nU[         S.   :¼  d  GM~    O   T R                   R]                  U5        T R                   R_                  5         X-    H  nURa                  SS/5        M     [-        UR;                  5       R=                  5        Vs/ s H  n[c        U5      PM     sn[         S0   US19$ s  snf s  snf s  sn
f s  snnf s  snf s  snnf s  snf )2a  Phase 2 after fit(): fine-tune the decoder and the CRF unary weights v END-TO-END with a sequence loss on
synthetic-switch sequences. Early stopping on the filtering cross-entropy of fixed validation sequences.
Returns dict(v, p_stay) for score.py (--evidence-weights crf).Úseq_lossr¿  rÀ  rn   r&  r'  r   Ú
seq_v_normrŠ  Ú
seq_v_initc                 óF   >• [         S   [        R                  " T S5      -  $ )Nrè  r   )r6   r   r×  ©Úths   €r   r�  Ú%DNNDec.fit_sequence.<locals>.<lambda>9
  s   ø€ ”a˜‘o¬¯ª°b¸!Ó(<Ò<r   c                 ó   >• T $ rr  r�   rê  s   €r   r�  rì  9
  s   ø€ Ñcer   Úseq_lr)r­  rƒ  Úseq_v_lrr2   )r­  rƒ  r„  r„  )r„  Úseq_val_batchesÚ	seq_batchc                 ó`  >• TR                   R                  5         [        R                  " 5          T V Vs/ s HA  n TR                  " / U  Vs/ s H  oR                  [        5      PM     snQT" 5       PTP76 PMC     nn nS S S 5        [        [        R                  " W Vs/ s H  o3S   R                  5       PM     sn5      5      [        [        R                  " U Vs/ s H  o3S   R                  5       PM     sn5      5      4$ s  snf s  snn f ! , (       d  f       N™= fs  snf s  snf r¥  )r  r¤  r   r{   rã  r�  rŒ  r9   r   r¶   r£  )rE   rv  rÃ   r   ÚVbr  rh   Úvfs       €€€€r   ÚvalidateÚ%DNNDec.fit_sequence.<locals>.validate>
  sÏ   ø€ Ø�H‰H�M‰MŒOÜ—’•ÙRTÔUÒRTÈQ�T—^’^ÐH¹Ó%;º°A§d¡d¬3¦i¹Ñ%;ÐH¹R»TÐHÀ4ÕHÑRT�ÑU÷ !äœŸš±qÓ!9²q°! A¡$§)¡)¦+±qÑ!9Ó:Ó;¼UÄ2Ç7Â7ÑabÓKcÒabÐ\]ÈaÉDÏIÉIÎKÑabÑKcÓCdÓ=eÐeÐeùò &<ùÓU÷ !•üâ!9ùÒKcs:   ±D·DÁD
Á,DÁ?DÂ#D&Ã"D+Ä
DÄDÄ
D#z    seq[z] start: val filter-CE z.4fz acc r–  z  v r¡  r   Ú
seq_epochsÚ	seq_stepsTr‹  r  z] epoch r�  r‘  z val filter-CE z v r’  r“  r”  r¢  r3   Úseq_patienceNrÏ  )r¿   Úp_stayÚval_ce)2r6   rK   r   rÒ   r(  rF   rJ   r   rµ  r—  r7   r   r   r  r9  r:  r  r…  rŒ  rz  r™  rš  r4  r˜  r$  rÅ  r�  rQ  r¦  r   r}   r¥  r  r§  rž  rs   r�  rã  r¡  r  r¢  r£  r  r<   r£  r¶   r¨  r¤  r©  r9   )rh   rs   rt   rÃ  r@   rF  Útr_okÚva_okr½  r°  rv   rõ  r²  Úacc0r  r   r³  r´  Úbest_vr¶  r·  r¸  rv  rE   rŒ  r¼  Úvaró  r  rë  rô  s   `                          @@@@r   Úfit_sequenceÚDNNDec.fit_sequence*
  sP  ü€ ô �‰}ˆÜ”1�[‘>¤BÑ&Ó'¨$¯&©&Ñ0°4·8±8Ñ;ˆØ”+ˆBÜ “|ˆBˆt‹Hñ á#(ÓB¢5˜a¬C°°%±«M¸TÑ,AŸ¡5ÑBÑPSÓDmÒPSÈ1ÔWZÐ[\Ð]bÑ[cÓWdÐhlÑWlÇQÑPSˆuÐDmˆÜ�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÀqÑ$HÓIˆô �X‰X×ÑÄqÇuÁuÈ\×GZÑGZ¤§¢¨D¯H©H¯J©J¼sÒ CÜ%*§Z¢Z°·±·±°¼qÀ¹ÐQU×QYÑQY×Q[ÑQ[Ñ?[ÔdgÑ%hójˆäABÇÁÀ|×ATÑATÕ<Ô[eˆÜ�k‰k×Ñ¤¨T¯X©X×-@Ñ-@Ó-BÄqÈÁ{Ñ!SÜ!%¨b¨T´a¸
±mÐRUÑ!Vð!XÜfgÐhvÑfwð  ð yˆäCHÌÐK\ÑI]ÔC^Ó_ÒC^¸aˆd�o‰o˜e¤Q {¡^°SÖ9ÑC^Ñ_ˆ÷	fð 	fñ
 “Z‰
ˆØ�‰�8˜D˜6Ð!8¸¸c¸
À%ÈÈSÀzÐQUÔVX×V^ÒV^Ñ_aÓ_c×_jÑ_jÓ_l×_pÑ_pÓ_r×_xÑ_xÓ_zÐ|}ÓV~ÐUð  Aô  	BØ"#ÈÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÒHeÁÀ a¯©«×)9Ñ)9Ó);Ò&;ÑHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜ˆZˆÜœ˜,™×(ˆBÜ—Y’Y“[ "�ˆBØ�H‰H�N‰NÔÜœ1˜[™>Ö*�Ø(,¯©¸¼qÀ¹~ÈsÐX\¨Ñ(]Ó^Ò(] 1�Q—T‘Tœ#–YÑ(]�Ð^Ø—~’~Ð5 qÐ5©"«$Ð5°Ò5°aÑ8�Ø—‘”Ø—‘”Ü—‘—‘×.Ñ.¨t¯x©x×/BÑ/BÓ/DÀcÔJØ—‘”
Ø—	‘	˜$Ÿ)™)›+Ö&ñ +ñ “Z‰FˆB�Ø�H‰H�x ˜v X¨b°¨X°W¼R¿WºWÀR»[ÈÐ<MÈ_Ð]_Ð`cÐ\dÐdiÐjlÐmpÐiqð rÜŸ(š(¡2£4§;¡;£=×#4Ñ#4Ó#6×#<Ñ#<Ó#>ÀÓBÐCÀ2ÄdÇiÂiÃkÐTVÑFVÐWZÐE[Ð[]ð_ô `à�D˜4‘KÓØ �c�ØHLÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÒHeÁÀ a¯©«×)9Ñ)9Ó);Ò&;ÑHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜F�
šFà�q‘�Øœ!˜NÑ+Ö+Ùñ) )ð* 	�‰× Ñ  Ô,Ø�‰�‰ŒØ”+ˆBØ�F‰F�4˜Öñ ä¨¯©«×);Ñ);Ô)=Ó>Ò)= A”u˜Q–xÑ)=Ñ>ÄqÈÁÐ_cÑdÐdùò[ CùÒDmùò `ùó &gùò
 _ùó &gùò ?s6   ÁY7Á9Y7ÂY<ÂY<È/$ZË7*ZÏ ZÕ0*ZÙZc                ó^  • US   R                  [        R                  5      n[        U5      nUS:X  ac  U R                  U R
                  -
  U R                  -
  nXPR
                  U R                  -   pvU R                  [        XUU R                  -   5      p˜OGU R                  S-  n
X R                  U R                  S-  [        XªU R                  S-  -   5      4u  pgp‰[        R                  " [        R                  " X`R                  4[        R                  5      U[        R                  " XpR                  4[        R                  5      /5      n[        R                  " SXH5      nU R                  R                  n[        R                  " [        U5      U-  4US:”  a  U4OS-   [        R                  5      n[        S[        U5      S5       HÍ  nXÏUS-    n[        R                   " [        R"                  " U Vs/ s H  nUUUU R                  -    PM     sn5      5      R%                  [&        5      nU R                  U5      S	S	2U	4   R)                  5       R+                  5       nUR-                  S
US:”  a  U4OS-   5      XïU-  U[        U5      -   U-  & MÏ     US	U $ s  snf )zÌcausal : output sample u is read from the window ending at u + fut + (u mod hop) -> <= 0.75 s future.
offline: centre quarter-to-three-quarters of windows at hop W/2 (reference; uses up to 3.75 s future).rn   rß  r0  r    r   r3   r�   i   N)r5   )r:   r   r   rJ   rÒ   r)  r(  ÚslicerI  r:  ri   rI   r  r…  r$  r   r   r?   r�  rŒ  r   r}   r  )rh   r@   r,  r   r±   rU  Úpad_lÚpad_rr  Útaker÷  rë   Ústartsr…  r×   r&  r¾   rO   r½   r~   s                       r   r   ÚDNNDec.reconstructa
  s  € ð ˆu‰I×ÑœRŸZ™ZÓ(ˆÜ�‹FˆØ�8ÓØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDØ§¡¨D¯H©HÑ!4�5ØŸ™¤5¨°d·h±h©Ó#?‘$à—‘˜!‘ˆAØ'(¯&©&°$·&±&¸A±+¼uÀQÈDÏFÉFÐVWÉKÉÓ?XÐ'XÑ$ˆE˜$Ü�^Š^œRŸXšX u¯f©f o´r·z±zÓBÀAÄrÇxÂxÐQV×X^ÑX^ÐP_Ôac×akÑakÓGlÐmÓnˆÜ—’˜1˜aÓ&ˆØ�H‰H�J‰JˆÜ�hŠhœ˜F› dÑ*Ð,¸¸A»°±À2ÑFÌÏ
É
ÓSˆÜ�qœ#˜f›+ sÖ+ˆAØ˜˜S™Ð!ˆAÜ× Ò ¤§¢ÁQÓ*GÂQÀ¨2¨a°°D·F±F±
Ó+;ÁQÑ*GÓ!HÓI×LÑLÌSÓQˆAØ—‘˜“šA˜t˜GÑ$×(Ñ(Ó*×0Ñ0Ó2ˆAØ01·	±	¸%È1ÈqË5ÀAÁ4ÐVXÑ:YÓ0ZˆC�D‘˜!œc !›f™*¨Ñ,Ò-ñ	 ,ð
 �2�Aˆwˆùò +Hs   ÈJ*c                óÎ   • U R                  X5      nU R                  R                  S:X  a  X1S   S S 2S4   US   S S 2S4   4$ [        U5      nX4S S 2SS S 24   US S 2SS S 24   4$ )Nr3   r   r   )r   r  r…  rF   )rh   r@   r,  r~   rM   s        r   r‚   ÚDNNDec.featuresy
  sl   € Ø×Ñ˜RÓ&ˆØ�8‰8�:‰:˜‹?Ø˜‘i¢ 1 ‘o r¨%¡y²°A°¡Ð6Ð6Ü�R‹LˆØ’A�qš!�G‘*˜a¢ 1¢a ™jÐ(Ð(r   )ri   rÒ   rh  r8  r)  r(  r�  r‹   rŠ   r  r*  N)F)rß  )r…   r†   r‡   rˆ   Úprintrj   rV  rz  rq   rÅ  rã  r  r   r{   r   r‚   rŒ   r�   r   r   r  r  	  sR   † Ø$)°ô 0ò=ô~.Oò`Wôxeò,)òV5eðn ‡]‚]ƒ_óó ð÷.)r   r  )rX   r‘   r¡   rÈ   rÝ   rñ   )	rg  rh  rf  re  ri  rl  rk  r  r  c                óL   • U [         ;   a  [         U    " U5      $ [        XU5      $ rr  )ÚLINEARr  )rŠ   ri   r�  s      r   Úmaker  †
  s$   € ØŒvƒ~Ü�dŠ|˜A‹ÐÜ�$˜3ÓÐr   )r  )rR  rK   rS  r9   r#   r9   rT  r9   )r)   N)r2   N)r�   )ar‰   Ú
__future__r   r}  rJ  rž  r}   r   r   rw  Úeinops.layers.torchr   Ú
common_expr   r   r   r   re   r6   r�  r   Úis_availablerŒ  r   rF   rR   rT   rV   r�   rŸ   rÆ   rÛ   rï   rz  r  ÚModuler
  rt  r-  rQ  rd  ry  r„  rž  r©  rº  rÂ  rÈ  rÓ  rÙ  rð  rü  r  r  r,  r9  rB  rL  rN  r…  r“  r¦  r»  rÇ  rÔ  rä  rí  r  rX  rZ  rm  r  r²  r»  rÈ  rù  rû  r†  rˆ  r©  r­  r²  rÓ  rê  rõ  rø  ÚautogradÚFunctionrú  r  r  r  r  r  ÚDNNr  r  r�   r   r   Ú<module>r     s™  ðñ	õ #ã Û Û ã Û Û Ý &ç )Ó )àˆ�M€Øˆ�J€Ø‡l‚l˜UŸZ™Z×4Ñ4×6Ñ6‘6¸EÓB€òGò2òBBò4÷3ñ 3ô2�:ô ô �
ô ÷:)ñ )÷BMñ M÷.#*ñ #*ðR ˆfÐHÐI€	ô!�U—X‘X—_‘_ô !ð2 €ôGˆ%�(‰(�/‰/ô Gô0N�U—X‘X—_‘_ô Nô&2�5—8‘8—?‘?ô 2ô0(�5—8‘8—?‘?ô (ô*˜Ÿ™Ÿ™ô ô0�%—(‘(—/‘/ô ô(&˜5Ÿ8™8Ÿ?™?ô &ô23�U—X‘X—_‘_ô 3ô,˜%Ÿ(™(Ÿ/™/ô ô23�e—h‘h—o‘oô 3ô0(˜Ÿ™Ÿ™ô (ôV
,�E—H‘H—O‘Oô 
,ô;�U—X‘X—_‘_ô ;ô0%�5—8‘8—?‘?ô %ôPB�e—h‘h—o‘oô Bô"$8ˆU�X‰X�_‰_ô $8ôN�e—h‘h—o‘oô ô: �5—8‘8—?‘?ô  ôF8ˆu�x‰x�‰ô 8òBô?(�—‘—‘ô ?(ôD(�U—X‘X—_‘_ô (ô@.(�%—(‘(—/‘/ô .(ôb-(ˆU�X‰X�_‰_ô -(ô`-�E—H‘H—O‘Oô -ô:$8ˆe�h‰h�o‰oô $8ôN�%—(‘(—/‘/ô ô2*�%—(‘(—/‘/ô *ô@`(�5—8‘8—?‘?ô `(ôFA;�5—8‘8—?‘?ô A;öHDô&H;˜%Ÿ(™(Ÿ/™/ô H;ôV<;�u—x‘x—‘ô <;ô~i;�E—H‘H—O‘Oô i;ôX:$�E—H‘H—O‘Oô :$ôzR$�u—x‘x—‘ô R$ôjg�—‘—‘ô gôTôBO1ˆe�h‰h�o‰oô O1òd_xôD/ˆ%�(‰(�/‰/ô /ò.gòOò
*ô29òj ô%ò%ô"ˆ5�>‰>×"Ñ"ô "ò?ôOˆe�h‰h�o‰oô OòQ÷p)ñ p)ðf ¨\ÈÐbkØ (ñ
,€âp€ð õ  r   