Ë
    ¨räjÚý ã                  óº  — d Z ddlmZ ddlZddlZddlZddlZddlZddl	Z	ddl
mZ ddlmZmZmZmZ ed   Zed   Z ej&                  ej(                  j+                  «       rdnd	«      Zd
„ Zd„ Zd„ Zd„ Z G d„ d«      Z G d„ de«      Z G d„ de«      Z G d„ d«      Z G d„ d«      Z G d„ d«      Z e› d�Z! G d„ dejD                  jF                  «      Z$i Z% G d„ dejD                  jF                  «      Z& G d„ d ejD                  jF                  «      Z' G d!„ d"ejD                  jF                  «      Z( G d#„ d$ejD                  jF                  «      Z) G d%„ d&ejD                  jF                  «      Z* G d'„ d(ejD                  jF                  «      Z+ G d)„ d*ejD                  jF                  «      Z, G d+„ d,ejD                  jF                  «      Z- G d-„ d.ejD                  jF                  «      Z. G d/„ d0ejD                  jF                  «      Z/ G d1„ d2ejD                  jF                  «      Z0 G d3„ d4ejD                  jF                  «      Z1 G d5„ d6ejD                  jF                  «      Z2 G d7„ d8ejD                  jF                  «      Z3 G d9„ d:ejD                  jF                  «      Z4 G d;„ d<ejD                  jF                  «      Z5 G d=„ d>ejD                  jF                  «      Z6 G d?„ d@ejD                  jF                  «      Z7 G dA„ dBejD                  jF                  «      Z8dC„ Z9 G dD„ dEejD                  jF                  «      Z: G dF„ dGejD                  jF                  «      Z; G dH„ dIejD                  jF                  «      Z< G dJ„ dKejD                  jF                  «      Z= G dL„ dMejD                  jF                  «      Z> G dN„ dOejD                  jF                  «      Z? G dP„ dQejD                  jF                  «      Z@ G dR„ dSejD                  jF                  «      ZA G dT„ dUejD                  jF                  «      ZB G dV„ dWejD                  jF                  «      ZCd}d~dX„ZD G dY„ dZejD                  jF                  «      ZE G d[„ d\ejD                  jF                  «      ZF G d]„ d^ejD                  jF                  «      ZG G d_„ d`ejD                  jF                  «      ZH G da„ dbejD                  jF                  «      ZI G dc„ ddejD                  jF                  «      ZJdde„ZK G df„ dgejD                  jF                  «      ZLdh„ ZM G di„ djejD                  jF                  «      ZNdk„ ZOdl„ ZPdm„ ZQd€dn„ZRdo„ ZSd�dp„ZTdq„ ZU G dr„ dsej¬                  j®                  «      ZXdt„ ZY G du„ dvejD                  jF                  «      ZZdw„ Z[ G dx„ dy«      Z\eeeeee dzœZ]g d{¢Z^e_fd|„Z`y)‚a—  Wrappers around every SuperHugeAAD envelope decoder with one interface.

    dec.fit(train_trials, val_trials, meta)   train on the training datasets only
    dec.features(trial) -> (A, B0, B1)         per-sample arrays; evidence r_s = mean_f corr(A_f, Bs_f) in a window
    dec.lookahead_s                            future data used per output sample (s), for label stamping

Linear decoders use the package classes (update/fit) wherever they run at corpus scale; deviations are noted.
DNNs use the package backbone + the RegressionInterface output head (EinMix -> 1 feature), trained with a
contrastive Pearson loss (-r(attended) + r(ignored)) on 5-s windows.
é    )ÚannotationsN)ÚEinMix)ÚCFGÚEXPÚFSÚROOTÚlinearÚdnnÚcudaÚcpuc                ór   — t        j                  t        j                  | t        j                  ¬«      «      S )N©Údtype)ÚtorchÚ
from_numpyÚnpÚascontiguousarrayÚfloat32)Úxs    ú#/root/disk_3tb/eeg-thao/decoders.pyÚ_tr      s$   € Ü×ÑœB×0Ñ0°¼"¿*¹*ÔEÓFÐFó    c                óî  — g }t         j                  ddg«      D �]¦  }|dk(  rµ| d   }t         j                  d«      t         j                  d«      }}|�r|�pddlm}m}  | |dt        |«      t        |«      gd	t        d
¬«      |j                  t        j                  «      d¬«      j                  t        j                  «      }|j                  |«       Œ¾|dv r€ddlm}m} |dk(  rdnd\  }} | |d||gd	t        d
¬«      | d   j                  t        j                  «      d¬«      }|j                  |j                  t        j                  «      «       �ŒB|dv r|j                  | |   «       �Œ\|dk(  s�Œc|j                  t        j                  dt        j                  | d   d| d   dd ¬«      «      «       �Œ© t        j                  |d«      j                  t        j                  «      S )aJ  (T, 2 streams, F) DNN targets per D['targets']: 'env' = the prep's envelope, 'onset' = half-wave rectified
    first difference of it (causal: t and t-1 only), 'delta'/'theta' = causal band-passed envelope, 'glim'/'mask' =
    causal band-passed envelope where the talker is clearly louder than the other / not (build_glimpse.py).ÚtargetsÚenvÚband_env_hz_loÚband_env_hz_hiNr   )ÚbutterÚsosfilté   ÚbandpassÚsos)ÚfsÚoutput©Úaxis)ÚdeltaÚthetar'   )ç      ð?ç      @)r*   g       @)ÚglimÚmaskÚdomÚorelÚodiffÚediffÚonsetç        é   )r&   Úprependéÿÿÿÿ)ÚDÚgetÚscipy.signalr   r   Úfloatr   Úastyper   Úfloat64r   ÚappendÚmaximumÚdiffÚstack)	ÚtrÚfeatsÚfr   ÚloÚhir   r   Úbs	            r   Ú_targetsrF   !   s›  € ð €EÜ�U‰U�9˜u˜g×&ˆØ�Š:Ø�U‘)ˆCô —U‘UÐ+Ó,¬a¯e©eÐ4DÓ.E�ˆBØˆ~ " .ß8ÙÙ˜1œu R›y¬%°«)Ð4°jÄRÐPUÔVØ—J‘JœrŸz™zÓ*°ô÷ ‘&œŸ™Ó$ð ð �L‰L˜ÕØÐ$Ñ$ß4Ø#$¨¢<‘Z°Z‰FˆB�Ù™˜q 2 r (¨J¼2ÀeÔLÈbÐQVÉi×N^ÑN^Ô_a×_iÑ_iÓNjÐqrÔsˆAØ�L‰L˜Ÿ™¤"§*¡*Ó-Ö.ØÐCÑCØ�L‰L˜˜A™ÖØ�'Œ\ð �L‰LœŸ™ C¬¯©°°E±ÀÈBÈuÉIÐVXÐWXÈMÔ)ZÓ[Ö\ð1 'ô2 �8‰8�E˜2Ó×%Ñ%¤b§j¡jÓ1Ð1r   c                ó  — t        | «      }t        j                  t        |«      «      }| d   j	                  t
        «      dt        |«       }|||f   ||d|z
  f   }}|j                  d   dk(  r|dd…df   |dd…df   fS ||fS )zcAttended / ignored DNN targets: (T,) each for one target (unchanged behaviour), (T, F) for several.ÚattNr3   r   )rF   r   ÚarangeÚlenr:   ÚintÚshape)r@   ÚYÚidxÚaÚyaÚyis         r   Ú_att_tgtrR   B   sŒ   € ä�‹€AÜ
�)‰)”C˜“FÓ
€CØ
ˆ5‰	×ÑœÓ˜h¤ A£Ð'€AØˆs�Aˆv‰Y˜˜#˜q 1™u˜*™ˆ€BØ#%§8¡8¨A¡;°!Ò#3ˆBŠq�!ˆt‰H�bš˜A˜‘hÐÐA¸"¸b¸ÐAr   c                ó¢   — t        j                  t        | d   «      «      }| d   j                  t        «      }| d   ||f   | d   |d|z
  f   fS )Nr   rH   r3   )r   rI   rJ   r:   rK   )r@   rN   rO   s      r   Ú_att_envrT   K   sU   € Ü
�)‰)”C˜˜5™	“NÓ
#€CØ
ˆ5‰	×ÑœÓ€AØˆe‰9�S˜!�VÑ˜b ™i¨¨Q°©U¨
Ñ3Ð3Ð3r   c                  ó<   — e Zd ZdZdZed   d   Zd„ Zd„ Zd„ Z	d„ Z
y	)
Ú
BackwardWFzjsuperhuge.model.linear.WienerFilter (Ledoit-Wolf covariance, EEG lags 0-400 ms, as the official baseline).ÚwfÚwf_lagsr3   c                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   ©ÚWienerFilterrX   r2   Tr3   ©ÚlagsÚl2Ú	use_lwcovr#   Úwindow_lengthÚnum_channels©Úsuperhuge.model.linearr[   ÚLr   Úm©ÚselfÚCr[   s      r   Ú__init__zBackwardWF.__init__Y   s!   € Ý7Ù¤1 Y¡<°CÀ4ÌBÐ^_ÐnoÔpˆ�r   c           	     óÜ   — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j	                  «        y ©NÚeeg©rT   re   Úupdater   Úfit©rg   ÚtrainÚvalÚmetar@   rP   Ú_s          r   ro   zBackwardWF.fit]   óY   € ÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÕKð ð 	�‰�
‰
�r   c           
     ó  — t        j                  «       5  | j                  j                  t	        |d   «      d    t	        |d   «      d d d …d d d …f   «      \  }}d d d «       dd d …df   j                  «       S # 1 sw Y   Œ!xY w)Nrl   r   r   ©r   Úno_gradre   Úpredictr   Únumpy)rg   r@   Úyrt   s       r   ÚreconstructzBackwardWF.reconstructc   sm   € Ü�]‰]�_Ø—6‘6—>‘>¤" R¨¡Y£-°Ñ"5´r¸"¸U¹)³}ÀTÊ1ÈdÒTUÐEUÑ7VÓW‰DˆAˆq÷ à�’A�q�‰z×ÑÓ!Ð!÷ ˆ_ús   •AA;Á;Bc                óV   — | j                  |«      }||d   d d …df   |d   d d …df   fS )Nr   r   r3   )r|   )rg   r@   r{   s      r   ÚfeatureszBackwardWF.featuresh   s7   € Ø×Ñ˜RÓ ˆØ�"�U‘)šA˜q˜D‘/ 2 e¡9ªQ°¨T¡?Ð2Ð2r   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Únamerd   Úlookahead_sri   ro   r|   r~   © r   r   rV   rV   T   s,   „ ÙtØ€DØ�I‘,˜q‘/€Kòqòò"ó
3r   rV   c                  ó    — e Zd ZdZdZd„ Zd„ Zy)ÚPerSubjectWFzcsuperhuge.model.linear.PerSubjectWienerFilter: Rxx estimated per subject, averaged across subjects.Úwf_persubjectc                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   )ÚPerSubjectWienerFilterrX   r2   Tr3   r\   )rc   rŠ   rd   r   re   )rg   rh   rŠ   s      r   ri   zPerSubjectWF.__init__q   s"   € ÝAÙ'¬Q¨y©\¸cÈTÔVXÐhiÐxyÔzˆ�r   c           	     óV  — t        ||«      D ]€  \  }\  }}t        |«      \  }}| j                  j                  t	        |d   «      d    t	        |«      d d d …d d f   t        j                  |g«      t        j                  |g«      dœ¬«       Œ‚ | j                  j                  «        y )Nrl   )Ú
dataset_idÚ
subject_id)rs   )ÚziprT   re   rn   r   r   Útensorro   )	rg   rq   rr   rs   r@   ÚdsidÚsidrP   rt   s	            r   ro   zPerSubjectWF.fitu   s“   € Ü" 5¨$Ö/‰OˆB‘��sÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÜ.3¯l©l¸D¸6Ó.BÔRW×R^ÑR^Ð`cÐ_dÓReÑfð õ hð  0ð 	�‰�
‰
�r   N©r   r€   r�   r‚   rƒ   ri   ro   r…   r   r   r‡   r‡   m   s   „ ÙmØ€Dò{ór   r‡   c                  ó    — e Zd ZdZdZd„ Zd„ Zy)Ú	RiemannWFzèRiemannian Wiener filter. DEVIATION: the package class stores one p x p matrix per SAMPLE (infeasible at corpus
    scale), so Rxx = Riemannian (affine-invariant) mean of the per-SUBJECT lagged covariances, rxy = mean over subjects.Ú
wf_riemannc                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   rZ   rX   r2   Fr3   r\   rb   rf   s      r   ri   zRiemannWF.__init__‚   s!   € Ý7Ù¤1 Y¡<°CÀ5ÌRÐ_`ÐopÔqˆ�r   c                ó4  — ddl m} i }t        ||«      D �]  \  }}t        |«      \  }}	| j                  j                  t        |d   «      d    d| j                  j                  j                  | j                  j                  j                  «      j                  «       }
|j                  |g d¢«      }|d   |
j                  |
z  z   |d<   |d   |
j                  t        |«      j                  «       d d …d f   z  z   |d<   |dxx   t        |
«      z  cc<   �Œ t        j                  |j!                  «       D �cg c]  }|d   |d   z  j#                  «       ‘Œ c}«      }|j$                  d   }|t&        d   t        j(                  |dd¬	«      d d …d d f   z  |z  t        j*                  |«      d    z  z   } |t-        j.                  |«      «      j#                  «       }t        j0                  |j!                  «       D �cg c]  }|d   |d   z  j#                  «       ‘Œ c}d«      }t-        j.                  t        j2                  j5                  ||«      «      j7                  «       | j                  _        d
| j                  _        y c c}w c c}w )Nr   )Úmean_riemannrl   ú4batch time lag channel -> (batch time) (lag channel))r   r   r   r3   r    Úl2_rel)Úaxis1Úaxis2T)Úpyriemann.geometry.meanr˜   rŽ   rT   re   Úlag_and_flattenr   ÚcfgÚlag_start_samplesÚlag_end_samplesÚdoubleÚ
setdefaultÚTrJ   r   ÚarrayÚvaluesrz   rL   rd   ÚtraceÚeyer   r   ÚmeanÚlinalgÚsolver9   ÚweightsÚ_fitted)rg   rq   rr   rs   r˜   Ústatsr@   ÚkeyrP   rt   ÚXÚsÚvÚRÚpÚRmÚrs                    r   ro   zRiemannWF.fit†   s  € Ý8ØˆÜ˜5 $×'‰GˆB�Ü˜R“L‰EˆB�Ø—‘×&Ñ&¤r¨"¨U©)£}°TÑ':Ð<rØ'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaßagÑagÓaið à× Ñ  ¢iÓ0ˆAØ�Q‘4˜!Ÿ#™# ™'‘>ˆAˆa‰DØ�Q‘4˜!Ÿ#™#¤ 2£§¡£²°4°Ñ 8Ñ8Ñ8ˆAˆa‰DØˆa‹D”C˜“F‰N�Dð (ô �H‰H°U·\±\´^ÓD±^°�q˜‘t˜a ™d‘{×)Ñ)Õ+°^ÑDÓEˆØ�G‰G�A‰JˆØ”�(‘œbŸh™h q°¸Ô;ºA¸tÀT¸MÑJÑJÈQÑNÔQS×QWÑQWÐXYÓQZÐ[_ÑQ`Ñ`Ñ`ˆÙœ%×*Ñ*¨1Ó-Ó.×4Ñ4Ó6ˆÜ�G‰G°E·L±L´NÓC±N¨q�a˜‘d˜Q˜q™T‘k×(Ñ(Õ*°NÑCÀQÓGˆÜ×)Ñ)¬"¯)©)¯/©/¸"¸aÓ*@ÓA×GÑGÓIˆ�‰ŒØˆ�‰�ùò Eùò Ds   Ä= JÈ JNr’   r…   r   r   r”   r”   }   s   „ ñ|à€Dòrór   r”   c                  ó*   — e Zd ZdZdZdZd„ Zd„ Zd„ Zy)Ú	ForwardWFaL  superhuge.model.linear.ForwardWienerFilter (encoding model EEG(t) from envelope(t-0.4..t)); fitted with the package
    class. DEVIATION: its predict() has an invalid einops pattern, so predictions are computed from its fitted weights.
    Evidence: mean over channels of corr(EEG, predicted EEG from stream s). Uses no future data.Ú
wf_forwardr2   c                óX   — ddl m} || _         |t        d   dt        d|¬«      | _        y )Nr   )ÚForwardWienerFilterÚfwd_lagsr2   r3   )r]   r^   r#   Únum_featuresra   )rc   r»   rh   rd   r   re   )rg   rh   r»   s      r   ri   zForwardWF.__init__¡   s&   € Ý>ØˆŒÙ$¬!¨J©-¸CÄBÐUVÐefÔgˆ�r   c           	     ó  — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j                  }| j                  j
                  |z  | j                  j                  |z  }	}|j                  d   }
|t        d   t        j                  |«      z  |
z  t        j                  |
«      z  z   }t        j                  j                  ||	«      | _        y )Nrl   r   rš   )rT   re   rn   r   Ú
_n_samplesÚRxxÚRxyrL   rd   r   r§   r¨   rª   r«   ÚW)rg   rq   rr   rs   r@   rP   rt   ÚnrÀ   rÁ   r´   s              r   ro   zForwardWF.fit¦   sÏ   € ÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÕKð ð �F‰F×ÑˆØ—6‘6—:‘: ‘> 4§6¡6§:¡:°¡>ˆSˆØ�I‰I�a‰LˆØ”A�h‘K¤%§+¡+¨cÓ"2Ñ2°QÑ6¼¿¹À1»ÑEÑEˆÜ—‘×#Ñ# C¨Ó-ˆ�r   c                óv  — g }dD ]¥  }t        |d   d d …|f   «      d d d …d f   }| j                  j                  |d| j                  j                  j                  | j                  j                  j
                  «      }|j                  || j                  z  j                  «       «       Œ§ |d   |d   |d   fS )N©r   r3   r   r™   rl   r   r3   )	r   re   rž   rŸ   r    r¡   r<   rÂ   rz   )rg   r@   Úoutr±   Úer°   s         r   r~   zForwardWF.features±   s¥   € ØˆÛˆAÜ�2�e‘9šQ ˜T‘?Ó# Dª!¨T MÑ2ˆAØ—‘×&Ñ& qÐ*`Ø'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaˆAà�J‰J˜˜DŸF™F™
×)Ñ)Ó+Õ,ð	 ð
 �%‰y˜#˜a™& # a¡&Ð(Ð(r   N)	r   r€   r�   r‚   rƒ   r„   ri   ro   r~   r…   r   r   r¸   r¸   š   s$   „ ñdð €DØ€Kòhò
	.ó)r   r¸   c                  ó6   — e Zd ZdZdZed   d   Zd„ Zd„ Zd„ Z	y)	ÚCCADecz½superhuge.model.linear.CCA: lagged EEG (0-400 ms) vs lagged envelope (-250..0 ms), 3 components.
    Evidence: mean over components of corr(EEG projection, envelope projection of stream s).ÚccaÚ
cca_x_lagsr3   c           
     ón   — ddl m}  |t        d   t        d   dt        d   t        |ddi¬	«      | _        y )
Nr   )ÚCCArË   Ú
cca_y_lagsr2   Úcca_componentsr   r3   )Úx_lagsÚy_lagsr^   Únum_componentsr#   ra   Únum_audio_features)rc   rÍ   rd   r   re   )rg   rh   rÍ   s      r   ri   zCCADec.__init__Á   s4   € Ý.ÙœA˜l™O´A°l±OÈÔ\]Ð^nÑ\oÜ¨ÀÀq¸zôKˆ�r   c           	     óÜ   — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j	                  «        y rk   rm   rp   s          r   ro   z
CCADec.fitÆ   ru   r   c           
     ón  — t        j                  «       5  | j                  j                  t	        |d   «      d    t	        |d   «      d d d …d d d …f   «      \  }}d d d «       d   j                  «       dd d …d d …df   j                  «       |dd d …d d …df   j                  «       fS # 1 sw Y   ŒQxY w)Nrl   r   r   r3   rw   )rg   r@   ÚxpÚyps       r   r~   zCCADec.featuresÌ   s–   € Ü�]‰]�_Ø—V‘V—^‘^¤B r¨%¡y£M°$Ñ$7¼¸B¸u¹I»ÀtÊQÐPTÒVWÐGWÑ9XÓY‰FˆB�÷ à�!‰u�{‰{‹}˜b ¢A¢q¨! ™n×2Ñ2Ó4°b¸ºAºqÀ!¸±n×6JÑ6JÓ6LÐLÐL÷ ˆ_ús   •AB+Â+B4N)
r   r€   r�   r‚   rƒ   rd   r„   ri   ro   r~   r…   r   r   rÉ   rÉ   »   s,   „ ñ`à€DØ�L‘/ !Ñ$€KòKò
óMr   rÉ   c                  óH   — e Zd ZdZdZ eed   «      dz  ez  Zd„ Z	d„ Z
d„ Zy)	ÚFBCCADeca=  superhuge.model.linear.FilterbankCCA: FIR filter bank (lengths 2-32 samples) on EEG and envelope, 3 components.
    Its conv uses padding='same' (non-causal): lookahead = half the longest filter = 0.5 s.
    DEVIATION: fit() re-implemented around the package solver because update() never counts samples (fit -> NaN).ÚfbccaÚfbcca_ir_lengthsr    c                ó\   — ddl m}  |t        t        d   t        d   |ddi¬«      | _        y )Nr   )ÚFilterbankCCArÛ   Úfbcca_componentsr   r3   )r#   Úimpulse_response_lengthsrÒ   ra   rÓ   )rc   rÝ   r   rd   re   )rg   rh   rÝ   s      r   ri   zFBCCADec.__init__Ù   s.   € Ý8Ù¤"¼qÐASÑ?TÔefÐgyÑezØ,-À5È!À*ôNˆ�r   c           	     ó  — ddl m} d}|D ][  }t        |«      \  }}| j                  j	                  t        |d   «      d    t        |«      d d d …d d f   «       |t        |«      z  }Œ] | j                  j                  |z  j                  «       }	|	j                  d   }
|	dt        j                  |	«      z  |
z  t        j                  |
|	j                  ¬«      z  z   }	 ||	| j                  j                  j                  t        t         d   «      z  d| j                  j                  j"                  ¬«      \  }}|j%                  «       |j%                  «       c| j                  _        | j                  _        d	| j                  _        y )
Nr   )Úcanonical_correlation_analysisrl   ç�íµ ÷Æ°>r   rÛ   gñhãˆµøä>)Ú
cov_matrixÚnum_features_xÚreg_strengthrÒ   T)Ú(superhuge.model.linear.regression.fb_ccará   rT   re   rn   r   rJ   ÚRxyxyr¢   rL   r   r§   r¨   r   rŸ   ra   rd   rÒ   r9   Úweight_xÚweight_yr­   )rg   rq   rr   rs   rá   rÃ   r@   rP   rt   Úcovr´   ÚwxÚwys                r   ro   zFBCCADec.fitÞ   sD  € Ý[ØˆÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÔKØ”�R“‰L‰Að ð �v‰v�|‰|˜aÑ×'Ñ'Ó)ˆØ�I‰I�a‰LˆØ�Dœ5Ÿ;™; sÓ+Ñ+¨aÑ/´%·)±)¸AÀSÇYÁYÔ2OÑOÑOˆÙ/¸3ÈtÏvÉvÏzÉz×OfÑOfÔilÔmnð  pBñ  nCó  jDñ  PDØ=AÐRV×RXÑRX×R\ÑR\×RkÑRkôm‰ˆˆBà+-¯8©8«:°r·x±x³zÐ(ˆ�‰Œ˜Ÿ™œØˆ�‰�r   c           
     ól  — t        j                  «       5  g }dD ]k  }| j                  j                  t	        |d   «      d    t	        |d   d d …|f   «      d d d …d d f   «      \  }}|j                  |j                  «       «       Œm 	 d d d «       j                  «       d   |d   fS # 1 sw Y   Œ"xY w)NrÅ   rl   r   r   r3   )r   rx   re   ry   r   r<   rz   )rg   r@   rÆ   r±   rÖ   r×   s         r   r~   zFBCCADec.featuresï   sž   € Ü�]‰]�_ØˆCÛ�ØŸ™Ÿ™¬¨2¨e©9«°dÑ(;¼RÀÀ5Á	Ê!ÈQÈ$ÁÓ=PÐQUÒWXÐZ^Ð`dÐQdÑ=eÓf‘��BØ—
‘
˜2Ÿ8™8›:Õ&ñ ÷ ð
 �x‰x‹z˜3˜q™6 3 q¡6Ð)Ð)÷ ˆ_ús   •A3B*Â*B3N)r   r€   r�   r‚   rƒ   Úmaxrd   r   r„   ri   ro   r~   r…   r   r   rÙ   rÙ   Ò   s9   „ ñuð €DÙ�qÐ+Ñ,Ó-°Ñ2°bÑ8€KòNò
ó"*r   rÙ   z4/baselines/python/SuperHugeAAD/train/configs/models/c                  ó0   ‡ — e Zd ZdZdddœˆ fd„
Zd„ Zˆ xZS )ÚVLAAIwsPatcheda  VLAAI_ws with a minimal fix. The package class raises NameError ('_' undefined) because a weight-shared block
    cannot take num_channels inputs in block 1 and num_kernels[-1] afterwards. Fix: 1x1 input projection
    C -> num_kernels[-1], then the shared block from the package.Tr2   )Úuse_skipÚdropoutc          	     ó  •— t         ‰	| �  «        ddlm} |j                  d   }t
        j                  j                  |d   |d«      | _         ||j                  |j                  |||d   |d   z  |¬«      | _
        ||c| _        | _        y )	Nr   )Úvlaai_blockr5   ra   r3   r#   r`   )Únum_kernelsÚkernel_sizesÚoutput_context_kernel_sizera   Útime_dimÚdrouput)Úsuperri   Úsuperhuge.model.pure_cnn.vlaairô   rõ   r   ÚnnÚConv1dÚprojrö   ÚblockÚ	nb_blocksrñ   )
rg   r   Úextractor_argsr÷   rñ   rò   Úkwrô   ÚkÚ	__class__s
            €r   ri   zVLAAIwsPatched.__init__  sˆ   ø€ Ü‰ÑÔÝ>Ø×&Ñ& rÑ*ˆÜ—H‘H—O‘O B ~Ñ$6¸¸1Ó=ˆŒ	Ù ¨^×-GÑ-GÐVd×VqÑVqØ<VÐefØ*,¨T©(°R¸Ñ5HÑ*HÐRYô[ˆŒ
ð )2°8Ð%ˆŒ˜�r   c                óî   — | j                  |j                  dd«      «      }|}t        | j                  «      D ])  }| j                  r
|dkD  r||z   }| j                  |«      }Œ+ |j                  dd«      S ©Nr3   r    r   )rþ   Ú	transposeÚranger   rñ   rÿ   )rg   r   ÚhÚis       r   ÚforwardzVLAAIwsPatched.forward  si   € Ø�I‰I�a—k‘k ! QÓ'Ó(ˆØˆÜ�t—~‘~Ö&ˆAØ�}Š}  Q¢Ø˜‘E�Ø—
‘
˜1“‰Að 'ð �{‰{˜1˜aÓ Ð r   ©r   r€   r�   r‚   ri   r  Ú__classcell__©r  s   @r   rð   rð   þ   s   ø„ ñEð [_Ðhkö <ö!r   rð   c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚADTa§  ADT-style decoder (auditory decoding transformer; Xu et al. 2024, PMC11489951), re-implemented:
    spatio-temporal convolution front-end, learned positional embedding, transformer layers whose attention is
    ANTICAUSAL-BANDED: output time t attends only to EEG times t .. t + resp (the brain responds AFTER the sound),
    resp = 0.5 s. The causal read-out of DNNDec still limits every output to <= 0.75 s of future EEG.c	                ón  •— t         ‰| �  «        t        j                  j	                  t        j                  j                  ||dd¬«      t        j                  j                  «       t        j                  j                  |«      t        j                  j                  ||dd¬«      t        j                  j                  «       «      | _        t        j                  j                  t        j                  d||«      «      | _        t        j                  j                  ||||dd¬«      }	t        j                  j                  |	|«      | _        t        j                  |«      }
t!        |t"        z  «      }|
d d d …f   |
d d …d f   k\  |
d d d …f   |
d d …d f   |z   k  z  }| j%                  d| «       y )Né	   é   ©Úpaddingr3   T)Úbatch_firstÚ
norm_firstr,   )rú   ri   r   rü   Ú
Sequentialrý   ÚGELUÚDropoutÚfrontÚ	ParameterÚzerosÚposÚTransformerEncoderLayerÚTransformerEncoderÚencrI   rK   r   Úregister_buffer)rg   rh   rÂ   ÚdÚheadsÚlayersÚffrò   Úresp_sÚlayerÚtr¶   Úallowedr  s                €r   ri   zADT.__init__   sD  ø€ Ü‰ÑÔÜ—X‘X×(Ñ(Ü�H‰H�O‰O˜A˜q !¨QˆOÓ/´·±·±³Ä%Ç(Á(×BRÑBRÐSZÓB[Ü�H‰H�O‰O˜A˜q !¨QˆOÓ/´·±·±³óBˆŒ
ô —8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ—‘×0Ñ0°°E¸2¸wÐTXÐeiÐ0ÓjˆÜ—8‘8×.Ñ.¨u°fÓ=ˆŒÜ�L‰L˜‹OˆÜ�œ‘ÓˆØ�Tš1�W‘: ¢1 d 7¡Ñ+°°$º°'±
¸aÂÀ4À¹jÈ1¹nÑ0LÑMˆØ×Ñ˜V g XÕ.r   c                ó*  — | j                  |j                  dd«      «      j                  dd«      | j                  d d …d |j                  d   …f   z   }| j	                  || j
                  d |j                  d   …d |j                  d   …f   ¬«      S )Nr3   r    )r,   )r  r  r  rL   r!  r,   ©rg   r   r	  s      r   r  zADT.forward-  s€   € Ø�J‰J�q—{‘{ 1 aÓ(Ó)×3Ñ3°A°qÓ9¸D¿H¹HÂQÈÈ!Ï'É'ÐRSÉ*ÈÀ_Ñ<UÑUˆØ�x‰x˜ §	¡	¨,¨A¯G©G°A©J¨,¸¸!¿'¹'À!¹*¸Ð*DÑ EˆxÓFÐFr   )é@   r  r    é€   çš™™™™™¹?ç      à?r  r  s   @r   r  r    s   ø„ ñiõ
/öGr   r  c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú_PreLNFFTBlockzÀFastSpeech feed-forward transformer block with pre-layer normalisation (HappyQuokka): x + MHA(LN(x)), then
    x + Conv1d(k1) -> ReLU -> Conv1d(k2) of LN(x); dropout on both residual branches.c                ó  •— t         ‰| �  «        t        j                  j	                  |«      t        j                  j	                  |«      c| _        | _        t        j                  j                  ||dd¬«      | _        t        j                  j                  |||d   |d   dz  ¬«      | _
        t        j                  j                  |||d   |d   dz  ¬«      | _        t        j                  j                  |«      | _        y )Nr/  T©rò   r  r   r    r  r3   )rú   ri   r   rü   Ú	LayerNormÚln1Úln2ÚMultiheadAttentionrH   rý   Úw1Úw2r  Údrop)rg   r#  Úd_innerr$  Úkernelsrò   r  s         €r   ri   z_PreLNFFTBlock.__init__6  sÄ   ø€ Ü‰ÑÔÜ"ŸX™X×/Ñ/°Ó2´E·H±H×4FÑ4FÀqÓ4IÐˆŒ�$”(Ü—8‘8×.Ñ.¨q°%ÀÐRVÐ.ÓWˆŒÜ—(‘(—/‘/ ! W¨g°a©jÀ'È!Á*ÐPQÁ/�/ÓRˆŒÜ—(‘(—/‘/ '¨1¨g°a©jÀ'È!Á*ÐPQÁ/�/ÓRˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c           
     ód  — | j                  |«      }|| j                  | j                  |||d¬«      d   «      z   }| j                  |«      j	                  dd«      }|| j                  | j                  t        j                  | j                  |«      «      «      j	                  dd«      «      z   S )NF©Úneed_weightsr   r3   r    )	r6  r;  rH   r7  r  r:  r   Úrelur9  r,  s      r   r  z_PreLNFFTBlock.forward>  s�   € Ø�H‰H�Q‹KˆØ�—	‘	˜$Ÿ(™( 1 a¨¸˜(Ó?ÀÑBÓCÑCˆØ�H‰H�Q‹K×!Ñ! ! QÓ'ˆØ�4—9‘9˜TŸW™W¤U§Z¡Z°·±¸³
Ó%;Ó<×FÑFÀqÈ!ÓLÓMÑMÐMr   r  r  s   @r   r2  r2  2  s   ø„ ñYô.öNr   r2  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )Ú_GRUGatedFFNa  Position-wise FFN whose residual is a GRU update gate.

    The candidate output projection and the gate weights start at zero and the
    gate bias at -2, so each block starts as attention only. The gate has to
    open before the FFN can change the residual stream.
    c                ó>  •— t         ‰| �  «        t        j                  j	                  |||z  «      | _        t        j                  j	                  ||z  |«      | _        t        j                  j	                  ||«      | _        t        j                  j                  |«      | _	        t        j                  j                  j                  | j                  j                  «       t        j                  j                  j                  | j                  j                  «       t        j                  j                  j                  | j                  j                  «       t        j                  j                  j                  | j                  j                  d«       y )Ng       À)rú   ri   r   rü   ÚLinearÚfc1Úfc2Úgater  r;  ÚinitÚzeros_ÚweightÚbiasÚ	constant_)rg   r#  Úmultrò   r  s       €r   ri   z_GRUGatedFFN.__init__M  sê   ø€ Ü‰ÑÔÜ—8‘8—?‘? 1 d¨Q¡hÓ/ˆŒÜ—8‘8—?‘? 4¨!¡8¨QÓ/ˆŒÜ—H‘H—O‘O A qÓ)ˆŒ	Ü—H‘H×$Ñ$ WÓ-ˆŒ	Ü�‰�‰×Ñ˜TŸX™XŸ_™_Ô-Ü�‰�‰×Ñ˜TŸX™XŸ]™]Ô+Ü�‰�‰×Ñ˜TŸY™Y×-Ñ-Ô.Ü�‰�‰×Ñ §	¡	§¡°Õ5r   c           	     óü   — | j                  | j                  t        j                  j                  j                  | j                  |«      «      «      «      }t        j                  | j                  |«      «      |z  S ©N)	r;  rG  r   rü   Ú
functionalÚgelurF  ÚsigmoidrH  )rg   r   Úcands      r   r  z_GRUGatedFFN.forwardX  sR   € Ø�y‰y˜Ÿ™¤%§(¡(×"5Ñ"5×":Ñ":¸4¿8¹8ÀA»;Ó"GÓHÓIˆÜ�}‰}˜TŸY™Y q›\Ó*¨TÑ1Ð1r   )r    r/  r  r  s   @r   rC  rC  E  s   ø„ ñõ	6ö2r   rC  c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú_GRUFFNBlockzÉPre-norm self-attention, then a GRU-gated FFN.

    Attention is over the classifier window only. That window already ends at
    the 0.75 s causal limit used by DirectNet, the same budget as ADT.
    c                ón  •— t         ‰| �  «        t        j                  j	                  |«      | _        t        j                  j                  |||d¬«      | _        t        j                  j	                  |«      | _        t        ||¬«      | _
        t        j                  j                  |«      | _        y )NTr4  ©rò   )rú   ri   r   rü   r5  r6  r8  rH   r7  rC  r&  r  r;  ©rg   r#  r$  rò   r  s       €r   ri   z_GRUFFNBlock.__init__d  s~   ø€ Ü‰ÑÔÜ—8‘8×%Ñ% aÓ(ˆŒÜ—8‘8×.Ñ.¨q°%ÀÐVZÐ.Ó[ˆŒÜ—8‘8×%Ñ% aÓ(ˆŒÜ˜q¨'Ô2ˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c           	     ó¾   — | j                  |«      }|| j                  | j                  |||d¬«      d   «      z   }|| j                  | j	                  |«      «      z   S ©NFr?  r   ©r6  r;  rH   r&  r7  r,  s      r   r  z_GRUFFNBlock.forwardl  sT   € Ø�H‰H�Q‹KˆØ�—	‘	˜$Ÿ(™( 1 a¨¸˜(Ó?ÀÑBÓCÑCˆØ�4—7‘7˜4Ÿ8™8 A›;Ó'Ñ'Ð'r   r  r  s   @r   rV  rV  ]  s   ø„ ñô.ö(r   rV  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚGRUFFNTransformerzâEEG backbone: linear channel embed, learned positions, GRU-gated blocks.

    This is the direct-classifier body. It is not the logit-stream encoder, not
    ADT's anticausal band, and not HappyQuokka's convolutional FFN.
    c           
     óX  •— t         ‰| �  «        ||z  dk7  rt        d|› d|› �«      ‚t        j                  j                  ||«      | _        t        j                  j                  t        j                  d||«      «      | _	        t        j                  j                  j                  | j                  d¬«       t        j                  j                  t        |«      D �cg c]  }t        |||«      ‘Œ c}«      | _        t        j                  j!                  |«      | _        y c c}w ©Nr   úd=ú not divisible by heads=r3   ç{®Gáz”?©Ústd)rú   ri   Ú
ValueErrorr   rü   rE  rþ   r  r  r  rI  Únormal_Ú
ModuleListr  rV  Úblocksr5  Úln©	rg   rh   rÂ   r#  r$  r%  rò   rt   r  s	           €r   ri   zGRUFFNTransformer.__init__y  sÝ   ø€ Ü‰ÑÔØˆu‰9˜Š>Ü˜r ! Ð$<¸U¸GÐDÓEÐEÜ—H‘H—O‘O A qÓ)ˆŒ	Ü—8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÔ1Ü—h‘h×)Ñ)ÔTYÐZ`ÔTaÓ*bÑTaÈq¬<¸¸5À'Õ+JÐTaÑ*bÓcˆŒÜ—(‘(×$Ñ$ QÓ'ˆ�ùò +có   Ã"D'c                ó¾   — | j                  |«      | j                  d d …d |j                  d   …f   z   }| j                  D ]
  } ||«      }Œ | j	                  |«      S ©Nr3   ©rþ   r  rL   ri  rj  ©rg   r   r	  rÿ   s       r   r  zGRUFFNTransformer.forwardƒ  óR   € Ø�I‰I�a‹L˜4Ÿ8™8¢A |¨¯©°© | OÑ4Ñ4ˆØ—[”[ˆEÙ�a“‰Að !à�w‰w�q‹zÐr   ©é`   r  r    r/  r  r  s   @r   r^  r^  r  s   ø„ ñõ(ör   r^  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚHappyQuokkaa„  HappyQuokka (Piao et al., ICASSP 2023 Auditory EEG Challenge, regression winner; official code
    github.com/jkyunnng/HappyQuokka_system_for_EEG_Challenge): pre-conv (kernel 7) -> 8 pre-LN FFT blocks
    (d_model 128, d_inner 1024, 2 heads, FFN conv kernels (9, 1), dropout 0.3) -> linear (the Net head here).
    No positional encoding (as the original). DEVIATIONS: no subject global conditioner (LODO subjects are unseen;
    subject IDs may not be inputs); trained with this benchmark's losses (contrastive / Pearson) instead of
    -Pearson + 0.2 L1; full attention inside the window, the causal read-out of DNNDec keeps <= 0.75 s future.c                ó  •— t         ‰	| �  «        t        j                  j	                  ||dd¬«      | _        t        j                  j                  t        |«      D �cg c]  }t        |||||«      ‘Œ c}«      | _	        y c c}w )Né   é   r  )
rú   ri   r   rü   rý   Úprerh  r  r2  ri  )
rg   rh   r#  r<  r$  r%  r=  rò   rt   r  s
            €r   ri   zHappyQuokka.__init__’  sj   ø€ Ü‰ÑÔÜ—8‘8—?‘? 1 a¨°A�?Ó6ˆŒÜ—h‘h×)Ñ)ÔhmÐntÔhuÓ*vÑhuÐcd¬>¸!¸WÀeÈWÐV]Õ+^ÐhuÑ*vÓwˆ�ùÒ*vs   ÁBc                óš   — | j                  |j                  dd«      «      j                  dd«      }| j                  D ]
  } ||«      }Œ |S ©Nr3   r    )ry  r  ri  )rg   r   r	  rE   s       r   r  zHappyQuokka.forward—  sD   € Ø�H‰H�Q—[‘[  AÓ&Ó'×1Ñ1°!°QÓ7ˆØ—”ˆAÙ�!“‰Að àˆr   )r.  i   r    é   )r  r3   g333333Ó?r  r  s   @r   ru  ru  Š  s   ø„ ñrõxö
r   ru  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )Ú_DepthwiseConvModulea  Conformer convolution module: pointwise GLU, depthwise temporal conv, pointwise out.

    Kernel 15 is about 0.5 s at 32 Hz. Padding keeps the window length. This sits
    inside the block, after attention, and is not the dilated stem used in front
    of the logit transformer.
    c                óÊ  •— t         ‰| �  «        |dz  dk(  rt        d«      ‚t        j                  j                  |d|z  «      | _        t        j                  j                  ||||dz  |¬«      | _        t        j                  j                  |«      | _
        t        j                  j                  ||«      | _        t        j                  j                  |«      | _        y )Nr    r   z6conv kernel must be odd so the window length stays put)r  Úgroups)rú   ri   rf  r   rü   rE  Úpw1rý   ÚdwÚBatchNorm1dÚnormÚpw2r  r;  )rg   r#  r  rò   r  s       €r   ri   z_DepthwiseConvModule.__init__¦  s£   ø€ Ü‰ÑÔØˆq‰5�AŠ:ÜÐUÓVÐVÜ—8‘8—?‘? 1 a¨!¡eÓ,ˆŒÜ—(‘(—/‘/ ! Q¨°1¸±6À!�/ÓDˆŒÜ—H‘H×(Ñ(¨Ó+ˆŒ	Ü—8‘8—?‘? 1 aÓ(ˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c                óŠ  — | j                  |«      j                  dd¬«      \  }}|t        j                  |«      z  j	                  dd«      }t        j
                  j                  j                  | j                  | j                  |«      «      «      j	                  dd«      }| j                  | j                  |«      «      S )Nr    r5   ©Údimr3   )r�  Úchunkr   rS  r  rü   rQ  Úsilur„  r‚  r;  r…  )rg   r   rO   rE   r	  s        r   r  z_DepthwiseConvModule.forward°  s’   € Ø�x‰x˜‹{× Ñ  ¨Ð Ó+‰ˆˆ1Ø”—‘˜qÓ!Ñ!×,Ñ,¨Q°Ó2ˆÜ�H‰H×Ñ×$Ñ$ T§Y¡Y¨t¯w©w°q«zÓ%:Ó;×EÑEÀaÈÓKˆØ�y‰y˜Ÿ™ !›Ó%Ð%r   )é   r/  r  r  s   @r   r~  r~  ž  s   ø„ ñõ.ö&r   r~  c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú_ConvAttnBlockzFPre-norm attention, depthwise temporal conv, then a position-wise FFN.c           	     óú  •— t         ‰| �  «        t        j                  j	                  |«      | _        t        j                  j                  |||d¬«      | _        t        j                  j	                  |«      | _        t        ||¬«      | _
        t        j                  j	                  |«      | _        t        j                  j                  t        j                  j                  |d|z  «      t        j                  j                  «       t        j                  j                  |«      t        j                  j                  d|z  |«      «      | _        t        j                  j                  |«      | _        y )NTr4  rX  r    )rú   ri   r   rü   r5  r6  r8  rH   r7  r~  ÚconvÚln3r  rE  r  r  r&  r;  rY  s       €r   ri   z_ConvAttnBlock.__init__º  sõ   ø€ Ü‰ÑÔÜ—8‘8×%Ñ% aÓ(ˆŒÜ—8‘8×.Ñ.¨q°%ÀÐVZÐ.Ó[ˆŒÜ—8‘8×%Ñ% aÓ(ˆŒÜ(¨°GÔ<ˆŒ	Ü—8‘8×%Ñ% aÓ(ˆŒÜ—(‘(×%Ñ%Ü�H‰H�O‰O˜A˜q 1™uÓ%¤u§x¡x§}¡}£¼¿¹×8HÑ8HÈÓ8QÜ�H‰H�O‰O˜A ™E 1Ó%ó'ˆŒô —H‘H×$Ñ$ WÓ-ˆ�	r   c           	     ó"  — | j                  |«      }|| j                  | j                  |||d¬«      d   «      z   }|| j                  | j	                  |«      «      z   }|| j                  | j                  | j                  |«      «      «      z   S r[  )r6  r;  rH   r�  r7  r&  r�  r,  s      r   r  z_ConvAttnBlock.forwardÆ  sx   € Ø�H‰H�Q‹KˆØ�—	‘	˜$Ÿ(™( 1 a¨¸˜(Ó?ÀÑBÓCÑCˆØ�—	‘	˜$Ÿ(™( 1›+Ó&Ñ&ˆØ�4—9‘9˜TŸW™W T§X¡X¨a£[Ó1Ó2Ñ2Ð2r   r  r  s   @r   r�  r�  ·  s   ø„ ÙPô
.ö3r   r�  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚConvAttnTransformera%  EEG backbone with a depthwise-conv module inside each transformer block.

    Same width as gru_ffn (d=96, 4 heads, 2 layers) so the comparison is the
    block. Not HappyQuokka (that FFN is two convolutions and there is no
    depthwise GLU module) and not the logit-stream dilated stem.
    c           
     óX  •— t         ‰| �  «        ||z  dk7  rt        d|› d|› �«      ‚t        j                  j                  ||«      | _        t        j                  j                  t        j                  d||«      «      | _	        t        j                  j                  j                  | j                  d¬«       t        j                  j                  t        |«      D �cg c]  }t        |||«      ‘Œ c}«      | _        t        j                  j!                  |«      | _        y c c}w r`  )rú   ri   rf  r   rü   rE  rþ   r  r  r  rI  rg  rh  r  r�  ri  r5  rj  rk  s	           €r   ri   zConvAttnTransformer.__init__Õ  sÞ   ø€ Ü‰ÑÔØˆu‰9˜Š>Ü˜r ! Ð$<¸U¸GÐDÓEÐEÜ—H‘H—O‘O A qÓ)ˆŒ	Ü—8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÔ1Ü—h‘h×)Ñ)ÔV[Ð\bÔVcÓ*dÑVcÐQR¬>¸!¸UÀGÕ+LÐVcÑ*dÓeˆŒÜ—(‘(×$Ñ$ QÓ'ˆ�ùò +erl  c                ó¾   — | j                  |«      | j                  d d …d |j                  d   …f   z   }| j                  D ]
  } ||«      }Œ | j	                  |«      S rn  ro  rp  s       r   r  zConvAttnTransformer.forwardß  rq  r   rr  r  r  s   @r   r“  r“  Í  s   ø„ ñõ(ör   r“  c                  ó,   ‡ — e Zd ZdZdˆ fd„	Zdd„Zˆ xZS )Ú_PreNormTFBlockzØPlain pre-norm Transformer block: MHSA then position-wise FFN.

    No GRU gate (gru_ffn), no depthwise GLU (conv_attn / Conformer), no Macaron
    half-FFN. Dense residual stream for DirectNet temporal pooling.
    c           	     óž  •— t         ‰| �  «        t        j                  j	                  |«      | _        t        j                  j                  |||d¬«      | _        t        j                  j	                  |«      | _        t        ||z  «      }t        j                  j                  t        j                  j                  ||«      t        j                  j                  «       t        j                  j                  |«      t        j                  j                  ||«      «      | _        t        j                  j                  |«      | _        y )NTr4  )rú   ri   r   rü   r5  r6  r8  rH   r7  rK   r  rE  r  r  r&  r;  )rg   r#  r$  rò   Úffn_multÚhidr  s         €r   ri   z_PreNormTFBlock.__init__í  s×   ø€ Ü‰ÑÔÜ—8‘8×%Ñ% aÓ(ˆŒÜ—8‘8×.Ñ.¨q°%ÀÐVZÐ.Ó[ˆŒÜ—8‘8×%Ñ% aÓ(ˆŒÜ�(˜Q‘,ÓˆÜ—(‘(×%Ñ%Ü�H‰H�O‰O˜A˜sÓ#¤U§X¡X§]¡]£_´e·h±h×6FÑ6FÀwÓ6OÜ�H‰H�O‰O˜C Ó#ó%ˆŒô —H‘H×$Ñ$ WÓ-ˆ�	r   c           
     óÞ   — | j                  |«      }|| j                  | j                  ||||d¬«      d   «      z   }|| j                  | j                  | j	                  |«      «      «      z   S ©NF©Ú	attn_maskr@  r   r\  )rg   r   r,   r	  s       r   r  z_PreNormTFBlock.forwardø  s`   € Ø�H‰H�Q‹KˆØ�—	‘	˜$Ÿ(™( 1 a¨°dÈ˜(ÓOÐPQÑRÓSÑSˆØ�4—9‘9˜TŸW™W T§X¡X¨a£[Ó1Ó2Ñ2Ð2r   )r  rP  r  r  s   @r   r—  r—  æ  s   ø„ ñõ	.÷3r   r—  c                  ó.   ‡ — e Zd ZdZ	 	 dˆ fd„	Zd„ Zˆ xZS )ÚDirectTransformeruß  Causal patched Transformer as DirectNet body (ALREADY_TRIED Â§C1 open slot).

    Causal Conv1d patch embed over EEG + speech (env/onset/dom of both streams,
    same channel-concat as vlaai_ws), then LÃ— pre-norm MHSA+FFN with a strict
    upper-triangle causal mask â†’ dense (B, W, d) for the DirectNet temporal
    head. Random-init shapes â‰  vlaai; not a warm start. Distinct from gru_ffn /
    conv_attn / EEG Conformer / ATCNet / HappyQuokka / ADT / WaveNet / Mamba.
    c
                óÌ  •— t         ‰| �  «        ||z  dk7  rt        d|› d|› �«      ‚|dk  rt        d«      ‚t        |||«      | _        t
        j                  j                  t        d|«      |«      | _	        t
        j                  j                  t        j                  d||«      «      | _        t
        j                  j                  j                  | j                  d¬«       t
        j                  j                  |«      | _        t
        j                  j#                  t%        |«      D �
cg c]  }
t'        ||||¬	«      ‘Œ c}
«      | _        t
        j                  j+                  |«      | _        t/        |	«      | _        | j0                  rL| j3                  d
t        j4                  t        j6                  ||t
        j.                  ¬«      d¬«      «       y y c c}
w )Nr   ra  rb  r3   zpatch_k must be >= 1r|  rc  rd  ©r™  Úcausal_maskr   ©Údiagonal)rú   ri   rf  Ú_CausalConv1dÚpatchr   rü   Ú	GroupNormÚminÚpatch_gnr  r  r  rI  rg  r  r;  rh  r  r—  ri  r5  rj  ÚboolÚcausalr"  ÚtriuÚones)rg   rh   rÂ   r#  r$  r%  Úpatch_kr™  rò   r¬  rt   r  s              €r   ri   zDirectTransformer.__init__  so  ø€ ä‰ÑÔØˆu‰9˜Š>Ü˜r ! Ð$<¸U¸GÐDÓEÐEØ�QŠ;ÜÐ3Ó4Ð4Ü" 1 a¨Ó1ˆŒ
ÜŸ™×*Ñ*¬3¨q°!«9°aÓ8ˆŒÜ—8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÔ1Ü—H‘H×$Ñ$ WÓ-ˆŒ	Ü—h‘h×)Ñ)ÜKPÐQWÌ=ó+ZÙKXÀaŒO˜A˜u g¸ÖAÈ=ñ+Zó [ˆŒä—(‘(×$Ñ$ QÓ'ˆŒÜ˜6“lˆŒØ�;Š;à× Ñ ØœuŸz™z¬%¯*©*°Q¸ÄÇÁÔ*LÐWXÔYõ[ð ùò	+Zs   Ä2G!c           
     óÜ  — |j                   d   }| j                  |«      }| j                  t        j                  j
                  j                  | j                  |j                  dd«      «      «      «      j                  dd«      }|| j                  d d …d |…f   z   }| j                  r| j                  d |…d |…f   nd }| j                  D ]  } |||«      }Œ | j                  |«      S r{  )rL   r§  r;  r   rü   rQ  rR  rª  r  r  r¬  r£  ri  rj  )rg   r   r)  r	  r,   rÿ   s         r   r  zDirectTransformer.forward  sË   € Ø�G‰G�A‰JˆØ�J‰J�q‹MˆØ�I‰I”e—h‘h×)Ñ)×.Ñ.Ø�M‰M˜!Ÿ+™+ a¨Ó+Ó,ó.ó /ß/8©y¸¸A«ð 	
à�—‘š˜B˜Q˜B˜‘ÑˆØ+/¯;ª;ˆt×Ñ    B Q B Ò'¸DˆØ—[”[ˆEÙ�a˜“‰Að !à�w‰w�q‹zÐr   )r-  r  r  r‹  r  çš™™™™™É?Tr  r  s   @r   r   r   þ  s   ø„ ñð LMØ%)õ[ö*	r   r   c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )r¦  z=Left-padded Conv1d. Output at t uses inputs at t-k+1..t only.c                ó|   •— t         ‰| �  «        || _        t        j                  j                  |||«      | _        y rP  )rú   ri   r  r   rü   rý   r�  )rg   ÚcinÚcoutr  r  s       €r   ri   z_CausalConv1d.__init__,  s-   ø€ Ü‰ÑÔØˆŒÜ—H‘H—O‘O C¨¨qÓ1ˆ�	r   c                óÖ   — t         j                  j                  j                  |j	                  dd«      | j
                  dz
  df«      }| j                  |«      j	                  dd«      S r  )r   rü   rQ  Úpadr  r  r�  r,  s      r   r  z_CausalConv1d.forward1  sP   € Ü�H‰H×Ñ×#Ñ# A§K¡K°°1Ó$5¸¿¹À¹
ÀA°ÓGˆØ�y‰y˜‹|×%Ñ% a¨Ó+Ð+r   r  r  s   @r   r¦  r¦  )  s   ø„ ÙGô2ö
,r   r¦  c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú_EnvCrossBlockzWPre-norm causal cross-attention (EEG query, speech key/value) plus a position-wise FFN.c           	     óÖ  •— t         ‰| �  «        t        j                  j	                  |«      | _        t        j                  j	                  |«      | _        t        j                  j                  |||d¬«      | _        t        j                  j	                  |«      | _	        t        j                  j                  t        j                  j                  |d|z  «      t        j                  j                  «       t        j                  j                  |«      t        j                  j                  d|z  |«      «      | _        t        j                  j                  |«      | _        y )NTr4  r    )rú   ri   r   rü   r5  Úln_qÚln_kvr8  rH   Úln_ffr  rE  r  r  r&  r;  rY  s       €r   ri   z_EnvCrossBlock.__init__9  sç   ø€ Ü‰ÑÔÜ—H‘H×&Ñ& qÓ)ˆŒ	Ü—X‘X×'Ñ'¨Ó*ˆŒ
Ü—8‘8×.Ñ.¨q°%ÀÐVZÐ.Ó[ˆŒÜ—X‘X×'Ñ'¨Ó*ˆŒ
Ü—(‘(×%Ñ%Ü�H‰H�O‰O˜A˜q 1™uÓ%¤u§x¡x§}¡}£¼¿¹×8HÑ8HÈÓ8QÜ�H‰H�O‰O˜A ™E 1Ó%ó'ˆŒô —H‘H×$Ñ$ WÓ-ˆ�	r   c           	     óú   — | j                  |«      | j                  |«      }}| j                  | j                  ||||d¬«      d   «      }|| j                  | j	                  | j                  |«      «      «      z   S rœ  )r»  r¼  r;  rH   r&  r½  )rg   ÚqÚkvr,   r	  re   Úattns          r   r  z_EnvCrossBlock.forwardD  si   € Ø�y‰y˜‹|˜TŸZ™Z¨›^ˆ1ˆð
 �y‰y˜Ÿ™ ! Q¨°TÈ˜ÓNÈqÑQÓRˆØ�d—i‘i §¡¨¯
©
°4Ó(8Ó 9Ó:Ñ:Ð:r   r  r  s   @r   r¹  r¹  6  s   ø„ Ùaô	.ö;r   r¹  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚEnvCrossAttnaˆ  Direct-classifier body: causal EEG queries attend to both speakers' envelopes.

    DirectNet concatenates (EEG, stream A, stream B) on the channel axis and keeps
    the antisymmetric logit g(EEG, A, B) - g(EEG, B, A). This module splits that
    tensor: a causal convolution of the EEG is the query, and env/onset/dom of the
    two speakers are the keys and values. The mask blocks every future frame.
    The attention block does not add the EEG query back, so the linear head reads
    the envelope attention rather than a residual that cancels across speaker order.
    Not a logit remixer, not gru_ffn self-attention, and not conv_attn.
    c	           
     ó`  •— t         ‰| �  «        ||z  dk7  rt        d|› d|› �«      ‚||z
  }	|	dk  s|	dz  rt        d|› d|› �«      ‚|| _        t	        |||«      | _        t        j                  j                  |	|«      | _	        t        j                  j                  t        j                  d||«      «      | _        t        j                  j                  j                  | j                  d¬	«       t        j                  j                  t!        |«      D �
cg c]  }
t#        |||«      ‘Œ c}
«      | _        t        j                  j'                  |«      | _        | j+                  d
t        j,                  t        j.                  ||t        j0                  ¬«      d¬«      «       y c c}
w )Nr   ra  rb  r    z.expected EEG plus an even speech width, got C=z n_eeg=r3   rc  rd  r¬  r   r¤  )rú   ri   rf  Ún_eegr¦  Úq_convr   rü   rE  Úkv_projr  r  r  rI  rg  rh  r  r¹  ri  r5  rj  r"  r­  r®  r«  )rg   rh   rÂ   rÅ  r#  r$  r%  rò   r  Ún_speechrt   r  s              €r   ri   zEnvCrossAttn.__init__Z  sT  ø€ Ü‰ÑÔØˆu‰9˜Š>Ü˜r ! Ð$<¸U¸GÐDÓEÐEØ�u‘9ˆØ�aŠ<˜8 aš<ÜÐMÈaÈSÐPWÐX]ÐW^Ð_Ó`Ð`ØˆŒ
Ü# E¨1¨aÓ0ˆŒÜ—x‘x—‘ x°Ó3ˆŒÜ—8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÔ1Ü—h‘h×)Ñ)ÔV[Ð\bÔVcÓ*dÑVcÐQR¬>¸!¸UÀGÕ+LÐVcÑ*dÓeˆŒÜ—(‘(×$Ñ$ QÓ'ˆŒà×Ñ˜X¤u§z¡z´%·*±*¸QÀÌÏÉÔ2TÐ_`Ô'aÕbùò +es   ÄF+c                ó^  — |dd | j                   …f   |d| j                   d …f   }}|j                  d   }| j                  |«      | j                  d d …d |…f   z   }| j	                  |«      }| j
                  d |…d |…f   }| j                  D ]  } ||||«      }Œ | j                  |«      S )N.r3   )rÅ  rL   rÆ  r  rÇ  r¬  ri  rj  )	rg   r   rl   Úspeechr)  r¿  rÀ  r,   rÿ   s	            r   r  zEnvCrossAttn.forwardk  s¯   € Ø˜˜[˜dŸj™j˜[Ð(Ñ)¨1¨S°$·*±*±+Ð-=Ñ+>ˆVˆØ�I‰I�a‰LˆØ�K‰K˜Ó˜tŸx™xª¨2¨A¨2¨™Ñ.ˆØ�\‰\˜&Ó!ˆØ�{‰{˜2˜A˜2˜r ˜r˜6Ñ"ˆØ—[”[ˆEÙ�a˜˜TÓ"‰Að !à�w‰w�q‹zÐr   )é:   rs  r  r    r/  r  r  r  s   @r   rÃ  rÃ  N  s   ø„ ñ	õcö"r   rÃ  c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú_ATCNetTCNBlockzADilated causal TCN residual used inside ATCNet (Altaheri et al.).c                ó4  •— t         ‰| �  «        |dz
  |z  | _        t        j                  j                  ||||| j                  ¬«      | _        t        j                  j                  d|«      | _        t        j                  j                  |«      | _
        y )Nr3   ©Údilationr  r|  )rú   ri   r·  r   rü   rý   r�  r¨  Úbnr  r;  ©rg   ÚchannelsÚkernelrÐ  rò   r  s        €r   ri   z_ATCNetTCNBlock.__init__y  sq   ø€ Ü‰ÑÔØ˜Q‘J (Ñ*ˆŒÜ—H‘H—O‘O H¨h¸ÈÐ[_×[cÑ[c�OÓdˆŒ	Ü—(‘(×$Ñ$ Q¨Ó1ˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c                óø   — | j                  |«      }| j                  r|dd | j                   …f   }|| j                  t        j                  j
                  j                  | j                  |«      «      «      z   S ©N.)r�  r·  r;  r   rü   rQ  ÚelurÑ  r,  s      r   r  z_ATCNetTCNBlock.forward€  s`   € Ø�I‰I�a‹LˆØ�8Š8Ø�#�{˜$Ÿ(™(˜�{Ð"Ñ#ˆAØ�4—9‘9œUŸX™X×0Ñ0×4Ñ4°T·W±W¸Q³ZÓ@ÓAÑAÐAr   r  r  s   @r   rÍ  rÍ  v  s   ø„ ÙKô.öBr   rÍ  c                  ó0   ‡ — e Zd ZdZ	 	 	 dˆ fd„	Zd„ Zˆ xZS )ÚATCNetuÍ  ATCNet (Altaheri et al., 2022) as a dense DirectNet backbone.

    Paper stack: temporal conv front â†’ multi-head self-attention â†’ TCN residuals.
    The MI EEGNet Conv2d+electrode-collapse front left the antisymmetric auditory
    logit at chance (smoke 100 steps); a Conv1d front at full time resolution
    learns (same smoke). Still ATCNet blocks, adapted to (B, W, C)â†’(B, W, d)
    with C = EEG+speech. Not vlaai_ws / ADT / Conformer / EEG-TCNet.
    c                ó>  •— t         ‰| �  «        t        ||z  «      }t        j                  j                  ||||dz  d¬«      | _        t        j                  j                  d|«      | _        t        j                  j                  |«      | _
        t        j                  j                  |||d¬«      | _        t        j                  j                  |«      | _        t        j                  j                  ||d«      | _        t        j                  j!                  t#        |	«      D �cg c]  }t%        ||
d|z  |¬«      ‘Œ c}«      | _        t        j                  j)                  ||«      | _        t        j                  j                  |«      | _        y c c}w )	Nr    F©r  rL  r|  Tr4  r3   ©rÐ  rò   )rú   ri   rK   r   rü   rý   r  r¨  Úfront_gnr  r;  r8  rÁ  r5  Úattn_lnÚtcn_inrh  r  rÍ  ÚtcnrE  rÆ   Úout_ln)rg   rh   rÂ   ÚF1Ú
depth_multÚkern_lengthÚpoolÚn_headsÚtcn_filtersÚ	tcn_depthÚ
tcn_kernelrò   Úd_outr#  r
  r  s                  €r   ri   zATCNet.__init__‘  s6  ø€ ô 	‰ÑÔÜ��Z‘Ó ˆÜ—X‘X—_‘_ Q¨¨;ÀÈqÑ@PÐW\�_Ó]ˆŒ
ÜŸ™×*Ñ*¨1¨aÓ0ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—H‘H×/Ñ/°°7ÀGÐY]Ð/Ó^ˆŒ	Ü—x‘x×)Ñ)¨!Ó,ˆŒÜ—h‘h—o‘o a¨°aÓ8ˆŒÜ—8‘8×&Ñ&ä˜9Ô%ó('á%�ô ˜K¨¸aÀ1¹fÈgÖVØ%ñ('ó (ˆŒô —8‘8—?‘? ;°Ó6ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�ùò	('s   Ä+Fc                óF  — |j                   d   }| j                  t        j                  j                  j                  | j                  | j                  |j                  dd«      «      «      dd |…f   «      «      j                  dd«      }| j                  |«      }|| j                  |||d¬«      d   z   }| j                  |j                  dd«      «      }| j                  D ]
  } ||«      }Œ | j                  | j                  |j                  dd«      «      «      S )Nr3   r    .Fr?  r   )rL   r;  r   rü   rQ  r×  rÝ  r  r  rÞ  rÁ  rß  rà  rá  rÆ   )rg   r   r)  r	  rO   rÿ   s         r   r  zATCNet.forward¢  sò   € Ø�G‰G�A‰JˆØ�I‰I”e—h‘h×)Ñ)×-Ñ-Ø�M‰M˜$Ÿ*™* Q§[¡[°°AÓ%6Ó7Ó8¸¸b¸q¸b¸ÑAóCó DßDMÁIÈaÐQRÃOð 	
à�L‰L˜‹OˆØ�—	‘	˜!˜Q °�	Ó6°qÑ9Ñ9ˆØ�K‰K˜Ÿ™ A qÓ)Ó*ˆØ—X”XˆEÙ�a“‰Að à�{‰{˜4Ÿ8™8 A§K¡K°°1Ó$5Ó6Ó7Ð7r   )
r-  r3   r-  r3   r  r-  r    r  r±  r-  r  r  s   @r   rÙ  rÙ  ‡  s   ø„ ñð HIØDEØ$&õ0ö"	8r   rÙ  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )Ú_ConformerBlockuS   Macaron Conformer block: Â½FFN â†’ MHSA â†’ depthwise conv â†’ Â½FFN (Song/Gulati).c           	     óH  •— t         ‰| �  «        t        j                  j	                  |«      | _        t        j                  j                  t        j                  j                  |d|z  «      t        j                  j                  «       t        j                  j                  |«      t        j                  j                  d|z  |«      t        j                  j                  |«      «      | _
        t        j                  j	                  |«      | _        t        j                  j                  |||d¬«      | _        t        j                  j                  |«      | _        t        j                  j	                  |«      | _        t!        |||¬«      | _        t        j                  j	                  |«      | _        t        j                  j                  t        j                  j                  |d|z  «      t        j                  j                  «       t        j                  j                  |«      t        j                  j                  d|z  |«      t        j                  j                  |«      «      | _        t        j                  j	                  |«      | _        y )Nr    Tr4  )r  rò   )rú   ri   r   rü   r5  Úff1_lnr  rE  r  r  Úff1rÞ  r8  rÁ  Ú	attn_dropÚconv_lnr~  r�  Úff2_lnÚff2rá  )rg   r#  r$  rò   Úconv_kr  s        €r   ri   z_ConformerBlock.__init__±  s¨  ø€ Ü‰ÑÔÜ—h‘h×(Ñ(¨Ó+ˆŒÜ—8‘8×&Ñ&Ü�H‰H�O‰O˜A˜q 1™uÓ%¤u§x¡x§}¡}£¼¿¹×8HÑ8HÈÓ8QÜ�H‰H�O‰O˜A ™E 1Ó%¤u§x¡x×'7Ñ'7¸Ó'@óBˆŒô —x‘x×)Ñ)¨!Ó,ˆŒÜ—H‘H×/Ñ/°°5À'ÐW[Ð/Ó\ˆŒ	ÜŸ™×)Ñ)¨'Ó2ˆŒÜ—x‘x×)Ñ)¨!Ó,ˆŒÜ(¨¨f¸gÔFˆŒ	Ü—h‘h×(Ñ(¨Ó+ˆŒÜ—8‘8×&Ñ&Ü�H‰H�O‰O˜A˜q 1™uÓ%¤u§x¡x§}¡}£¼¿¹×8HÑ8HÈÓ8QÜ�H‰H�O‰O˜A ™E 1Ó%¤u§x¡x×'7Ñ'7¸Ó'@óBˆŒô —h‘h×(Ñ(¨Ó+ˆ�r   c           	     óx  — |d| j                  | j                  |«      «      z  z   }| j                  |«      }|| j                  | j	                  |||d¬«      d   «      z   }|| j                  | j                  |«      «      z   }|d| j                  | j                  |«      «      z  z   }| j                  |«      S )Nr0  Fr?  r   )
rð  rï  rÞ  rñ  rÁ  r�  rò  rô  ró  rá  r,  s      r   r  z_ConformerBlock.forwardÂ  s¡   € Ø��d—h‘h˜tŸ{™{¨1›~Ó.Ñ.Ñ.ˆØ�L‰L˜‹OˆØ�—‘˜tŸy™y¨¨A¨q¸u˜yÓEÀaÑHÓIÑIˆØ�—	‘	˜$Ÿ,™, q›/Ó*Ñ*ˆØ��d—h‘h˜tŸ{™{¨1›~Ó.Ñ.Ñ.ˆØ�{‰{˜1‹~Ðr   )r‹  r  r  s   @r   rí  rí  ®  s   ø„ Ù]õ,ö"r   rí  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚEEGConformeruà  EEG Conformer (Song et al., 2022) as a dense DirectNet backbone.

    Patch embedding is a temporal Conv1d over channel-concatenated EEG+speech
    (C = 58+2F). No MI-style electrode-collapse: that front left ATCNet at chance
    under antisymmetric speaker-order training. Conformer encoder blocks follow
    Macaron Â½FFNâ†’MHSAâ†’depthwise-convâ†’Â½FFN. Output stays at full window length
    for the DirectNet temporal head. Not vlaai_ws / ATCNet / conv_attn / EEG-TCNet.
    c	                ó"  •— t         ‰
| �  «        ||z  dk7  rt        d|› d|› �«      ‚|dz  dk(  rt        d«      ‚t        j                  j                  ||||dz  d¬«      | _        t        j                  j                  d|«      | _        t        j                  j                  |«      | _
        t        j                  j                  t        j                  d	||«      «      | _        t        j                  j                  j                  | j                  d
¬«       t        j                  j!                  t#        |«      D �	cg c]  }	t%        ||||¬«      ‘Œ c}	«      | _        t        j                  j)                  |«      | _        y c c}	w )Nr   ra  rb  r    z)patch_k must be odd to keep window lengthFrÛ  r|  r3   rc  rd  )rõ  )rú   ri   rf  r   rü   rý   r§  r¨  rª  r  r;  r  r  r  rI  rg  rh  r  rí  ri  r5  rj  )rg   rh   rÂ   r#  r$  r%  r¯  rõ  rò   rt   r  s             €r   ri   zEEGConformer.__init__Õ  s7  ø€ Ü‰ÑÔØˆu‰9˜Š>Ü˜r ! Ð$<¸U¸GÐDÓEÐEØ�Q‰;˜!ÒÜÐHÓIÐIÜ—X‘X—_‘_ Q¨¨7¸GÀq¹LÈu�_ÓUˆŒ
ÜŸ™×*Ñ*¨1¨aÓ0ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÔ1Ü—h‘h×)Ñ)ÜGLÈVÄ}ó+VÙGTÀ!ŒO˜A˜u g°fÖ=À}ñ+Vó WˆŒä—(‘(×$Ñ$ QÓ'ˆ�ùò+Vs   ÅFc                óž  — |j                   d   }| j                  t        j                  j                  j                  | j                  | j                  |j                  dd«      «      «      dd |…f   «      «      j                  dd«      }|| j                  d d …d |…f   z   }| j                  D ]
  } ||«      }Œ | j                  |«      S ©Nr3   r    .)rL   r;  r   rü   rQ  r×  rª  r§  r  r  ri  rj  ©rg   r   r)  r	  rÿ   s        r   r  zEEGConformer.forwardä  s±   € Ø�G‰G�A‰JˆØ�I‰I”e—h‘h×)Ñ)×-Ñ-Ø�M‰M˜$Ÿ*™* Q§[¡[°°AÓ%6Ó7Ó8¸¸b¸q¸b¸ÑAóCó DßDMÁIÈaÐQRÃOð 	
à�—‘š˜B˜Q˜B˜‘ÑˆØ—[”[ˆEÙ�a“‰Að !à�w‰w�q‹zÐr   )r-  r  r  é   r‹  r±  r  r  s   @r   rø  rø  Ë  s   ø„ ñõ(ör   rø  c                  ó.   ‡ — e Zd ZdZ	 	 dˆ fd„	Zd„ Zˆ xZS )ÚEEGTCNeta´  EEG-TCNet (Ingolfsson et al., 2020) as a dense DirectNet backbone.

    Paper stack: compact EEGNet-style front + TCN residuals (no self-attention;
    ATCNet adds MHSA). MI EEGNet Conv2d+electrode-collapse stayed at chance under
    antisymmetric auditory training (ATCNet smoke); use Conv1d front at full time
    resolution then dilated causal TCN. Output (B, W, d) for the DirectNet head.
    Not vlaai_ws / ATCNet / Conformer.
    c
                óŠ  •— t         ‰| �  «        t        j                  j	                  ||||dz  d¬«      | _        t        j                  j                  d|«      | _        t        j                  j                  |«      | _	        t        j                  j	                  ||d«      | _
        t        j                  j                  t        |«      D �
cg c]  }
t        ||d|
z  |¬«      ‘Œ c}
«      | _        t        j                  j                  ||	«      | _        t        j                  j#                  |	«      | _        y c c}
w )Nr    FrÛ  r|  r3   rÜ  )rú   ri   r   rü   rý   r  r¨  rÝ  r  r;  rß  rh  r  rÍ  rà  rE  rÆ   r5  rá  )rg   rh   rÂ   râ  rä  rç  rè  ré  rò   rê  r
  r  s              €r   ri   zEEGTCNet.__init__ø  sñ   ø€ ä‰ÑÔÜ—X‘X—_‘_ Q¨¨KÀÐPQÑAQÐX]�_Ó^ˆŒ
ÜŸ™×*Ñ*¨1¨bÓ1ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—h‘h—o‘o b¨+°qÓ9ˆŒÜ—8‘8×&Ñ&ä˜9Ô%ó('á%�ô ˜K¨¸aÀ1¹fÈgÖVØ%ñ('ó (ˆŒô —8‘8—?‘? ;°Ó6ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�ùò	('s   ÃE c                ó®  — |j                   d   }| j                  t        j                  j                  j                  | j                  | j                  |j                  dd«      «      «      dd |…f   «      «      }| j                  |«      }| j                  D ]
  } ||«      }Œ | j                  | j                  |j                  dd«      «      «      S rû  )rL   r;  r   rü   rQ  r×  rÝ  r  r  rß  rà  rá  rÆ   rü  s        r   r  zEEGTCNet.forward  sª   € Ø�G‰G�A‰JˆØ�I‰I”e—h‘h×)Ñ)×-Ñ-Ø�M‰M˜$Ÿ*™* Q§[¡[°°AÓ%6Ó7Ó8¸¸b¸q¸b¸ÑAóCó Dˆà�K‰K˜‹NˆØ—X”XˆEÙ�a“‰Að à�{‰{˜4Ÿ8™8 A§K¡K°°1Ó$5Ó6Ó7Ð7r   )r-  r-  r-  rx  r  r±  r-  r  r  s   @r   rÿ  rÿ  î  s   ø„ ñð OPØ24õ0ö8r   rÿ  c                ó*   — dD ]  }| |z  dk(  sŒ|c S  y©N)r|  é   r  r    r3   r   r3   r…   ©rB   Úgs     r   Ú
_gn_groupsr    s!   € ÛˆØˆq‰5�A‹:ØŠHð ð r   c                  ó:   ‡ — e Zd ZdZ	 	 dˆ fd„	Zd„ Zd„ Zd„ Zˆ xZS )Ú	TSceptionuM  TSception (Ding et al.) as a dense DirectNet backbone.

    Multi-scale temporal inception: parallel Conv1d kernels at ~0.5/0.25/0.125 s
    (Ding et al. TNSRE), concatenated â†’ BN/LeakyReLU â†’ local AvgPool (stride 1).
    Spatial/channel inception: parallel pointwise mixers (full + bottleneck).
    Two Tâ†’S stages â†’ dense (B, W, d) for the antisymmetric DirectNet head.
    No electrode-collapse, no stride>1 pool (MI fronts stayed at chance).
    Distinct from ATCNet / Conformer / Shallow / Deep / WaveNet / EEG-TCNet /
    Mamba / vlaai / FIR-fb / Morlet residualâ†’vlaai.
    c                ó€  •— t         ‰| �  «        t        d„ |D «       «      }|| _        t	        |«      }	t
        j                  j                  |D �
cg c])  }
t
        j                  j                  |||
|
dz  d¬«      ‘Œ+ c}
«      | _	        ||	z  }t
        j                  j                  t        |«      |«      | _        t
        j                  j                  |d|dz  ¬«      | _        t
        j                  j                  ||dd¬«      | _        t
        j                  j                  ||dd¬«      | _        d|z  }t
        j                  j                  t        |«      |«      | _        t
        j                  j                  |D �
cg c])  }
t
        j                  j                  |||
|
dz  d¬«      ‘Œ+ c}
«      | _        ||	z  }t
        j                  j                  t        |«      |«      | _        t
        j                  j                  |d|dz  ¬«      | _        t
        j                  j                  ||dd¬«      | _        t
        j                  j                  ||dd¬«      | _        d|z  }t
        j                  j                  t        |«      |«      | _        t
        j                  j1                  dd	¬
«      | _        t
        j                  j5                  |«      | _        t
        j                  j9                  ||«      | _        t
        j                  j=                  |«      | _        y c c}
w c c}
w )Nc              3  óx   K  — | ]2  }t        d t        t        t        |«      t        z  «      «      «      –— Œ4 y­w)rx  N)rî   rK   Úroundr9   r   )Ú.0r±   s     r   Ú	<genexpr>z%TSception.__init__.<locals>.<genexpr>%  s*   è ø€ ÐJÁ¸A”c˜!œS¤¤u¨Q£x´"¡}Ó!5Ó6×7Áùs   ‚8:r    FrÛ  r3   ©Ústrider  ©rL  r±  T)Úinplace) rú   ri   ÚtupleÚkernsrJ   r   rü   rh  rý   Út1r¨  r  Úbn_t1Ú	AvgPool1dÚpool1Ús1_fullÚs1_halfÚbn_s1Út2Úbn_t2Úpool2Ús2_fullÚs2_halfÚbn_s2Ú	LeakyReLUÚactr  r;  rE  rÆ   r5  rá  )rg   rh   rÂ   râ  Úscales_srå  rò   rê  r  Ún_scr  Úcin_t1Úcin_s1Úcin_t2Úcin_s2r  s                  €r   ri   zTSception.__init__"  sx  ø€ ä‰ÑÔÜÑJÁÓJÓJˆØˆŒ
Ü�5‹zˆä—(‘(×%Ñ%ÙKPó'RÙKPÀaŒE�H‰H�O‰O˜A˜r 1¨a°1©f¸5ˆOÕAÈ5ñ'Ró SˆŒà�d‘ˆÜ—X‘X×'Ñ'¬
°6Ó(:¸FÓCˆŒ
Ü—X‘X×'Ñ'¨°QÀÈÁ	Ð'ÓJˆŒ
ä—x‘x—‘ v¨r°1¸5�ÓAˆŒÜ—x‘x—‘ v¨r°1¸5�ÓAˆŒØ�R‘ˆÜ—X‘X×'Ñ'¬
°6Ó(:¸FÓCˆŒ
ä—(‘(×%Ñ%ÙPUó'WÙPUÈ1ŒE�H‰H�O‰O˜F B¨°1¸±6ÀˆOÕFÐPUñ'Wó XˆŒà�d‘ˆÜ—X‘X×'Ñ'¬
°6Ó(:¸FÓCˆŒ
Ü—X‘X×'Ñ'¨°QÀÈÁ	Ð'ÓJˆŒ
ä—x‘x—‘ v¨r°1¸5�ÓAˆŒÜ—x‘x—‘ v¨r°1¸5�ÓAˆŒØ�R‘ˆÜ—X‘X×'Ñ'¬
°6Ó(:¸FÓCˆŒ
Ü—8‘8×%Ñ% c°4Ð%Ó8ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8—?‘? 6¨5Ó1ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�ùò1'Rùò'Ws   Á.L6Æ.L;c                ó¾   — |D �cg c]  } ||«      dd |…f   ‘Œ }}t        j                  |d¬«      }| j                   ||«      «      } ||«      dd |…f   S c c}w )N.r3   r‡  ©r   Úcatr#  )	rg   r	  ÚbranchesrÑ  rå  r)  rE   ÚpartsÚzs	            r   Ú	_tceptionzTSception._tceptionC  sc   € Ù(0Ó1© 1‘�1“�c˜2˜A˜2�g“¨ˆÐ1Ü�I‰I�e Ô#ˆØ�H‰H‘R˜“U‹OˆÙ�A‹w�s˜B˜Q˜B�wÑÐùò 2s   …Ac                óˆ   — t        j                   ||«       ||«      gd¬«      dd |…f   }| j                   ||«      «      S )Nr3   r‡  .r+  )rg   r	  ÚfullÚhalfrÑ  r)  r/  s          r   Ú	_sceptionzTSception._sceptionI  s>   € Ü�I‰I‘t˜A“w¡ Q£Ð(¨aÔ0°°b°q°b°Ñ9ˆØ�x‰x™˜1›‹Ðr   c                ó^  — |j                   d   }|j                  dd«      }| j                  || j                  | j                  | j
                  |«      }| j                  || j                  | j                  | j                  |«      }| j                  || j                  | j                  | j                  |«      }| j                  || j                  | j                  | j                  |«      }| j!                  |«      j                  dd«      }| j#                  | j%                  |«      «      S r{  )rL   r  r0  r  r  r  r4  r  r  r  r  r  r  r  r   r!  r;  rá  rÆ   ©rg   r   r)  r	  s       r   r  zTSception.forwardM  sØ   € Ø�G‰G�A‰JˆØ�K‰K˜˜1ÓˆØ�N‰N˜1˜dŸg™g t§z¡z°4·:±:¸qÓAˆØ�N‰N˜1˜dŸl™l¨D¯L©L¸$¿*¹*ÀaÓHˆØ�N‰N˜1˜dŸg™g t§z¡z°4·:±:¸qÓAˆØ�N‰N˜1˜dŸl™l¨D¯L©L¸$¿*¹*ÀaÓHˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )é    ©r0  ç      Ð?g      À?r|  r0  r-  )	r   r€   r�   r‚   ri   r0  r4  r  r  r  s   @r   r	  r	    s&   ø„ ñ	ð .@Ø,.õ0òB òö(r   r	  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚShallowConvNetuÖ  ShallowConvNet (Schirrmeister et al., 2017) as a dense DirectNet backbone.

    Classic: temporal conv â†’ square â†’ local average pool â†’ log â†’ dense.
    MI Conv2d+electrode-collapse fronts left ATCNet/EEGNet at chance under
    antisymmetric auditory training; keep Conv1d at full time resolution over
    channel-concatenated EEG+speech (C=58+2F). Pool stride 1 preserves W for
    the DirectNet temporal head. Not vlaai_ws / ATCNet / Conformer / EEG-TCNet.
    c                ó  •— t         ‰| �  «        |dz  dk(  rt        d«      ‚t        j                  j                  ||||dz  d¬«      | _        t        j                  j                  d|«      | _        t        j                  j                  |d|dz  ¬«      | _
        t        j                  j                  |«      | _        t        j                  j                  ||«      | _        t        j                  j                  |«      | _        y )	Nr    r   z&kern must be odd to keep window lengthFrÛ  r|  r3   r  )rú   ri   rf  r   rü   rý   Útempr¨  rÑ  r  rå  r  r;  rE  rÆ   r5  rá  )	rg   rh   rÂ   Ú	n_filtersÚkernrå  rò   rê  r  s	           €r   ri   zShallowConvNet.__init__b  sÃ   ø€ Ü‰ÑÔØ�!‰8�qŠ=ÜÐEÓFÐFÜ—H‘H—O‘O A y°$ÀÈÁ	ÐPU�OÓVˆŒ	Ü—(‘(×$Ñ$ Q¨	Ó2ˆŒä—H‘H×&Ñ& t°A¸tÀq¹yÐ&ÓIˆŒ	Ü—H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8—?‘? 9¨eÓ4ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�r   c                óž  — |j                   d   }| j                  | j                  |j                  dd«      «      «      dd |…f   }||z  }| j	                  |«      dd |…f   }t        j                  t        j                  |d¬«      «      }| j                  |«      j                  dd«      }| j                  | j                  |«      «      S )Nr3   r    .râ   ©r©  )rL   rÑ  r=  r  rå  r   ÚlogÚclampr;  rá  rÆ   r6  s       r   r  zShallowConvNet.forwardn  s«   € Ø�G‰G�A‰JˆØ�G‰G�D—I‘I˜aŸk™k¨!¨QÓ/Ó0Ó1°#°r¸°r°'Ñ:ˆØ�‰EˆØ�I‰I�a‹L˜˜b˜q˜b˜Ñ!ˆÜ�I‰I”e—k‘k !¨Ô.Ó/ˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )é(   rý  éK   r0  r-  r  r  s   @r   r;  r;  X  s   ø„ ñõ
0ö(r   r;  c                  ó.   ‡ — e Zd ZdZ	 	 dˆ fd„	Zd„ Zˆ xZS )ÚDeepConvNetuq  DeepConvNet (Schirrmeister et al., 2017) as a dense DirectNet backbone.

    Classic: stacked temporal conv blocks with ELU + max-pool + dropout.
    Dense adaptation: Conv1d blocks at full time resolution (no electrode collapse;
    max-pool stride 1). Filter schedule 25â†’50â†’100â†’200. Output (B, W, d).
    Not ShallowConvNet / ATCNet / EEG-TCNet / vlaai_ws.
    c                ót  •— t         ‰| �  «        d„ }t        j                  j	                  «       | _        |}	t        |«      D �]  \  }
}t        j                  j                  |	|||dz  d¬«      t        j                  j                   ||«      |«      t        j                  j                  «       g}|
t        |«      dz
  k  rG|t        j                  j                  |d|dz  ¬«      t        j                  j                  |«      gz  }| j
                  j                  t        j                  j	                  |«      «       |}	�Œ t        j                  j                  |«      | _        t        j                  j                  |d   |«      | _        t        j                  j#                  |«      | _        y )Nc                ó*   — dD ]  }| |z  dk(  sŒ|c S  yr  r…   r  s     r   r  z(DeepConvNet.__init__.<locals>._gn_groups„  s!   € Û$�Ø�q‘5˜A“:Ø’Hð %ð r   r    FrÛ  r3   r  r5   )rú   ri   r   rü   rh  ri  Ú	enumeraterý   r¨  ÚELUrJ   Ú	MaxPool1dr  r<   r;  rE  rÆ   r5  rá  )rg   rh   rÂ   Úfiltersr?  rå  rò   rê  r  Úc_inr
  rB   rÿ   r  s                €r   ri   zDeepConvNet.__init__�  sL  ø€ ä‰ÑÔò	ô —h‘h×)Ñ)Ó+ˆŒØˆÜ˜g×&‰DˆAˆqä—‘—‘  a¨°t¸q±yÀu�ÓMÜ—‘×"Ñ"¡:¨a£=°!Ó4Ü—‘—‘“ðˆEð
 ”3�w“< !Ñ#Ò#ØÜ—H‘H×&Ñ& t°A¸tÀq¹yÐ&ÓIÜ—H‘H×$Ñ$ WÓ-ðñ �ð �K‰K×ÑœuŸx™x×2Ñ2°5Ó9Ô:ØŠDð 'ô —H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8—?‘? 7¨2¡;°Ó6ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�r   c                ó–  — |j                   d   }|j                  dd«      }| j                  D ]Y  }|D ]R  } ||«      }t        |t        j
                  j                  t        j
                  j                  f«      sŒJ|dd |…f   }ŒT Œ[ | j                  |«      j                  dd«      }| j                  | j                  |«      «      S rû  )rL   r  ri  Ú
isinstancer   rü   rý   rL  r;  rá  rÆ   )rg   r   r)  r	  rÿ   r(  s         r   r  zDeepConvNet.forward�  s¥   € Ø�G‰G�A‰JˆØ�K‰K˜˜1ÓˆØ—[”[ˆEÛ�Ù˜!“H�Ü˜e¤e§h¡h§o¡o´u·x±x×7IÑ7IÐ%JÕKØ˜#˜r ˜r˜'™
‘Añ ð !ð
 �I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )©rý  é2   éd   éÈ   é
   rx  r0  r-  r  r  s   @r   rG  rG  x  s   ø„ ñð HIØ$&õ0ö8	(r   rG  c                  ó.   ‡ — e Zd ZdZ	 	 dˆ fd„	Zd„ Zˆ xZS )ÚEEGNetu™  Lawhern EEGNet (2018) as a dense DirectNet backbone.

    Classic stack: temporal Conv2d â†’ depthwise spatial Conv over channels â†’
    separable temporal (depthwise + pointwise) â†’ dense features.
    Dense adaptations for antisymmetric auditory DirectNet (ATCNet MI front
    with electrode-collapse + aggressive pool stayed at chance):
      - no AvgPool stride>1 (keep full window length W)
      - trim convolutions to W; Linear F2â†’d_out per time step â†’ (B, W, d)
    Input C = EEG+speech (58+2F). Spatial depthwise spans all C (speech
    participates in the spatial mix). Not ATCNet / Conformer / Shallow /
    DeepConvNet / EEG-TCNet / vlaai_ws.
    c
                óÔ  •— t         ‰
| �  «        |�t        |«      nt        ||z  «      }||||f\  | _        | _        | _        | _        t        j                  j                  d|d|fd|dz  fd¬«      | _
        t        j                  j                  |«      | _        t        j                  j                  |||z  |df|d¬«      | _        t        j                  j                  ||z  «      | _        t        j                  j                  ||z  ||z  d|fd|dz  f||z  d¬«      | _        t        j                  j                  ||z  |dd¬	«      | _        t        j                  j                  |«      | _        t        j                  j%                  |«      | _        t        j                  j)                  ||	«      | _        t        j                  j-                  |	«      | _        y )
Nr3   r   r    FrÛ  ©r€  rL  ©r  r€  rL  )r3   r3   r  )rú   ri   rK   rh   râ  r6   ÚF2r   rü   ÚConv2dr=  ÚBatchNorm2dÚbn1ÚspatialÚbn2Úsep_dwÚsep_pwÚbn3r  r;  rE  rÆ   r5  rá  )rg   rh   rÂ   râ  r6   r[  r?  Úsep_kernrò   rê  r  s             €r   ri   zEEGNet.__init__·  s~  ø€ ä‰ÑÔØ˜ŒS�ŒW¬C°°Q±«KˆØ+,¨b°!°R¨<Ñ(ˆŒ�”˜œ ¤ä—H‘H—O‘O A r¨A¨t¨9¸qÀ$È!Á)¸nÐSX�OÓYˆŒ	Ü—8‘8×'Ñ'¨Ó+ˆŒä—x‘x—‘ r¨2°©6°A°q°6À"È5�ÓQˆŒÜ—8‘8×'Ñ'¨¨Q©Ó/ˆŒä—h‘h—o‘oØ�‰F�B˜‘F˜Q ˜M°A°xÀ1±}Ð3EØ˜‘6 ð &ó 'ˆŒô —h‘h—o‘o b¨1¡f¨b°&¸u�oÓEˆŒÜ—8‘8×'Ñ'¨Ó+ˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ü—8‘8—?‘? 2 uÓ-ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�r   c                ó  — |j                   d   }|j                  dd«      j                  d«      }t        j                  j
                  j                  | j                  | j                  |«      dd |…f   «      «      }t        j                  j
                  j                  | j                  | j                  |«      «      «      }| j                  |«      }| j                  |«      dd |…f   }t        j                  j
                  j                  | j                  | j                  |«      «      «      }| j                  |«      }|j                  d«      j                  dd«      }| j!                  | j#                  |«      «      S rû  )rL   r  Ú	unsqueezer   rü   rQ  r×  r^  r=  r`  r_  r;  ra  rc  rb  Úsqueezerá  rÆ   r6  s       r   r  zEEGNet.forwardÌ  s  € Ø�G‰G�A‰JˆØ�K‰K˜˜1Ó×'Ñ'¨Ó*ˆÜ�H‰H×Ñ×#Ñ# D§H¡H¨T¯Y©Y°q«\¸#¸rÀ¸r¸'Ñ-BÓ$CÓDˆÜ�H‰H×Ñ×#Ñ# D§H¡H¨T¯\©\¸!«_Ó$=Ó>ˆØ�I‰I�a‹LˆØ�K‰K˜‹N˜3   ˜7Ñ#ˆÜ�H‰H×Ñ×#Ñ# D§H¡H¨T¯[©[¸«^Ó$<Ó=ˆØ�I‰I�a‹LˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )é   r    Nr-  rh  r0  r-  r  r  s   @r   rW  rW  ©  s   ø„ ñð EGØ$&õ0ö*
(r   rW  c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú_WaveNetBlocku×   Gated dilated causal residual (WaveNet; van den Oord et al., 2016).

    filter=tanh(W_f * x), gate=Ïƒ(W_g * x); residual + skip. Left-pad only so
    output length equals input (dense DirectNet temporal head).
    c                óè  •— t         ‰| �  «        |dz
  |z  | _        t        j                  j                  ||||| j                  ¬«      | _        t        j                  j                  ||||| j                  ¬«      | _        t        j                  j                  ||d«      | _        t        j                  j                  ||d«      | _	        t        j                  j                  |«      | _        y )Nr3   rÏ  )rú   ri   r·  r   rü   rý   ÚfilterrH  ÚresÚskipr  r;  rÒ  s        €r   ri   z_WaveNetBlock.__init__à  s¶   ø€ Ü‰ÑÔØ˜Q‘J (Ñ*ˆŒÜ—h‘h—o‘oØ�h °À4Ç8Á8ð &ó MˆŒä—H‘H—O‘OØ�h °À4Ç8Á8ð $ó MˆŒ	ä—8‘8—?‘? 8¨X°qÓ9ˆŒÜ—H‘H—O‘O H¨h¸Ó:ˆŒ	Ü—H‘H×$Ñ$ WÓ-ˆ�	r   c                óp  — | j                  |«      }| j                  |«      }| j                  r(|dd | j                   …f   }|dd | j                   …f   }t        j                  |«      t        j
                  |«      z  }| j                  |«      }|| j                  |«      z   | j                  |«      fS rÖ  )	rl  rH  r·  r   ÚtanhrS  r;  rm  rn  )rg   r   Úh_fÚh_gr/  s        r   r  z_WaveNetBlock.forwardë  sœ   € Ø�k‰k˜!‹nˆØ�i‰i˜‹lˆØ�8Š8Ø�c˜;˜dŸh™h˜Y˜;Ð&Ñ'ˆCØ�c˜;˜dŸh™h˜Y˜;Ð&Ñ'ˆCÜ�J‰J�s‹OœeŸm™m¨CÓ0Ñ0ˆØ�I‰I�a‹LˆØ�4—8‘8˜A“;‰ §	¡	¨!£Ð,Ð,r   r  r  s   @r   rj  rj  Ù  s   ø„ ñô	.ö-r   rj  c                  ó.   ‡ — e Zd ZdZ	 	 dˆ fd„	Zd„ Zˆ xZS )ÚWaveNetu®  Causal WaveNet (gated dilated residual stacks) as a dense DirectNet backbone.

    Dilations 1,2,4,...,64 (one cycle by default). Classic tanhâŠ—Ïƒ gates + residual
    and skip paths; no electrode-collapse, no stride>1 pooling â€” output stays
    (B, W, d) for the antisymmetric temporal head.
    Distinct from EEG-TCNet (ELU TCN, dilations â‰¤4), ATCNet (MHSA+TCN), and
    Conformer / Shallow / Deep / EEGNet / vlaai_ws.
    c	                ó<  •— t         ‰| �  «        |dk  rt        d«      ‚t        j                  j                  ||d«      | _        t        j                  j                  «       | _        t        t        |«      «      D ]9  }	|D ]2  }
| j                  j                  t        ||t        |
«      |«      «       Œ4 Œ; t        j                  j                  t        j                  j                  «       t        j                  j                  ||d«      t        j                  j                  «       t        j                  j                  |«      «      | _        t        j                  j#                  ||«      | _        t        j                  j'                  |«      | _        y )Nr    zWaveNet kernel must be >= 2r3   )rú   ri   rf  r   rü   rý   Ústartrh  ri  r  rK   r<   rj  r  ÚReLUr  ÚpostrE  rÆ   r5  rá  )rg   rh   rÂ   rÓ  rÔ  Ú	dilationsÚcyclesrò   rê  rt   r#  r  s              €r   ri   zWaveNet.__init__   s  ø€ ä‰ÑÔØ�AŠ:ÜÐ:Ó;Ð;Ü—X‘X—_‘_ Q¨°!Ó4ˆŒ
Ü—h‘h×)Ñ)Ó+ˆŒÜ”s˜6“{Ö#ˆAÛ�Ø—‘×"Ñ"¤=°¸6Ä3ÀqÃ6È7Ó#SÕTñ ð $ô —H‘H×'Ñ'Ü�H‰H�M‰M‹OÜ�H‰H�O‰O˜H h°Ó2Ü�H‰H�M‰M‹OÜ�H‰H×Ñ˜WÓ%ó	
ˆŒ	ô —8‘8—?‘? 8¨UÓ3ˆŒÜ—h‘h×(Ñ(¨Ó/ˆ�r   c                ó  — | j                  |j                  dd«      «      }d}| j                  D ]  } ||«      \  }}||z   }Œ | j                  |«      }| j	                  | j                  |j                  dd«      «      «      S r  )rv  r  ri  rx  rá  rÆ   )rg   r   r	  Úskipsrÿ   r±   s         r   r  zWaveNet.forward  sw   € Ø�J‰J�q—{‘{ 1 aÓ(Ó)ˆØˆØ—[”[ˆEÙ˜“8‰DˆAˆqØ˜A‘I‰Eð !ð �I‰I�eÓˆØ�{‰{˜4Ÿ8™8 A§K¡K°°1Ó$5Ó6Ó7Ð7r   )r-  rx  ©r3   r    r  r|  rh  r7  r-  r3   r±  r-  r  r  s   @r   rt  rt  ö  s   ø„ ñð ?WØ.0õ0ö&8r   rt  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )Ú_MambaBlockz8Pre-norm residual Mamba (mamba_ssm) + optional tiny FFN.c           	     óÄ  •— t         ‰	| �  «        ddlm} t        j
                  j                  |«      | _         |||||¬«      | _        t        j
                  j                  |«      | _
        t        j
                  j                  |«      | _        t        ||z  «      }t        j
                  j                  t        j
                  j                  ||«      t        j
                  j                  «       t        j
                  j                  |«      t        j
                  j                  ||«      «      | _        t        j
                  j                  |«      | _        y )Nr   )ÚMamba)Úd_modelÚd_stateÚd_convÚexpand)rú   ri   Ú	mamba_ssmr�  r   rü   r5  r6  Úmambar  Údrop1r7  rK   r  rE  r  ÚffnÚdrop2)
rg   r#  rƒ  r„  r…  rò   r™  r�  rš  r  s
            €r   ri   z_MambaBlock.__init__   sä   ø€ Ü‰ÑÔÝ#Ü—8‘8×%Ñ% aÓ(ˆŒÙ 1¨g¸fÈVÔTˆŒ
Ü—X‘X×%Ñ% gÓ.ˆŒ
Ü—8‘8×%Ñ% aÓ(ˆŒÜ�!�h‘,ÓˆÜ—8‘8×&Ñ&Ü�H‰H�O‰O˜A˜sÓ#Ü�H‰H�M‰M‹OÜ�H‰H×Ñ˜WÓ%Ü�H‰H�O‰O˜C Ó#ó	
ˆŒô —X‘X×%Ñ% gÓ.ˆ�
r   c                óÎ   — || j                  | j                  | j                  |«      «      «      z   }|| j                  | j	                  | j                  |«      «      «      z   }|S rP  )rˆ  r‡  r6  rŠ  r‰  r7  )rg   r   s     r   r  z_MambaBlock.forward0  sO   € Ø�—
‘
˜4Ÿ:™: d§h¡h¨q£kÓ2Ó3Ñ3ˆØ�—
‘
˜4Ÿ8™8 D§H¡H¨Q£KÓ0Ó1Ñ1ˆØˆr   )rh  r  r    r±  r    r  r  s   @r   r  r    s   ø„ ÙBõ/ö r   r  c                  ó.   ‡ — e Zd ZdZ	 	 dˆ fd„	Zd„ Zˆ xZS )ÚMambaDirectuŒ  Mamba SSM stack as a dense DirectNet backbone (classifier body).

    Channel-concat EEG+speech â†’ linear project â†’ N pre-norm Mamba(+FFN) blocks â†’
    dense (B, W, d). Uses installed `mamba_ssm` (not decoder-only SuperHuge SSMamba,
    which needs subject IDs / mel reconstruction heads). Distinct from WaveNet /
    ATCNet / Conformer / EEG-TCNet / Shallow / Deep / EEGNet / vlaai_ws.
    c                óŽ  •— t         ‰| �  «        t        j                  j	                  ||«      | _        t        j                  j                  t        t        |«      «      D �cg c]  }t        ||||||
¬«      ‘Œ c}«      | _
        t        j                  j                  |«      | _        ||	k7  r t        j                  j	                  ||	«      nt        j                  j                  «       | _        ||	k7  r%t        j                  j                  |	«      | _        y t        j                  j                  «       | _        y c c}w )N)rƒ  r„  r…  rò   r™  )rú   ri   r   rü   rE  Úin_projrh  r  rK   r  ri  r5  rá  ÚIdentityrÆ   Úfinal_ln)rg   rh   rÂ   r#  r%  rƒ  r„  r…  rò   rê  r™  rt   r  s               €r   ri   zMambaDirect.__init__?  sí   ø€ ä‰ÑÔÜ—x‘x—‘ q¨!Ó,ˆŒÜ—h‘h×)Ñ)ô œ3˜v›;Ô'ó+)ñ (�ô ˜ 7°6À&Ø '°(ö<à'ñ+)ó *ˆŒô —h‘h×(Ñ(¨Ó+ˆŒØ01°U²
”5—8‘8—?‘? 1 eÔ,ÄÇÁ×@QÑ@QÓ@SˆŒØ�Š:Ü!ŸH™H×.Ñ.¨uÓ5ˆD�Mä!ŸH™H×-Ñ-Ó/ˆD�Mùò+)s   Á$Ec                ó¸   — | j                  |«      }| j                  D ]
  } ||«      }Œ | j                  |«      }| j                  | j	                  |«      «      S rP  )r�  ri  rá  r‘  rÆ   rp  s       r   r  zMambaDirect.forwardN  sJ   € Ø�L‰L˜‹OˆØ—[”[ˆEÙ�a“‰Að !à�K‰K˜‹NˆØ�}‰}˜TŸX™X a›[Ó)Ð)r   )r-  r  rh  r  r    r±  r-  r    r  r  s   @r   r�  r�  6  s   ø„ ñð KLØ12õ0ö*r   r�  c                  ó6   ‡ — e Zd ZdZ	 	 	 dˆ fd„	Zd„ Zd„ Zˆ xZS )ÚXCorrMatcheduµ  Causal multi-lag EEGâ†”envelope cross-correlation DirectNet backbone.

    Input (B, W, n_eeg + 2Â·Fs) = concat(EEG, stream-A feats, stream-B feats).
    g matches EEG to the *first* stream's envelope (DirectNet antisymmetry then
    yields match(A)âˆ’match(B)). Pipeline:
      1. Linear spatial compress EEG â†’ n_comp (default 16; "PCA-16" slot)
      2. Instantaneous products EEG[t]Â·env[tâˆ’Ï„] for Ï„=0..max_lag (~0..250 ms)
      3. Causal local average (smooth) over ~smooth_ms
      4. 1â€“2 causal temporal Conv1d blocks â†’ dense (B, W, d_out)

    Not vlaai / ATCNet / Conformer / EEGNet / Shallow / Deep / WaveNet / Mamba /
    TFDirect / SE / graph / channel-mask / FIR-fb.
    c           
     óö	  •— t         ‰| �  «        ||k  rt        d|› d|› d�«      ‚||z
  }|dz  dk7  rt        d|› d�«      ‚t        |«      | _        |dz  | _        t        |«      | _        t        dt        t        t        |«      t        z  dz  «      «      «      }|d	z   | _        t        d	t        t        t        |«      t        z  dz  «      «      «      }|dz  dk(  r|d	z  }|| _        |d	z
  | _        |	dz  dk(  rt        d
«      ‚|	d	z
  | _        t        j                   j#                  | j                  | j                  d¬«      | _        t        j                   j'                  | j                  | j                  z  | j                  | j                  z  || j                  | j                  z  d¬«      | _        t        j*                  «       5  | j(                  j,                  j/                  dt        |«      z  «       d d d «       | j(                  j,                  j1                  d«       | j                  | j                  z  }g }|}t        d	t        |«      «      }t3        |«      D ]æ  }t        |«      }|j5                  t        j                   j'                  |||	d¬«      «       |dz  dk(  rdn|dz  dk(  rdnd	}|j5                  t        j                   j7                  ||«      «       |j5                  t        j                   j9                  «       «       |
dkD  r.|j5                  t        j                   j;                  |
«      «       |}Œè t        j                   j=                  |«      | _        t        j                   j#                  ||«      | _         t        j                   jC                  |«      | _"        |�r't        j                   jF                  jI                  | j$                  j,                  d¬«       | j>                  D ]\  }tK        |t        j                   j&                  «      sŒ(t        j                   jF                  jI                  |j,                  d¬«       Œ^ t        j                   jF                  jI                  | j@                  j,                  d¬«       t        j                   jF                  jM                  | j@                  jN                  «       y y # 1 sw Y   �ŒíxY w)NzXCorrMatched C=ú needs n_eeg=õ    + 2Â·Fs speechr    r   zXCorrMatched speech width z not even (2 streams)g     @�@r3   zcnn_kern must be oddFr  rY  r)   r|  r  rc  rd  )(rú   ri   rf  rK   rÅ  ÚFsÚn_comprî   r  r9   r   Ún_lagsÚsmooth_kÚ
smooth_padÚcnn_padr   rü   rE  rþ   rý   Úsmoothrx   rK  Úfill_Úrequires_grad_r  r<   r¨  r  r  rh  ÚcnnrÆ   r5  rá  rI  rg  rP  rJ  rL  )rg   rh   rÂ   rÅ  r™  Ú
max_lag_msÚ	smooth_msÚcnn_channelsÚ
cnn_blocksÚcnn_kernrò   rê  Ú
light_initrÈ  Úmax_lagrž  Úfeat_chri  rN  Ún_blocksr
  Úc_outr  re   r  s                           €r   ri   zXCorrMatched.__init__e  s©  ø€ ô 	‰ÑÔØ�Š:Ü˜¨q¨c°¸u¸gÀ_ÐUÓVÐVØ�u‘9ˆØ�a‰<˜1ÒÜÐ9¸(¸ÐCXÐYÓZÐZÜ˜“ZˆŒ
Ø˜a‘-ˆŒÜ˜&“kˆŒÜ�aœœU¤5¨Ó#4´rÑ#9¸FÑ#BÓCÓDÓEˆØ ‘kˆŒÜ�QœœE¤%¨	Ó"2´RÑ"7¸&Ñ"@ÓAÓBÓCˆØ�A‰:˜Š?Ø�a‰KˆFØˆŒØ  1™*ˆŒØ�a‰<˜1ÒÜÐ3Ó4Ð4Ø !‘|ˆŒÜ—H‘H—O‘O D§J¡J°·±À%�OÓHˆŒ	ä—h‘h—o‘oØ�K‰K˜$Ÿ+™+Ñ% t§{¡{°T·[±[Ñ'@À&Ø—;‘; §¡Ñ,°5ð &ó :ˆŒô �]‰]�_Ø�K‰K×Ñ×$Ñ$ S¬5°«=Ñ%8Ô9÷ à�‰×Ñ×)Ñ)¨%Ô0Ø—+‘+ §¡Ñ+ˆØˆØˆÜ�qœ#˜j›/Ó*ˆÜ�x–ˆAÜ˜Ó%ˆEØ�M‰Mœ%Ÿ(™(Ÿ/™/¨$°°xÀe˜/ÓLÔMØ˜Q‘Y !’^‘¨u°q©y¸Aª~©!À1ˆAØ�M‰Mœ%Ÿ(™(×,Ñ,¨Q°Ó6Ô7Ø�M‰Mœ%Ÿ(™(Ÿ-™-›/Ô*Ø˜Š{Ø—‘œeŸh™h×.Ñ.¨wÓ7Ô8Ø‰Dð !ô —8‘8×&Ñ& vÓ.ˆŒÜ—8‘8—?‘? 4¨Ó/ˆŒÜ—h‘h×(Ñ(¨Ó/ˆŒÚä�H‰H�M‰M×!Ñ! $§)¡)×"2Ñ"2¸Ð!Ô=Ø—X”X�Ü˜a¤§¡§¡Õ1Ü—H‘H—M‘M×)Ñ)¨!¯(©(¸Ð)Õ=ð ô �H‰H�M‰M×!Ñ! $§(¡(§/¡/°tÐ!Ô<Ü�H‰H�M‰M× Ñ  §¡§¡Õ/ð ÷' ‰_ús   Ç2S.Ó.S8c           	     óö   — |g}t        d| j                  «      D ]G  }|j                  t        j                  j
                  j                  |dd…d| …f   |df«      «       ŒI t        j                  |d¬«      S )u@   env (B, W) â†’ (B, W, n_lags) with causal delays Ï„=0..n_lags-1.r3   Nr   r5   r‡  )r  rš  r<   r   rü   rQ  r·  r?   )rg   r   r.  Útaus       r   Ú_lagged_envzXCorrMatched._lagged_envœ  sd   € à�ˆÜ˜˜DŸK™KÖ(ˆCØ�L‰LœŸ™×,Ñ,×0Ñ0°²Q¸¸#¸¸°X±ÀÀaÀÓIÕJð )ä�{‰{˜5 bÔ)Ð)r   c                ón  — |j                   \  }}}|dd | j                  …f   }|d| j                  f   }| j                  |«      }| j                  |«      }|j	                  d«      |j	                  d«      z  }	|	j                  ||| j                  | j                  z  «      j                  dd«      }	t        j                  j                  j                  |	| j                  df«      }	| j                  |	«      dd |…f   }
| j                  D ]t  }t!        |t        j                  j"                  «      rFt        j                  j                  j                  |
| j$                  df«      }
 ||
«      dd |…f   }
Œm ||
«      }
Œv |
j                  dd«      }
| j'                  | j)                  |
«      «      S )N.r5   r    r3   r   )rL   rÅ  rþ   r®  rf  Úreshaper™  rš  r  r   rü   rQ  r·  rœ  rž  r¡  rP  rý   r�  rá  rÆ   )rg   r   ÚBr¤   rt   rl   r   rÇ   Úenv_lagsÚxcr	  r(  s               r   r  zXCorrMatched.forward£  sl  € Ø—'‘'‰ˆˆ1ˆaØ��[�d—j‘j�[Ð Ñ!ˆà��T—Z‘Z�Ñ ˆØ�I‰I�c‹NˆØ×#Ñ# CÓ(ˆà�[‰[˜‹_˜x×1Ñ1°!Ó4Ñ4ˆØ�Z‰Z˜˜1˜dŸk™k¨D¯K©KÑ7Ó8×BÑBÀ1ÀaÓHˆÜ�X‰X× Ñ ×$Ñ$ R¨$¯/©/¸1Ð)=Ó>ˆØ�K‰K˜‹O˜C  ! ˜GÑ$ˆØ—X”XˆEÜ˜%¤§¡§¡Ô1Ü—H‘H×'Ñ'×+Ñ+¨A°·±¸aÐ/@ÓA�Ù˜!“H˜S " 1 "˜WÑ%‘á˜!“H‘ð ð �K‰K˜˜1ÓˆØ�{‰{˜4Ÿ8™8 A›;Ó'Ð'r   )
rË  rh  éú   r´  r-  r    r  r±  r-  T)r   r€   r�   r‚   ri   r®  r  r  r  s   @r   r”  r”  V  s%   ø„ ñð MPØOQØ õ50òn*ö(r   r”  c                  ó.   ‡ — e Zd ZdZdZdˆ fd„	Zd„ Zˆ xZS )ÚFBExtraVLAAIu‹  Causal EEG filterbank residual â†’ vlaai_ws (Path B for eegnet-seed).

    Input is standard (B,W,58+2F). In-network FIR approx of order-2 Butterworth
    banks 1â€“3/3â€“5/5â€“7/7â€“9 Hz (depthwise Conv1d, causal pad). Zero-init mix:
    eeg = raw + mix(banks) so training starts as plain vlaai_ws. Avoids C=290
    trial expansion that OOM'd; distinct from filterbank-only C=232 (chance).
    ©)r)   ç      @)r¸  ç      @)r¹  ç      @)rº  g      "@c                óx  •— t         ‰| �  «        |t        | j                  «      k7  r$t	        d|› dt        | j                  «      › �«      ‚|dz  dk(  rt	        d«      ‚||z
  }|dk  rt	        d|› d|› �«      ‚|| _        || _        |dz
  | _        t        j                  j                  ||z  ||z  |||z  d	¬
«      | _        t        j                  «       5  ddlm}m} t        j                   | j                  j"                  «      }	t%        | j                  «      D ]x  \  }
\  }} ||||gd	t'        t(        «      ¬«      }t        j*                  |d d d…   j-                  «       |	j.                  ¬«      }t1        |«      D ]  }||	|
|z  |z   dd d …f<   Œ Œz | j                  j"                  j3                  |	«       d d d «       | j                  j"                  j5                  d	«       t        j                  j                  ||z  |dd¬«      | _        t        j                  j8                  j;                  | j6                  j"                  «       t        j                  j8                  j;                  | j6                  j<                  «       ddlm } tC        t(        tE        |t(        z  «      ||z   ddi¬«      }tG        dtE        tH        jK                  dd«      «       |g d¢tE        tH        jK                  dd«      «      gd¬«      dtH        jK                  dd«      dœ|¤Ž| _&        y # 1 sw Y   �ŒrxY w)Nún_bands=ú != r    r   úfir_taps must be oddzFBExtraVLAAI C=ú	 < n_raw=r3   FrY  )r   Úfirwin©Ú	pass_zeror#   r5   r   Tr  ©ÚExtractorParamsr   ©r#   r`   ra   rÓ   Úmodel_blocksrx  ©rx  rw  é   r‹  Úmodel_kernelsr-  ©rö   rõ   Ú
num_layersé   Úmodel_dropoutr2   ©r   r  r÷   rò   r…   )'rú   ri   rJ   ÚBANDSrf  Ún_rawÚfir_tapsr·  r   rü   rý   Úfirrx   r8   r   rÀ  Ú
zeros_likerK  rJ  r9   r   r�   Úcopyr   r  Úcopy_r   ÚmixrI  rJ  rL  Úsuperhuge.model.pure_cnnrÄ  ÚdictrK   rð   r6   r7   Úbb)rg   rh   rÂ   rÐ  Ún_bandsrÑ  rÈ  r   rÀ  ÚwÚbirC   rD   ÚtapsÚcrÄ  Úcommonr  s                    €r   ri   zFBExtraVLAAI.__init__Ä  s‘  ø€ Ü‰ÑÔØ”c˜$Ÿ*™*“oÒ%Ü˜x¨ y°´S¸¿¹³_Ð4EÐFÓGÐGØ�a‰<˜1ÒÜÐ3Ó4Ð4Ø�u‘9ˆØ�aŠ<Ü˜¨q¨c°¸5¸'ÐBÓCÐCØˆŒ
Ø ˆŒØ˜a‘<ˆŒä—8‘8—?‘?Ø�G‰O˜U W™_¨hØ˜7‘?¨ð #ó 0ˆŒô �]‰]�_ß3Ü× Ñ  §¡§¡Ó1ˆAÜ )¨$¯*©*Ö 5‘�‘H�R˜á˜h¨¨R¨¸EÄeÌBÃiÔP�Ü—|‘| D©¨2¨¡J§O¡OÓ$5¸Q¿W¹WÔE�Ü˜už�AØ.2�A�b˜5‘j 1‘n aªÐ*Ò+ñ &ð	 !6ð �H‰H�O‰O×!Ñ! !Ô$÷ ð 	�‰�‰×&Ñ& uÔ-Ü—8‘8—?‘? 5¨7¡?°E¸1À4�?ÓHˆŒÜ�‰�‰×Ñ˜TŸX™XŸ_™_Ô-Ü�‰�‰×Ñ˜TŸX™XŸ]™]Ô+Ý<Üœ¬3¨q´2©v«;ÀUÈXÑEUØ*/°¨ô5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øôð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�÷# ‰_ús   ÃC'L/Ì/L9c                óN  — |dd | j                   …f   |d| j                   d …f   }}|j                  \  }}}|j                  dd«      }|j                  dt	        | j
                  «      d«      }t        j                  j                  j                  || j                  df«      }| j                  |«      dd |…f   }| j                  |«      j                  dd«      }	||	z   }
| j                  t        j                  |
|gd«      «      }t        |t        t         f«      r|d   S |S ©N.r3   r    r   r5   )rÐ  rL   r  ÚrepeatrJ   rÏ  r   rü   rQ  r·  rÒ  rÖ  rÙ  r,  rP  r  Úlist©rg   r   ÚrawÚspr±  r¤   rt   r	  Úbanksr'   rÇ   r{   s               r   r  zFBExtraVLAAI.forwardï  s   € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRˆà—)‘)‰ˆˆ1ˆaØ�M‰M˜!˜QÓˆØ�H‰H�Qœ˜DŸJ™J›¨Ó+ˆÜ�H‰H×Ñ×#Ñ# A¨¯©°! }Ó5ˆØ—‘˜“˜C  ! ˜GÑ$ˆØ—‘˜“×)Ñ)¨!¨QÓ/ˆØ�%‰KˆØ�G‰G”E—I‘I˜q "˜g rÓ*Ó+ˆÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:r   )rË  r  éA   )r   r€   r�   r‚   rÏ  ri   r  r  r  s   @r   r¶  r¶  ¹  s   ø„ ñð =€Eõ)öV;r   r¶  c                óî  — | dz  dk(  rt        d«      ‚| dz  }t        j                  | |dz   t        j                  ¬«      t	        |«      z  }|dt
        j                  z  |z  z  }t        j                  d||z  dz  z  «      }t
        j                  dz  |z  t        j                  d	t
        j                  z  |z  |z  «      z  }|t        j                  |«      z
  }|t        j                  t        j                  t        j                  |«      dz  «      «      d
z   z  }|j                  j                  t        j                  «      |j                  j                  t        j                  «      fS )zºUnit-energy complex Morlet (real, imag) for causal FIR approx of CWT.

    Centered support; caller left-pads for causality. Distinct from Butterworth
    FIR banks in FBExtraVLAAI.
    r    r   zn_taps must be oddr3   r   ç       @g      à¿g      Ð¿y               @çê-�™—q=)rf  r   rI   r;   r9   ÚmathÚpiÚexpr©   ÚsqrtÚsumÚabsÚrealr:   r   Úimag)	Ún_tapsÚf0r#   Ún_cyclesr3  r)  Úsigma_tÚgaussÚpsis	            r   Ú_complex_morlet_tapsrú  ý  s  € ð ��z�Q‚ÜÐ-Ó.Ð.Ø�Q‰;€DÜ
�	‰	�4�%˜ ™¬¯©Ô4´u¸R³yÑ@€AØ˜#¤§¡™-¨"Ñ,Ñ-€GÜ�F‰F�4˜1˜w™;¨1Ñ,Ñ,Ó-€Eä�7‰7�eÑ˜uÑ
$¤r§v¡v¨h¼¿¹Ñ.@À2Ñ.EÈÑ.IÓ'JÑ
J€CØ
”—‘˜“Ñ
€CØ
”—‘œŸ™¤§¡ s£¨qÑ 0Ó1Ó2°UÑ:Ñ
;€CØ�8‰8�?‰?œ2Ÿ:™:Ó&¨¯©¯©¼¿
¹
Ó(CÐCÐCr   c                  ó2   ‡ — e Zd ZdZdZdZdˆ fd„	Zd„ Zˆ xZS )ÚWaveletFBExtraVLAAIuj  Causal complex-Morlet (CWT-approx) multi-scale bank residual â†’ vlaai_ws.

    Frozen depthwise FIR taps = real+imag Morlet at center freqs
    {1.5, 3.0, 5.0, 7.5} Hz (n_cyclesâ‰ˆ5). Zero-init 1Ã—1 mix:
        eeg = raw + mix(banks)
    so step-0 â‰¡ plain vlaai_ws (SPK remaps into bb.bb.*). NOT Butterworth
    1â€“3/3â€“5/5â€“7/7â€“9 FIR (`fb_vlaai`).
    )g      ø?r¸  r¹  g      @r¹  c                ó@  •— t         ‰| �  «        |t        | j                  «      k7  r$t	        d|› dt        | j                  «      › �«      ‚|dz  dk(  rt	        d«      ‚||z
  }|dk  rt	        d|› d|› �«      ‚|| _        || _        d| _        || j                  z  | _        || _	        |dz
  | _
        t        |€| j                  n|«      }|| j                  z  }	t        j                  j                  |	|	||	d	¬
«      | _        t        j"                  «       5  t        j$                  | j                   j&                  «      }
t)        | j                  «      D ]¦  \  }}t+        ||t,        |¬«      \  }}t        j.                  |d d d…   j1                  «       «      }t        j.                  |d d d…   j1                  «       «      }t3        |«      D ]+  }||
|dz  |z  |z   dd d …f<   ||
|dz  |z  |z   |z   dd d …f<   Œ- Œ¨ | j                   j&                  j5                  |
«       d d d «       | j                   j&                  j7                  d	«       t        j                  j                  |	|dd¬«      | _        t        j                  j:                  j=                  | j8                  j&                  «       t        j                  j:                  j=                  | j8                  j>                  «       ddl m!} tE        t,        tG        |t,        z  «      ||z   ddi¬«      }tI        dtG        tJ        jM                  dd«      «       |g d¢tG        tJ        jM                  dd«      «      gd¬«      dtJ        jM                  dd«      dœ|¤Ž| _'        y # 1 sw Y   �ŒoxY w)Nz	n_scales=r½  r    r   r¾  zWaveletFBExtraVLAAI C=r¿  r3   FrY  )rö  r5   Tr  rÃ  r   rÅ  rÆ  rx  rÇ  rÉ  r-  rÊ  rÌ  rÍ  r2   rÎ  r…   )(rú   ri   rJ   ÚF0_HZrf  rÐ  Ún_scalesÚn_partsÚn_banksrÑ  r·  r9   ÚN_CYCLESr   rü   rý   rÒ  rx   rÓ  rK  rJ  rú  r   r   rÔ  r  rÕ  r   rÖ  rI  rJ  rL  r×  rÄ  rØ  rK   rð   r6   r7   rÙ  )rg   rh   rÂ   rÐ  rÿ  rÑ  rö  rÈ  Ún_cycÚn_dwrÛ  Úsirõ  ÚreÚimÚre_tÚim_trÞ  rÄ  rß  r  s                       €r   ri   zWaveletFBExtraVLAAI.__init__  sö  ø€ Ü‰ÑÔØ”s˜4Ÿ:™:“Ò&Ü˜y¨¨
°$´s¸4¿:¹:³Ð6GÐHÓIÐIØ�a‰<˜1ÒÜÐ3Ó4Ð4Ø�u‘9ˆØ�aŠ<ÜÐ5°a°S¸	À%ÀÐIÓJÐJØˆŒ
Ø ˆŒØˆŒØ $§,¡,Ñ.ˆŒØ ˆŒØ˜a‘<ˆŒÜ xÐ'7�d—m’m¸XÓFˆØ�t—|‘|Ñ#ˆÜ—8‘8—?‘?Ø�$˜¨°Eð #ó ;ˆŒä�]‰]�_Ü× Ñ  §¡§¡Ó1ˆAÜ# D§J¡JÖ/‘��BÜ-¨h¸¼BÈÔO‘��Bä×'Ñ'¨©4¨R¨4©¯©«Ó8�Ü×'Ñ'¨©4¨R¨4©¯©«Ó8�Ü˜už�Aà26�A�b˜1‘f˜u‘n qÑ(¨!ªQÐ.Ñ/Ø:>�A�b˜1‘f˜u‘n uÑ,¨qÑ0°!²QÐ6Ò7ñ &ð 0ð �H‰H�O‰O×!Ñ! !Ô$÷ ð 	�‰�‰×&Ñ& uÔ-Ü—8‘8—?‘? 4¨°¸�?Ó=ˆŒÜ�‰�‰×Ñ˜TŸX™XŸ_™_Ô-Ü�‰�‰×Ñ˜TŸX™XŸ]™]Ô+Ý<Üœ¬3¨q´2©v«;ÀUÈXÑEUØ*/°¨ô5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øôð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�÷' ‰_ús   ÄDNÎNc                ó<  — |dd | j                   …f   |d| j                   d …f   }}|j                  \  }}}|j                  dd«      }|j                  d| j                  d«      }t
        j                  j                  j                  || j                  df«      }| j                  |«      dd |…f   }| j                  |«      j                  dd«      }	||	z   }
| j                  t        j                  |
|gd«      «      }t        |t        t        f«      r|d   S |S rá  )rÐ  rL   r  râ  r  r   rü   rQ  r·  rÒ  rÖ  rÙ  r,  rP  r  rã  rä  s               r   r  zWaveletFBExtraVLAAI.forwardN  sü   € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRˆØ—)‘)‰ˆˆ1ˆaØ�M‰M˜!˜QÓˆØ�H‰H�Q˜Ÿ™ aÓ(ˆÜ�H‰H×Ñ×#Ñ# A¨¯©°! }Ó5ˆØ—‘˜“˜C  ! ˜GÑ$ˆØ—‘˜“×)Ñ)¨!¨QÓ/ˆØ�%‰KˆØ�G‰G”E—I‘I˜q "˜g rÓ*Ó+ˆÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:r   )rË  r  éa   N)	r   r€   r�   r‚   rþ  r  ri   r  r  r  s   @r   rü  rü    s   ø„ ñð !€EØ€Hõ.ö`
;r   rü  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚSpeechResidVLAAIuú  Zero-init residual FiLM on speech (env/onset/dom) only â†’ vlaai_ws.

    EEG channels are never modified (identity path). Speech path:
      h = GELU(depthwise causal Conv1d(sp))
      gamma, beta = zero-init pointwise Conv1d(h)  â†’ (2 Â· n_speech)
      sp' = sp * (1 + gamma) + beta
    At step 0: gamma=beta=0 â‡’ sp'=sp â‡’ forward â‰¡ plain vlaai_ws (SPK remaps
    into ``bb.bb.*``). Distinct from FIR/Morlet/FBCNet EEG banks and from
    stem_ms96 speech-AdaLN (LayerNorm FiLM on logit stem).
    c                óv  •— t         ‰
| �  «        |dz  dk(  rt        d«      ‚||z
  }|dk  rt        d|› d|› �«      ‚|| _        || _        t        |«      | _        | j                  dz
  | _        |�t        |«      n|}t        j                  j                  ||| j                  |d¬«      | _        t        j                  j                  j                  | j                  j                  t        j                   d	«      ¬
«       t        j                  j                  j#                  | j                  j$                  «       t        j                  j                  ||dd¬«      | _        t        j                  j                  j                  | j&                  j                  t        j                   d	«      ¬
«       t        j                  j                  j#                  | j&                  j$                  «       t        j                  j                  |d|z  dd¬«      | _        t        j                  j                  j#                  | j(                  j                  «       t        j                  j                  j#                  | j(                  j$                  «       ddlm} t/        t0        t        |t0        z  «      ||z   ddi¬«      }	t3        dt        t4        j7                  dd«      «       |g d¢t        t4        j7                  dd«      «      gd¬«      dt4        j7                  dd«      dœ|	¤Ž| _        y )Nr    r   úspeech_kern must be oddzSpeechResidVLAAI C=ú
 <= n_raw=r3   TrY  r  ©rO   r  rÃ  r   rÅ  rÆ  rx  rÇ  rÉ  r-  rÊ  rÌ  rÍ  r2   rÎ  r…   )rú   ri   rf  rÐ  rÈ  rK   Úspeech_kernr·  r   rü   rý   r‚  rI  Úkaiming_uniform_rK  rì  rï  rJ  rL  ÚpwÚfilmr×  rÄ  rØ  r   rð   r6   r7   rÙ  )rg   rh   rÂ   rÐ  r  Ú
speech_hidrÈ  rš  rÄ  rß  r  s             €r   ri   zSpeechResidVLAAI.__init__g  sO  ø€ Ü‰ÑÔØ˜‰?˜aÒÜÐ6Ó7Ð7Ø�u‘9ˆØ�qŠ=ÜÐ2°1°#°ZÀ¸wÐGÓHÐHØˆŒ
Ø ˆŒÜ˜{Ó+ˆÔØ×#Ñ# aÑ'ˆŒØ!+Ð!7Œc�*Œo¸Xˆä—(‘(—/‘/Ø�h × 0Ñ 0¸Èð "ó NˆŒä�‰�‰×&Ñ& t§w¡w§~¡~¼¿¹À1»Ð&ÔFÜ�‰�‰×Ñ˜TŸW™WŸ\™\Ô*Ü—(‘(—/‘/ (¨C°¸�/Ó>ˆŒÜ�‰�‰×&Ñ& t§w¡w§~¡~¼¿¹À1»Ð&ÔFÜ�‰�‰×Ñ˜TŸW™WŸ\™\Ô*ä—H‘H—O‘O C¨¨X©°q¸t�OÓDˆŒ	Ü�‰�‰×Ñ˜TŸY™Y×-Ñ-Ô.Ü�‰�‰×Ñ˜TŸY™YŸ^™^Ô,Ý<Üœ¬3¨q´2©v«;ÀUÈXÑEUØ*/°¨ô5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øôð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�r   c                ó  — |dd | j                   …f   |d| j                   d …f   }}|j                  dd«      }t        j                  j                  j                  || j
                  df«      }t        j                  j                  j                  | j                  |«      dd |j                  d   …f   «      }t        j                  j                  j                  | j                  |«      «      }| j                  |«      }|j                  dd¬«      \  }}|d|j                  dd«      z   z  |j                  dd«      z   }| j                  t        j                  ||gd«      «      }	t        |	t        t         f«      r|	d   S |	S )N.r3   r    r   r‡  r)   r5   )rÐ  r  r   rü   rQ  r·  rR  r‚  rL   r  r  r‰  rÙ  r,  rP  r  rã  )
rg   r   rå  ræ  r	  ÚgbÚgammaÚbetaÚsp2r{   s
             r   r  zSpeechResidVLAAI.forwardŒ  sA  € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRˆà�L‰L˜˜AÓˆÜ�H‰H×Ñ×#Ñ# A¨¯©°! }Ó5ˆÜ�H‰H×Ñ×$Ñ$ T§W¡W¨Q£Z°°\°b·h±h¸q±k°\Ð0AÑ%BÓCˆÜ�H‰H×Ñ×$Ñ$ T§W¡W¨Q£ZÓ0ˆØ�Y‰Y�q‹\ˆØ—h‘h˜q a�hÓ(‰ˆˆtØ�C˜%Ÿ/™/¨!¨QÓ/Ñ/Ñ0°4·>±>À!ÀQÓ3GÑGˆØ�G‰G”E—I‘I˜s C˜j¨"Ó-Ó.ˆÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:r   )rË  rè  Nr  r  s   @r   r  r  [  s   ø„ ñ	õ#öJ;r   r  c                  óJ   ‡ — e Zd ZdZdZdˆ fd„	Zd„ Zd„ Zed„ «       Z	d„ Z
ˆ xZS )	ÚTRFPathBVLAAIuã  Frozen speech-envelope TRF as gated additive side features â†’ vlaai_ws (Path B).

    Train-only ridge TRF ``env(t)â‰ˆÎ£_Ï„ EEG(t+Ï„)Â·W_Ï„`` is frozen as a buffer. Inside
    the window we reconstruct ``Å·``, build per-frame TRFâ†”speech correlation-proxy
    features (Å·, Å·Â·env0, Å·Â·env1, causal-EWMA of products), project them onto the
    speech channel axis, and add with a **learned gate initialized nonzero**
    (default 0.25) â€” deliberately **not** identity@0.

    Distinct from:
      * speech-resid-spk â€” FiLM with **zero-init** Î³/Î² (identity@0)
      * Path A TRF / band/dual/dss â€” frozen lag-bank scores as HMM emissions alone
      * trf-sw2-fuse â€” post-hoc soft/hard blend of Path A evidence â†” Acc tip
    r  c                ó  •— t         ‰
| �  «        ||z
  }|dk  rt        d|› d|› �«      ‚t        |«      | _        t        |«      | _        |dz  | _        | j                  dz  |k7  rt        d|› d�«      ‚|�t        |«      nt        t        dt        z  «      «      }|| _	        | j                  dt        j                  |d	z   |«      d
¬«       | j                  dt        j                  d«      d
¬«       t        j                  j                  t        j                  t!        |«      «      «      | _        t        j                  j%                  | j&                  |d	d
¬«      | _        t        j                  j*                  j-                  | j(                  j.                  «       t        j                  j*                  j1                  | j(                  j2                  «       ddlm} t9        t        t        |t        z  «      ||z   dd	i¬«      }	t;        dt        t<        j?                  dd«      «       |g d¢t        t<        j?                  dd«      «      gd¬«      dt<        j?                  dd«      dœ|	¤Ž| _         y )Nr   zTRFPathBVLAAI C=r  r    z	n_speech=z not even (two streams)gš™™™™™Ù?Útrf_Wr3   T©Ú
persistentÚ	trf_readyFr  rÃ  r   rÅ  rÆ  rx  rÇ  rÉ  r-  rÊ  rÌ  rÍ  r2   rÎ  r…   )!rú   ri   rf  rK   rÐ  rÈ  ÚFr  r   r¨  r"  r   r  r�   rü   r  r9   rH  rý   ÚN_SIDErþ   rI  Úxavier_uniform_rK  rJ  rL  r×  rÄ  rØ  rð   r6   r7   rÙ  )rg   rh   rÂ   rÐ  r¨  Úgate0rÈ  rd   rÄ  rß  r  s             €r   ri   zTRFPathBVLAAI.__init__«  sð  ø€ Ü‰ÑÔØ�u‘9ˆØ�qŠ=ÜÐ/°¨s°*¸U¸GÐDÓEÐEÜ˜“ZˆŒ
Ü˜H›ˆŒØ˜Q‘ˆŒØ�6‰6�A‰:˜Ò!Ü˜y¨¨
Ð2IÐJÓKÐKØ#Ð/ŒC�ŒL´S¼¸sÄR¹x»Ó5IˆØˆŒà×Ñ˜W¤e§k¡k°!°a±%¸Ó&?ÈDÐÔQØ×Ñ˜[¬%¯,©,°uÓ*=È$ÐÔOä—H‘H×&Ñ&¤u§|¡|´E¸%³LÓ'AÓBˆŒ	Ü—H‘H—O‘O D§K¡K°¸1À4�OÓHˆŒ	Ü�‰�‰×%Ñ% d§i¡i×&6Ñ&6Ô7Ü�‰�‰×Ñ˜TŸY™YŸ^™^Ô,Ý<Üœ¬3¨q´2©v«;ÀUÈXÑEUØ*/°¨ô5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øôð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�r   c           	     ór  — t        j                  |t         j                  «      }|j                  dk7  s|j                  d   | j
                  k7  r&t        d|j                  › d| j
                  › d�«      ‚|j                  d   dz
  }|dz   | j                  j                  d   k7  rg| j                  dt        j                  |dz   | j
                  | j                  j                  | j                  j                  ¬«      d	¬
«       || _        t        j                  «       5  | j                  j                  t        j                   |«      j#                  | j                  j                  | j                  j                  «      «       | j$                  j'                  d	«       ddd«       y# 1 sw Y   yxY w)z<Load frozen train-only TRF weights; W shape (n_lags, C_eeg).r    r3   zTRF W shape z expected (*, Ú)r   r  ©Údevicer   Tr   N)r   Úasarrayr   ÚndimrL   rÐ  rf  r  r"  r   r  r*  r   r¨  rx   rÕ  r   Útor"  rŸ  )rg   rÂ   rd   s      r   Úset_trf_weightszTRFPathBVLAAI.set_trf_weightsÌ  s5  € ä�J‰J�qœ"Ÿ*™*Ó%ˆØ�6‰6�QŠ;˜!Ÿ'™' !™*¨¯
©
Ò2Ü˜|¨A¯G©G¨9°NÀ4Ç:Á:À,ÈaÐPÓQÐQØ�G‰G�A‰J˜‰NˆØˆq‰5�D—J‘J×$Ñ$ QÑ'Ò'Ø× Ñ ØÜ—‘˜A ™E 4§:¡:°d·j±j×6GÑ6GÈtÏzÉz×O_ÑO_Ô`Øð !ô !ð ˆDŒLÜ�]‰]�_Ø�J‰J×ÑœU×-Ñ-¨aÓ0×3Ñ3°D·J±J×4EÑ4EÀtÇzÁz×GWÑGWÓXÔYØ�N‰N× Ñ  Ô&÷ �_‰_ús   Ä"BF-Æ-F6c           	     óÀ  — |j                   \  }}}| j                  j                   d   dz
  }t        j                  j                  j                  |j                  dd«      d|f«      }t        |dz   «      D �cg c]#  }|dd…dd…|||z   …f   j                  dd«      ‘Œ% }}t        j                  |d¬«      }	t        j                  d|	| j                  «      S c c}w )uC   Å·(t)=Î£_Ï„ EEG(t+Ï„)Â·W_Ï„ with zero future-pad (B,T,C) â†’ (B,T).r   r3   r    Nr‡  zbtlc,lc->bt)
rL   r  r   rü   rQ  r·  r  r  r?   Úeinsum)
rg   rl   r±  r¤   Ú_Crd   rÖ   ô   Ï„r.  Ústackeds
             r   Ú_trf_predictzTRFPathBVLAAI._trf_predictÜ  s¾   € à—9‘9‰ˆˆ1ˆbØ�J‰J×Ñ˜QÑ !Ñ#ˆä�X‰X× Ñ ×$Ñ$ S§]¡]°1°aÓ%8¸1¸a¸&ÓAˆä?DÀQÈÁU¼|ÓL¹|¸�’A’q˜"˜R !™V˜)�OÑ$×.Ñ.¨q°!Õ4¸|ˆÐLÜ—+‘+˜e¨Ô+ˆÜ�|‰|˜M¨7°D·J±JÓ?Ð?ùò Ms   Á9(Cc                óÒ   — t        j                  | d¬«      }t        j                  d| j                  d   dz   | j                  | j
                  ¬«      }||j                  d«      z  S )u+   Running mean along time; x (B,T) â†’ (B,T).r3   r‡  r)  r   )r   ÚcumsumrI   rL   r*  r   rf  )r   Úcsr)  s      r   Ú_causal_cummeanzTRFPathBVLAAI._causal_cummeanç  sO   € ô �\‰\˜! Ô#ˆÜ�L‰L˜˜AŸG™G A™J¨™N°1·8±8À1Ç7Á7ÔKˆØ�A—K‘K “NÑ"Ð"r   c           	     ó,  — |dd | j                   …f   |d| j                   d …f   }}|d   }|d| j                  f   }t        | j                  j	                  «       «      r| j                  |«      }n,|j                  |j                  d   |j                  d   «      }|j                  dd¬«      }|j                  dd¬«      j                  d«      }||z
  |z  }	|	|z  }
|	|z  }t        j                  |	|
|| j                  |
«      | j                  |«      gd¬«      }| j                  |«      j                  dd	«      }|| j                   |z  z   }| j#                  t        j$                  ||gd
«      «      }t'        |t(        t*        f«      r|d   S |S )N.©.r   r   r3   T)rˆ  Úkeepdimç-Cëâ6?r‡  r    r5   )rÐ  r#  r«  r"  Úitemr4  Ú	new_zerosrL   r©   re  Ú	clamp_minr   r?   r8  rþ   r  rH  rÙ  r,  rP  r  rã  )rg   r   rå  ræ  Úenv0Úenv1ÚyhatÚmuÚsdÚyzÚye0Úye1Úsider'   r  r{   s                   r   r  zTRFPathBVLAAI.forwardî  sx  € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRˆà�&‰zˆØ�#�t—v‘v�+‰ˆÜ�—‘×#Ñ#Ó%Ô&Ø×$Ñ$ SÓ)‰Dà—=‘= §¡¨1¡¨s¯y©y¸©|Ó<ˆDà�Y‰Y˜1 dˆYÓ+ˆØ�X‰X˜! TˆXÓ*×4Ñ4°TÓ:ˆØ�R‰i˜2ÑˆØ�4‰iˆØ�4‰iˆÜ�{‰{Ø��c˜4×/Ñ/°Ó4°d×6JÑ6JÈ3Ó6OÐPØôˆð —	‘	˜$“×)Ñ)¨!¨QÓ/ˆØ�4—9‘9˜uÑ$Ñ$ˆØ�G‰G”E—I‘I˜s C˜j¨"Ó-Ó.ˆÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:r   )rË  Nr9  )r   r€   r�   r‚   r$  ri   r.  r4  Ústaticmethodr8  r  r  r  s   @r   r  r  š  s9   ø„ ñð €FõòB'ò 	@ð ñ#ó ð#ö;r   r  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚTempAttnVLAAIuD  Zero-init causal temporal MHSA residual AFTER SPK-init vlaai_ws blocks.

    EEG+speech concat goes through plain ``VLAAIwsPatched`` (SPK remaps into
    ``bb.bb.*``). Then one pre-norm causal MHSA residual on the temporal feature
    map ``(B, T, K)``:

      h = bb(x)
      h' = h + drop(out_proj(MHSA(LN(h))))

    ``MultiheadAttention.out_proj`` is zero-init â‡’ residual â‰¡ 0 at step 0 â‡’
    forward â‰¡ plain vlaai_ws. Distinct from speech FiLM (SpeechResidVLAAI),
    SE/graph/channel-mask, Conformer full replace, FIR/Morlet/FBCNet banks,
    and stem ALiBi/RoPE.
    c           
     ó  •— t         ‰| �  «        ||z
  }|dk  rt        d|› d|› �«      ‚|| _        || _        ddlm} t        t        j                  dd«      «      }	t        t        t        |t        z  «      ||z   ddi¬	«      }
t        dt        t        j                  d
d«      «       |g d¢|	gd¬«      dt        j                  dd«      dœ|
¤Ž| _        |	t        |«      z  dk7  rt        d|	› d|› �«      ‚t        j                  j!                  |	«      | _        t        j                  j%                  |	t        |«      t'        |«      d¬«      | _        t        j                  j*                  j-                  | j(                  j.                  j0                  «       | j(                  j.                  j2                  �Gt        j                  j*                  j-                  | j(                  j.                  j2                  «       t        j                  j5                  t'        |«      «      | _        | j9                  dt        j:                  t        j<                  ||t        j>                  ¬«      d¬«      d¬«       y )Nr   zTempAttnVLAAI C=r¿  rÃ  rÉ  r-  r   r3   rÅ  rÆ  rx  rÇ  rÊ  rÌ  rÍ  r2   rÎ  úkernels=rb  Tr4  r£  r   r¤  Fr   r…   ) rú   ri   rf  rÐ  rÈ  r×  rÄ  rK   r6   r7   rØ  r   rð   rÙ  r   rü   r5  rj  r8  r9   rÁ  rI  rJ  Úout_projrK  rL  r  r;  r"  r­  r®  r«  )rg   rh   rÂ   rÐ  r$  rò   Úattn_dropoutrÈ  rÄ  r  rß  r  s              €r   ri   zTempAttnVLAAI.__init__  sú  ø€ Ü‰ÑÔØ�u‘9ˆØ�aŠ<ÜÐ/°¨s°)¸E¸7ÐCÓDÐDØˆŒ
Ø ˆŒÝ<Ü”—‘�o rÓ*Ó+ˆÜœ¬3¨q´2©v«;ÀUÈXÑEUØ*/°¨ô5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ø˜CØôð (*Ü—E‘E˜/¨3Ó/ñð ñˆŒð Œs�5‹z‰>˜QÒÜ˜x¨ sÐ*BÀ5À'ÐJÓKÐKÜ—(‘(×$Ñ$ QÓ'ˆŒÜ—H‘H×/Ñ/ØŒs�5‹z¤5¨Ó#6ÀDð 0ó JˆŒ	ô 	�‰�‰×Ñ˜TŸY™Y×/Ñ/×6Ñ6Ô7Ø�9‰9×Ñ×"Ñ"Ð.Ü�H‰H�M‰M× Ñ  §¡×!3Ñ!3×!8Ñ!8Ô9Ü—H‘H×$Ñ$¤U¨7£^Ó4ˆŒ	à×ÑØœ5Ÿ:™:¤e§j¡j°°A¼U¿Z¹ZÔ&HÐSTÔUØð 	õ 	r   c                ó"  — | j                  |«      }t        |t        t        f«      r|d   n|}|j                  d   }| j                  |«      }| j                  d |…d |…f   }| j                  ||||d¬«      \  }}|| j                  |«      z   S )Nr   r3   Fr�  )	rÙ  rP  r  rã  rL   rj  r£  rÁ  r;  )	rg   r   r{   r	  r)  r/  r,   r'   rt   s	            r   r  zTempAttnVLAAI.forward9  s�   € Ø�G‰G�A‹JˆÜ˜q¤5¬$ -Ô0ˆAˆaŠD°aˆØ�G‰G�A‰JˆØ�G‰G�A‹JˆØ×Ñ    B Q B Ñ'ˆØ—9‘9˜Q  1°À5�9ÓI‰ˆˆqØ�4—9‘9˜UÓ#Ñ#Ð#r   )rË  r  r2   r2   r  r  s   @r   rK  rK    s   ø„ ñõ!öF$r   rK  c                  ó4   ‡ — e Zd ZdZ	 	 dˆ fd„	Zd„ Zd„ Zˆ xZS )ÚSpeechXAttnVLAAIu7  Cross-attn decoder: EEG latents as Q, speech-envelope tokens as KV.

    Pipeline (SPK warm-start friendly):
      h = VLAAIwsPatched(eegâ€–speech)          # EEG latents (SPK â†’ bb.bb.*)
      tok = Linear(speech) + causal DW context # speech-env/onset/dom tokens
      h' = h + drop(MHCA(LN(h), LN(tok), LN(tok)))  # causal cross-attn
    ``MultiheadAttention.out_proj`` is zero-init â‡’ residual â‰¡ 0 @step 0 â‡’
    forward â‰¡ plain vlaai_ws (learns unlike from-scratch ``env_xattn``).

    Novelty vs closed peers:
      * temp-attn-spk â€” temporal SELF-attn (Q=K=V=h), no speech KV stream
      * speech-resid  â€” additive FiLM/gate on speech BEFORE VLAAI
      * aux-env-spk   â€” aux envelope MSE loss, no cross-attn decoder
      * env_xattn     â€” from-scratch EEG-conv Q, chance (no SPK / no residual)
    c           
     óž  •— t         ‰| �  «        ||z
  }|dk  rt        d|› d|› �«      ‚|dz  dk(  rt        d«      ‚t        |«      | _        t        |«      | _        t        |«      | _        | j                  dz
  | _        ddlm	}	 t        t        j                  dd	«      «      }
t        t        t        |t        z  «      ||z   d
di¬«      }t        d t        t        j                  dd«      «       |	g d¢|
gd¬«      dt        j                  dd«      dœ|¤Ž| _        |
t        |«      z  dk7  rt        d|
› d|› �«      ‚t         j"                  j%                  ||| j                  |d¬«      | _        t         j"                  j(                  j+                  | j&                  j,                  t/        j0                  d«      ¬«       t         j"                  j(                  j3                  | j&                  j4                  «       t         j"                  j7                  ||
«      | _        t         j"                  j(                  j;                  | j8                  j,                  «       t         j"                  j(                  j3                  | j8                  j4                  «       t         j"                  j=                  |
«      | _        t         j"                  j=                  |
«      | _         t         j"                  jC                  |
t        |«      tE        |«      d¬«      | _#        t         j"                  j(                  j3                  | jF                  jH                  j,                  «       | jF                  jH                  j4                  �Gt         j"                  j(                  j3                  | jF                  jH                  j4                  «       t         j"                  jK                  tE        |«      «      | _&        | jO                  dt!        jP                  t!        jR                  ||t         jT                  ¬«      d¬«      d¬«       y )!Nr   zSpeechXAttnVLAAI C=r  r    r  r3   rÃ  rÉ  r-  r   rÅ  rÆ  rx  rÇ  rÊ  rÌ  rÍ  r2   rÎ  rM  rb  TrY  r  r  r4  r£  r   r¤  Fr   r…   )+rú   ri   rf  rK   rÐ  rÈ  r  r·  r×  rÄ  r6   r7   rØ  r   rð   rÙ  r   rü   rý   Úsp_dwrI  r  rK  rì  rï  rJ  rL  rE  Úsp_projr%  r5  r»  r¼  r8  r9   rÁ  rN  r  r;  r"  r­  r®  r«  )rg   rh   rÂ   rÐ  r$  rò   rO  r  rÈ  rÄ  r  rß  r  s               €r   ri   zSpeechXAttnVLAAI.__init__T  s  ø€ ä‰ÑÔØ�u‘9ˆØ�qŠ=ÜÐ2°1°#°ZÀ¸wÐGÓHÐHØ˜‰?˜aÒÜÐ6Ó7Ð7Ü˜“ZˆŒ
Ü˜H›ˆŒÜ˜{Ó+ˆÔØ×#Ñ# aÑ'ˆŒÝ<Ü”—‘�o rÓ*Ó+ˆÜœ¬3¨q´2©v«;ÀUÈXÑEUØ*/°¨ô5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ø˜CØôð (*Ü—E‘E˜/¨3Ó/ñð ñˆŒð Œs�5‹z‰>˜QÒÜ˜x¨ sÐ*BÀ5À'ÐJÓKÐKä—X‘X—_‘_Ø�h × 0Ñ 0¸Èð %ó NˆŒ
ä�‰�‰×&Ñ& t§z¡z×'8Ñ'8¼D¿I¹IÀa»LÐ&ÔIÜ�‰�‰×Ñ˜TŸZ™ZŸ_™_Ô-Ü—x‘x—‘ x°Ó3ˆŒÜ�‰�‰×%Ñ% d§l¡l×&9Ñ&9Ô:Ü�‰�‰×Ñ˜TŸ\™\×.Ñ.Ô/Ü—H‘H×&Ñ& qÓ)ˆŒ	Ü—X‘X×'Ñ'¨Ó*ˆŒ
Ü—H‘H×/Ñ/ØŒs�5‹z¤5¨Ó#6ÀDð 0ó JˆŒ	ô 	�‰�‰×Ñ˜TŸY™Y×/Ñ/×6Ñ6Ô7Ø�9‰9×Ñ×"Ñ"Ð.Ü�H‰H�M‰M× Ñ  §¡×!3Ñ!3×!8Ñ!8Ô9Ü—H‘H×$Ñ$¤U¨7£^Ó4ˆŒ	Ø×ÑØœ5Ÿ:™:¤e§j¡j°°A¼U¿Z¹ZÔ&HÐSTÔUØð 	õ 	r   c                ól  — |j                  dd«      }t        j                  j                  j	                  || j                  df«      }t        j                  j                  j                  | j                  |«      dd|j                  d   …f   «      }| j                  |j                  dd«      «      S )u8   (B, T, n_speech) â†’ (B, T, K) causal speech-env tokens.r3   r    r   .N)	r  r   rü   rQ  r·  rR  rT  rL   rU  )rg   ræ  r	  s      r   Ú_speech_tokenszSpeechXAttnVLAAI._speech_tokens„  sˆ   € à�L‰L˜˜AÓˆÜ�H‰H×Ñ×#Ñ# A¨¯©°! }Ó5ˆÜ�H‰H×Ñ×$Ñ$ T§Z¡Z°£]°3¸¸¿¹À!¹¸Ð3DÑ%EÓFˆØ�|‰|˜AŸK™K¨¨1Ó-Ó.Ð.r   c                ó�  — |}|d| j                   d …f   }| j                  |«      }t        |t        t        f«      r|d   n|}|j
                  d   }| j                  |«      }| j                  |«      | j                  |«      }	}| j                  d |…d |…f   }
| j                  ||	|	|
d¬«      \  }}|| j                  |«      z   S )N.r   r3   Fr�  )rÐ  rÙ  rP  r  rã  rL   rW  r»  r¼  r£  rÁ  r;  )rg   r   Úraw_spræ  r{   r	  r)  Útokr¿  rÀ  r,   r'   rt   s                r   r  zSpeechXAttnVLAAI.forward‹  sÃ   € ØˆØˆs�D—J‘J‘KÐÑ ˆØ�G‰G�F‹OˆÜ˜q¤5¬$ -Ô0ˆAˆaŠD°aˆØ�G‰G�A‰JˆØ×!Ñ! "Ó%ˆØ—	‘	˜!“˜dŸj™j¨›oˆ2ˆØ×Ñ    B Q B Ñ'ˆØ—9‘9˜Q  B°$ÀU�9ÓK‰ˆˆqØ�4—9‘9˜UÓ#Ñ#Ð#r   )rË  r  r2   r2   r  )r   r€   r�   r‚   ri   rW  r  r  r  s   @r   rR  rR  C  s"   ø„ ñð  KNØõ.ò`/ö
$r   rR  c                  ó8   ‡ — e Zd ZdZdZ	 	 dˆ fd„	Zd„ Zd„ Zˆ xZS )Ú	FBCNetSPKu¬  FBCNet-style multi-band parallel spatial+temporal â†’ shared vlaai_ws (SPK).

    Mane et al. inspiration: frozen causal FIR filter-bank views (1â€“3/3â€“5/5â€“7/7â€“9 Hz),
    then per-band Spatial Conv1d (Câ†’C, identity-init) + depthwise Temporal Conv
    (delta-init), then each view (band_eeg â€– speech) through ONE shared
    VLAAIwsPatched; soft-mix over bands (uniform init).

    Distinct from:
      - FBExtraVLAAI / WaveletFBExtraVLAAI residual (raw+mix â†’ single forward)
      - C=232 filterbank-only stack, EEGNet DWS, TSception, ATCNet, Conformer

    SPK DirectNet remaps into `bb.*` (shared VLAAI); spatial/temporal/FIR/mix
    stay missing under strict=False.
    r·  c                óŽ	  •— t         ‰| �  «        |t        | j                  «      k7  r$t	        d|› dt        | j                  «      › �«      ‚|dz  dk(  rt	        d«      ‚|dz  dk(  rt	        d«      ‚||z
  }|dk  rt	        d|› d|› �«      ‚|| _        || _        || _        |d	z
  | _        t        j                  j                  ||z  ||z  |||z  d
¬«      | _        t        j                  «       5  ddlm}	 t        j                   | j                  j"                  «      }
t%        | j                  «      D ]x  \  }\  }} |	|||gd
t'        t(        «      ¬«      }t        j*                  |d d d…   j-                  «       |
j.                  ¬«      }t1        |«      D ]  }||
||z  |z   dd d …f<   Œ Œz | j                  j"                  j3                  |
«       d d d «       | j                  j"                  j5                  d
«       t        j                  j7                  t1        |«      D �cg c]%  }t        j                  j                  ||d	d¬«      ‘Œ' c}«      | _        t        j                  j7                  t1        |«      D �cg c]*  }t        j                  j                  ||||dz  |d¬«      ‘Œ, c}«      | _        t        j                  «       5  t=        | j8                  | j:                  «      D ]¨  \  }}|j"                  j?                  «        t1        |«      D ]  }d|j"                  ||df<   Œ |j@                  j?                  «        |j"                  j?                  «        |dz  }d|j"                  d d …d|f<   |j@                  j?                  «        Œª 	 d d d «       t        j                  jC                  t        jD                  |«      «      | _#        t        j                  jI                  |«      | _%        ddl&m'} tQ        t(        tS        |t(        z  «      ||z   dd	i¬«      }tU        d!tS        tV        jY                  dd«      «       |g d¢tS        tV        jY                  dd«      «      gd¬«      dtV        jY                  dd«      d œ|¤Ž| _-        y # 1 sw Y   �ŒÎxY wc c}w c c}w # 1 sw Y   �ŒxY w)"Nr¼  r½  r    r   r¾  ztemp_kern must be oddzFBCNetSPK C=r¿  r3   FrY  )rÀ  rÁ  r5   r   Tr  rZ  r)   rÃ  r   rÅ  rÆ  rx  rÇ  rÉ  r-  rÊ  rÌ  rÍ  r2   rÎ  r…   ).rú   ri   rJ   rÏ  rf  rÐ  rÚ  rÑ  r·  r   rü   rý   rÒ  rx   r8   rÀ  rÓ  rK  rJ  r9   r   r�   rÔ  r   r  rÕ  r   rh  r_  ÚtemporalrŽ   Úzero_rL  r  r  Ú
band_logitr  r;  r×  rÄ  rØ  rK   rð   r6   r7   rÙ  )rg   rh   rÂ   rÐ  rÚ  rÑ  Ú	temp_kernrò   rÈ  rÀ  rÛ  rÜ  rC   rD   rÝ  rÞ  rt   ÚspaÚtmpÚmidrÄ  rß  r  s                         €r   ri   zFBCNetSPK.__init__ª  sê  ø€ ä‰ÑÔØ”c˜$Ÿ*™*“oÒ%Ü˜x¨ y°´S¸¿¹³_Ð4EÐFÓGÐGØ�a‰<˜1ÒÜÐ3Ó4Ð4Ø�q‰=˜AÒÜÐ4Ó5Ð5Ø�u‘9ˆØ�aŠ<Ü˜|¨A¨3¨i¸°wÐ?Ó@Ð@ØˆŒ
ØˆŒØ ˆŒØ˜a‘<ˆŒä—8‘8—?‘?Ø�G‰O˜U W™_¨hØ˜7‘?¨ð #ó 0ˆŒô �]‰]�_Ý+Ü× Ñ  §¡§¡Ó1ˆAÜ )¨$¯*©*Ö 5‘�‘H�R˜Ù˜h¨¨R¨¸EÄeÌBÃiÔP�Ü—|‘| D©¨2¨¡J§O¡OÓ$5¸Q¿W¹WÔE�Ü˜už�AØ.2�A�b˜5‘j 1‘n aªÐ*Ò+ñ &ð !6ð
 �H‰H�O‰O×!Ñ! !Ô$÷ ð 	�‰�‰×&Ñ& uÔ-ä—x‘x×*Ñ*ÜAFÀwÄó,QÙAO¸AŒE�H‰H�O‰O˜E 5¨!°$ˆOÕ7Àñ,Qó RˆŒäŸ™×+Ñ+ä>CÀG¼nó-Ná>L¸ô �H‰H�O‰O˜E 5¨)¸YÈ!¹^Ø#(¨tð õ 5Ø>Lñ-Nó OˆŒô �]‰]�_Ü §¡¨d¯m©mÖ<‘��SØ—
‘
× Ñ Ô"Ü˜už�AØ*-�C—J‘J˜q ! Q˜wÒ'ð &à—‘—‘Ô Ø—
‘
× Ñ Ô"Ø 1‘n�Ø(+�—
‘
š1˜a ˜9Ñ%Ø—‘—‘Õ ñ =÷ ô  Ÿ(™(×,Ñ,¬U¯[©[¸Ó-AÓBˆŒÜ—H‘H×$Ñ$ WÓ-ˆŒ	Ý<Üœ¬3¨q´2©v«;ÀUÈXÑEUØ*/°¨ô5ˆä ð Üœ!Ÿ%™% °Ó2Ó3Ù*Ú+Ü ¤§¡ ¸Ó!;Ó<Ð=Øôð (*Ü—E‘E˜/¨3Ó/ñð ñˆ�÷? ‰_üò,Qùò-N÷ ‰_ús&   Ã2C%R#È**R0Ê/R5ËCR:Ò#R-Ò:Sc                óf  — |j                   \  }}}|j                  dd«      j                  d| j                  d«      }t        j
                  j                  j                  || j                  df«      }| j                  |«      dd|…f   }g }t        | j                  «      D ]‹  }|dd…|| j                  z  |dz   | j                  z  …f   }	 | j                  |   |	«      }	 | j                  |   |	«      dd|…f   }	|j                  | j                  |	«      j                  dd«      «       Œ� |S )uI   (B,T,C) â†’ list of n_bands bandpassed+spatially/temporally filtered EEG.r3   r    r   .N)rL   r  râ  rÚ  r   rü   rQ  r·  rÒ  r  rÐ  r_  r^  r<   r;  )
rg   rå  r±  r¤   rt   r	  rç  ÚoutsrÜ  rÇ   s
             r   Ú	_band_eegzFBCNetSPK._band_eegç  s  € à—)‘)‰ˆˆ1ˆaØ�M‰M˜!˜QÓ×&Ñ& q¨$¯,©,¸Ó:ˆÜ�H‰H×Ñ×#Ñ# A¨¯©°! }Ó5ˆØ—‘˜“˜C  ! ˜GÑ$ˆØˆÜ˜Ÿ™Ö%ˆBØ’a˜˜dŸj™j™¨"¨q©&°D·J±JÑ)>Ð>Ð>Ñ?ˆAØ �—‘˜RÑ  Ó#ˆAØ!�—‘˜bÑ! !Ó$ S¨"¨1¨" WÑ-ˆAØ�K‰K˜Ÿ	™	 !›×.Ñ.¨q°!Ó4Õ5ð	 &ð
 ˆr   c                ó’  — |dd | j                   …f   |d| j                   d …f   }}| j                  |«      }t        j                  | j                  d¬«      }d }t        |«      D ]^  \  }}| j                  t        j                  ||gd«      «      }	t        |	t        t        f«      r|	d   n|	}	|€|	||   z  n
||	||   z  z   }Œ` |S )N.r   r‡  r5   )rÐ  rg  r   Úsoftmaxr`  rJ  rÙ  r,  rP  r  rã  )
rg   r   rå  ræ  ÚbandsrÛ  rÆ   rÜ  Úeeg_br{   s
             r   r  zFBCNetSPK.forwardõ  sÂ   € Ø�C˜˜$Ÿ*™*˜Ð$Ñ% q¨¨d¯j©j©kÐ)9Ñ':ˆRˆØ—‘˜sÓ#ˆÜ�M‰M˜$Ÿ/™/¨qÔ1ˆàˆÜ" 5Ö)‰IˆB�Ø—‘œŸ	™	 5¨" +¨rÓ2Ó3ˆAÜ" 1¤u¬d mÔ4��!’¸!ˆAØ"˜{�!�a˜‘e’)°°a¸!¸B¹%±i±‰Cð *ð ˆ
r   )rË  r  rè  rý  r2   )	r   r€   r�   r‚   rÏ  ri   rg  r  r  r  s   @r   r\  r\  ˜  s%   ø„ ñð =€EàIKØõ;òzö
r   r\  c                óœ  — | dz  dz   }|€t        |«      dz  n
t        |«      }t        dt        |«      «      }d„ }d„ } ||«       ||«      }	}t        j                  ||	t	        |«      dz   «      }
 ||
«      }t        j
                  | dz   |z  t        |«      z  «      j                  t        «      }t        j                  |d|dz
  «      }t        j                  t	        |«      |ft        j                  ¬«      }t        t	        |«      «      D ]™  }||   ||dz      ||dz      }}}||k(  rt        |dz   |dz
  «      }||k(  rt        |dz   |dz
  «      }t        ||«      D ]  }||z
  t        ||z
  «      z  |||f<   Œ t        ||«      D ]  }||z
  t        ||z
  «      z  |||f<   Œ Œ› |j                  dd	¬
«      }d||dk  <   ||z  S )zGTriangular mel filterbank (n_mels, n_freq) for rfft bins of size n_fft.r    r3   rê  r2   c                ó„   — dt        j                  dt        j                  | t         j                  ¬«      dz  z   «      z  S )Nç     F¤@r)   r   ç     à…@)r   Úlog10r+  r;   )rB   s    r   Ú	hz_to_melz"_mel_filterbank.<locals>.hz_to_mel  s/   € ØœŸ™ ¤r§z¡z°!¼2¿:¹:Ô'FÈÑ'NÑ!NÓOÑOÐOr   c                ód   — ddt        j                  | t         j                  ¬«      dz  z  dz
  z  S )Nro  g      $@r   rn  r)   )r   r+  r;   )re   s    r   Ú	mel_to_hzz"_mel_filterbank.<locals>.mel_to_hz  s+   € Ø˜¤§¡¨A´R·Z±ZÔ!@À6Ñ!IÑJÈSÑPÑQÐQr   r   r   T)r&   Úkeepdimsr)   ç:Œ0âŽyE>)r9   rî   r   ÚlinspacerK   Úfloorr:   Úclipr  r   r  r©  rð  )Ún_fftÚn_melsr#   ÚfminÚfmaxÚn_freqrq  rs  Úm_loÚm_hiÚm_ptsÚf_ptsÚbinsÚfbr
  ÚleftÚcenterÚrightÚjr±   s                       r   Ú_mel_filterbankrˆ    sË  € à�a‰Z˜!‰^€FØ"˜lŒ5�‹9�sŠ?´°d³€DÜˆs”E˜$“KÓ €DòPòRñ ˜4“¡)¨D£/ˆ$€DÜ�K‰K˜˜d¤C¨£K°!¡OÓ4€EÙ�eÓ€EÜ�8‰8�U˜Q‘Y %Ñ'¬%°«)Ñ3Ó4×;Ñ;¼CÓ@€DÜ�7‰7�4˜˜F Q™JÓ'€DÜ	�‰”3�v“; Ð'¬r¯z©zÔ	:€BÜ”3�v“;ÖˆØ" 1™g t¨A°©E¡{°D¸¸Q¹±K�eˆfˆØ�TŠ>Ü˜ ™ 6¨A¡:Ó.ˆFØ�FŠ?Ü˜ ™
 F¨Q¡JÓ/ˆEÜ�t˜VÖ$ˆAØ˜D™¤E¨&°4©-Ó$8Ñ8ˆBˆq�!ˆtŠHð %ä�v˜uÖ%ˆAØ ™	¤U¨5°6©>Ó%:Ñ:ˆBˆq�!ˆtŠHñ &ð  ð 	�‰�A ˆÓ%€AØ€A€aˆ$�h�KØ�‰6€Mr   c                  ó6   ‡ — e Zd ZdZ	 	 	 dˆ fd„	Zd„ Zd„ Zˆ xZS )ÚSpecViTu4  EEG â†’ causal STFT/Mel spectrogram patches â†’ tiny ViT â†’ dense (B, W, d).

    Acc front-end (non-vlaai). Pipeline:
      1. Spatial Linear EEG â†’ n_comp
      2. Causal per-sample STFT (left-pad, hop=1) â†’ power â†’ mel filterbank â†’ log1p
      3. Flatten (n_comp Ã— n_mels) + speech feats â†’ Linear patch embed
      4. LÃ— causal pre-norm MHSA+FFN (same block as TFDirect) â†’ (B, W, d_out)

    Distinct from TFDirect (time-domain Conv1d patch), Conformer, FBCNet /
    FIR/Morlet residualâ†’vlaai, TSception, WaveNet, Mamba, Shallow/Deep/EEGNet.
    c                óö	  •— t         ‰| �  «        ||k  rt        d|› d|› d�«      ‚||z
  }|dz  dk7  rt        d|› d�«      ‚||z  dk7  rt        d|› d	|› �«      ‚|d
k  rt        d«      ‚t        |«      | _        t        |«      | _        t        |«      | _        t        |	«      | _        t        j                  j                  | j                  | j
                  d¬«      | _        t        j                  | j                  d¬«      }| j                  d|d¬«       t        | j                  | j                  t        ||¬«      }| j                  dt        j                   |«      d¬«       | j
                  | j                  z  |z   }t        j                  j                  ||«      | _        t        j                  j%                  t        j&                  d||«      «      | _        t        j                  j*                  j-                  | j(                  d¬«       t        j                  j/                  |«      | _        t        j                  j3                  t5        t        |«      «      D �cg c]  }t7        ||||
¬«      ‘Œ c}«      | _        t        j                  j;                  |«      | _        ||k7  r t        j                  j                  ||«      nt        j                  j?                  «       | _         ||k7  rt        j                  j;                  |«      nt        j                  j?                  «       | _!        | j                  dt        jD                  t        jF                  ||t        jH                  ¬«      d¬«      d¬«       t        j                  j*                  j-                  | j                  jJ                  d¬«       t        j                  j*                  j-                  | j"                  jJ                  d¬«       t        j                  j*                  jM                  | j"                  jN                  «       tQ        | j@                  t        j                  j                  «      r}t        j                  j*                  j-                  | j@                  jJ                  d¬«       t        j                  j*                  jM                  | j@                  jN                  «       y y c c}w )Nz
SpecViT C=r–  r—  r    r   zSpecViT speech width z	 not evenra  rb  r  zn_fft must be >= 4Fr  T)ÚperiodicÚstft_winr   )r{  r|  Úmel_fbr3   rc  rd  r¢  r£  r   r¤  ))rú   ri   rf  rK   rÅ  r™  ry  rz  r   rü   rE  r_  Úhann_windowr"  rˆ  r   r   r§  r  r  r  rI  rg  r  r;  rh  r  r—  ri  r5  rj  r�  rÆ   rá  r­  r®  r«  rK  rJ  rL  rP  )rg   rh   rÂ   rÅ  r#  r$  r%  r™  ry  rz  r™  rò   rê  r{  r|  rÈ  Úwinrƒ  Úin_dimrt   r  s                       €r   ri   zSpecViT.__init__0  s€  ø€ ô 	‰ÑÔØ�Š:Ü˜z¨!¨¨M¸%¸ÀÐPÓQÐQØ�u‘9ˆØ�a‰<˜1ÒÜÐ4°X°J¸iÐHÓIÐIØˆu‰9˜Š>Ü˜r ! Ð$<¸U¸GÐDÓEÐEØ�1Š9ÜÐ1Ó2Ð2Ü˜“ZˆŒ
Ü˜&“kˆŒÜ˜“ZˆŒ
Ü˜&“kˆŒÜ—x‘x—‘ t§z¡z°4·;±;ÀU�ÓKˆŒÜ×Ñ §
¡
°TÔ:ˆØ×Ñ˜Z¨¸ÐÔ?Ü˜TŸZ™Z¨¯©´b¸tÈ$ÔOˆØ×Ñ˜X¤u×'7Ñ'7¸Ó';ÈÐÔNØ—‘˜tŸ{™{Ñ*¨XÑ5ˆÜ—X‘X—_‘_ V¨QÓ/ˆŒ
Ü—8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ�‰�‰×Ñ˜dŸh™h¨DÐÔ1Ü—H‘H×$Ñ$ WÓ-ˆŒ	Ü—h‘h×)Ñ)äœ3˜v›;Ô'ó+)á'�ô ˜A˜u g¸ÖAØ'ñ+)ó *ˆŒô —(‘(×$Ñ$ QÓ'ˆŒØ01°U²
”5—8‘8—?‘? 1 eÔ,ÄÇÁ×@QÑ@QÓ@SˆŒØ34¸²:”e—h‘h×(Ñ(¨Ô/Ä5Ç8Á8×CTÑCTÓCVˆŒØ×ÑØœ5Ÿ:™:¤e§j¡j°°A¼U¿Z¹ZÔ&HÐSTÔUØð 	ô 	ô 	�‰�‰×Ñ˜dŸl™l×1Ñ1°tÐÔ<Ü�‰�‰×Ñ˜dŸj™j×/Ñ/°TÐÔ:Ü�‰�‰×Ñ˜TŸZ™ZŸ_™_Ô-Ü�d—h‘h¤§¡§¡Ô0Ü�H‰H�M‰M×!Ñ! $§(¡(§/¡/°tÐ!Ô<Ü�H‰H�M‰M× Ñ  §¡§¡Õ/ð 1ùò+)s   É-S6c                ó¸  — |j                   \  }}}t        j                  j                  j	                  |j                  dd«      | j                  dz
  df«      }|j                  d| j                  d«      | j                  z  }t        j                  j                  || j                  d¬«      }|j                  j                  «       |j                  j                  «       z   }t        j                  d|| j                  «      }	t        j                   |	j#                  d«      «      }
|
j%                  dddd«      j'                  |||| j(                  z  «      S )	uJ   eeg (B, W, n_comp) â†’ log-mel (B, W, n_comp * n_mels), hop=1 causal STFT.r3   r    r   r5   )rÃ   rˆ  zbctf,mf->bctmr2   rx  )rL   r   rü   rQ  r·  r  ry  Úunfoldr�  ÚfftÚrfftrò  Úsquareró  r0  rŽ  Úlog1pr?  Úpermuter°  rz  )rg   rl   r±  r¤   rh   r	  ÚframesÚspecÚpowerÚmelÚlogmels              r   Ú_causal_melzSpecViT._causal_mel\  sý   € à—)‘)‰ˆˆ1ˆaä�H‰H×Ñ×#Ñ# C§M¡M°!°QÓ$7¸$¿*¹*Àq¹.È!Ð9LÓMˆØ—‘˜"˜dŸj™j¨!Ó,¨t¯}©}Ñ<ˆÜ�y‰y�~‰~˜f¨¯
©
¸ˆ~Ó;ˆØ—	‘	× Ñ Ó" T§Y¡Y×%5Ñ%5Ó%7Ñ7ˆÜ�l‰l˜?¨E°4·;±;Ó?ˆÜ—‘˜SŸ]™]¨3Ó/Ó0ˆØ�~‰~˜a  A qÓ)×1Ñ1°!°Q¸¸D¿K¹K¹ÓHÐHr   c                ó  — |j                   d   }| j                  |dd | j                  …f   «      }| j                  |«      }|d| j                  d …f   }| j	                  t        j                  ||gd¬«      «      }| j                  || j                  d d …d |…f   z   «      }| j                  d |…d |…f   }| j                  D ]  } |||«      }Œ | j                  | j                  | j                  |«      «      «      S )Nr3   .r5   r‡  )rL   r_  rÅ  rž  r§  r   r,  r;  r  r£  ri  rá  rÆ   rj  )	rg   r   r)  rl   rœ  rÊ  r	  r,   rÿ   s	            r   r  zSpecViT.forwardh  sé   € Ø�G‰G�A‰JˆØ�l‰l˜1˜S + 4§:¡: +Ð-Ñ.Ó/ˆØ×Ñ˜sÓ#ˆØ�3˜Ÿ
™
™Ð#Ñ$ˆØ�J‰J”u—y‘y # v °BÔ7Ó8ˆØ�I‰I�a˜$Ÿ(™(¢1 b q b 5™/Ñ)Ó*ˆØ×Ñ    B Q B Ñ'ˆØ—[”[ˆEÙ�a˜“‰Að !à�{‰{˜4Ÿ8™8 D§G¡G¨A£JÓ/Ó0Ð0r   )rË  r-  r  r    r|  rh  é   r    r±  r-  r)   N)r   r€   r�   r‚   ri   rž  r  r  r  s   @r   rŠ  rŠ  #  s&   ø„ ñ
ð HIØEGØ $õ*0òX
Iö
1r   rŠ  c                óì%  — ddl m} t        t        t	        |t        z  «      |ddi¬«      }| dk(  rt        ||«      S | dk(  r t        |fi t        j                  | i «      ¤ŽS | dk(  r…t        ||t	        t        j                  d	d
«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t        t        j                  dd«      «      ¬«      S | dk(  r…t        ||t	        t        j                  d	d
«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t        t        j                  dd«      «      ¬«      S | dk(  r…t        ||t	        t        j                  d	d
«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t        t        j                  dd«      «      ¬«      S | dk(  �r9t        ||t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t        t        j                  dd«      «      t	        t        j                  d	d«      «      ¬«      S | dk(  rÁt        ||t	        t        j                  d	d«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  d d!«      «      t	        t        j                  d"d#«      «      t        t        j                  dd«      «      ¬$«      S | d%k(  rßt!        ||t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dd&«      «      t	        t        j                  dd«      «      t        t        j                  dd«      «      t	        t        j                  d	d«      «      ¬'«	      S | d(k(  rÖt        j                  d)d*«      }t#        |t$        «      r!t'        d+„ |j)                  d,«      D «       «      }t+        ||t	        t        j                  dd-«      «      t'        |«      t	        t        j                  dd.«      «      t        t        j                  dd/«      «      t	        t        j                  d	d«      «      ¬0«      S | d1k(  r£t-        ||t	        t        j                  dd2«      «      t	        t        j                  dd!«      «      t	        t        j                  dd3«      «      t        t        j                  dd/«      «      t	        t        j                  d	d«      «      ¬4«      S | d5k(  r£t/        ||t'        t        j                  d6d7«      «      t	        t        j                  dd8«      «      t	        t        j                  dd&«      «      t        t        j                  dd/«      «      t	        t        j                  d	d«      «      ¬9«      S | d:k(  rÖt1        ||t	        t        j                  dd«      «      t	        t        j                  dd«      «      t        j                  d;d «      t	        t        j                  dd«      «      t	        t        j                  d<d=«      «      t        t        j                  dd/«      «      t	        t        j                  d	d«      «      ¬>«	      S | d?k(  �rt        j                  d@dA«      }t#        |t$        «      r!t'        dB„ |j)                  d,«      D «       «      }t3        ||t	        t        j                  dCt        j                  d	d«      «      «      t	        t        j                  dd&«      «      t'        |«      t	        t        j                  dDd«      «      t        t        j                  dd«      «      t	        t        j                  d	d«      «      ¬E«      S | dFk(  �rt5        ||t	        t        j                  d	d«      «      t	        t        j                  dd«      «      t	        t        j                  dGd=«      «      t	        t        j                  dHd«      «      t	        t        j                  dId«      «      t        t        j                  dd«      «      t	        t        j                  dJt        j                  d	d«      «      «      t        t        j                  dKd«      «      ¬L«
      S | dMk(  rßt7        ||t	        t        j                  d	d«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  d d#«      «      t        t        j                  dKd«      «      t        t        j                  dd«      «      t9        t        j                  dNdO«      «      ¬P«	      S | dQk(  �r€t;        ||t	        t        j                  dRdS«      «      t	        t        j                  d	d«      «      t	        t        j                  dd«      «      t	        t        j                  dd«      «      t	        t        j                  dTd.«      «      t	        t        j                  dUd=«      «      t	        t        j                  dVdW«      «      t        t        j                  dKd«      «      t        t        j                  dd«      «      t	        t        j                  dJt        j                  d	d«      «      «      t        t        j                  dXdY«      «      t        j                  dZd «      ¬[«      S | d\k(  rIt=        ||t	        t        j                  d]dS«      «      t	        t        j                  d^d«      «      ¬_«      S | d`k(  r|t?        ||t	        t        j                  d]dS«      «      t	        t        j                  dad«      «      t	        t        j                  dbdc«      «      t        j                  ddd «      ¬e«      S | dfk(  r^tA        ||t	        t        j                  d]dS«      «      t	        t        j                  dgdh«      «      t        j                  did «      ¬j«      S | dkk(  r^tC        ||t	        t        j                  d]dS«      «      t        j                  dld «      t        t        j                  dmdn«      «      ¬o«      S | dpk(  r…tE        ||t	        t        j                  d]dS«      «      t	        t        j                  dd«      «      t        t        j                  dqdr«      «      t        t        j                  dsdr«      «      ¬t«      S | duk(  r£tG        ||t	        t        j                  d]dS«      «      t	        t        j                  dd«      «      t        t        j                  dqdr«      «      t        t        j                  dsdr«      «      t	        t        j                  dgdv«      «      ¬w«      S | dxk(  r£tI        ||t	        t        j                  d]dS«      «      t	        t        j                  d^d«      «      t	        t        j                  dbdh«      «      t	        t        j                  dyd!«      «      t        t        j                  dzdr«      «      ¬{«      S | d|k(  �rMtK        ||t	        t        j                  dRdS«      «      t	        t        j                  dTd=«      «      t        t        j                  d}d~«      «      t        t        j                  dd~«      «      t	        t        j                  d€t        j                  d	d«      «      «      t	        t        j                  d�d«      «      t	        t        j                  d‚dv«      «      t        t        j                  dd«      «      t	        t        j                  d	d«      «      t9        t        j                  dƒdO«      «      ¬„«      S | d…k(  rjtM        džt	        t        j                  d†d«      «       |g d‡¢t	        t        j                  dˆd«      «      gd&¬‰«      dŠt        j                  ddr«      d‹œ|¤ŽS dŒd�dŽd�d�d‘d’œ|    }tO        jP                  tS        tT        |z   d“z   «      «      d”   }|d•   jW                  d–d«      \  }	}
t        |d—   «      }t#        |j                  d˜«      t        «      rd™|d˜   v r |dži |d˜   d”   ¤Ž|d˜<   |jY                  t        j                  | i «      «       | d‘k(  rdš|d›<   | dœk(  r)|jY                  t	        |t        z  «      t        ||¬�«        t[        t]        j^                  |	«      |
«      dži i |¥|ja                  «       D ��ci c]  \  }}||vsŒ||“Œ c}}¥¤ŽS c c}}w )ŸNr   rÃ  r   r3   rÅ  ÚadtÚhappyquokkaÚgru_ffnÚmodel_drs  Úmodel_headsr  Úmodel_layersr    rÍ  r/  )r#  r$  r%  rò   Ú	conv_attnÚ	env_xattnÚatcnetÚmodel_F1r-  Úmodel_depthÚ
model_kernÚ
model_poolÚmodel_tcn_filtersÚmodel_tcn_depthÚmodel_tcn_kernelr±  )
râ  rã  rä  rå  ræ  rç  rè  ré  rò   rê  Ú	conformerÚmodel_patch_krý  Úmodel_conv_kr‹  )r#  r$  r%  r¯  rõ  rò   Úeegtcnetrx  )râ  rä  rç  rè  ré  rò   rê  Ú	tsceptionÚmodel_scales_sr8  c              3  ó2   K  — | ]  }t        |«      –— Œ y ­wrP  )r9   ©r  r   s     r   r  z!build_backbone.<locals>.<genexpr>´  s   è ø€ Ð?Ñ->¨œ5 Ÿ8Ñ->ùó   ‚Ú,r7  r|  r0  )râ  r$  rå  rò   rê  ÚshallowrD  rE  )r>  r?  rå  rò   rê  ÚdeepÚmodel_filtersrQ  rU  )rM  r?  rå  rò   rê  ÚeegnetÚmodel_F2Úmodel_sep_kernrh  )râ  r6   r[  r?  rd  rò   rê  ÚwavenetÚmodel_dilationsr}  c              3  ó2   K  — | ]  }t        |«      –— Œ y ­wrP  )rK   r¹  s     r   r  z!build_backbone.<locals>.<genexpr>Ù  s   è ø€ Ð7© 1œ˜AŸ©ùrº  Úmodel_channelsÚmodel_cycles)rÓ  rÔ  ry  rz  rò   rê  r‡  Úmodel_d_stateÚmodel_d_convÚmodel_expandÚmodel_d_outÚmodel_ffn_mult)r#  r%  rƒ  r„  r…  rò   rê  r™  Ú	tf_directÚmodel_causalT)r#  r$  r%  r¯  r™  rò   r¬  Úspec_vitÚmodel_n_eegrË  Úmodel_n_compÚmodel_n_fftÚmodel_n_melsr   Ú
model_fminr)   Ú
model_fmax)rÅ  r#  r$  r%  r™  ry  rz  r™  rò   rê  r{  r|  Úfb_vlaaiÚmodel_n_rawÚmodel_n_bands)rÐ  rÚ  Úwavelet_fb_vlaaiÚmodel_n_scalesÚmodel_fir_tapsr  Úmodel_n_cycles)rÐ  rÿ  rÑ  rö  Úspeech_resid_spkÚmodel_speech_kernrè  Úmodel_speech_hid)rÐ  r  r  Útrf_pathb_sw2Úmodel_trf_max_lagÚmodel_trf_gate0r9  )rÐ  r¨  r&  Útemp_attn_spkÚmodel_attn_dropr2   Úmodel_attn_dropout)rÐ  r$  rò   rO  Úspeech_xattn_decr  )rÐ  r$  rò   rO  r  Ú
fbcnet_spkÚmodel_temp_kernÚmodel_fb_dropout)rÐ  rÚ  rÑ  ra  rò   ÚxcorrÚmodel_max_lag_msr´  Úmodel_smooth_msÚmodel_cnn_channelsÚmodel_cnn_blocksÚmodel_cnn_kernÚmodel_light_init)
rÅ  r™  r¢  r£  r¤  r¥  r¦  rò   rê  r§  Úvlaai_wsrÆ  rÇ  rÉ  rÊ  rÌ  rÎ  ÚvlaaiÚ
simple_cnnÚlsm_cnnÚdeformerÚrebok_deformerÚssmamba)rñ  rò  ró  rô  Údeformer_wsrö  z.yamlÚ	init_argsÚmodel_classÚ.Ú
model_argsr  Ú
class_pathFÚuse_subject_embeddingr÷  )r`   r#   rø   Únum_electrodesr…   )1r×  rÄ  rØ  r   rK   r  ru  ÚMODEL_OVERRIDESr7   r^  r6   r9   r“  rÃ  rÙ  rø  rÿ  rP  Ústrr  Úsplitr	  r;  rG  rW  rt  r�  r   r«  rŠ  r¶  rü  r  r  rK  rR  r\  r”  rð   ÚyamlÚ	safe_loadÚopenÚ	MODEL_CFGÚrsplitrn   ÚgetattrÚ	importlibÚimport_moduleÚitems)rƒ   rh   rÂ   rÄ  rß  ÚscalesÚdilÚcfgnamerÞ  ÚmodÚclsÚargsr  r²   s                 r   Úbuild_backboner  u  s‰  € Ý8Ü”R¤s¨1¬r©6£{ÀÐX]Ð_`ÐWaÔb€FØˆu‚}Ü�1�a‹yÐØˆ}ÒÜ˜1Ñ>¤× 3Ñ 3°D¸"Ó =Ñ>Ð>ØˆyÒÜ ØˆqÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6ô8ð 	8ð ˆ{ÒÜ"ØˆqÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6ô8ð 	8ð ˆ{ÒÜØˆqÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6ô8ð 	8ð ˆxÓÜØˆqÜ”1—5‘5˜ RÓ(Ó)Üœ1Ÿ5™5 °Ó2Ó3ÜœAŸE™E ,°Ó3Ó4Ü”Q—U‘U˜<¨Ó+Ó,ÜœŸ™˜m¨QÓ/Ó0ÜœAŸE™EÐ"5°rÓ:Ó;Üœ!Ÿ%™%Ð 1°1Ó5Ó6Üœ1Ÿ5™5Ð!3°QÓ7Ó8Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ô-ð 	-ð ˆ{ÒÜØˆqÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0ÜœŸ™˜o¨rÓ2Ó3Ü”q—u‘u˜^¨RÓ0Ó1Üœ!Ÿ%™% °Ó5Ó6ô8ð 	8ð ˆzÒÜØˆqÜ”1—5‘5˜ RÓ(Ó)ÜœAŸE™E ,°Ó3Ó4ÜœAŸE™EÐ"5°rÓ:Ó;Üœ!Ÿ%™%Ð 1°1Ó5Ó6Üœ1Ÿ5™5Ð!3°QÓ7Ó8Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ô-ð 	-ð ˆ{ÒÜ—‘Ð'Ð);Ó<ˆÜ�fœcÔ"ÜÑ?¨V¯\©\¸#Ô->Ó?Ó?ˆFÜØˆqÜ”1—5‘5˜ RÓ(Ó)Ü˜6“]Ü”Q—U‘U˜<¨Ó+Ó,Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ô-ð 	-ð ˆyÒÜØˆqÜœ!Ÿ%™% 
¨BÓ/Ó0Ü”Q—U‘U˜<¨Ó,Ó-Ü”Q—U‘U˜<¨Ó,Ó-Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ô-ð 	-ð ˆv‚~ÜØˆqÜœ!Ÿ%™% Ð1CÓDÓEÜ”Q—U‘U˜<¨Ó,Ó-Ü”Q—U‘U˜<¨Ó+Ó,Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ô-ð 	-ð ˆxÒÜØˆqÜ”1—5‘5˜ RÓ(Ó)Ü”!—%‘%˜ qÓ)Ó*Ü�u‰u�Z Ó&Ü”Q—U‘U˜<¨Ó,Ó-ÜœŸ™Ð/°Ó4Ó5Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ô-ð 	-ð ˆyÓÜ�e‰eÐ%Ð'?Ó@ˆÜ�cœ3ÔÜÑ7¨¯	©	°#¬Ó7Ó7ˆCÜØˆqÜœŸ™Ð/´·±°yÀ"Ó1EÓFÓGÜ”q—u‘u˜\¨1Ó-Ó.Ü˜C“jÜ”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ô-ð 	-ð ˆwƒÜØˆqÜ”!—%‘%˜	 2Ó&Ó'Ü”q—u‘u˜^¨QÓ/Ó0ÜœŸ™˜o¨rÓ2Ó3Ü”q—u‘u˜^¨QÓ/Ó0Ü”q—u‘u˜^¨QÓ/Ó0Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜M¬1¯5©5°¸BÓ+?Ó@ÓAÜœ1Ÿ5™5Ð!1°1Ó5Ó6ô	8ð 		8ð ˆ{ÒÜ ØˆqÜ”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0ÜœŸ™˜o¨rÓ2Ó3Üœ1Ÿ5™5Ð!1°1Ó5Ó6Üœ!Ÿ%™% °Ó5Ó6ÜœŸ™˜n¨dÓ3Ó4ô6ð 	6ð ˆzÓÜØˆqÜ”a—e‘e˜M¨2Ó.Ó/Ü”!—%‘%˜	 2Ó&Ó'Ü”a—e‘e˜M¨1Ó-Ó.Ü”q—u‘u˜^¨QÓ/Ó0Ü”q—u‘u˜^¨QÓ/Ó0Ü”a—e‘e˜M¨2Ó.Ó/Ü”q—u‘u˜^¨RÓ0Ó1Üœ1Ÿ5™5Ð!1°1Ó5Ó6Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜M¬1¯5©5°¸BÓ+?Ó@ÓAÜ”q—u‘u˜\¨3Ó/Ó0Ü—‘�| TÓ*ô,ð 	,ð ˆzÒÜØˆqÜ”a—e‘e˜M¨2Ó.Ó/ÜœŸ™˜o¨qÓ1Ó2ô4ð 	4ð Ð!Ò!Ü"ØˆqÜ”a—e‘e˜M¨2Ó.Ó/ÜœŸ™Ð/°Ó3Ó4ÜœŸ™Ð/°Ó4Ó5Ü—U‘UÐ+¨TÓ2ô4ð 	4ð Ð!Ò!ÜØˆqÜ”a—e‘e˜M¨2Ó.Ó/ÜœAŸE™EÐ"5°rÓ:Ó;Ü—u‘uÐ/°Ó6ô	8ð 	8ð
 ˆÒÜØˆqÜ”a—e‘e˜M¨2Ó.Ó/Ü—E‘EÐ-¨tÓ4ÜœŸ™Ð/°Ó6Ó7ô	9ð 	9ð
 ˆÒÜØˆqÜ”a—e‘e˜M¨2Ó.Ó/Ü”a—e‘e˜M¨1Ó-Ó.Üœ!Ÿ%™%Ð 1°3Ó7Ó8ÜœqŸu™uÐ%9¸3Ó?Ó@ôBð 	Bð Ð!Ò!ÜØˆqÜ”a—e‘e˜M¨2Ó.Ó/Ü”a—e‘e˜M¨1Ó-Ó.Üœ!Ÿ%™%Ð 1°3Ó7Ó8ÜœqŸu™uÐ%9¸3Ó?Ó@ÜœAŸE™EÐ"5°qÓ9Ó:ô<ð 	<ð ˆ|ÒÜØˆqÜ”a—e‘e˜M¨2Ó.Ó/ÜœŸ™˜o¨qÓ1Ó2ÜœŸ™Ð/°Ó4Ó5Üœ!Ÿ%™%Ð 1°2Ó6Ó7Üœ!Ÿ%™%Ð 2°CÓ8Ó9ô;ð 	;ð ˆwƒÜØˆqÜ”a—e‘e˜M¨2Ó.Ó/Ü”q—u‘u˜^¨RÓ0Ó1ÜœQŸU™UÐ#5°sÓ;Ó<ÜœAŸE™EÐ"3°SÓ9Ó:ÜœQŸU™UÐ#7¼¿¹¸yÈ"Ó9MÓNÓOÜœ1Ÿ5™5Ð!3°QÓ7Ó8ÜœŸ™Ð/°Ó3Ó4Üœ!Ÿ%™% °Ó5Ó6Ü”a—e‘e˜I rÓ*Ó+ÜœAŸE™EÐ"4°dÓ;Ó<ô>ð 	>ð ˆzÒäð l¬¬A¯E©E°.À!Ó,DÓ(EÙ-<Ê.ÔgjÔkl×kpÑkpð  rAð  CEó  lFó  hGð  gHØHIô.Kà9;ÄQÇUÁUÈ?Ð\_ÓE`ñlð ekñlð 	lð  ¨|È	Ð_iØ.¸9ñFØFJñL€Gä�‰”tœI¨Ñ/°'Ñ9Ó:Ó;¸KÑH€AØ�Ñ×&Ñ& s¨AÓ.�H€CˆÜ��,‘Ó €DÜ�$—(‘(Ð+Ó,¬dÔ3¸ÈÐM]ÑH^Ñ8^Ù!0Ñ!W°4Ð8HÑ3IÈ+Ñ3VÑ!WˆÐÑØ‡K�K”×#Ñ# D¨"Ó-Ô.ØˆyÒØ(-ˆÐ$Ñ%Øˆ}ÒØ�‰¤# a¬"¡f£+´"¸qÐQRˆÔSØ5Œ7”9×*Ñ*¨3Ó/°Ó5ÑwÐ8v¸4Ð8vÐU[×UaÑUaÔUcÔCuÑUcÉTÈQÐPQÐghÐptÒgtÀAÀqÁDÐUcÒCuÐ8vÑwÐwùÓCus   ÁKAK0ÁK$AK0c                  ó*   ‡ — e Zd Zˆ fd„Zd„ Zd„ Zˆ xZS )ÚNetc           	     óN  •— t         ‰| �  «        || _        t        |||«      j	                  t
        «      | _        t        j                  «       5  | j                  t        j                  d||t
        ¬«      «      }d d d «       t        t        j                  ddg«      «      | _        j                  d   dk7  s| j                  dkD  r,t!        dd|j                  d   | j                  ¬«      | _        y t        j"                  j%                  «       | _        y # 1 sw Y   ŒŸxY w)	Nr3   ©r*  r   r   r5   zb t c -> b t fzc f)Úweight_shaperÞ  rB   )rú   ri   rƒ   r  r-  ÚDEVÚbackboner   rx   Ú_bbr  rJ   r6   r7   r#  rL   r   rü   r�  Úhead)rg   rƒ   rh   rÂ   Úor  s        €r   ri   zNet.__init__X  sÑ   ø€ Ü‰ÑÔØˆŒ	Ü& t¨Q°Ó2×5Ñ5´cÓ:ˆŒÜ�]‰]�_Ø—‘œŸ™ Q¨¨1´SÔ9Ó:ˆA÷ ä”Q—U‘U˜9 u gÓ.Ó/ˆŒàŸ™ ™¨Ò)¨T¯V©V°aªZô Ð,¸5ÀAÇGÁGÈBÁKÐSW×SYÑSYÔZˆ�	Ü>C¿h¹h×>OÑ>OÓ>Qð 	�	÷ ˆ_ús   Á-DÄD$c           	     ó  — | j                   dk(  rP| j                  |dt        j                  |j                  d   t        j
                  |j                  ¬«      i«      }n| j                  |«      }t        |t        t        f«      r|d   S |S )Nrö  r�   r   )r   r*  )
rƒ   r  r   r®  rL   Úlongr*  rP  r  rã  ©rg   r   r{   s      r   r  zNet._bbb  sm   € Ø�9‰9˜	Ò!Ø—‘˜a ,´·
±
¸1¿7¹7À1¹:ÌUÏZÉZÐ`a×`hÑ`hÔ0iÐ!jÓk‰Aà—‘˜aÓ ˆAÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:r   c                ón   — | j                  | j                  |«      «      }| j                  dk(  r|d   S |S )Nr3   r:  )r  r  r#  r  s      r   r  zNet.forwardi  s1   € Ø�I‰I�d—h‘h˜q“kÓ"ˆØ ŸF™F ašKˆq�‰yÐ.¨QÐ.r   )r   r€   r�   ri   r  r  r  r  s   @r   r  r  W  s   ø„ ôSò;ö/r   r  c                óV  — | j                  «       dk(  r| d   |d   |d   }}} d„ } || «       ||«       ||«      }}}t        j                  d||«      }t        j                  d||«      d   }	t        j                  ||	gd«      |z  }
t        j                  | j
                  d   | j                  ¬«      j                  | j
                  d   d«      }t        j                  j                  j                  |
j                  d|
j
                  d   «      |j                  d«      «      S )	a'  InfoNCE over the batch: for window i the positive is its attended target, negatives are its ignored target
    and the attended targets of all other windows in the batch. Similarity = Pearson over time, logits = sim / tau.
    y, Ya, Yi: (B, W) or (B, W, F); the loss is averaged over targets F.r    ©.Nc                ó¢   — | | j                  dd¬«      z
  | j                  dd¬«      t        j                  | j                  d   «      z  dz   z  S ©Nr3   T©r;  ru  )r©   re  r   rï  rL   r  s    r   Ú<lambda>zinfonce.<locals>.<lambda>t  sI   € �1�q—v‘v˜a¨�vÓ.Ñ.°1·5±5¸ÀD°5Ó3IÌBÏGÉGÐTU×T[ÑT[Ð\]ÑT^ÓL_Ñ3_ÐbfÑ3fÒgr   zbtf,ctf->fbczbtf,btf->fbr5   r   r  )rˆ  r   r0  r,  rI   rL   r*  r…  rü   rQ  Úcross_entropyr°  )r{   ÚYaÚYir­  r/  ÚzyÚzaÚziÚsimÚnegÚlogitsÚtargets               r   Úinfoncer0  n  sù   € ð 	‡u�uƒw�!‚|Ø�i‘L " Y¡-°°I±ˆrˆ2ˆÙg€AÙ�1“‘q˜“u™a ›eˆBˆ€BÜ
�,‰,�~ r¨2Ó
.€CÜ
�,‰,�} b¨"Ó
-¨iÑ
8€CÜ�Y‰Y˜˜S�z 2Ó&¨Ñ,€FÜ�\‰\˜!Ÿ'™' !™*¨Q¯X©XÔ6×=Ñ=¸a¿g¹gÀb¹kÈ2ÓN€FÜ�8‰8×Ñ×,Ñ,¨V¯^©^¸BÀÇÁÈRÑ@PÓ-QÐSY×SaÑSaÐbdÓSeÓfÐfr   c                ó  — | | j                  dd¬«      z
  } ||j                  dd¬«      z
  }| |z  j                  d«      t        j                  | | z  j                  d«      ||z  j                  d«      z  dz   «      z  S r#  ©r©   rð  r   rï  ©rO   rE   s     r   Úpearsonr4  }  sr   € Ø	ˆA�F‰F�1˜dˆFÓ#Ñ#€AØ	ˆA�F‰F�1˜dˆFÓ#Ñ#€AØ�‰E�;‰;�q‹>œEŸJ™J¨¨A©§{¡{°1£~¸¸Q¹¿¹ÀA»Ñ'FÈÑ'MÓNÑNÐNr   c                óX  — | j                  «       dk(  }|r"| j                  d«      |j                  d«      }} |j                  d«      j                  | j                  «      }|j	                  dd¬«      j                  d¬«      }| | |z  j	                  dd¬«      |z  z
  |z  }|||z  j	                  dd¬«      |z  z
  |z  }||z  j	                  d«      t        j                  ||z  j	                  d«      ||z  j	                  d«      z  dz   «      z  }|r|j                  d«      S |S )	z]Pearson over time, using only samples where mask m (B, W) is 1. a, b are (B, W) or (B, W, F).r    r5   r3   Tr$  r)   rA  ru  )	rˆ  rf  r-  r   rð  rC  r   rï  rg  )rO   rE   re   ÚsinglerÃ   ÚacÚbcr¶   s           r   Úpearson_maskedr9  ƒ  s  € à�U‰U‹W˜‰\€FÙØ�{‰{˜2‹ §¡¨B£ˆ1ˆØ	�‰�B‹×Ñ˜1Ÿ7™7Ó#€AØ	�‰ˆa˜ˆÓ×$Ñ$¨Ð$Ó-€AØ
ˆq�1‰u�k‰k˜! TˆkÓ*¨QÑ.Ñ
.°!Ñ	3€BØ
ˆq�1‰u�k‰k˜! TˆkÓ*¨QÑ.Ñ
.°!Ñ	3€BØ	ˆb‰�‰�aÓœ5Ÿ:™: r¨B¡w§m¡m°AÓ&6¸"¸r¹'¿¹ÀqÓ9IÑ&IÈDÑ&PÓQÑQ€AÙ"ˆ1�9‰9�R‹=Ð)¨Ð)r   c                ó¨  — | j                   dd \  }}	|j                  |«      t        |«      k  }
t        t	        d|	z  «      «      t        t	        d|	z  «      «      }}||k  s|
j                  «       s\t        | |«       t        | |«      z   }|j                  «       dkD  r|j                  d«      j                  «       S |j                  «       S |�t        |«      nt        t	        dt        z  «      «      }t        j                  ||	t        j                  «      }t        j                  ||	dz   t        j                  «      }t        |
j                  «       «      }|j                  |||«      ||
<   t        |«      dkD  r—|r•|j                  |«      t        |«      k  }t        t        j                   |
«      «      D ]W  \  }}||   sŒt        ||   «      |z   }t        t	        d|	z  «      «      }||k  sŒ:t        |j                  ||«      «      ||<   ŒY t        | |«       t        | |«      z   }|j                  «       dkD  r|j                  d«      }t#        j$                  |	| j&                  ¬	«      }t#        j(                  || j&                  ¬	«      }t#        j(                  || j&                  ¬	«      }|ddd…f   |dd…df   k\  |ddd…f   |dd…df   k  z  }t#        j(                  |
| j&                  ¬	«      }||dd…df   z  }| j                  «       d
k(  r|j+                  d«      }t#        j,                  |||«      t#        j,                  |||«      }}|ddd…f   |dd…df   k\  } |  j/                  | j0                  «      | j/                  | j0                  «      }"}!t3        | ||!«       t3        | ||!«      z   }#t3        | ||"«       t3        | ||"«      z   }$|#j                  «       dkD  r"|#j                  d«      |$j                  d«      }$}#t        |«      }%|#|%|$z  z   d|%z   z  }&t#        j,                  ||&|«      j                  «       S )u  Train-only contrastive loss with one (or two) synthetic switches inside the window.

    With probability p, a cut in the middle 60% swaps the attended and ignored targets afterwards. With probability
    p2 among those switched windows, a second cut â‰¥ min_gap samples later flips back (decoder-sw3 denser multi-switch;
    default min_gap = 2 s). Segments are Pearson-averaged; the post-first-cut region is weighted by post_w. Windows
    without a cut keep the full-window contrastive loss. y, Ya, Yi: (B, W) or (B, W, F).Nr    r±  çš™™™™™é?r3   r5   rê  r   r  rx  r)   )rL   Úrandomr9   rK   r  Úanyr4  rˆ  r©   r   r   r2  Úint64rð  ÚintegersrJ  Úflatnonzeror   rI   r*  Ú	as_tensorrf  Úwherer-  r   r9  )'r{   r'  r(  r´   Úpost_wÚrngÚp2Úmin_gapr±  rÂ   ÚdorC   rD   r¶   ÚgapÚcutÚcut2Ún_doÚ	do2_localr‡  r
  rO   rE   Ú	loss_fullrN   Úcut_tÚcut2_tÚswappedÚdo_tÚswapÚYa_sÚYi_srx  Úpre_mÚpost_mÚloss_preÚ	loss_postrÛ  Úloss_segs'                                          r   Úseg_switch_contrastiverZ  �  s”  € ð �7‰7�2�Aˆ;�D€A€qØ	�‰�A‹œ˜q›Ñ	!€BÜ”�s˜Q‘w“Ó ¤#¤e¨C°!©G£nÓ"5ˆ€BØ	ˆR‚x�r—v‘v”xÜ�Q˜‹^ˆOœg a¨›nÑ,ˆØŸe™e›g¨šk�—‘�r“
×6Ñ6Ó8Ð8¨q×6Ñ6Ó8Ð8Ø!Ð-Œ#ˆgŒ,´3´u¸SÄ2¹X³Ó3G€CÜ
�'‰'�!�QœŸ™Ó
!€CÜ�7‰7�1�a˜!‘eœRŸX™XÓ&€DÜˆr�v‰v‹x‹=€DØ�l‰l˜2˜r 4Ó(€Cˆ�GÜˆRƒy�1‚}™Ø—J‘J˜tÓ$¤u¨R£yÑ0ˆ	ÜœbŸn™n¨RÓ0Ö1‰DˆAˆqØ˜Q’<ØÜ�C˜‘F“˜cÑ!ˆAä”E˜# ™'“NÓ#ˆAØ�1‹uÜ˜cŸl™l¨1¨aÓ0Ó1��Q’ð 2ô ˜˜B“�¤'¨!¨R£.Ñ0€IØ‡}�}ƒ˜ÒØ—N‘N 2Ó&ˆ	Ü
�,‰,�q §¡Ô
*€CÜ�O‰O˜C¨¯©Ô1€EÜ�_‰_˜T¨!¯(©(Ô3€Fà�4š�7‰|˜u¢Q¨ W™~Ñ-°#°dºA°g±,ÀÊÈ4ÈÁÑ2PÑQ€GÜ�?‰?˜2 a§h¡hÔ/€DØ�Tš!˜T˜'‘]Ñ"€DØ‡u�uƒw�!‚|Ø�~‰~˜bÓ!ˆÜ—‘˜T 2 rÓ*¬E¯K©K¸¸bÀ"Ó,Eˆ$€Dàˆt’Qˆw‰<˜5¢ D ™>Ñ)€DØ�U—J‘J˜qŸw™wÓ'¨¯©°·±Ó)9ˆ6€EÜ˜q $¨Ó.Ð.´ÀÀ4ÈÓ1OÑO€HÜ  4¨Ó0Ð0´>À!ÀTÈ6Ó3RÑR€IØ‡|�|ƒ~˜ÒØ&Ÿm™m¨BÓ/°·±ÀÓ1C�)ˆÜˆf‹€AØ˜1˜y™=Ñ(¨S°1©WÑ5€HÜ�;‰;�t˜X yÓ1×6Ñ6Ó8Ð8r   c                óÌ  — ddl }ddddddddddd	d
dddœ}g }| D ]¯  }|j                  d|j                  «       «      }|j                  d«      |j                  d«      }}|dk(  rdn-t	        |«      dz  rt	        |«      dz    dz  nt	        |«      dz  }|j                  |j                  ||j                  |dd d«      «      |f«       Œ± t        j                  |t        «      S )zßApproximate 2-D scalp grid (row, column) from 10-10 labels: letters -> anterior-posterior row, number -> lateral
    column (odd = left, even = right, z = midline). Enough to find neighbouring electrodes (no mne installed).r   Nr3   r    rx  r  r  é   rw  r|  r  )ÚFPÚAFr#  ÚFCÚFTrh   r¤   ÚCPÚTPÚPÚPOÚOÚCBÚIz([A-Z]+)(\d+|Z)$ÚZr2   )
r  ÚmatchÚupperÚgrouprK   r<   r7   r   r¥   r9   )	Únamesr  ÚrowsrÆ   rÃ   re   ÚletÚnumÚcols	            r   Ú	_grid_posrq  Å  sá   € ó Ø˜1 1¨A°Q¸QÀQÈaÐWXÐ_`ÐhiÐpqØ˜!ñ€Dà
€CÛˆØ�H‰HÐ(¨!¯'©'«)Ó4ˆØ—7‘7˜1“:˜qŸw™w q›zˆSˆØ˜C’Z‰c¼SÀ»XÈº\¬¨C«°1© o¸Ò&9ÌsÐSVËxÐZ[É|ˆØ�
‰
�D—H‘H˜S $§(¡(¨3¨r°¨7°AÓ"6Ó7¸Ð=Õ>ð	 ô
 �8‰8�CœÓÐr   c                ó  — d„ }| xs dD ]%  }|j                  d«      \  }} ||«      t        |<   Œ' |rWt        t        j                  d«      xs i «      t        d<   |D ](  }|j                  d«      \  }} ||«      t        d   |<   Œ* yy)zéHyper-parameter search: --set key=value overrides config dnn (lr, weight_decay, batch_size, model_dropout, ...),
    --aug-set key=value overrides the augmentation dict (noise, p_chan, p_cluster, ...). Call after D['augment'] is set.c                ól   — | j                  d«      j                  «       rt        | «      S t        | «      S )NÚ-)ÚlstripÚisdigitrK   r9   )r²   s    r   r%  z!apply_overrides.<locals>.<lambda>×  s'   € ˜aŸh™h s›m×3Ñ3Ô5”C˜“FÐC¼5À»8ÐCr   r…   Ú=ÚaugmentN)r  r6   rØ  r7   )ÚpairsÚ	aug_pairsro  rÀ  r  r²   s         r   Úapply_overridesr{  Ô  sŠ   € ñ D€CØŠk�rŠkˆØ�x‰x˜‹}‰ˆˆ1Ù�1‹vŒˆ!Šð ñ ÜœAŸE™E )Ó,Ò2°Ó3Œˆ)‰ÛˆBØ—8‘8˜C“=‰DˆAˆqÙ! !›fŒAˆi‰L˜ŠOñ ð r   c                ó*   — | j                  d«      d   S )Nú	-subject-r   )r  )r¯   s    r   Ú_dataset_ofr~  â  s   € Ø�9‰9�[Ó! !Ñ$Ð$r   c                  ó,   — e Zd Zed„ «       Zed„ «       Zy)Ú_GRLc                ó2   — || _         |j                  |«      S rP  )ÚlamÚview_as)Úctxr   r‚  s      r   r  z_GRL.forwardé  s   € àˆŒØ�y‰y˜‹|Ðr   c                ó&   — | j                    |z  d fS rP  )r‚  )r„  r  s     r   Úbackwardz_GRL.backwardî  s   € à—‘ˆx˜!‰|˜TÐ!Ð!r   N)r   r€   r�   rI  r  r†  r…   r   r   r€  r€  è  s(   „ Øñó ðð ñ"ó ñ"r   r€  c                óô   ‡— ˆfd„}| D �cg c]  } ||d   «      ‘Œ }}t        t        |«      «      }t        j                  |D �cg c]  }|j	                  |«      ‘Œ c}«      t        |«      fS c c}w c c}w )z]Domain label per training trial: 'dataset' (corpus dataset or the external set) or 'subject'.c                óÂ   •— d| v r-‰dk(  r| j                  d«      d   S | j                  d«      d   S ‰dk(  r| j                  d«      d   S | j                  dd«      d   S )Nr}  Údatasetr   z-trial-rt   r3   )r  r  )r  Úkinds    €r   rƒ   zdomain_ids.<locals>.nameõ  sh   ø€ Ø˜!ÑØ.2°iÒ.?�1—7‘7˜;Ó'¨Ñ*ÐZÀQÇWÁWÈYÓEWÐXYÑEZÐZØ"&¨)Ò"3ˆq�w‰w�s‹|˜A‰ÐL¸¿¹À#ÀqÓ9IÈ!Ñ9LÐLr   r¯   )ÚsortedÚsetr   r¥   ÚindexrJ   )ÚtrialsrŠ  rƒ   r)  rl  ÚuniqrÃ   s    `     r   Ú
domain_idsr�  ó  sl   ø€ ôMñ &,Ó,¡V ‰T�!�E‘(�^ V€EÐ,Ü”#�e“*Ó€DÜ�8‰8©EÓ2©E q�T—Z‘Z •]¨EÑ2Ó3´S¸³YÐ>Ð>ùò -ùâ2s   ‹A0ÁA5c                  ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚAdvHeadc                ó$  •— t         ‰| �  «        t        j                  j	                  t        j                  j                  d|z  d«      t        j                  j                  «       t        j                  j                  d|«      «      | _        y )Nr    r.  )rú   ri   r   rü   r  rE  rw  Únet)rg   r#  rÃ   r  s      €r   ri   zAdvHead.__init__ÿ  s[   ø€ Ü‰ÑÔÜ—8‘8×&Ñ&¤u§x¡x§¡°q¸1±u¸cÓ'BÄEÇHÁHÇMÁMÃOÔUZ×U]ÑU]×UdÑUdÐehÐjkÓUlÓmˆ�r   c           
     ó´   — | j                  t        j                  t        j                  |j                  d«      |j                  d«      gd«      |«      «      S )Nr3   r5   )r”  r€  Úapplyr   r,  r©   re  )rg   rB   r‚  s      r   r  zAdvHead.forward	  s<   € Ø�x‰xœŸ
™
¤5§9¡9¨a¯f©f°Q«i¸¿¹¸q»Ð-BÀBÓ#GÈÓMÓNÐNr   )r   r€   r�   ri   r  r  r  s   @r   r’  r’  þ  s   ø„ ônöOr   r’  c                óÌ   — t        d| t        j                  dd«      t        d   z  z  «      }t        j                  dd«      ddt        j                  d|z  «      z   z  dz
  z  S )	zODANN schedule: 0 -> D['adv_lambda'] over the first D['adv_ramp_epochs'] epochs.r)   Úadv_ramp_epochsr  Ústeps_per_epochÚ
adv_lambdaçš™™™™™©?rê  g      $À)r©  r6   r7   rì  rî  )Ústepr´   s     r   rš  rš  	  s\   € äˆC�œŸ™Ð0°!Ó4´qÐ9JÑ7KÑKÑLÓM€AÜ�5‰5�˜tÓ$¨¨s´T·X±X¸eÀa¹iÓ5HÑ/HÑ(IÈCÑ(OÑPÐPr   c                  óx   — e Zd Zedfd„Zd„ Zdd„Zd„ Zdd„Zd„ Z	d„ Z
 ej                  «       dd	„«       Zdd
„Zy)ÚDNNDecr¬  c                ób  — |||c| _         | _        | _        t        t        d   t
        z  «      | _        t        t        d   t
        z  «      | _        t        t        d   t
        z  «      | _        t        j                  d| j                  | j                  z   t
        z  «      | _
        | j                  | j                  t
        z  k\  rXt        t        d   d   t
        z  «      | j                  z  dk(  r,t        t        d   d   t
        z  «      | j                  z  dk(  sJ d	«       ‚| j                  | j                  d
z  z
  t
        z  | _        t        j                  t        j                  dt        d   «      «       t        ||| j                  «      j!                  t"        «      | _        y )NÚwindow_sÚinfer_hop_sÚcausal_future_sÚevidence_lookahead_sÚevidenceÚhop_sr   Úwin_sz.evidence windows must end on the read-out gridr  Ú
train_seedÚseed)rƒ   rh   rB  rK   r6   r   rÂ   ÚhopÚfutr7   r„   r   Úoffline_lookahead_sr   Úmanual_seedr  r-  r  r”  )rg   rƒ   rh   rB  Úmodes        r   ri   zDNNDec.__init__	  sT  € Ø&*¨A¨sÐ#ˆŒ	�4”6˜4œ8Ü”Q�z‘]¤RÑ'Ó(ˆŒÜ”q˜Ñ'¬"Ñ,Ó-ˆŒÜ”qÐ*Ñ+¬bÑ0Ó1ˆŒô Ÿ5™5Ð!7¸$¿(¹(ÀTÇXÁXÑ:MÔQSÑ9SÓTˆÔØ×Ñ 4§8¡8¬b¡=Ò0´S¼¸Z¹ÈÑ9QÔTVÑ9VÓ5WÐZ^×ZbÑZbÑ5bÐfgÒ5gÜ”C˜
‘O GÑ,¬rÑ1Ó2°T·X±XÑ=ÀÒBð	uØDtó	uð Cà$(§F¡F¨T¯V©V°q©[Ñ$8¼BÑ#>ˆÔ Ü×Ñœ!Ÿ%™% ¬c°&©kÓ:Ô;Ü�t˜Q §¡Ó'×*Ñ*¬3Ó/ˆ�r   c                óÚ  — t         j                  d«      xs i }|j                  \  }}}|dz  dk(  rdn|}|j                  dd«      dkD  �r˜t        j                  |j                  |«      |d   k  «      }t        |«      �rbt        j                  j                  |dt        z  «      }	|j                  |j                  dd«       |j                  dd«      t        |«      ddf«      }
t        j                  |	dd	«      d
z  ddd…df   |
z  }t        j                  j                  t        j                  j                  ||   d¬«      |z  |d¬«      }||   j                  dd¬«      t        j                  |j                  dd¬«      d«      z  }|t        j                   ||   j                  dd¬«      dkD  |d«      z  j#                  t        j$                  «      ||<   |j                  dd«      dkD  r�|j                  |«      |d   k  }|j                  |j'                  «       d|f«      |j                  dd«      kD  j#                  t        j$                  «      }||xx   t        j(                  |dd||z  f«      z  cc<   |j                  dd«      dkD  rxt        j*                  |j                  t        j,                  |d   «       t        j,                  |d   «      |d|f«      «      j#                  t        j$                  «      }||z  }|j                  dd«      dkD  rA||d   |j/                  |j                  «      z  j#                  t        j$                  «      z  }|j                  dd«      dkD  s*|j                  dd«      dkD  s|j                  dd«      dkD  rat1        | d«      sUddlm} t7        |t8        d      «      }t        j:                  |dd…df   |d   z
  dz  j'                  d«      d«      | _        |j                  dd«      dkD  �r;|| j<                  j                  d   k(  �rt?        |j                  dd «      «      tA        |j                  d!d"«      «      }}t        j                  |j                  |«      |d   k  «      D ]»  }t        jB                  |t        j$                  ¬#«      }| j<                  dd…d|dz   …f   }||t        jD                  t        jF                  |«      dd…df   |d«      fxx   ||j                  dd||f«      z  j#                  t        j$                  «      z  cc<   ||   |z  ||<   Œ½ |j                  dd«      dkD  rÝ|| j<                  j                  d   k(  rÁt        j                  |j                  |«      |d   k  «      D ]”  }| j<                  |jI                  |«      dt?        |jI                  d|j                  d$d%«      dz   «      «      …f   }||xx   tA        |j                  dd«      «      ||   dd…|f   jK                  dd¬«      z  z  cc<   Œ– |j                  dd«      dkD  rÅt        j                  |j                  |«      |d   k  «      D ]˜  }|jI                  |j                  d&d'«      |j                  d(d%«      dz   «      }| j<                  |jI                  |«      d|…f   }d||   dd…t        jL                  tO        ||z  «      D �cg c]
  }|||z  z   ‘Œ c}«      f<   Œš |j                  d)d«      dkD  r¢t        j                  |j                  |«      |d)   k  «      D ]u  }|jI                  t        |dz   «      }|jI                  d||z
  dz   «      }|||||z   …f   }|j                  d«      }d||dk(  <   ||   |jK                  d«      z
  |z  ||<   Œw |j                  d*d«      dkD  rq| jP                  | jR                  z
  | jT                  z
  }t        j                  |j                  |«      |d*   k  «      D ]  }d||d|jI                  d|dz   «      …f<   Œ  |S c c}w )+aï  Training-only augmentation (D['augment'], off by default), per window, in place on X (n, W, C):
        spectral tilt (p_tilt of the windows, exponent within +-tilt), channel mask (p_chan_mask of the windows, each channel dropped with p_chan), per-channel gain (log-uniform
        within +-gain), additive Gaussian noise (std noise, data are z-scored), zero prefix (p_zero_prefix of the
        windows get their first 1..pos0 samples zeroed, as the zero padding at a trial start at inference).rx  rË  r   Úp_tiltr)   Útiltr0  r3   g      (@r¸  Nr%   )rÃ   r&   T)rt  ru  r2   Úp_chan_maskÚp_chanr±  ÚgainÚnoiseÚ	p_clusterÚp_spatial_mixÚp_rerefÚ_nbr)ÚMONTAGESÚmontager    r5   Úmix_kr\  Ú	mix_sigmag333333Ã?r   Ú	reref_maxr|  Úcluster_minrx  Úcluster_maxÚp_renormÚp_zero_prefix)+r6   r7   rL   r   r@  r<  rJ   r”  Úrfftfreqr   Úuniformrx  Úirfftr•  re  r=   rB  r:   r   rð  Útilerî  r—  Ústandard_normalÚhasattrrß  r¹  rq  r   Úargsortr¸  rK   r9   r¨   râ  rI   r?  r©   Úconcatenater  rÂ   rª  r©  )rg   r°   rD  ÚArÃ   rÂ   rh   ÚC0ÚselrB   Úalr  rM   r¶   re   r¹  rc  r  Úsigr‡  ÚMxÚcolsÚgrpÚelÚL_rO   ÚsegrD  Úpos0s                                r   Ú_augmentzDNNDec._augment	  s7  € ô
 �E‰E�)ÓÒ" ˆØ—'‘'‰ˆˆ1ˆaØ�r‘6˜Q’;‰R AˆØ�5‰5�˜1Ó Ó!ô —.‘. §¡¨A£°°8±Ñ!<Ó=ˆCÜ�3�xÜ—F‘F—O‘O A s¬R¡xÓ0�Ø—[‘[ !§%¡%¨°Ó"4Ð!4°a·e±e¸FÀCÓ6HÌ3ÈsË8ÐUVÐXYÐJZÓ[�Ü—W‘W˜Q  TÓ*¨SÑ0°$º¸4°-Ñ@ÀBÑF�Ü—F‘F—L‘L¤§¡§¡¨Q¨s©V¸! Ó!<¸qÑ!@ÀAÈA�LÓN�Ø�c‘F—J‘J˜q¨4�JÓ0´2·:±:¸a¿e¹eÀAÐPT¸eÓ>UÐW[Ó3\Ñ\�ØœbŸh™h q¨¡v§z¡z°!¸d zÓ'CÀaÑ'GÈÈCÓPÑP×XÑXÔY[×YcÑYcÓd��#‘Ø�5‰5� Ó" QÒ&Ø—*‘*˜Q“- ! MÑ"2Ñ2ˆCØ—‘˜SŸW™W›Y¨¨2Ð.Ó/°!·%±%¸À#Ó2FÑF×NÑNÌrÏzÉzÓZˆAØˆc‹F”b—g‘g˜a ! Q¨¨R© Ó1Ñ1‹FØ�5‰5�˜Ó˜aÒÜ—‘�s—{‘{¤B§H¡H¨Q¨v©YÓ$7Ð#7¼¿¹À!ÀFÁ)Ó9LÈqÐRSÐUVÈiÓXÓY×`Ñ`Ôac×akÑakÓlˆAØ�‰FˆAØ�5‰5�˜!Ó˜qÒ Ø�!�G‘*˜s×2Ñ2°1·7±7Ó;Ñ;×CÑCÄBÇJÁJÓOÑOˆAØ�E‰E�+˜qÓ! AÒ%¨¯©¨ÀÓ)BÀQÒ)FÈ!Ï%É%ÐPYÐ[\ÓJ]Ð`aÒJaÜ  fÔ-Ý'Ü˜(¤3 y¡>Ñ2Ó3ˆAÜŸ
™
 Q¢q¨$ w¡Z°!°D±'Ñ%9¸aÑ$?×#DÑ#DÀRÓ#HÈ!ÓLˆDŒIØ�5‰5� !Ó$ qÓ(¨Q°$·)±)·/±/À!Ñ2DÓ-Dä˜Ÿ™˜w¨Ó*Ó+¬U°1·5±5¸ÀdÓ3KÓ-LˆsˆAÜ—^‘^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ü—V‘V˜A¤R§Z¡ZÔ0�Ø—y‘y¢ A a¨!¡e G Ñ,�Ø�4œŸ™¤2§9¡9¨Q£<²°4°Ñ#8¸!¸QÓ?Ð?Ó@ÀSÈ3Ï;É;ÐWYÐ[\Ð_`ÐbcÐ^dÓKeÑEe×DmÑDmÔnp×nxÑnxÓDyÑyÓ@Ø˜‘t˜b‘y��!’ð	 Hð
 �5‰5�˜AÓ Ò" q¨D¯I©I¯O©O¸AÑ,>Ò'>ä—^‘^ C§J¡J¨q£M°A°i±LÑ$@ÖA�Ø—i‘i §¡¨Q£Ð1b´3°s·|±|ÀAÀqÇuÁuÈ[ÐZ[ÓG\Ð_`ÑG`Ó7aÓ3bÐ1bÐ bÑc�Ø�!“œ˜cŸk™k¨#¨sÓ3Ó4°q¸±tºA¸s¸F±|×7HÑ7HÈÐUYÐ7HÓ7ZÑZÑZ”ð Bð �5‰5�˜aÓ  1Ò$Ü—^‘^ C§J¡J¨q£M°A°k±NÑ$BÖC�Ø—L‘L §¡ }°aÓ!8¸!¿%¹%ÀÈqÓ:QÐTUÑ:UÓV�Ø—Y‘Y˜sŸ|™|¨BÓ/°°!°Ð3Ñ4�ØQT��!‘’QœŸ™¼UÀ1ÈÁ7¼^Ó'L¹^¸¨¨Q°©V«¸^Ñ'LÓMÐMÒNð Dð �5‰5�˜QÓ !Ò#Ü—^‘^ C§J¡J¨q£M°A°j±MÑ$AÖB�Ø—\‘\¤" a¨!¡eÓ,�°#·,±,¸qÀ!ÀbÁ&È1Á*Ó2M¨aØ˜˜1˜Q ™V˜8˜‘n�Ø—W‘W˜Q“Z�¨s  B¨!¡G¡Ø˜!™˜sŸx™x¨›{Ñ*¨bÑ0��!’ð	 Cð
 �5‰5� !Ó$ qÒ(Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDÜ—^‘^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ø36��!Ð/�c—l‘l 1 d¨Q¡hÓ/Ð/Ð/Ò0ð Hàˆùò (Ms   Üa(c                óÖ  ‡$— |rt         j                  d«      xs i ni }|j                  dd«      t        |j                  dd«      «      }}t        t        j                  | j
                  d|z   z  «      «      d|z  z   }t        j                  |D �	cg c]  }	t        |	d   «      |z
  ‘Œ c}	«      }
t        j                  |
d«      j                  t        «      }|j                  d	«      d
k(  rwt        j                  |D �	cg c]  }	t        |	d   «      ‘Œ c}	«      }t        j                  |«      D ]0  }|||k(  xx   t        |||k(     j                  «       d«      z  cc<   Œ2 ||j                  «       z  }t         j                  d«      xs i }|�rt        j                  |D �	cg c]  }	|	j                  dd«      ‘Œ c}	«      Š$t        j                  ‰$t!        |«      «       }||xx   dt        ˆ$fd„|j#                  «       D «       «      z
  t        ||   j                  «       d«      z  z  cc<   |j#                  «       D ]J  \  }}‰$|k(  j%                  «       sŒ|‰$|k(  xx   |t        |‰$|k(     j                  «       d«      z  z  cc<   ŒL ||j                  «       z  }|j'                  t        |«      ||¬«      }|| _        t        j*                  || j
                  | j,                  ft        j.                  «      }|d   d   j0                  dd  }t        j*                  || j
                  f|z   t        j.                  «      }t        j*                  || j
                  f|z   t        j.                  «      }t3        |«      D �]û  \  }}|j5                  d|
|   dz   «      |z   }||   }|d   |d   }}|dkD  �rbt        t7        | j
                  d|j9                  | |«      z   z  «      «      }t        j:                  d|dz
  | j
                  «      }t        j<                  |«      j                  t        «      |t        j<                  |«      z
  d d …d f   } }t        j>                  |dz   |dz
  «      }!|r|j5                  | |dz   «      nd}"|d   ||"z   ||"z   |z    }#|#|   d| z
  z  |#|!   | z  z   ||<   ||||z    |   d| d d …df   z
  z  ||||z    |!   | d d …df   z  z   ||<   ||||z    |   d| d d …df   z
  z  ||||z    |!   | d d …df   z  z   ||<   �Œ™|r|j5                  | |dz   «      nd}"|d   ||"z   ||"z   | j
                  z    ||<   |||| j
                  z    |||| j
                  z    c||<   ||<   �Œþ |r| jA                  ||«      }tC        jD                  |«      tC        jD                  |«      tC        jD                  |«      fS c c}	w c c}	w c c}	w )Nrx  Úwarpr2   Ú
lag_jitterr   r3   r    rl   Úbalancer‰  r¯   g•Ö&è.>Ú
group_fracÚ_grpÚ c              3  óP   •K  — | ]  \  }}‰|k(  j                  «       sŒ|–— Œ y ­wrP  )r=  )r  r  r²   rÑ  s      €r   r  z"DNNDec._windows.<locals>.<genexpr>l	  s#   øè ø€ ÐM©j¡d a¨¸SÀA¹X¿N¹NÕ<L¤©jùs   ƒ&Ÿ&rë  ©r´   Ú_yaÚ_yi)#r6   r7   rK   r   ÚceilrÂ   r¥   rJ   r=   r:   r9   r~  Úuniquerî   rð  Úisinrã  r
  r=  ÚchoiceÚ_last_tiÚemptyrh   r   rL   rJ  r?  r  rÃ  rv  rw  ÚminimumrÖ  r   r   )%rg   rŽ  rÃ   rD  ÚaugrÊ  rØ  ÚlagÚspanr)  Úlensr´   Údsr#  ÚgfÚrestr  r²   Útir°   Úfshaper'  r(  r‡  r
  r±   r@   rP   rQ   ÚLrÚtqÚt0_ÚfrÚt1_Úd_rÇ   rÑ  s%                                       @r   Ú_windowszDNNDec._windows]	  sZ  ø€ Ù(+ŒQ�U‰U�9ÓÒ#¡°ˆØ—E‘E˜& #Ó&¬¨A¯E©E°,ÀÓ,BÓ(CˆcˆÜ”2—7‘7˜4Ÿ6™6 Q¨¡XÑ.Ó/Ó0°1°s±7Ñ:ˆÜ�x‰x±vÓ>±v°!œ˜Q˜u™X›¨Ó-°vÑ>Ó?ˆÜ�J‰J�t˜QÓ×&Ñ&¤uÓ-ˆØ�5‰5�Ó˜yÒ(Ü—‘¹&ÓA¹&°Qœ; q¨¡xÕ0¸&ÑAÓBˆBÜ—Y‘Y˜r–]�Ø�"˜‘'“
œc ! B¨!¡G¡*§.¡.Ó"2°DÓ9Ñ9”
ð #à�—‘“‰KˆÜ�U‰U�<Ó Ò& BˆÚÜ—(‘(±vÓ>±v°!˜AŸE™E &¨"Õ-°vÑ>Ó?ˆCÜ—G‘G˜C¤ b£Ó*Ð*ˆDØˆd‹G˜œCÓM¨b¯h©h¬jÓMÓMÑMÔQTÐUVÐW[ÑU\×U`ÑU`ÓUbÐdiÓQjÑjÑj‹GØŸ™ž
‘��1Ø˜1‘H—>‘>Õ#Ø�c˜Q‘h“K 1¤s¨1¨S°A©X©;¯?©?Ó+<¸eÓ'DÑ#DÑD”Kð #ð �A—E‘E“G‘ˆAØ�Z‰Zœ˜F› Q¨!ˆZÓ,ˆØˆŒÜ�H‰H�a˜Ÿ™ §¡Ð(¬"¯*©*Ó5ˆØ˜‘˜5Ñ!×'Ñ'¨¨Ð+ˆÜ�X‰X�q˜$Ÿ&™&�k FÑ*¬B¯J©JÓ7ˆÜ�X‰X�q˜$Ÿ&™&�k FÑ*¬B¯J©JÓ7ˆÜ˜b—M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,¨sÑ2ˆAØ˜‘ˆBØ˜‘Y  5¡	�ˆBØ�a‹xÜœ˜tŸv™v¨¨S¯[©[¸$¸ÀÓ-EÑ)EÑFÓGÓH�Ü—[‘[  B¨¡F¨D¯F©FÓ3�ÜŸ(™( 2›,×-Ñ-¬cÓ2°R¼"¿(¹(À2»,Ñ5FÊÈ4ÈÑ4P�R�Ü—j‘j  q¡¨"¨q©&Ó1�Ù47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø�u‘I˜a "™f Q¨¡V¨b¡[Ð1�Ø˜‘v  R¡Ñ(¨1¨S©6°B©;Ñ6��!‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1“á47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø˜%‘y  R¡¨¨B©°·±©Ð8��!‘Ø! ! A¨¯©¡JÐ/°°A°a¸$¿&¹&±jÐ1A���1‘�r˜!“uð# "ñ$ Ø—‘˜a Ó%ˆAÜ×Ñ Ó"¤E×$4Ñ$4°RÓ$8¼%×:JÑ:JÈ2Ó:NÐNÐNùòU ?ùò Bùò ?s   ÂWÄW!Æ(W&c                óì  — ||z   D ]  }t        |«      \  |d<   |d<   Œ t        j                  j                  t        j                  dt        d   «      «      }| j                  |t        d   |«      \  }}}d\  }	}
t        | j                  j                  «       «      }t        j                  d«      rút        |t        d   «      \  }}t        j                  «       5  | j                  j                  t        j                  d| j                   | j"                  t$        ¬	«      «      j&                  d
   }d d d «       t)        |«      j+                  t$        «      }	|t        |	j                  «       «      z  }| j-                  dt        d   › d|› dt        j                  dd«      › �«       t        j                  dd«      dkD  r`| j-                  dt        d   › dt        j                  dd«      › dt        j                  dd«      › dt        j                  dd«      › �«       t        j.                  j1                  |t        d   t        d   ¬«      }t        j.                  j2                  j5                  |ddt        d   ¬ «      }t6        j8                  dd }}}t;        t        j                  d!d«      «      }t=        t        d"   «      D �]  }t?        j>                  «       }||k  r*|j@                  D ]  }t        d   d#d$|z  |z  z   z  |d<   Œ n'||k(  r"|dkD  r|j@                  D ]  }t        d   |d<   Œ | j                  jC                  «        g g }}t=        t        d%   «      D �]F  }| j                  |t        d&   |d'¬(«      \  }}}|j+                  t$        «      |j+                  t$        «      |j+                  t$        «      }}}|	€| j                  |«      }nV| j                  j                  |«      }| j                  jE                  |«      }| j                  jF                  dk(  r|d)   n|}t        j                  d*d+«      d,k(  r#tI        |||t        j                  d-d#«      «      } nýt        j                  d*«      d.k(  rtK        ||«      jM                  «        } nÉt        j                  dd«      dkD  rˆt;        tO        tQ        t        j                  dd«      «      tR        z  «      «      }!tU        |||t        d   t        j                  dd«      |tQ        t        j                  dd«      xs d«      |!¬/«      } n(tK        ||«       tK        ||«      z   jM                  «       } |jW                  | jY                  «       «       |	�Æ |	t[        |
«      «      }"t        j\                  | j^                     «      j+                  t$        «      }#| t        j`                  jb                  je                  |"|#«      z   } |jW                  |"jg                  d«      |#k(  jQ                  «       jM                  «       jY                  «       «       |
dz  }
|ji                  «        | jk                  «        t        j`                  jl                  jo                  |d0«       |jq                  «        �ŒI | j                  js                  «        t        j                  «       5  g }$t=        dtu        |«      d1«      D ]•  }%| j                  ||%|%d1z    j+                  t$        «      «      }|$jW                  tK        |||%|%d1z    j+                  t$        «      «       tK        |||%|%d1z    j+                  t$        «      «      z   jw                  «       «       Œ— t        jx                  |$«      jM                  «       jY                  «       }$d d d «       ||k\  r|jq                  $«       | j-                  d2|d3›d4t        jL                  |«      d5›d6$d5›d7t?        j>                  «       |z
  d8›d9�	||k  rd:|j@                  d   d   d;›d<�nd=z   |rd>t        jL                  |«      d?›�nd=z   «       |$|d@z
  k  r]|$d}}| j                  j{                  «       j}                  «       D �&�'ci c]$  \  }&}'|&|'j                  «       j�                  «       “Œ& }}&}'�Œ||k\  s�Œ	|dz  }|t        dA   k\  s�Œ n |�| j                  jƒ                  |«       | j                  js                  «        ||z   D ]&  }|j…                  dd «       |j…                  dd «       Œ( |S # 1 sw Y   �Œ"xY w# 1 sw Y   �Œ�xY wc c}'}&w )BNrà  rá  r§  r¨  Úval_windows)Nr   Úadvr3   r  r5   z  adversarial z loss: z classes, lambda rš  r›  Ú
seg_switchr   z  segment-switch loss: p=z p2=Úseg_switch2z post_weight=Úseg_postz min_gap_s=Úseg_min_gap_srê  ÚlrÚweight_decay)r   r  r©  r0  Úlr_patience)r­  ÚfactorÚpatienceÚwarmup_epochsÚ
max_epochsr/  gÍÌÌÌÌÌì?r™  Ú
batch_sizeT©ré  r:  ÚlossÚcontrastiver0  Úinfonce_taur4  )rE  rF  r¹  é   z
    epoch Ú02dú train z+.4fz val ú (ú.0fús)z [warm-up, lr z.1eÚ]rÝ  z | adversary acc ú.3fr<  r  )CrR   r   r<  Údefault_rngr6   r7   r   rø  rã  r”  Ú
parametersr�  r   rx   r  r  rÂ   rh   r  rL   r’  r-  rB  ÚoptimÚAdamWÚlr_schedulerÚReduceLROnPlateaurì  ÚinfrK   r  ÚtimeÚparam_groupsrq   r  r#  r0  r4  r©   r  r9   r   rZ  r<   r=  rš  r   ræ  rü   rQ  r&  ÚargmaxÚ	zero_gradr†  ÚutilsÚclip_grad_norm_rœ  ÚevalrJ   r   r,  Ú
state_dictr
  ÚdetachÚcloneÚload_state_dictÚpop)(rg   rq   rr   rs   r@   rD  ÚXvÚYavÚYivrû  rœ  Úparamsr-   Ún_domÚd_featÚoptÚschÚbestÚbadÚ
best_stateÚwarmÚepÚt0r  ÚtlÚdart   r°   r'  r(  r{   rB   r	  rH  ÚdlÚdtÚvlr
  r  r²   s(                                           r   ro   z
DNNDec.fit�	  s«  € Ø˜#”+ˆBÜ#+¨B£<Ñ ˆBˆu‰I�r˜%’yð ä�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÓEˆØ—}‘} S¬!¨MÑ*:¸CÓ@‰ˆˆC�Ø‰	ˆˆTÜ�d—h‘h×)Ñ)Ó+Ó,ˆÜ�5‰5�Œ<Ü# E¬1¨U©8Ó4‰JˆC�Ü—‘•ØŸ™Ÿ™¤e§k¡k°!°T·V±V¸T¿V¹VÌCÔ&PÓQ×WÑWÐXZÑ[�÷ !ä˜& %Ó(×+Ñ+¬CÓ0ˆCØ”d˜3Ÿ>™>Ó+Ó,Ñ,ˆFØ�H‰H�~¤a¨¡h Z¨w°u°gÐ=NÌqÏuÉuÐUaÐcgÓOhÐNiÐjÔkÜ�5‰5�˜qÓ! AÒ%Ø�H‰HÐ0´°<±Ð0AÀÄaÇeÁeÈMÐ[\ÓF]ÐE^ð _$Ü$%§E¡E¨*°aÓ$8Ð#9¸ÄQÇUÁUÈ?Ð\_ÓE`ÐDaðcô dä�k‰k×Ñ ¬1¨T©7ÄÀ>ÑARÐÓSˆÜ�k‰k×&Ñ&×8Ñ8¸À5ÐQTÔ_`ÐanÑ_oÐ8ÓpˆÜ $§¡¨!¨T�:ˆcˆÜ”1—5‘5˜¨!Ó,Ó-ˆÜœ˜,™×(ˆBÜ—‘“ˆBØ�DŠyØ×)Ô)�AÜ ™g¨¨s°R©x¸$©Ñ)>Ñ?�A�d’Gñ *à�t’  q¢Ø×)Ô)�AÜ ™g�A�d’Gð *à�H‰H�N‰NÔØ˜�ˆBÜœ1Ð.Ñ/×0�Ø ŸM™M¨%´°<±À#È4˜MÓP‘	��2�rØŸD™D¤›I r§u¡u¬S£z°2·5±5¼³:�r�2�Ø�;ØŸ™ ›‘AàŸ™Ÿ™ Q›�AØŸ™Ÿ™ aÓ(�AØ%)§X¡X§Z¡Z°1¢_˜˜&š	¸!�AÜ—5‘5˜ Ó/°9Ò<Ü" 1 b¨"¬a¯e©e°MÀ3Ó.GÓH‘DÜ—U‘U˜6“] iÒ/Ü# A r›N×/Ñ/Ó1Ð1‘DÜ—U‘U˜<¨Ó+¨aÒ/Üœe¤E¬!¯%©%°ÀÓ*EÓ$FÌÑ$KÓLÓM�CÜ1Ø˜2˜r¤1 \¡?´A·E±E¸*ÀaÓ4HÈ#Ü ¤§¡ }°aÓ!8Ò!=¸AÓ>ÈôM‘Dô % Q¨›^˜O¬g°a¸«nÑ<×BÑBÓD�DØ—	‘	˜$Ÿ)™)›+Ô&Ø�?Ù˜Q¤
¨4Ó 0Ó1�BÜ×)Ñ)¨#¨d¯m©mÑ*<Ó=×@Ñ@ÄÓE�BØ¤%§(¡(×"5Ñ"5×"CÑ"CÀBÈÓ"KÑK�DØ—I‘I˜rŸy™y¨›|¨rÑ1×8Ñ8Ó:×?Ñ?ÓA×FÑFÓHÔIØ˜A‘I�DØ—‘”Ø—‘”Ü—‘—‘×.Ñ.¨v°sÔ;Ø—‘–
ð= 1ð> �H‰H�M‰MŒOÜ—‘•Ø�Ü˜q¤# b£'¨3Ö/�AØŸ™  A a¨#¡g ×!1Ñ!1´#Ó!6Ó7�AØ—I‘I¤¨¨3¨q°°S±¨>×+<Ñ+<¼SÓ+AÓ BÐBÄWÈQÐPSÐTUÐVWÐZ]ÑV]ÐP^×PaÑPaÔbeÓPfÓEgÑg×lÑlÓnÕoð 0ô —Y‘Y˜r“]×'Ñ'Ó)×.Ñ.Ó0�÷ !ð �TŠzØ—‘˜”Ø�H‰H�z " S ¨´·±¸³¸TÐ0BÀ%ÈÈ4ÀyÐPRÔSW×S\ÑS\ÓS^ÐacÑScÐdgÐRhÐhjÐkØMOÐRVÊY˜.¨×)9Ñ)9¸!Ñ)<¸TÑ)BÀ3Ð(GÀqÑIÐ\^ñ`áACÐ+¬B¯G©G°B«K¸Ð+<Ñ=ÈñMô Nð �D˜4‘KÒØ �c�Ø@DÇÁ×@SÑ@SÓ@U×@[Ñ@[Ô@]Ô^Ñ@]¹¸¸1˜a §¡£×!1Ñ!1Ó!3Ñ3Ð@]�
Ó^Ø�t”Ø�q‘�Øœ!˜J™-Ô'Ùðw )ðx Ð!Ø�H‰H×$Ñ$ ZÔ0Ø�‰�‰ŒØ˜#”+ˆBØ�F‰F�5˜$ÔØ�F‰F�5˜$Õð ð ˆ÷] !‘ú÷l !‘üó _s    ÃAeÛ&C"e#â$)e0åe å#e-	c                óV  — t        t        d   t        z  «      | j                  | j                  z
  | j
                  z
  }}||z   | j                  z   }t        j                  |D �cg c]  }t        |d   «      |z
  ‘Œ c}«      }	t        j                  |	dz   d«      j                  t        «      }
|j                  t        |«      ||
|
j                  «       z  ¬«      }t        j                  ||| j                  ft        j                   «      }t        j                  ||f|d   d   j"                  dd z   t        j                   «      }t        j                  ||ft        j$                  «      t        j&                  ||ft(        «      }}t+        |«      D ]¥  \  }}|j-                  d|	|   dz   «      }||   }|d   |||z    |d   ||z   ||z   |z    |d   ||z   ||z   |z    c||<   ||<   ||<   |j/                  «       t        d	   k  sŒud
|||j-                  t        d|z  «      t        d|z  «      «      d…f<   Œ§ |r| j1                  ||«      }t3        j4                  |«      t3        j4                  |«      t3        j4                  |«      t3        j4                  |«      fS c c}w )aR  n training sequences of D['seq_len_s'] s with their causal context: EEG (n, ctx + Ls + fut, C), targets of
        both streams (n, Ls, 2, F), attended column (n, Ls) and the synthetic-switch flag (n, Ls): with probability
        D['seq_p_switch'] the two streams swap roles at a uniform time (as generateSyntheticSwitches does at test).Ú	seq_len_srl   r3   r   rß  Ú_YNrH   Úseq_p_switchTr±  r;  )rK   r6   r   rÂ   rª  r©  r   r¥   rJ   r=   r:   r9   rå  rð  rç  rh   r   rL   r>  r  r«  rJ  r?  r<  rÖ  r   r   )rg   rŽ  rÃ   rD  ré  ÚLsr„  Úneedr)  rì  r´   rð  r°   rM   rH   Ústr‡  r
  rO   r@   s                       r   Ú
_sequenceszDNNDec._sequencesé	  sY  € ô ”a˜‘n¤rÑ)Ó*¨D¯F©F°T·X±XÑ,=ÀÇÁÑ,HˆCˆØ�R‰x˜$Ÿ(™(Ñ"ˆÜ�x‰x±vÓ>±v°!œ˜Q˜u™X›¨Ó-°vÑ>Ó?ˆÜ�J‰J�t˜a‘x Ó#×*Ñ*¬5Ó1ˆØ�Z‰Zœ˜F› Q¨!¨a¯e©e«g©+ˆZÓ6ˆÜ�H‰H�a˜˜tŸv™vÐ&¬¯
©
Ó3ˆÜ�H‰H�a˜�W˜v a™y¨™×4Ñ4°Q°RÐ8Ñ8¼"¿*¹*ÓEˆÜ—(‘(˜A˜r˜7¤B§H¡HÓ-¬r¯x©x¸¸B¸ÄÓ/FˆRˆÜ˜b–M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,ˆAØ˜‘ˆBØ!# E¡¨1¨Q°©XÐ!6¸¸4¹ÀÀSÁÈÈSÉÐSUÉÐ8VÐXZÐ[`ÑXaÐbcÐfiÑbiÐjkÐnqÑjqÐtvÑjvÐXwÐˆAˆa‰D�!�A‘$˜˜A™Ø�z‰z‹|œa Ñ/Ó/ØEI��1�c—l‘l¤3 s¨R¡x£=´#°c¸B±h³-Ó@ÑAÐAÒBð "ñ Ø—‘˜a Ó%ˆAÜ×Ñ Ó"¤E×$4Ñ$4°QÓ$7¼×9IÑ9IÈ#Ó9NÔPU×P`ÑP`ÐacÓPdÐdÐdùò ?s   Á%J&c           
     ó&  ‡ ‡ — |j                   d   |j                   d   }}‰ j                  ‰ j                  z
  ‰ j                  z
  t	        t
        d   d   t        z  «      c}	Š |j                  d‰ j                  ‰ j                  «      j                  dddd«      j                  d‰ j                  ‰ j                  «      }
‰ j                  |
«      dd…|	|	‰ j                  z   …f   }|j                  ||d«      }ˆ ˆ fd	„}d
„ } ||«      } || ||dd…dd…df   «      «       || ||dd…dd…df   «      «      z
  }ˆ ˆ fd„} ||«       ||«      }}|t        j                  |dd«      d   z  |z  j                  d«      }||z  j                  «       }t!        j"                  t$        d   «      t!        j"                  dt$        d   z
  «      }}t        j&                  |dz  | dz  gd«      }t        j(                  |dft!        j"                  d«      |j*                  ¬«      }dg }}t-        |j                   d   «      D ]µ  }|dkD  rht        j&                  t        j.                  |dd…df   |z   |dd…df   |z   «      t        j.                  |dd…df   |z   |dd…df   |z   «      gd«      }||dd…|f   z   }t        j0                  |dd¬«      }||dd…df   z   ||z
  }}|j3                  |«       Œ· t        j&                  |d«      }|j5                  d|d   «      d   j7                  «        }|j9                  d«      |k(  j;                  «       j7                  «       }|dk(  rŸ|j5                  d|d   «      d   j                  d«      t!        j"                  d«      z   t        j                  |dd…dd…f   |dd…dd…f   k(  ||«      j                  d«      z   }||z
  |j                   d   z  j7                  «       ||fS |||fS )a  Decoder on every 0.25-s hop of the sequences (the causal read-out of reconstruct()), per-target Pearson in
        1-s windows against both streams, evidence sign flipped in the synthetically switched windows, unary log-odds
        u = sum_f v_f (r0_f - r1_f), 2-state chain with p_stay. kind 'filter': cross-entropy of the causal FILTERING
        posterior (what is used at test); 'crf': negative log-likelihood of the whole state path (CRF).
        Returns (loss, filtering cross-entropy, filtering accuracy).r   r3   r¤  r¦  rx  r    r5   Nc                ó>   •— | j                  d‰‰j                  «      S rn  )r“  r©  )rO   ÚEWrg   s    €€r   r%  z"DNNDec._seq_loss.<locals>.<lambda>

  s   ø€ �q—x‘x  2 t§x¡xÔ0r   c                ó  — | | j                  dd¬«      z
  ||j                  dd¬«      z
  }} | |z  j                  d«      t        j                  | | z  j                  d«      ||z  j                  d«      z  dz   «      z  S )Nr5   Tr$  ru  r2  r3  s     r   ÚcorrzDNNDec._seq_loss.<locals>.corr
  sr   € Ø�q—v‘v˜b¨$�vÓ/Ñ/°°Q·V±V¸BÈ°VÓ5MÑ1MˆqˆAØ˜‘E—;‘;˜r“?¤U§Z¡Z°°Q±·±¸B³À1ÀqÁ5Ç+Á+ÈbÃ/Ñ0QÐTXÑ0XÓ%YÑYÐYr   c                ó~   •— | j                  «       j                  d‰‰j                  «      j                  d«      dkD  S )Nr3   r5   r0  )r9   r“  r©  r©   )r/  rD  rg   s    €€r   r%  z"DNNDec._seq_loss.<locals>.<lambda>
  s.   ø€ ˜Ÿ™›×)Ñ)¨!¨R°·±Ó:×?Ñ?ÀÓCÀcÒIr   g      ð¿r)   r!  Ú
seq_p_stayr0  r  r2   Tr$  r:  Úcrf)rL   rÂ   rª  r©  rK   r   r   r“  r˜  r°  rh   r”  r   rB  rð  r  rì  rB  r6   r?   r2  r*  r  Ú	logaddexpÚ	logsumexpr<   Úgatherr©   r  r9   )!rg   r°   rM   rH   r@  r²   rŠ  r±  r>  rÕ  r�  r{   ÚuwrF  Úywr#  ÚfracÚwswÚa_wÚuÚstateÚlsÚlswÚunÚlpÚlogZrx  r‡  rÞ  ÚceÚaccÚgoldrD  s!   `                               @r   Ú	_seq_losszDNNDec._seq_lossÿ	  s©  ù€ ð —‘˜‘
˜AŸG™G A™Jˆ2ˆØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/´´S¸±_ÀWÑ5MÔPRÑ5RÓ1SˆˆˆbØ�h‰h�q˜$Ÿ&™& $§(¡(Ó+×3Ñ3°A°q¸!¸QÓ?×GÑGÈÈDÏFÉFÐTX×TZÑTZÓ[ˆØ�H‰H�S‹Mš!˜T $¨¯©¡/Ð1Ð1Ñ2ˆØ�I‰I�a˜˜RÓ ˆÜ0ˆò	Zñ �‹UˆÙ�‘R˜š!šQ ˜'™
“^Ó$¡t¨B±°1²Qº¸1°W±:³Ó'?Ñ?ˆÜIˆÙ˜“8™T #›YˆSˆØ”—‘˜S $¨Ó,¨YÑ7Ñ7¸!Ñ;×@Ñ@ÀÓDˆØ�s‘× Ñ Ó"ˆÜ—(‘(œ1˜\™?Ó+¬T¯X©X°a¼!¸L¹/Ñ6IÓ-JˆCˆÜ�[‰[˜!˜a™% !  a¡˜¨"Ó-ˆÜ�Z‰Z˜˜A˜¤§¡¨£°a·h±hÔ?ˆØ˜"ˆdˆÜ�r—x‘x ‘{Ö#ˆAØ�1ŠuÜ—[‘[¤%§/¡/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"PÜ"'§/¡/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"Pð"RØSTóV�à�bš˜A˜‘h‘ˆBÜ—‘  A¨tÔ4ˆAØ˜a¢ 1 ™g‘~ r¨A¡v�"ˆDØ�K‰K˜�Oð $ô �{‰{˜4 Ó#ˆØ�k‰k˜!˜U 9Ñ-Ó.¨vÑ6×;Ñ;Ó=Ð=ˆØ�{‰{˜2‹ %Ñ'×.Ñ.Ó0×5Ñ5Ó7ˆØ�5Š=Ø—9‘9˜Q  iÑ 0Ó1°&Ñ9×=Ñ=¸aÓ@Ä4Ç8Á8ÈCÃ=ÑPÜ—‘˜E¢! Q¡R %™L¨E²!°S°b°S°&©MÑ9¸2¸sÓC×GÑGÈÓJñKˆDà˜D‘[ B§H¡H¨Q¡KÑ/×5Ñ5Ó7¸¸SÐ@Ð@Ø�2�sˆ{Ðr   c                ó   ‡ ‡‡‡‡— t         d   Št        t         d   t        z  «      ‰ j                  z   ‰ j                  z
  }||z   D ]  }t        |«      |d<   Œ |D �cg c]  }t        |d   «      |k\  sŒ|‘Œ c}|D �cg c]  }t        |d   «      |k\  sŒ|‘Œ }}}t        j                  j                  t         j                  dt        d   «      dz   «      }t        j                  j                  t         j                  d«      r/t        j                  ‰ j                   j"                  t$        ¬	«      nNt        j&                  ‰ j                   j"                  ft         d
   ‰ j                   j"                  z  t$        ¬	«      «      Št         j                  d«      rˆfd„nˆfd„Št        j(                  j+                  t-        ‰ j                   j/                  «       t         d   ¬«      t-        ‰gt         d   d¬«      gt         d   ¬«      }	t1        t         d   «      D �
cg c]  }
‰ j3                  |t         d   |«      ‘Œ c}
Šˆˆˆ ˆfd„} |«       \  }}‰ j5                  d‰› d|d›d|d›dt        j6                   ‰«       j9                  «       j;                  «       j=                  «       d«      › �«       d‰ j                   j?                  «       jA                  «       D ��ci c]$  \  }}||j9                  «       jC                  «       “Œ& c}} ‰«       j9                  «       jC                  «       }}}t1        t         d   «      D �]r  }tE        jD                  «       g }}‰ j                   jG                  «        t1        t         d    «      D ]í  }
‰ j3                  |t         d   |d!¬"«      D �cg c]  }|jI                  t$        «      ‘Œ }} ‰ jJ                  g |¢ ‰«       ‘‰‘­Ž d   }|	jM                  «        |jO                  «        t        j                  jP                  jS                  ‰ j                   j/                  «       d#«       |	jU                  «        |jW                  |jY                  «       «       Œï  |«       \  }}‰ j5                  d‰› d$|d%›d&t        jZ                  |«      d›d'|d›d|d›d(t        j6                   ‰«       j9                  «       j;                  «       j=                  «       d«      › d)tE        jD                  «       |z
  d*›d+�«       ||d,z
  k  r�|d}}‰ j                   j?                  «       jA                  «       D ��ci c]$  \  }}||j9                  «       jC                  «       “Œ& c}} ‰«       j9                  «       jC                  «       }}�Œ`|d-z  }|t         d.   k\  s�Œs n ‰ j                   j]                  |«       ‰ j                   j_                  «        ||z   D ]  }|ja                  dd/«       Œ t-        |j;                  «       j=                  «       D �cg c]  }tc        |«      ‘Œ c}t         d0   |¬1«      S c c}w c c}w c c}
w c c}}w c c}w c c}}w c c}w )2a!  Phase 2 after fit(): fine-tune the decoder and the CRF unary weights v END-TO-END with a sequence loss on
        synthetic-switch sequences. Early stopping on the filtering cross-entropy of fixed validation sequences.
        Returns dict(v, p_stay) for score.py (--evidence-weights crf).Úseq_lossr;  r<  rl   r§  r¨  rw  Ú
seq_v_normr  Ú
seq_v_initc                 óD   •— t         d   t        j                  ‰ d«      z  S )Nr`  r   )r6   r   ri  ©Úths   €r   r%  z%DNNDec.fit_sequence.<locals>.<lambda>9
  s   ø€ ”a˜‘o¬¯©°b¸!Ó(<Ò<r   c                 ó   •— ‰ S rP  r…   rb  s   €r   r%  z%DNNDec.fit_sequence.<locals>.<lambda>9
  s   ø€ Ñcer   Úseq_lr)r*  r   Úseq_v_lrr2   )r*  r   r  r  )r  Úseq_val_batchesÚ	seq_batchc                 ó>  •— ‰j                   j                  «        t        j                  «       5  ‰D � �cg c]>  }  ‰j                  g | D �cg c]  }|j                  t        «      ‘Œ c}¢ ‰«       ‘‰‘­Ž ‘Œ@ }} }d d d «       t        t        j                  D �cg c]  }|d   j                  «       ‘Œ c}«      «      t        t        j                  |D �cg c]  }|d   j                  «       ‘Œ c}«      «      fS c c}w c c}} w # 1 sw Y   ŒŽxY wc c}w c c}w r{  )r”  r!  r   rx   r\  r-  r  r9   r   r©   r=  )rE   r/  r¶   r   ÚVbrŠ  rg   Úvfs       €€€€r   Úvalidatez%DNNDec.fit_sequence.<locals>.validate>
  s×   ø€ Ø�H‰H�M‰MŒOÜ—‘•ÙRTÔUÑRTÈQ�^�T—^‘^ÐH¹Ó%;¹°A a§d¡d¬3¥i¸Ñ%;ÐH¹R»TÐHÀ4ÔHÐRT�ÑU÷ !äœŸ™±qÓ!9±q°! ! A¡$§)¡)¥+°qÑ!9Ó:Ó;¼UÄ2Ç7Á7ÑabÓKcÑabÐ\]ÈAÈaÉDÏIÉIÍKÐabÑKcÓCdÓ=eÐeÐeùò &<ùÓU÷ !�üâ!9ùÒKcs:   °D	¶DÁC>Á(DÁ9D	ÂDÃDÃ>DÄD	Ä	Dz    seq[z] start: val filter-CE z.4fz acc r  z  v rx  r   Ú
seq_epochsÚ	seq_stepsTr  r¹  z] epoch r  r  z val filter-CE z v r  r  r  r<  r3   Úseq_patienceNrH  )r²   Úp_stayÚval_ce)2r6   rK   r   rÂ   r©  rF   rJ   r   r<  r  r7   r   r   rü   r  r  r”  r#  r  r2  r  r  rØ  r  r  rA  rB  r  r#  r   rz   r"  r
  r$  r  rq   r-  r\  r  r†  r  r   rœ  r<   r=  r©   r%  r!  r&  r9   )rg   rq   rr   r?  r@   r)  Útr_okÚva_okrD  r-  rt   rl  r/  Úacc0r  r   r0  r1  Úbest_vr3  r4  r5  r/  rE   r	  r9  Úvarj  rŠ  rc  rk  s   `                          @@@@r   Úfit_sequencezDNNDec.fit_sequence*
  sR  ü€ ô �‰}ˆÜ”1�[‘>¤BÑ&Ó'¨$¯&©&Ñ0°4·8±8Ñ;ˆØ˜#”+ˆBÜ “|ˆBˆtŠHð á#(ÓB¡5˜a¬C°°%±«M¸TÓ,Aš 5ÑBÑPSÓDmÑPSÈ1ÔWZÐ[\Ð]bÑ[cÓWdÐhlÓWlÂQÐPSˆuÐDmˆÜ�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÀqÑ$HÓIˆô �X‰X×ÑÄqÇuÁuÈ\ÔGZ¤§¡¨D¯H©H¯J©J¼sÕ CÜ%*§Z¡Z°·±·±°¼qÀ¹ÐQU×QYÑQY×Q[ÑQ[Ñ?[ÔdgÔ%hójˆäABÇÁÀ|ÔATÔ<Ó[eˆÜ�k‰k×Ñ¤¨T¯X©X×-@Ñ-@Ó-BÄqÈÁ{Ô!SÜ!%¨b¨T´a¸
±mÐRUÔ!Vð!XÜfgÐhvÑfwð  ó yˆäCHÌÐK\ÑI]ÔC^Ó_ÑC^¸aˆd�o‰o˜e¤Q {¡^°SÕ9ÐC^Ñ_ˆ÷	fñ
 “Z‰
ˆˆdØ�‰�8˜D˜6Ð!8¸¸c¸
À%ÈÈSÀzÐQUÔVX×V^ÑV^Ñ_aÓ_c×_jÑ_jÓ_l×_pÑ_pÓ_r×_xÑ_xÓ_zÐ|}ÓV~ÐUð  Aô  	BØ"#ÈÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÑHeÁÀÀ1 a¨¯©«×)9Ñ)9Ó);Ñ&;ÐHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜ˆZˆÜœ˜,™×(ˆBÜ—Y‘Y“[ "�ˆBØ�H‰H�N‰NÔÜœ1˜[™>Ö*�Ø(,¯©¸¼qÀ¹~ÈsÐX\¨Ô(]Ó^Ñ(] 1�Q—T‘Tœ#•YÐ(]�Ð^Ø%�t—~‘~Ð5 qÐ5©"«$Ð5°Ò5°aÑ8�Ø—‘”Ø—‘”Ü—‘—‘×.Ñ.¨t¯x©x×/BÑ/BÓ/DÀcÔJØ—‘”
Ø—	‘	˜$Ÿ)™)›+Õ&ð +ñ “Z‰FˆB�Ø�H‰H�x ˜v X¨b°¨X°W¼R¿W¹WÀR»[ÈÐ<MÈ_Ð]_Ð`cÐ\dÐdiÐjlÐmpÐiqð rÜŸ(™(¡2£4§;¡;£=×#4Ñ#4Ó#6×#<Ñ#<Ó#>ÀÓBÐCÀ2ÄdÇiÁiÃkÐTVÑFVÐWZÐE[Ð[]ð_ô `à�D˜4‘KÒØ �c�ØHLÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÑHeÁÀÀ1 a¨¯©«×)9Ñ)9Ó);Ñ&;ÐHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜F’
à�q‘�Øœ!˜NÑ+Ô+Ùð) )ð* 	�‰× Ñ  Ô,Ø�‰�‰ŒØ˜#”+ˆBØ�F‰F�4˜Õð ä¨¯©«×);Ñ);Ô)=Ó>Ñ)= A”u˜Q•xÐ)=Ñ>ÄqÈÁÐ_cÔdÐdùò[ CùÒDmùò `ùó &gùò
 _ùó &gùò ?s6   ÁYÁ5YÁ?Y ÂY È%!Y%Ë))Y*Î3Y0Õ)Y5Ø8Y;c                óZ  — |d   j                  t        j                  «      }t        |«      }|dk(  rg| j                  | j
                  z
  | j                  z
  }|| j
                  | j                  z   }}| j                  t        ||| j                  z   «      }	}nK| j                  dz  }
|
| j                  | j                  dz  t        |
|
| j                  dz  z   «      f\  }}}}	t        j                  t        j                  || j                  ft        j                  «      |t        j                  || j                  ft        j                  «      g«      }t        j                  d||«      }| j                  j                  }t        j                  t        |«      |z  f|dkD  r|fndz   t        j                  «      }t        dt        |«      d«      D ]È  }|||dz    }t        j                   t        j"                  |D �cg c]  }|||| j                  z    ‘Œ c}«      «      j%                  t&        «      }| j                  |«      d	d	…|	f   j)                  «       j+                  «       }|j-                  d
|dkD  r|fndz   «      |||z  |t        |«      z   |z   ŒÊ |d	| S c c}w )zÔcausal : output sample u is read from the window ending at u + fut + (u mod hop) -> <= 0.75 s future.
        offline: centre quarter-to-three-quarters of windows at hop W/2 (reference; uses up to 3.75 s future).rl   r¬  r  r    r   r3   r…   i   N)r5   )r:   r   r   rJ   rÂ   rª  r©  ÚslicerÉ  r  rh   rI   r”  r#  r  r   r   r?   r-  r  r   rz   r°  )rg   r@   r­  r   r¤   rÕ  Úpad_lÚpad_rrœ  Útaker¿  rÖ   Ústartsr#  rÆ   r
  r±   rO   r°   r{   s                       r   r|   zDNNDec.reconstructa
  s1  € ð ˆu‰I×ÑœRŸZ™ZÓ(ˆÜ�‹FˆØ�8ÒØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDØ §¡¨D¯H©HÑ!4�5ˆEØŸ™¤5¨¨t°d·h±h©Ó#?�$‰Dà—‘˜!‘ˆAØ'(¨$¯&©&°$·&±&¸A±+¼uÀQÈÈDÏFÉFÐVWÉKÉÓ?XÐ'XÑ$ˆE�5˜$ Ü�^‰^œRŸX™X u¨d¯f©f o´r·z±zÓBÀAÄrÇxÁxÐQVÐX\×X^ÑX^ÐP_Ôac×akÑakÓGlÐmÓnˆÜ—‘˜1˜a Ó&ˆØ�H‰H�J‰JˆÜ�h‰hœ˜F› dÑ*Ð,¸¸Aº°±À2ÑFÌÏ
É
ÓSˆÜ�qœ#˜f›+ sÖ+ˆAØ�q˜˜S™Ð!ˆAÜ× Ñ ¤§¡ÁQÓ*GÁQÀ¨2¨a°°D·F±F±
Ò+;ÀQÑ*GÓ!HÓI×LÑLÌSÓQˆAØ—‘˜“šA˜t˜GÑ$×(Ñ(Ó*×0Ñ0Ó2ˆAØ01·	±	¸%È1ÈqÊ5ÀAÁ4ÐVXÑ:YÓ0ZˆC��D‘˜!œc !›f™*¨Ñ,Ñ-ð	 ,ð
 �2�Aˆwˆùò +Hs   ÈJ(c                óÒ   — | j                  ||«      }| j                  j                  dk(  r||d   d d …df   |d   d d …df   fS t        |«      }||d d …dd d …f   |d d …dd d …f   fS )Nr3   r   r   )r|   r”  r#  rF   )rg   r@   r­  r{   rM   s        r   r~   zDNNDec.featuresy
  sr   € Ø×Ñ˜R Ó&ˆØ�8‰8�:‰:˜Š?Ø�b˜‘i¢ 1 ‘o r¨%¡y²°A°¡Ð6Ð6Ü�R‹LˆØ�!’A�qš!�G‘*˜a¢ 1¢a ™jÐ(Ð(r   N)F)r¬  )r   r€   r�   Úprintri   rÖ  rø  ro   rA  r\  rw  r   rx   r|   r~   r…   r   r   rž  rž  	  sT   „ Ø$)°ó 0ò=ó~.Oò`Wóxeò,)òV5eðn €U‡]�]ƒ_òó ðô.)r   rž  )rW   rˆ   r•   r¹   rÊ   rÚ   )	rò  ró  rñ  rð  rô  r÷  rö  r¢  r£  c                óH   — | t         v rt        |    |«      S t        | ||«      S rP  )ÚLINEARrž  )rƒ   rh   rB  s      r   Úmaker‚  †
  s&   € ØŒv�~Ü�d‰|˜A‹ÐÜ�$˜˜3ÓÐr   )r¹  )rô  rK   rõ  r9   r#   r9   rö  r9   )r)   N)r2   N)r…   )ar‚   Ú
__future__r   r  rì  r  rz   r   r   r  Úeinops.layers.torchr   Ú
common_expr   r   r   r   rd   r6   r*  r   Úis_availabler  r   rF   rR   rT   rV   r‡   r”   r¸   rÉ   rÙ   r  rü   ÚModulerð   rÿ  r  r2  rC  rV  r^  ru  r~  r�  r“  r—  r   r¦  r¹  rÃ  rÍ  rÙ  rí  rø  rÿ  r  r	  r;  rG  rW  rj  rt  r  r�  r”  r¶  rú  rü  r  r  rK  rR  r\  rˆ  rŠ  r  r  r0  r4  r9  rZ  rq  r{  r~  ÚautogradÚFunctionr€  r�  r’  rš  rž  r�  ÚDNNr  r‚  r…   r   r   Ú<module>r‹     s˜  ðñ	õ #ã Û Û ã Û Û Ý &ç )Ó )àˆ�M€Øˆ�J€Ø€e‡l�l˜UŸZ™Z×4Ñ4Ô6‘6¸EÓB€òGò2òBBò4÷3ñ 3ô2�:ô ô �
ô ÷:)ñ )÷BMñ M÷.#*ñ #*ðR ˆfÐHÐI€	ô!�U—X‘X—_‘_ô !ð2 €ôGˆ%�(‰(�/‰/ô Gô0N�U—X‘X—_‘_ô Nô&2�5—8‘8—?‘?ô 2ô0(�5—8‘8—?‘?ô (ô*˜Ÿ™Ÿ™ô ô0�%—(‘(—/‘/ô ô(&˜5Ÿ8™8Ÿ?™?ô &ô23�U—X‘X—_‘_ô 3ô,˜%Ÿ(™(Ÿ/™/ô ô23�e—h‘h—o‘oô 3ô0(˜Ÿ™Ÿ™ô (ôV
,�E—H‘H—O‘Oô 
,ô;�U—X‘X—_‘_ô ;ô0%�5—8‘8—?‘?ô %ôPB�e—h‘h—o‘oô Bô"$8ˆU�X‰X�_‰_ô $8ôN�e—h‘h—o‘oô ô: �5—8‘8—?‘?ô  ôF8ˆu�x‰x�‰ô 8òBô?(�—‘—‘ô ?(ôD(�U—X‘X—_‘_ô (ô@.(�%—(‘(—/‘/ô .(ôb-(ˆU�X‰X�_‰_ô -(ô`-�E—H‘H—O‘Oô -ô:$8ˆe�h‰h�o‰oô $8ôN�%—(‘(—/‘/ô ô2*�%—(‘(—/‘/ô *ô@`(�5—8‘8—?‘?ô `(ôFA;�5—8‘8—?‘?ô A;ôHDô&H;˜%Ÿ(™(Ÿ/™/ô H;ôV<;�u—x‘x—‘ô <;ô~i;�E—H‘H—O‘Oô i;ôX:$�E—H‘H—O‘Oô :$ôzR$�u—x‘x—‘ô R$ôjg�—‘—‘ô góTôBO1ˆe�h‰h�o‰oô O1òd_xôD/ˆ%�(‰(�/‰/ô /ò.gòOò
*ó29òj ó%ò%ô"ˆ5�>‰>×"Ñ"ô "ò?ôOˆe�h‰h�o‰oô OòQ÷p)ñ p)ðf ¨\ÈÐbkØ (ñ
,€âp€ð ô  r   