Ë
    ÞïjbÛ  ã                  ó|  — d Z ddlmZ ddlZddlZddlZddlZddlZddlZ	ddl
Z
ddlZddlmZ ddlmZmZmZmZ ed   Zed   Z e
j*                  e
j,                  j/                  «       rdnd	«      Zd
„ Zd„ Zd„ Zd„ Zd„ Z G d„ d«      Z G d„ de«      Z G d„ de«      Z  G d„ d«      Z! G d„ d«      Z" G d„ d«      Z#e› d�Z$ G d„ de
jJ                  jL                  «      Z'i Z( G d„ de
jJ                  jL                  «      Z) G d „ d!e
jJ                  jL                  «      Z* G d"„ d#e
jJ                  jL                  «      Z+d$„ Z,d%„ Z-d&„ Z.d'Z/ G d(„ d)e
jJ                  jL                  «      Z0 G d*„ d+e
jJ                  jL                  «      Z1 G d,„ d-e
jJ                  jL                  «      Z2d.„ Z3 G d/„ d0e
jJ                  jL                  «      Z4d1„ Z5d2„ Z6d3„ Z7dAd4„Z8d5„ Z9 G d6„ d7e
jt                  jv                  «      Z<d8„ Z= G d9„ d:e
jJ                  jL                  «      Z>d;„ Z? G d<„ d=«      Z@eee e!e"e#d>œZAg d?¢ZBeCfd@„ZDy)Ba—  Wrappers around every SuperHugeAAD envelope decoder with one interface.

    dec.fit(train_trials, val_trials, meta)   train on the training datasets only
    dec.features(trial) -> (A, B0, B1)         per-sample arrays; evidence r_s = mean_f corr(A_f, Bs_f) in a window
    dec.lookahead_s                            future data used per output sample (s), for label stamping

Linear decoders use the package classes (update/fit) wherever they run at corpus scale; deviations are noted.
DNNs use the package backbone + the RegressionInterface output head (EinMix -> 1 feature), trained with a
contrastive Pearson loss (-r(attended) + r(ignored)) on 5-s windows.
é    )ÚannotationsN)ÚEinMix)ÚCFGÚEXPÚFSÚROOTÚlinearÚdnnÚcudaÚcpuc                ór   — t        j                  t        j                  | t        j                  ¬«      «      S )N©Údtype)ÚtorchÚ
from_numpyÚnpÚascontiguousarrayÚfloat32)Úxs    ú]/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/decoders.pyÚ_tr      s$   € Ü×ÑœB×0Ñ0°¼"¿*¹*ÔEÓFÐFó    c                ó¨  — g }t         j                  ddg«      D �]  }|dk(  r|j                  | d   «       Œ|dv rddlm}m} |dk(  rdnd\  }} | |d	||gd
t        d¬«      | d   j                  t        j                  «      d¬«      }|j                  |j                  t        j                  «      «       Œ¡|dv r|j                  | |   «       Œº|dk(  sŒÀ|j                  t        j                  dt        j                  | d   d| d   dd ¬«      «      «       �Œ t        j                  |d«      j                  t        j                  «      S )aJ  (T, 2 streams, F) DNN targets per D['targets']: 'env' = the prep's envelope, 'onset' = half-wave rectified
    first difference of it (causal: t and t-1 only), 'delta'/'theta' = causal band-passed envelope, 'glim'/'mask' =
    causal band-passed envelope where the talker is clearly louder than the other / not (build_glimpse.py).ÚtargetsÚenv)ÚdeltaÚthetar   )ÚbutterÚsosfiltr   )ç      ð?ç      @)r!   g       @é   ÚbandpassÚsos)ÚfsÚoutput©Úaxis)ÚglimÚmaskÚdomÚorelÚodiffÚediffÚonsetç        Né   )r(   Úprependéÿÿÿÿ)ÚDÚgetÚappendÚscipy.signalr   r   r   Úastyper   Úfloat64r   ÚmaximumÚdiffÚstack)ÚtrÚfeatsÚfr   r   ÚloÚhiÚbs           r   Ú_targetsrC   #   s  € ð €EÜ�U‰U�9˜u˜g×&ˆØ�Š:Ø�L‰L˜˜E™Õ#ØÐ$Ñ$ß4Ø#$¨¢<‘Z°Z‰FˆB�Ù™˜q 2 r (¨J¼2ÀeÔLÈbÐQVÉi×N^ÑN^Ô_a×_iÑ_iÓNjÐqrÔsˆAØ�L‰L˜Ÿ™¤"§*¡*Ó-Õ.ØÐCÑCØ�L‰L˜˜A™ÕØ�'‹\ð �L‰LœŸ™ C¬¯©°°E±ÀÈBÈuÉIÐVXÐWXÈMÔ)ZÓ[Ö\ð 'ô �8‰8�E˜2Ó×%Ñ%¤b§j¡jÓ1Ð1r   c                ó  — t        | «      }t        j                  t        |«      «      }| d   j	                  t
        «      dt        |«       }|||f   ||d|z
  f   }}|j                  d   dk(  r|dd…df   |dd…df   fS ||fS )zcAttended / ignored DNN targets: (T,) each for one target (unchanged behaviour), (T, F) for several.ÚattNr1   r   )rC   r   ÚarangeÚlenr8   ÚintÚshape)r=   ÚYÚidxÚaÚyaÚyis         r   Ú_att_tgtrO   :   sŒ   € ä�‹€AÜ
�)‰)”C˜“FÓ
€CØ
ˆ5‰	×ÑœÓ˜h¤ A£Ð'€AØˆs�Aˆv‰Y˜˜#˜q 1™u˜*™ˆ€BØ#%§8¡8¨A¡;°!Ò#3ˆBŠq�!ˆt‰H�bš˜A˜‘hÐÐA¸"¸b¸ÐAr   c                ó¢   — t        j                  t        | d   «      «      }| d   j                  t        «      }| d   ||f   | d   |d|z
  f   fS )Nr   rE   r1   )r   rF   rG   r8   rH   )r=   rK   rL   s      r   Ú_att_envrQ   C   sU   € Ü
�)‰)”C˜˜5™	“NÓ
#€CØ
ˆ5‰	×ÑœÓ€AØˆe‰9�S˜!�VÑ˜b ™i¨¨Q°©U¨
Ñ3Ð3Ð3r   c                ó(  — ddl }| D �cg c]  }|j                  «       ‘Œ }}g }|D ]¦  } |j                  d|«      }|s!|j                  |j	                  |«      «       Œ9t        |j                  d«      «      }|j                  d«      › |dz  r|dz   n|dz
  › �}||vrt        d|› �«      ‚|j                  |j	                  |«      «       Œ¨ t        |«      t        t        t        | «      «      «      k(  sJ ‚t        j                  |«      S c c}w )znIndex permutation mapping each electrode to its left/right homologue (odd <-> even number; midline 'Z' fixed).r   Nz^([A-Z]+?)(\d+)$r"   r1   zno mirror electrode for )ÚreÚupperÚmatchr6   ÚindexrH   ÚgroupÚ
ValueErrorÚsortedÚlistÚrangerG   r   Úasarray)ÚnamesrS   ÚnÚupÚpermÚmÚkÚtwins           r   Ú_mirror_permrd   M   sõ   € ãÙ"Ó	#™U˜ˆ!�'‰'�)˜U€BÐ	#Ø€DÛˆØˆB�H‰HÐ(¨!Ó,ˆÙØ�K‰K˜Ÿ™ ›Ô$ hÜ�—‘˜“
‹Oˆ q§w¡w¨q£z l¸AÀºE°1°q²5ÀqÈ1ÁuÐ2MÐ$N˜TØ�r‰>ÜÐ7¸°sÐ;Ó<Ð<Ø�‰�B—H‘H˜T“NÕ#ð ô �$‹<œ4¤¤c¨%£jÓ 1Ó2Ò2Ð2Ð2Ü�:‰:�dÓÐùò 
$s   ‰Dc                  ó<   — e Zd ZdZdZed   d   Zd„ Zd„ Zd„ Z	d„ Z
y	)
Ú
BackwardWFzjsuperhuge.model.linear.WienerFilter (Ledoit-Wolf covariance, EEG lags 0-400 ms, as the official baseline).ÚwfÚwf_lagsr1   c                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   ©ÚWienerFilterrh   r0   Tr1   ©ÚlagsÚl2Ú	use_lwcovr%   Úwindow_lengthÚnum_channels©Úsuperhuge.model.linearrk   ÚLr   ra   ©ÚselfÚCrk   s      r   Ú__init__zBackwardWF.__init__b   s!   € Ý7Ù¤1 Y¡<°CÀ4ÌBÐ^_ÐnoÔpˆ�r   c           	     óÜ   — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j	                  «        y ©NÚeeg©rQ   ra   Úupdater   Úfit©rv   ÚtrainÚvalÚmetar=   rM   Ú_s          r   r~   zBackwardWF.fitf   óY   € ÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÕKð ð 	�‰�
‰
�r   c           
     ó  — t        j                  «       5  | j                  j                  t	        |d   «      d    t	        |d   «      d d d …d d d …f   «      \  }}d d d «       dd d …df   j                  «       S # 1 sw Y   Œ!xY w)Nr{   r   r   ©r   Úno_gradra   Úpredictr   Únumpy)rv   r=   Úyrƒ   s       r   ÚreconstructzBackwardWF.reconstructl   sm   € Ü�]‰]�_Ø—6‘6—>‘>¤" R¨¡Y£-°Ñ"5´r¸"¸U¹)³}ÀTÊ1ÈdÒTUÐEUÑ7VÓW‰DˆAˆq÷ à�’A�q�‰z×ÑÓ!Ð!÷ ˆ_ús   •AA;Á;Bc                óV   — | j                  |«      }||d   d d …df   |d   d d …df   fS )Nr   r   r1   )r‹   )rv   r=   rŠ   s      r   ÚfeatureszBackwardWF.featuresq   s7   € Ø×Ñ˜RÓ ˆØ�"�U‘)šA˜q˜D‘/ 2 e¡9ªQ°¨T¡?Ð2Ð2r   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Únamert   Úlookahead_srx   r~   r‹   r�   © r   r   rf   rf   ]   s,   „ ÙtØ€DØ�I‘,˜q‘/€Kòqòò"ó
3r   rf   c                  ó    — e Zd ZdZdZd„ Zd„ Zy)ÚPerSubjectWFzcsuperhuge.model.linear.PerSubjectWienerFilter: Rxx estimated per subject, averaged across subjects.Úwf_persubjectc                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   )ÚPerSubjectWienerFilterrh   r0   Tr1   rl   )rs   r™   rt   r   ra   )rv   rw   r™   s      r   rx   zPerSubjectWF.__init__z   s"   € ÝAÙ'¬Q¨y©\¸cÈTÔVXÐhiÐxyÔzˆ�r   c           	     óV  — t        ||«      D ]€  \  }\  }}t        |«      \  }}| j                  j                  t	        |d   «      d    t	        |«      d d d …d d f   t        j                  |g«      t        j                  |g«      dœ¬«       Œ‚ | j                  j                  «        y )Nr{   )Ú
dataset_idÚ
subject_id)r‚   )ÚziprQ   ra   r}   r   r   Útensorr~   )	rv   r€   r�   r‚   r=   ÚdsidÚsidrM   rƒ   s	            r   r~   zPerSubjectWF.fit~   s“   € Ü" 5¨$Ö/‰OˆB‘��sÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÜ.3¯l©l¸D¸6Ó.BÔRW×R^ÑR^Ð`cÐ_dÓReÑfð õ hð  0ð 	�‰�
‰
�r   N©rŽ   r�   r�   r‘   r’   rx   r~   r”   r   r   r–   r–   v   s   „ ÙmØ€Dò{ór   r–   c                  ó    — e Zd ZdZdZd„ Zd„ Zy)Ú	RiemannWFzèRiemannian Wiener filter. DEVIATION: the package class stores one p x p matrix per SAMPLE (infeasible at corpus
    scale), so Rxx = Riemannian (affine-invariant) mean of the per-SUBJECT lagged covariances, rxy = mean over subjects.Ú
wf_riemannc                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   rj   rh   r0   Fr1   rl   rr   ru   s      r   rx   zRiemannWF.__init__‹   s!   € Ý7Ù¤1 Y¡<°CÀ5ÌRÐ_`ÐopÔqˆ�r   c                ó4  — ddl m} i }t        ||«      D �]  \  }}t        |«      \  }}	| j                  j                  t        |d   «      d    d| j                  j                  j                  | j                  j                  j                  «      j                  «       }
|j                  |g d¢«      }|d   |
j                  |
z  z   |d<   |d   |
j                  t        |«      j                  «       d d …d f   z  z   |d<   |dxx   t        |
«      z  cc<   �Œ t        j                  |j!                  «       D �cg c]  }|d   |d   z  j#                  «       ‘Œ c}«      }|j$                  d   }|t&        d   t        j(                  |dd¬	«      d d …d d f   z  |z  t        j*                  |«      d    z  z   } |t-        j.                  |«      «      j#                  «       }t        j0                  |j!                  «       D �cg c]  }|d   |d   z  j#                  «       ‘Œ c}d«      }t-        j.                  t        j2                  j5                  ||«      «      j7                  «       | j                  _        d
| j                  _        y c c}w c c}w )Nr   )Úmean_riemannr{   ú4batch time lag channel -> (batch time) (lag channel))r   r   r   r1   r"   Úl2_rel)Úaxis1Úaxis2T)Úpyriemann.geometry.meanr§   r�   rQ   ra   Úlag_and_flattenr   ÚcfgÚlag_start_samplesÚlag_end_samplesÚdoubleÚ
setdefaultÚTrG   r   ÚarrayÚvaluesr‰   rI   rt   ÚtraceÚeyer   r   ÚmeanÚlinalgÚsolveÚfloatÚweightsÚ_fitted)rv   r€   r�   r‚   r§   Ústatsr=   ÚkeyrM   rƒ   ÚXÚsÚvÚRÚpÚRmÚrs                    r   r~   zRiemannWF.fit�   s  € Ý8ØˆÜ˜5 $×'‰GˆB�Ü˜R“L‰EˆB�Ø—‘×&Ñ&¤r¨"¨U©)£}°TÑ':Ð<rØ'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaßagÑagÓaið à× Ñ  ¢iÓ0ˆAØ�Q‘4˜!Ÿ#™# ™'‘>ˆAˆa‰DØ�Q‘4˜!Ÿ#™#¤ 2£§¡£²°4°Ñ 8Ñ8Ñ8ˆAˆa‰DØˆa‹D”C˜“F‰N�Dð (ô �H‰H°U·\±\´^ÓD±^°�q˜‘t˜a ™d‘{×)Ñ)Õ+°^ÑDÓEˆØ�G‰G�A‰JˆØ”�(‘œbŸh™h q°¸Ô;ºA¸tÀT¸MÑJÑJÈQÑNÔQS×QWÑQWÐXYÓQZÐ[_ÑQ`Ñ`Ñ`ˆÙœ%×*Ñ*¨1Ó-Ó.×4Ñ4Ó6ˆÜ�G‰G°E·L±L´NÓC±N¨q�a˜‘d˜Q˜q™T‘k×(Ñ(Õ*°NÑCÀQÓGˆÜ×)Ñ)¬"¯)©)¯/©/¸"¸aÓ*@ÓA×GÑGÓIˆ�‰ŒØˆ�‰�ùò Eùò Ds   Ä= JÈ JNr¡   r”   r   r   r£   r£   †   s   „ ñ|à€Dòrór   r£   c                  ó*   — e Zd ZdZdZdZd„ Zd„ Zd„ Zy)Ú	ForwardWFaL  superhuge.model.linear.ForwardWienerFilter (encoding model EEG(t) from envelope(t-0.4..t)); fitted with the package
    class. DEVIATION: its predict() has an invalid einops pattern, so predictions are computed from its fitted weights.
    Evidence: mean over channels of corr(EEG, predicted EEG from stream s). Uses no future data.Ú
wf_forwardr0   c                óX   — ddl m} || _         |t        d   dt        d|¬«      | _        y )Nr   )ÚForwardWienerFilterÚfwd_lagsr0   r1   )rm   rn   r%   Únum_featuresrq   )rs   rË   rw   rt   r   ra   )rv   rw   rË   s      r   rx   zForwardWF.__init__ª   s&   € Ý>ØˆŒÙ$¬!¨J©-¸CÄBÐUVÐefÔgˆ�r   c           	     ó  — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j                  }| j                  j
                  |z  | j                  j                  |z  }	}|j                  d   }
|t        d   t        j                  |«      z  |
z  t        j                  |
«      z  z   }t        j                  j                  ||	«      | _        y )Nr{   r   r©   )rQ   ra   r}   r   Ú
_n_samplesÚRxxÚRxyrI   rt   r   r¶   r·   r¹   rº   ÚW)rv   r€   r�   r‚   r=   rM   rƒ   r^   rÐ   rÑ   rÄ   s              r   r~   zForwardWF.fit¯   sÏ   € ÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÕKð ð �F‰F×ÑˆØ—6‘6—:‘: ‘> 4§6¡6§:¡:°¡>ˆSˆØ�I‰I�a‰LˆØ”A�h‘K¤%§+¡+¨cÓ"2Ñ2°QÑ6¼¿¹À1»ÑEÑEˆÜ—‘×#Ñ# C¨Ó-ˆ�r   c                óv  — g }dD ]¥  }t        |d   d d …|f   «      d d d …d f   }| j                  j                  |d| j                  j                  j                  | j                  j                  j
                  «      }|j                  || j                  z  j                  «       «       Œ§ |d   |d   |d   fS )N©r   r1   r   r¨   r{   r   r1   )	r   ra   r­   r®   r¯   r°   r6   rÒ   r‰   )rv   r=   ÚoutrÁ   ÚerÀ   s         r   r�   zForwardWF.featuresº   s¥   € ØˆÛˆAÜ�2�e‘9šQ ˜T‘?Ó# Dª!¨T MÑ2ˆAØ—‘×&Ñ& qÐ*`Ø'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaˆAà�J‰J˜˜DŸF™F™
×)Ñ)Ó+Õ,ð	 ð
 �%‰y˜#˜a™& # a¡&Ð(Ð(r   N)	rŽ   r�   r�   r‘   r’   r“   rx   r~   r�   r”   r   r   rÈ   rÈ   £   s$   „ ñdð €DØ€Kòhò
	.ó)r   rÈ   c                  ó6   — e Zd ZdZdZed   d   Zd„ Zd„ Zd„ Z	y)	ÚCCADecz½superhuge.model.linear.CCA: lagged EEG (0-400 ms) vs lagged envelope (-250..0 ms), 3 components.
    Evidence: mean over components of corr(EEG projection, envelope projection of stream s).ÚccaÚ
cca_x_lagsr1   c           
     ón   — ddl m}  |t        d   t        d   dt        d   t        |ddi¬	«      | _        y )
Nr   )ÚCCArÚ   Ú
cca_y_lagsr0   Úcca_componentsr   r1   )Úx_lagsÚy_lagsrn   Únum_componentsr%   rq   Únum_audio_features)rs   rÜ   rt   r   ra   )rv   rw   rÜ   s      r   rx   zCCADec.__init__Ê   s4   € Ý.ÙœA˜l™O´A°l±OÈÔ\]Ð^nÑ\oÜ¨ÀÀq¸zôKˆ�r   c           	     óÜ   — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j	                  «        y rz   r|   r   s          r   r~   z
CCADec.fitÏ   r„   r   c           
     ón  — t        j                  «       5  | j                  j                  t	        |d   «      d    t	        |d   «      d d d …d d d …f   «      \  }}d d d «       d   j                  «       dd d …d d …df   j                  «       |dd d …d d …df   j                  «       fS # 1 sw Y   ŒQxY w)Nr{   r   r   r1   r†   )rv   r=   ÚxpÚyps       r   r�   zCCADec.featuresÕ   s–   € Ü�]‰]�_Ø—V‘V—^‘^¤B r¨%¡y£M°$Ñ$7¼¸B¸u¹I»ÀtÊQÐPTÒVWÐGWÑ9XÓY‰FˆB�÷ à�!‰u�{‰{‹}˜b ¢A¢q¨! ™n×2Ñ2Ó4°b¸ºAºqÀ!¸±n×6JÑ6JÓ6LÐLÐL÷ ˆ_ús   •AB+Â+B4N)
rŽ   r�   r�   r‘   r’   rt   r“   rx   r~   r�   r”   r   r   rØ   rØ   Ä   s,   „ ñ`à€DØ�L‘/ !Ñ$€KòKò
óMr   rØ   c                  óH   — e Zd ZdZdZ eed   «      dz  ez  Zd„ Z	d„ Z
d„ Zy)	ÚFBCCADeca=  superhuge.model.linear.FilterbankCCA: FIR filter bank (lengths 2-32 samples) on EEG and envelope, 3 components.
    Its conv uses padding='same' (non-causal): lookahead = half the longest filter = 0.5 s.
    DEVIATION: fit() re-implemented around the package solver because update() never counts samples (fit -> NaN).ÚfbccaÚfbcca_ir_lengthsr"   c                ó\   — ddl m}  |t        t        d   t        d   |ddi¬«      | _        y )Nr   )ÚFilterbankCCArê   Úfbcca_componentsr   r1   )r%   Úimpulse_response_lengthsrá   rq   râ   )rs   rì   r   rt   ra   )rv   rw   rì   s      r   rx   zFBCCADec.__init__â   s.   € Ý8Ù¤"¼qÐASÑ?TÔefÐgyÑezØ,-À5È!À*ôNˆ�r   c           	     ó  — ddl m} d}|D ][  }t        |«      \  }}| j                  j	                  t        |d   «      d    t        |«      d d d …d d f   «       |t        |«      z  }Œ] | j                  j                  |z  j                  «       }	|	j                  d   }
|	dt        j                  |	«      z  |
z  t        j                  |
|	j                  ¬«      z  z   }	 ||	| j                  j                  j                  t        t         d   «      z  d| j                  j                  j"                  ¬«      \  }}|j%                  «       |j%                  «       c| j                  _        | j                  _        d	| j                  _        y )
Nr   )Úcanonical_correlation_analysisr{   g�íµ ÷Æ°>r   rê   gñhãˆµøä>)Ú
cov_matrixÚnum_features_xÚreg_strengthrá   T)Ú(superhuge.model.linear.regression.fb_ccarð   rQ   ra   r}   r   rG   ÚRxyxyr±   rI   r   r¶   r·   r   r®   rq   rt   rá   r»   Úweight_xÚweight_yr½   )rv   r€   r�   r‚   rð   r^   r=   rM   rƒ   ÚcovrÄ   ÚwxÚwys                r   r~   zFBCCADec.fitç   sD  € Ý[ØˆÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÔKØ”�R“‰L‰Að ð �v‰v�|‰|˜aÑ×'Ñ'Ó)ˆØ�I‰I�a‰LˆØ�Dœ5Ÿ;™; sÓ+Ñ+¨aÑ/´%·)±)¸AÀSÇYÁYÔ2OÑOÑOˆÙ/¸3ÈtÏvÉvÏzÉz×OfÑOfÔilÔmnð  pBñ  nCó  jDñ  PDØ=AÐRV×RXÑRX×R\ÑR\×RkÑRkôm‰ˆˆBà+-¯8©8«:°r·x±x³zÐ(ˆ�‰Œ˜Ÿ™œØˆ�‰�r   c           
     ól  — t        j                  «       5  g }dD ]k  }| j                  j                  t	        |d   «      d    t	        |d   d d …|f   «      d d d …d d f   «      \  }}|j                  |j                  «       «       Œm 	 d d d «       j                  «       d   |d   fS # 1 sw Y   Œ"xY w)NrÔ   r{   r   r   r1   )r   r‡   ra   rˆ   r   r6   r‰   )rv   r=   rÕ   rÁ   rå   ræ   s         r   r�   zFBCCADec.featuresø   sž   € Ü�]‰]�_ØˆCÛ�ØŸ™Ÿ™¬¨2¨e©9«°dÑ(;¼RÀÀ5Á	Ê!ÈQÈ$ÁÓ=PÐQUÒWXÐZ^Ð`dÐQdÑ=eÓf‘��BØ—
‘
˜2Ÿ8™8›:Õ&ñ ÷ ð
 �x‰x‹z˜3˜q™6 3 q¡6Ð)Ð)÷ ˆ_ús   •A3B*Â*B3N)rŽ   r�   r�   r‘   r’   Úmaxrt   r   r“   rx   r~   r�   r”   r   r   rè   rè   Û   s9   „ ñuð €DÙ�qÐ+Ñ,Ó-°Ñ2°bÑ8€KòNò
ó"*r   rè   z4/baselines/python/SuperHugeAAD/train/configs/models/c                  ó0   ‡ — e Zd ZdZdddœˆ fd„
Zd„ Zˆ xZS )ÚVLAAIwsPatcheda  VLAAI_ws with a minimal fix. The package class raises NameError ('_' undefined) because a weight-shared block
    cannot take num_channels inputs in block 1 and num_kernels[-1] afterwards. Fix: 1x1 input projection
    C -> num_kernels[-1], then the shared block from the package.Tr0   )Úuse_skipÚdropoutc          	     ó  •— t         ‰	| �  «        ddlm} |j                  d   }t
        j                  j                  |d   |d«      | _         ||j                  |j                  |||d   |d   z  |¬«      | _
        ||c| _        | _        y )	Nr   )Úvlaai_blockr3   rq   r1   r%   rp   )Únum_kernelsÚkernel_sizesÚoutput_context_kernel_sizerq   Útime_dimÚdrouput)Úsuperrx   Úsuperhuge.model.pure_cnn.vlaair  r  r   ÚnnÚConv1dÚprojr  ÚblockÚ	nb_blocksrÿ   )
rv   r  Úextractor_argsr  rÿ   r   Úkwr  rb   Ú	__class__s
            €r   rx   zVLAAIwsPatched.__init__  sˆ   ø€ Ü‰ÑÔÝ>Ø×&Ñ& rÑ*ˆÜ—H‘H—O‘O B ~Ñ$6¸¸1Ó=ˆŒ	Ù ¨^×-GÑ-GÐVd×VqÑVqØ<VÐefØ*,¨T©(°R¸Ñ5HÑ*HÐRYô[ˆŒ
ð )2°8Ð%ˆŒ˜�r   c                óî   — | j                  |j                  dd«      «      }|}t        | j                  «      D ])  }| j                  r
|dkD  r||z   }| j                  |«      }Œ+ |j                  dd«      S )Nr1   r"   r   )r  Ú	transposer[   r  rÿ   r  )rv   r   ÚhÚis       r   ÚforwardzVLAAIwsPatched.forward  si   € Ø�I‰I�a—k‘k ! QÓ'Ó(ˆØˆÜ�t—~‘~Ö&ˆAØ�}Š}  Q¢Ø˜‘E�Ø—
‘
˜1“‰Að 'ð �{‰{˜1˜aÓ Ð r   ©rŽ   r�   r�   r‘   rx   r  Ú__classcell__©r  s   @r   rþ   rþ     s   ø„ ñEð [_Ðhkö <ö!r   rþ   c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚADTa§  ADT-style decoder (auditory decoding transformer; Xu et al. 2024, PMC11489951), re-implemented:
    spatio-temporal convolution front-end, learned positional embedding, transformer layers whose attention is
    ANTICAUSAL-BANDED: output time t attends only to EEG times t .. t + resp (the brain responds AFTER the sound),
    resp = 0.5 s. The causal read-out of DNNDec still limits every output to <= 0.75 s of future EEG.c	                ón  •— t         ‰| �  «        t        j                  j	                  t        j                  j                  ||dd¬«      t        j                  j                  «       t        j                  j                  |«      t        j                  j                  ||dd¬«      t        j                  j                  «       «      | _        t        j                  j                  t        j                  d||«      «      | _        t        j                  j                  ||||dd¬«      }	t        j                  j                  |	|«      | _        t        j                  |«      }
t!        |t"        z  «      }|
d d d …f   |
d d …d f   k\  |
d d d …f   |
d d …d f   |z   k  z  }| j%                  d| «       y )Né	   é   ©Úpaddingr1   T)Úbatch_firstÚ
norm_firstr*   )r  rx   r   r
  Ú
Sequentialr  ÚGELUÚDropoutÚfrontÚ	ParameterÚzerosÚposÚTransformerEncoderLayerÚTransformerEncoderÚencrF   rH   r   Úregister_buffer)rv   rw   rÒ   ÚdÚheadsÚlayersÚffr   Úresp_sÚlayerÚtrÆ   Úallowedr  s                €r   rx   zADT.__init__)  sD  ø€ Ü‰ÑÔÜ—X‘X×(Ñ(Ü�H‰H�O‰O˜A˜q !¨QˆOÓ/´·±·±³Ä%Ç(Á(×BRÑBRÐSZÓB[Ü�H‰H�O‰O˜A˜q !¨QˆOÓ/´·±·±³óBˆŒ
ô —8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ—‘×0Ñ0°°E¸2¸wÐTXÐeiÐ0ÓjˆÜ—8‘8×.Ñ.¨u°fÓ=ˆŒÜ�L‰L˜‹OˆÜ�œ‘ÓˆØ�Tš1�W‘: ¢1 d 7¡Ñ+°°$º°'±
¸aÂÀ4À¹jÈ1¹nÑ0LÑMˆØ×Ñ˜V g XÕ.r   c                ó*  — | j                  |j                  dd«      «      j                  dd«      | j                  d d …d |j                  d   …f   z   }| j	                  || j
                  d |j                  d   …d |j                  d   …f   ¬«      S )Nr1   r"   )r*   )r&  r  r)  rI   r,  r*   ©rv   r   r  s      r   r  zADT.forward6  s€   € Ø�J‰J�q—{‘{ 1 aÓ(Ó)×3Ñ3°A°qÓ9¸D¿H¹HÂQÈÈ!Ï'É'ÐRSÉ*ÈÀ_Ñ<UÑUˆØ�x‰x˜ §	¡	¨,¨A¯G©G°A©J¨,¸¸!¿'¹'À!¹*¸Ð*DÑ EˆxÓFÐFr   )é@   r  r"   é€   çš™™™™™¹?ç      à?r  r  s   @r   r  r  #  s   ø„ ñiõ
/öGr   r  c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú_PreLNFFTBlockzÀFastSpeech feed-forward transformer block with pre-layer normalisation (HappyQuokka): x + MHA(LN(x)), then
    x + Conv1d(k1) -> ReLU -> Conv1d(k2) of LN(x); dropout on both residual branches.c                ó  •— t         ‰| �  «        t        j                  j	                  |«      t        j                  j	                  |«      c| _        | _        t        j                  j                  ||dd¬«      | _        t        j                  j                  |||d   |d   dz  ¬«      | _
        t        j                  j                  |||d   |d   dz  ¬«      | _        t        j                  j                  |«      | _        y )Nr:  T)r   r!  r   r"   r  r1   )r  rx   r   r
  Ú	LayerNormÚln1Úln2ÚMultiheadAttentionrE   r  Úw1Úw2r%  Údrop)rv   r.  Úd_innerr/  Úkernelsr   r  s         €r   rx   z_PreLNFFTBlock.__init__?  sÄ   ø€ Ü‰ÑÔÜ"ŸX™X×/Ñ/°Ó2´E·H±H×4FÑ4FÀqÓ4IÐˆŒ�$”(Ü—8‘8×.Ñ.¨q°%ÀÐRVÐ.ÓWˆŒÜ—(‘(—/‘/ ! W¨g°a©jÀ'È!Á*ÐPQÁ/�/ÓRˆŒÜ—(‘(—/‘/ '¨1¨g°a©jÀ'È!Á*ÐPQÁ/�/ÓRˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c           
     ód  — | j                  |«      }|| j                  | j                  |||d¬«      d   «      z   }| j                  |«      j	                  dd«      }|| j                  | j                  t        j                  | j                  |«      «      «      j	                  dd«      «      z   S )NF)Úneed_weightsr   r1   r"   )	r@  rE  rE   rA  r  rD  r   ÚrelurC  r7  s      r   r  z_PreLNFFTBlock.forwardG  s�   € Ø�H‰H�Q‹KˆØ�—	‘	˜$Ÿ(™( 1 a¨¸˜(Ó?ÀÑBÓCÑCˆØ�H‰H�Q‹K×!Ñ! ! QÓ'ˆØ�4—9‘9˜TŸW™W¤U§Z¡Z°·±¸³
Ó%;Ó<×FÑFÀqÈ!ÓLÓMÑMÐMr   r  r  s   @r   r=  r=  ;  s   ø„ ñYô.öNr   r=  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚHappyQuokkaa„  HappyQuokka (Piao et al., ICASSP 2023 Auditory EEG Challenge, regression winner; official code
    github.com/jkyunnng/HappyQuokka_system_for_EEG_Challenge): pre-conv (kernel 7) -> 8 pre-LN FFT blocks
    (d_model 128, d_inner 1024, 2 heads, FFN conv kernels (9, 1), dropout 0.3) -> linear (the Net head here).
    No positional encoding (as the original). DEVIATIONS: no subject global conditioner (LODO subjects are unseen;
    subject IDs may not be inputs); trained with this benchmark's losses (contrastive / Pearson) instead of
    -Pearson + 0.2 L1; full attention inside the window, the causal read-out of DNNDec keeps <= 0.75 s future.c                ó  •— t         ‰	| �  «        t        j                  j	                  ||dd¬«      | _        t        j                  j                  t        |«      D �cg c]  }t        |||||«      ‘Œ c}«      | _	        y c c}w )Né   é   r  )
r  rx   r   r
  r  ÚpreÚ
ModuleListr[   r=  Úblocks)
rv   rw   r.  rF  r/  r0  rG  r   rƒ   r  s
            €r   rx   zHappyQuokka.__init__V  sj   ø€ Ü‰ÑÔÜ—8‘8—?‘? 1 a¨°A�?Ó6ˆŒÜ—h‘h×)Ñ)ÔhmÐntÔhuÓ*vÑhuÐcd¬>¸!¸WÀeÈWÐV]Õ+^ÐhuÑ*vÓwˆ�ùÒ*vs   ÁBc                óš   — | j                  |j                  dd«      «      j                  dd«      }| j                  D ]
  } ||«      }Œ |S ©Nr1   r"   )rP  r  rR  )rv   r   r  rB   s       r   r  zHappyQuokka.forward[  sD   € Ø�H‰H�Q—[‘[  AÓ&Ó'×1Ñ1°!°QÓ7ˆØ—”ˆAÙ�!“‰Að àˆr   )r9  i   r"   é   )r  r1   ç333333Ó?r  r  s   @r   rL  rL  N  s   ø„ ñrõxö
r   rL  c           	     ó  — t         j                  d«      s|S | j                  «       D ��ch c]'  \  }}t        j                  d|«      sŒt        |«      ’Œ) }}}t         j                  d«      xs dt         d   dz  dz  z  }t        |D �cg c]  }t        |«      |v sŒ|‘Œ c}t         d   ¬«      t        |D �cg c]  }t        |«      |vsŒ|‘Œ c}|¬«      g}|D �cg c]
  }|d	   sŒ	|‘Œ c}S c c}}w c c}w c c}w c c}w )
a+  --set bb_lr=X: the pretrained foundation-model part (parameters named bb.enc / bb.net / backbone.enc / backbone.net) gets lr X, everything else
    (new heads, ends) gets head_lr or D['lr'] (CBraMod's fine-tuning recipe: backbone 1e-4, new layers 1e-3 * sqrt(batch / 256)). Without bb_lr: one group.Úbb_lrú^(bb|backbone)\.(enc|net)\.Úhead_lrgü©ñÒMbP?Ú
batch_sizeé   r;  ©ÚparamsÚlrr^  )r4   r5   Únamed_parametersrS   rU   ÚidÚdict)Úmodelr^  r^   rÄ   ÚidsÚheadÚgroupsÚgs           r   Úfm_param_groupsrh  b  s  € ô �5‰5�Œ>ØˆØ"×3Ñ3Ô5Ô
eÑ5‘T�Q˜¼¿¹ÐB`ÐbcÕ9dŒ2ˆa�5Ð5€CÑ
eÜ�5‰5�ÓÒD˜t¤q¨¡¸Ñ'<ÀÑ&DÑD€DÜ¡fÓ=¡f ´°1³¸²š1 fÑ=Ä!ÀGÁ*ÔMÌtÑgmó  \CÑgmÐbcÔqsÐtuÓqvð  Bò  rBÒ\]Ðgmñ  \Cð  HLô  PMð  N€FÙÓ-‘v�!  8£ŠA�vÑ-Ð-ùó fùâ=ùò  \CùÚ-s/   «C2Á
C2ÂC8ÂC8Â;C=
ÃC=
Ã 
DÃ+Dc                ó†  — t        t        j                  dd«      «      }|sy||k  }|d|fv rR| j                  «       D ]?  \  }}t	        j
                  d|«      sŒ|j                  «       sŒ.|j                  | «       ŒA |r@| j                  «       D ],  \  }}t	        j
                  d|«      sŒ|j                  «        Œ. yy)a²  --set fm_freeze_steps=N: LP-FT. For the first N optimiser steps the pretrained foundation-model part is frozen and in eval mode (only the new layers learn);
    from step N it is trained with bb_lr (fm_param_groups). Fine-tuning from step 0 left the backbones at chance (the random new layers' gradients spoil the
    pretrained features); frozen-then-unfrozen learned (decoder check: val Pearson 0.074 vs 0.071 frozen, ~0 otherwise).Úfm_freeze_stepsr   NrY  z^(bb|backbone)\.(enc|net)$)
rH   r4   r5   r`  rS   rU   Úis_floating_pointÚrequires_grad_Únamed_modulesÚeval)rc  Ústepr^   Úfrozenr’   rÄ   ra   s          r   Úfm_lpftrq  m  s®   € ô 	ŒA�E‰EÐ# QÓ'Ó(€AÙØØ�A‰X€FØ��1ˆv�~Ø×-Ñ-Ö/‰GˆD�!Ü�x‰xÐ6¸Õ=À!×BUÑBUÕBWØ× Ñ  V Õ,ð 0ñ Ø×*Ñ*Ö,‰GˆD�!Ü�x‰xÐ5°tÕ<Ø—‘•ñ -ð r   c                óÈ   ‡‡— t         j                  d«      syt         d   t         d   t         d   z  cŠŠt        j                  j                  j                  | ˆˆfd„«      S )z�--set cosine=1: per-step cosine decay from lr to lr / 100 over max_epochs, after a linear warm-up of one epoch; None otherwise (plateau decay, the baseline).ÚcosineNÚsteps_per_epochÚ
max_epochsc                ó¶   •— | ‰k  r| dz   ‰z  S dddt        j                  t         j                  t        | ‰z
  t	        ‰‰z
  d«      z  d«      z  «      z   z  z   S )Nr1   g{®Gáz„?g®Gáz®ß?r    )ÚmathÚcosÚpiÚminrü   )rÁ   r³   Úws    €€r   Ú<lambda>zcosine_sched.<locals>.<lambda>„  s¸   ø€ È1ÈqÊ5¸QÀ¹UÀa¹Kð  =fÐVZÐ]gÐklÔos×owÑowÔx|×xÑxô  CFð  HIð  LMñ  HMô  QTð  UVð  YZñ  UZð  \]ó  Q^ñ  G^ð  `có  Cdñ  ydó  peñ  leñ  ^fñ  Wfð  =fr   )r4   r5   r   ÚoptimÚlr_schedulerÚLambdaLR)Úoptr³   r{  s    @@r   Úcosine_schedr�    sX   ù€ ä�5‰5�Œ?ØÜÐÑ¤ <¡´1Ð5FÑ3GÑ!G€D€A€qÜ�;‰;×#Ñ#×,Ñ,¨Sô  3fó  gð  gr   ç333333Ã?c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚColumnReadouta  Tokens (B, C, N, D) -> (B, N * step, d): every column keeps its own 16 values per token (an average over the columns would make the two
    stimulus streams interchangeable, so g(E, A, B) - g(E, B, A) of DirectNet would be ~0 and nothing is learned), then step output samples per token.c                óä   •— t         ‰| �  «        t        j                  j	                  ||«      t        j                  j	                  ||z  ||z  «      ||f\  | _        | _        | _        | _        y ©N)	r  rx   r   r
  ÚLinearrÆ   Úoro  r.  )rv   rw   r4   ro  r.  rÆ   r  s         €r   rx   zColumnReadout.__init__Ž  s[   ø€ Ü‰ÑÔÜ,1¯H©H¯O©O¸A¸qÓ,AÄ5Ç8Á8Ç?Á?ÐSTÐWXÑSXÐZ^ÐabÑZbÓCcÐeiÐklÐ,lÑ)ˆŒ�”˜œ	 4¥6r   c                óú   — |j                   \  }}}}| j                  | j                  |«      j                  dddd«      j	                  ||d«      «      j	                  ||| j
                  z  | j                  «      S )Nr   r"   r1   rO  r3   )rI   rˆ  rÆ   ÚpermuteÚreshapero  r.  )rv   ÚtokÚBrw   ÚNrƒ   s         r   r  zColumnReadout.forward’  sn   € Ø—Y‘Y‰
ˆˆ1ˆa�Ø�v‰v�d—f‘f˜S“k×)Ñ)¨!¨Q°°1Ó5×=Ñ=¸aÀÀBÓGÓH×PÑPÐQRÐTUÐX\×XaÑXaÑTaÐcg×ciÑciÓjÐjr   )r8  é   r  r  s   @r   r„  r„  Š  s   ø„ ñZõmökr   r„  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚCBraModBackbonea:  CBraMod (pretrained on TUEG, fine-tuned here) as a drop-in backbone: (B, W, C) at 32 Hz -> (B, W, d). The window is cut into 1-s patches, each read at 200 Hz;
    the input columns (electrodes, stimulus features) are CBraMod's channels; one token per patch and column; ColumnReadout -> 32 output samples per patch.c                ó˜  •— t         ‰| �  «        ddlm} |t        z  dk(  sJ ‚ |«       | _        | j
                  j                  t        j                  t        j                  j                  t        ddddd«      dd	¬
«      «       t        j                  j                  «       | j
                  _        t!        |dt        |«      | _        y )Nr   )ÚCBraModz..Úexternal_dataÚfoundation_modelsÚcbramodzpretrained_weights.pthr   T©Úmap_locationÚweights_onlyéÈ   )r  rx   Úfm_models.cbramodr“  r   r,  Úload_state_dictr   ÚloadÚosÚpathÚjoinr   r
  ÚIdentityÚproj_outr„  rÕ   )rv   rw   rÒ   r.  r“  r  s        €r   rx   zCBraModBackbone.__init__›  sœ   ø€ Ü‰ÑÔÝ-Ø”2‰v˜Š{Ðˆ{Ù“9ˆŒØ�‰× Ñ ¤§¡¬B¯G©G¯L©L¼¸dÀOÐUhÐjsð  vNó  -OØ9>ÈTô"Sô 	Tä!ŸH™H×-Ñ-Ó/ˆ�‰ÔÜ   C¬¨QÓ/ˆ�r   c           
     ón  — |j                   \  }}}|j                  dd«      j                  ||z  d|t        z  t        «      d d …df   }t        j
                  j                  j                  |ddd¬«      t        z  }| j                  | j                  |j                  |||t        z  d«      «      «      S )Nr1   r"   r   rš  r	   T)ÚsizeÚmodeÚalign_corners)rI   r  r‹  r   r   r
  Ú
functionalÚinterpolateÚCBRAMOD_SCALErÕ   r,  )rv   r   r�  rÒ   rw   ÚPs         r   r  zCBraModBackbone.forward¥  s˜   € Ø—'‘'‰ˆˆ1ˆaØ�K‰K˜˜1Ó×%Ñ% a¨!¡e¨Q°´R±¼Ó<ºQÀ¸TÑBˆÜ�H‰H×Ñ×+Ñ+¨A°C¸hÐVZÐ+Ó[Ô^kÑkˆØ�x‰x˜Ÿ™ §¡¨1¨a°´b±¸#Ó!>Ó?Ó@Ð@r   )r8  r  r  s   @r   r‘  r‘  —  s   ø„ ñ_õ0öAr   r‘  c                  ó4   ‡ — e Zd ZdZˆ fd„Zdˆ fd„	Zd„ Zˆ xZS )ÚFMFronta©  H5: a foundation model as a FROZEN EEG-only feature extractor in front of the usual network (--set fm_front=NAME [fm_plus=1]).
    EEG (B, W, C) -> model (weights fixed, eval mode) -> its trainable column readout -> 64 features per 32-Hz sample; fm_plus=1 keeps the raw EEG next to them.
    The stimulus never enters the foundation model: matching EEG to the streams, and the A/B comparison of DirectNet, stay with vlaai_ws.c           
     óä  •— t         ‰| �  «        t        |||«      | _        | j                  j	                  «       D ](  \  }}|j                  d«      sŒ|j                  d«       Œ* t        j                  d«      r±t        j                  j                  t        dt        d   j                  t        j                  dd«      ¬«      «      }| j                  j                  t        j                   |dd	¬
«      «       | j                  j#                  «       D ]  }|j                  d«       Œ t%        t        j                  dd«      «      | _        d| j&                  r
|z   | _        y dz   | _        y )N)zenc.znet.FÚfm_front_ckptÚmodelsÚfm_heldÚALL)Úheldr   Tr—  Úfm_plusr1   r8  r   )r  rx   Úbuild_backbonera   r`  Ú
startswithrl  r4   r5   rž  rŸ  r   r   Úformatrœ  r   r�  Ú
parametersÚboolÚplusÚout_dim)rv   r’   rw   rÒ   r^   rÄ   rŸ  r  s          €r   rx   zFMFront.__init__±  s  ø€ Ü‰ÑÔÜ  a¨Ó+ˆŒØ—F‘F×+Ñ+Ö-‰DˆAˆqØ�|‰|Ð,Õ-Ø× Ñ  Õ'ð .ô �5‰5�Ô!Ü—7‘7—<‘<¤ X¬q°Ñ/A×/HÑ/HÌaÏeÉeÐT]Ð_dÓNeÐ/HÓ/fÓgˆDØ�F‰F×"Ñ"¤5§:¡:¨dÀÐUYÔ#ZÔ[Ø—V‘V×&Ñ&Ö(�Ø× Ñ  Õ'ð )äœŸ™˜y¨!Ó,Ó-ˆŒ	Ø $§)¢)˜QÑ3ˆ�°Ñ3ˆ�r   c                ó”   •— t         ‰| �  |«       | j                  j                  «       D ]  \  }}|dv sŒ|j	                  «        Œ | S )N)r,  Únet)r  r€   ra   Únamed_childrenrn  )rv   r¥  r^   ra   r  s       €r   r€   zFMFront.train¿  sB   ø€ Ü‰‰�dÔØ—F‘F×)Ñ)Ö+‰DˆAˆqØ�NÒ"Ø—‘•ð ,ð ˆr   c                óp   — | j                  |«      }| j                  rt        j                  ||gd«      S |S )Nr3   )ra   r¹  r   Úcat)rv   r   r?   s      r   r  zFMFront.forwardÆ  s/   € Ø�F‰F�1‹IˆØ(,¯	ª	Œu�y‰y˜!˜Q˜ Ó$Ð8°qÐ8r   )T)rŽ   r�   r�   r‘   rx   r€   r  r  r  s   @r   r¬  r¬  ¬  s   ø„ ñMô4õö9r   r¬  c                óè  — ddl m} t        t        t	        |t        z  «      |ddi¬«      }| dk(  rt        ||«      S | dk(  r t        |fi t        j                  | i «      ¤ŽS | dk(  rt        ||«      S | d	v rGdd
l
m}  t        |j                  |j                  |j                  |j                  ¬	«      |    ||«      S | dk(  rjt!        d)t	        t"        j                  dd«      «       |g d¢t	        t"        j                  dd«      «      gd¬«      dt"        j                  dd«      dœ|¤ŽS dddddddœ|    }t%        j&                  t)        t*        |z   dz   «      «      d   }|d    j-                  d!d«      \  }}	t        |d"   «      }
t/        |
j                  d#«      t        «      rd$|
d#   v r |d)i |
d#   d   ¤Ž|
d#<   |
j1                  t        j                  | i «      «       | dk(  rd%|
d&<   | d'k(  r)|
j1                  t	        |t        z  «      t        ||¬(«        t3        t5        j6                  |«      |	«      d)i i |
¥|j9                  «       D ��ci c]  \  }}||
vsŒ||“Œ c}}¥¤ŽS c c}}w )*Nr   )ÚExtractorParamsr   r1   )r%   rp   rq   râ   ÚadtÚhappyquokkar–  )ÚlabramÚeegptÚ	brainomniÚbiot)Ú	backbonesÚvlaai_wsÚmodel_blocksr  )rO  rN  é   é   Úmodel_kernelsr8  rO  )r  r  Ú
num_layersé   Úmodel_dropoutr0   )r  r  r  r   ÚvlaaiÚ
simple_cnnÚlsm_cnnÚdeformerÚrebok_deformerÚssmamba)rÑ  rÒ  rÓ  rÔ  Údeformer_wsrÖ  z.yamlÚ	init_argsÚmodel_classÚ.Ú
model_argsr  Ú
class_pathFÚuse_subject_embeddingr×  )rp   r%   r  Únum_electrodesr”   )Úsuperhuge.model.pure_cnnrÁ  rb  r   rH   r  rL  ÚMODEL_OVERRIDESr5   r‘  Ú	fm_modelsrÈ  ÚLaBraMBackboneÚEEGPTBackboneÚBrainOmniBackboneÚBIOTBackbonerþ   r4   ÚyamlÚ	safe_loadÚopenÚ	MODEL_CFGÚrsplitÚ
isinstancer}   ÚgetattrÚ	importlibÚimport_moduleÚitems)r’   rw   rÒ   rÁ  ÚcommonrÈ  ÚcfgnameÚcÚmodÚclsÚargsrb   rÂ   s                r   r´  r´  Ë  sÄ  € Ý8Ü”R¤s¨1¬r©6£{ÀÐX]Ð_`ÐWaÔb€FØˆu‚}Ü�1�a‹yÐØˆ}ÒÜ˜1Ñ>¤× 3Ñ 3°D¸"Ó =Ñ>Ð>ØˆyÒÜ˜q !Ó$Ð$ØÐ7Ñ7Ý'ð ^Œt˜9×3Ñ3¸9×;RÑ;RÐ^g×^yÑ^yð  AJ÷  AWñ  AWô  Xð  Y]ñ  ^ð  _`ð  bcó  dð  	dØˆzÒäð l¬¬A¯E©E°.À!Ó,DÓ(EÙ-<Ê.ÔgjÔkl×kpÑkpð  rAð  CEó  lFó  hGð  gHØHIô.Kà9;ÄQÇUÁUÈ?Ð\_ÓE`ñlð ekñlð 	lð  ¨|È	Ð_iØ.¸9ñFØFJñL€Gä�‰”tœI¨Ñ/°'Ñ9Ó:Ó;¸KÑH€AØ�Ñ×&Ñ& s¨AÓ.�H€CˆÜ��,‘Ó €DÜ�$—(‘(Ð+Ó,¬dÔ3¸ÈÐM]ÑH^Ñ8^Ù!0Ñ!W°4Ð8HÑ3IÈ+Ñ3VÑ!WˆÐÑØ‡K�K”×#Ñ# D¨"Ó-Ô.ØˆyÒØ(-ˆÐ$Ñ%Øˆ}ÒØ�‰¤# a¬"¡f£+´"¸qÐQRˆÔSØ5Œ7”9×*Ñ*¨3Ó/°Ó5ÑwÐ8v¸4Ð8vÐU[×UaÑUaÔUcÔCuÑUcÉTÈQÐPQÐghÐptÒgtÀAÀqÁDÐUcÒCuÐ8vÑwÐwùÓCus   ÉI.É"I.c                  ó*   ‡ — e Zd Zˆ fd„Zd„ Zd„ Zˆ xZS )ÚNetc           	     ó  •— t         ‰| �  «        || _        t        j	                  d«      r't        t        d   ||«      j                  t        «      nd | _        | j                  �| j                  j                  }t        |||«      j                  t        «      | _        t        j                  «       5  | j                  t        j                  d||t        ¬«      «      }d d d «       t!        t        j	                  ddg«      «      | _        j$                  d   dk7  s| j"                  dkD  r,t'        dd|j$                  d   | j"                  ¬	«      | _        y t        j(                  j+                  «       | _        y # 1 sw Y   ŒŸxY w)
NÚfm_frontr1   ©Údevicer   r   r3   zb t c -> b t fzc f)Úweight_shaperò  r?   )r  rx   r’   r4   r5   r¬  ÚtoÚDEVr&  rº  r´  Úbackboner   r‡   Ú_bbr(  rG   ÚFrI   r   r
  r¡  re  )rv   r’   rw   rÒ   rˆ  r  s        €r   rx   zNet.__init__í  s  ø€ Ü‰ÑÔØˆŒ	Ü=>¿U¹UÀ:Ô=N”WœQ˜z™]¨A¨qÓ1×4Ñ4´SÔ9ÐTXˆŒ
Ø�:‰:Ð!Ø—
‘
×"Ñ"ˆAÜ& t¨Q°Ó2×5Ñ5´cÓ:ˆŒÜ�]‰]�_Ø—‘œŸ™ Q¨¨1´SÔ9Ó:ˆA÷ ä”Q—U‘U˜9 u gÓ.Ó/ˆŒàŸ™ ™¨Ò)¨T¯V©V°aªZô Ð,¸5ÀAÇGÁGÈBÁKÐSW×SYÑSYÔZˆ�	Ü>C¿h¹h×>OÑ>OÓ>Qð 	�	÷ ˆ_ús   Â5-F Æ F	c           	     ó¢  — | j                   �7|j                  d   | j                   j                  k7  r| j                  |«      }| j                  dk(  rP| j	                  |dt        j                  |j                  d   t
        j                  |j                  ¬«      i«      }n| j	                  |«      }t        |t        t        f«      r|d   S |S )Nr3   rÖ  rœ   r   )r   rû  )r&  rI   rº  r’   rÿ  r   ÚonesÚlongrû  rë  ÚtuplerZ   ©rv   r   rŠ   s      r   r   zNet._bbú  s�   € Ø�:‰:Ð! a§g¡g¨b¡k°T·Z±Z×5GÑ5GÒ&GØ—
‘
˜1“ˆAØ�9‰9˜	Ò!Ø—‘˜a ,´·
±
¸1¿7¹7À1¹:ÌUÏZÉZÐ`a×`hÑ`hÔ0iÐ!jÓk‰Aà—‘˜aÓ ˆAÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:r   c                ón   — | j                  | j                  |«      «      }| j                  dk(  r|d   S |S )Nr1   ©.r   )re  r   r  r  s      r   r  zNet.forward  s1   € Ø�I‰I�d—h‘h˜q“kÓ"ˆØ ŸF™F ašKˆq�‰yÐ.¨QÐ.r   )rŽ   r�   r�   rx   r   r  r  r  s   @r   r÷  r÷  ì  s   ø„ ôSò;ö/r   r÷  c                óV  — | j                  «       dk(  r| d   |d   |d   }}} d„ } || «       ||«       ||«      }}}t        j                  d||«      }t        j                  d||«      d   }	t        j                  ||	gd«      |z  }
t        j                  | j
                  d   | j                  ¬«      j                  | j
                  d   d«      }t        j                  j                  j                  |
j                  d|
j
                  d   «      |j                  d«      «      S )	a'  InfoNCE over the batch: for window i the positive is its attended target, negatives are its ignored target
    and the attended targets of all other windows in the batch. Similarity = Pearson over time, logits = sim / tau.
    y, Ya, Yi: (B, W) or (B, W, F); the loss is averaged over targets F.r"   ©.Nc                ó¢   — | | j                  dd¬«      z
  | j                  dd¬«      t        j                  | j                  d   «      z  dz   z  S ©Nr1   T©Úkeepdimç:Œ0âŽyE>)r¸   Ústdr   ÚsqrtrI   )rL   s    r   r|  zinfonce.<locals>.<lambda>  sI   € �1�q—v‘v˜a¨�vÓ.Ñ.°1·5±5¸ÀD°5Ó3IÌBÏGÉGÐTU×T[ÑT[Ð\]ÑT^ÓL_Ñ3_ÐbfÑ3fÒgr   zbtf,ctf->fbczbtf,btf->fbr3   r   rú  )Údimr   Úeinsumr¿  rF   rI   rû  Úexpandr
  r§  Úcross_entropyr‹  )rŠ   ÚYaÚYiÚtauÚzÚzyÚzaÚziÚsimÚnegÚlogitsÚtargets               r   Úinfoncer!    sù   € ð 	‡u�uƒw�!‚|Ø�i‘L " Y¡-°°I±ˆrˆ2ˆÙg€AÙ�1“‘q˜“u™a ›eˆBˆ€BÜ
�,‰,�~ r¨2Ó
.€CÜ
�,‰,�} b¨"Ó
-¨iÑ
8€CÜ�Y‰Y˜˜S�z 2Ó&¨Ñ,€FÜ�\‰\˜!Ÿ'™' !™*¨Q¯X©XÔ6×=Ñ=¸a¿g¹gÀb¹kÈ2ÓN€FÜ�8‰8×Ñ×,Ñ,¨V¯^©^¸BÀÇÁÈRÑ@PÓ-QÐSY×SaÑSaÐbdÓSeÓfÐfr   c                ó  — | | j                  dd¬«      z
  } ||j                  dd¬«      z
  }| |z  j                  d«      t        j                  | | z  j                  d«      ||z  j                  d«      z  dz   «      z  S r  ©r¸   Úsumr   r  ©rL   rB   s     r   Úpearsonr&    sr   € Ø	ˆA�F‰F�1˜dˆFÓ#Ñ#€AØ	ˆA�F‰F�1˜dˆFÓ#Ñ#€AØ�‰E�;‰;�q‹>œEŸJ™J¨¨A©§{¡{°1£~¸¸Q¹¿¹ÀA»Ñ'FÈÑ'MÓNÑNÐNr   c                óÎ  — ddl }ddddddddddd	d
dddœ}g }| D ]°  } |j                  d|j                  «       «      }|j                  d«      |j                  d«      }}|dk(  rdn-t	        |«      dz  rt	        |«      dz    dz  nt	        |«      dz  }|j                  |j                  ||j                  |dd d«      «      |f«       Œ² t        j                  |t        «      S )zßApproximate 2-D scalp grid (row, column) from 10-10 labels: letters -> anterior-posterior row, number -> lateral
    column (odd = left, even = right, z = midline). Enough to find neighbouring electrodes (no mne installed).r   Nr1   r"   rO  r  é   é   rN  rU  r  )ÚFPÚAFr  ÚFCÚFTrw   r³   ÚCPÚTPrª  ÚPOÚOÚCBÚIz([A-Z]+)(\d+|Z)$ÚZr0   )
rS   rU   rT   rW   rH   r6   r5   r   r´   r»   )	r]   rS   ÚrowsrÕ   r^   ra   ÚletÚnumÚcols	            r   Ú	_grid_posr9    sã   € ó Ø˜1 1¨A°Q¸QÀQÈaÐWXÐ_`ÐhiÐpqØ˜!ñ€Dà
€CÛˆØˆB�H‰HÐ(¨!¯'©'«)Ó4ˆØ—7‘7˜1“:˜qŸw™w q›zˆSˆØ˜C’Z‰c¼SÀ»XÈº\¬¨C«°1© o¸Ò&9ÌsÐSVËxÐZ[É|ˆØ�
‰
�D—H‘H˜S $§(¡(¨3¨r°¨7°AÓ"6Ó7¸Ð=Õ>ð	 ô
 �8‰8�CœÓÐr   c                ó  — d„ }| xs dD ]%  }|j                  d«      \  }} ||«      t        |<   Œ' |rWt        t        j                  d«      xs i «      t        d<   |D ](  }|j                  d«      \  }} ||«      t        d   |<   Œ* yy)zéHyper-parameter search: --set key=value overrides config dnn (lr, weight_decay, batch_size, model_dropout, ...),
    --aug-set key=value overrides the augmentation dict (noise, p_chan, p_cluster, ...). Call after D['augment'] is set.c                ó�   — | j                  d«      j                  «       rt        | «      S 	 t        | «      S # t        $ r | cY S w xY w)NÚ-)ÚlstripÚisdigitrH   r»   rX   )rÂ   s    r   r7  zapply_overrides.<locals>.num/  sA   € Ø�8‰8�C‹=× Ñ Ô"Ü�q“6ˆMð	Ü˜“8ˆOøÜò 	ØŠHð	ús   ¬
7 ·AÁAr”   Ú=ÚaugmentN)Úsplitr4   rb  r5   )ÚpairsÚ	aug_pairsr7  Úkvrb   rÂ   s         r   Úapply_overridesrE  ,  s‰   € òð Šk�rŠkˆØ�x‰x˜‹}‰ˆˆ1Ù�1‹vŒˆ!Šð ñ ÜœAŸE™E )Ó,Ò2°Ó3Œˆ)‰ÛˆBØ—8‘8˜C“=‰DˆAˆqÙ! !›fŒAˆi‰L˜ŠOñ ð r   c                ó*   — | j                  d«      d   S )Nú	-subject-r   )rA  )r¿   s    r   Ú_dataset_ofrH  @  s   € Ø�9‰9�[Ó! !Ñ$Ð$r   c                  ó,   — e Zd Zed„ «       Zed„ «       Zy)Ú_GRLc                ó2   — || _         |j                  |«      S r†  )ÚlamÚview_as)Úctxr   rL  s      r   r  z_GRL.forwardG  s   € àˆŒØ�y‰y˜‹|Ðr   c                ó&   — | j                    |z  d fS r†  )rL  )rN  rg  s     r   Úbackwardz_GRL.backwardL  s   € à—‘ˆx˜!‰|˜TÐ!Ð!r   N)rŽ   r�   r�   Ústaticmethodr  rP  r”   r   r   rJ  rJ  F  s(   „ Øñó ðð ñ"ó ñ"r   rJ  c                óô   ‡— ˆfd„}| D �cg c]  } ||d   «      ‘Œ }}t        t        |«      «      }t        j                  |D �cg c]  }|j	                  |«      ‘Œ c}«      t        |«      fS c c}w c c}w )z]Domain label per training trial: 'dataset' (corpus dataset or the external set) or 'subject'.c                óÂ   •— d| v r-‰dk(  r| j                  d«      d   S | j                  d«      d   S ‰dk(  r| j                  d«      d   S | j                  dd«      d   S )NrG  Údatasetr   z-trial-rƒ   r1   )rA  rê  )rb   Úkinds    €r   r’   zdomain_ids.<locals>.nameS  sh   ø€ Ø˜!ÑØ.2°iÒ.?�1—7‘7˜;Ó'¨Ñ*ÐZÀQÇWÁWÈYÓEWÐXYÑEZÐZØ"&¨)Ò"3ˆq�w‰w�s‹|˜A‰ÐL¸¿¹À#ÀqÓ9IÈ!Ñ9LÐLr   r¿   )rY   Úsetr   r´   rV   rG   )ÚtrialsrU  r’   r4  r]   Úuniqr^   s    `     r   Ú
domain_idsrY  Q  sl   ø€ ôMñ &,Ó,¡V ‰T�!�E‘(�^ V€EÐ,Ü”#�e“*Ó€DÜ�8‰8©EÓ2©E q�T—Z‘Z •]¨EÑ2Ó3´S¸³YÐ>Ð>ùò -ùâ2s   ‹A0ÁA5c                  ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚAdvHeadc                ó$  •— t         ‰| �  «        t        j                  j	                  t        j                  j                  d|z  d«      t        j                  j                  «       t        j                  j                  d|«      «      | _        y )Nr"   r9  )r  rx   r   r
  r#  r‡  ÚReLUr¼  )rv   r.  r^   r  s      €r   rx   zAdvHead.__init__]  s[   ø€ Ü‰ÑÔÜ—8‘8×&Ñ&¤u§x¡x§¡°q¸1±u¸cÓ'BÄEÇHÁHÇMÁMÃOÔUZ×U]ÑU]×UdÑUdÐehÐjkÓUlÓmˆ�r   c           
     ó´   — | j                  t        j                  t        j                  |j                  d«      |j                  d«      gd«      |«      «      S )Nr1   r3   )r¼  rJ  Úapplyr   r¿  r¸   r  )rv   r?   rL  s      r   r  zAdvHead.forwarda  s<   € Ø�x‰xœŸ
™
¤5§9¡9¨a¯f©f°Q«i¸¿¹¸q»Ð-BÀBÓ#GÈÓMÓNÐNr   )rŽ   r�   r�   rx   r  r  r  s   @r   r[  r[  \  s   ø„ ônöOr   r[  c                óÌ   — t        d| t        j                  dd«      t        d   z  z  «      }t        j                  dd«      ddt        j                  d|z  «      z   z  dz
  z  S )	zODANN schedule: 0 -> D['adv_lambda'] over the first D['adv_ramp_epochs'] epochs.r    Úadv_ramp_epochsr(  rt  Ú
adv_lambdaçš™™™™™©?g       @g      $À)rz  r4   r5   rw  Úexp)ro  rÄ   s     r   rb  rb  e  s\   € äˆC�œŸ™Ð0°!Ó4´qÐ9JÑ7KÑKÑLÓM€AÜ�5‰5�˜tÓ$¨¨s´T·X±X¸eÀa¹iÓ5HÑ/HÑ(IÈCÑ(OÑPÐPr   c                  óx   — e Zd Zedfd„Zd„ Zdd„Zd„ Zdd„Zd„ Z	d„ Z
 ej                  «       dd	„«       Zdd
„Zy)ÚDNNDecÚcausalc                ób  — |||c| _         | _        | _        t        t        d   t
        z  «      | _        t        t        d   t
        z  «      | _        t        t        d   t
        z  «      | _        t        j                  d| j                  | j                  z   t
        z  «      | _
        | j                  | j                  t
        z  k\  rXt        t        d   d   t
        z  «      | j                  z  dk(  r,t        t        d   d   t
        z  «      | j                  z  dk(  sJ d	«       ‚| j                  | j                  d
z  z
  t
        z  | _        t        j                  t        j                  dt        d   «      «       t        ||| j                  «      j!                  t"        «      | _        y )NÚwindow_sÚinfer_hop_sÚcausal_future_sÚevidence_lookahead_sÚevidenceÚhop_sr   Úwin_sz.evidence windows must end on the read-out gridr  Ú
train_seedÚseed)r’   rw   ÚlogrH   r4   r   rÒ   ÚhopÚfutr5   r“   r   Úoffline_lookahead_sr   Úmanual_seedr÷  rý  rþ  r¼  )rv   r’   rw   rr  r¥  s        r   rx   zDNNDec.__init__m  sT  € Ø&*¨A¨sÐ#ˆŒ	�4”6˜4œ8Ü”Q�z‘]¤RÑ'Ó(ˆŒÜ”q˜Ñ'¬"Ñ,Ó-ˆŒÜ”qÐ*Ñ+¬bÑ0Ó1ˆŒô Ÿ5™5Ð!7¸$¿(¹(ÀTÇXÁXÑ:MÔQSÑ9SÓTˆÔØ×Ñ 4§8¡8¬b¡=Ò0´S¼¸Z¹ÈÑ9QÔTVÑ9VÓ5WÐZ^×ZbÑZbÑ5bÐfgÒ5gÜ”C˜
‘O GÑ,¬rÑ1Ó2°T·X±XÑ=ÀÒBð	uØDtó	uð Cà$(§F¡F¨T¯V©V°q©[Ñ$8¼BÑ#>ˆÔ Ü×Ñœ!Ÿ%™% ¬c°&©kÓ:Ô;Ü�t˜Q §¡Ó'×*Ñ*¬3Ó/ˆ�r   c                ó†  — t         j                  d«      xs i }|j                  \  }}}|dz  dk(  rdn|}|j                  dd«      dkD  �r˜t        j                  |j                  |«      |d   k  «      }t        |«      �rbt        j                  j                  |dt        z  «      }	|j                  |j                  dd«       |j                  dd«      t        |«      ddf«      }
t        j                  |	dd	«      d
z  ddd…df   |
z  }t        j                  j                  t        j                  j                  ||   d¬«      |z  |d¬«      }||   j                  dd¬«      t        j                  |j                  dd¬«      d«      z  }|t        j                   ||   j                  dd¬«      dkD  |d«      z  j#                  t        j$                  «      ||<   |j                  dd«      dkD  ry|dk(  rtt'        | d«      s ddlm} t-        |t.        d      «      | _        t        j                  |j                  |«      |d   k  «      D ]  }||   dd…| j0                  f   ||<   Œ |j                  dd«      dkD  �rP|dk(  �rJt'        | d«      s8ddlm} t3        |t.        d      «      t        j4                  ddg«      z
  | _        t9        |j                  dd«      «      t9        |j                  dd«      «      t9        |j                  dd«      «      }}}t        j                  |j                  |«      |d   k  «      D �]‡  }t        j:                  |j                  | |«      «      }t        j4                  t        j<                  |«      t        j>                  |«       gt        j>                  |«      t        j<                  |«      gg«      }| j6                  |j@                  z  |j                  | |d«      z   }||   j                  d«      dkD  }t        jB                  |dd…df   | j6                  d   z
  dz  jE                  d «       d|z  |z  z  «      |z  }|t        j                  |jE                  dd¬«      d!«      z  j#                  t        j$                  «      |dd…df   z  }||   |j@                  z  ||<   �ŒŠ |j                  d"d«      dkD  r�|j                  |«      |d"   k  }|j                  |jE                  «       d|f«      |j                  d#d$«      kD  j#                  t        j$                  «      }||xx   t        jF                  |dd||z  f«      z  cc<   |j                  d%d«      dkD  rxt        jB                  |j                  t        jH                  |d%   «       t        jH                  |d%   «      |d|f«      «      j#                  t        j$                  «      }||z  }|j                  d&d«      dkD  rA||d&   |jK                  |j                  «      z  j#                  t        j$                  «      z  }|j                  d'd«      dkD  rJt9        |d'   «      }||j                  d|z
  d|z   |ddf«      j#                  t        j$                  «      z  }|j                  d(d«      dkD  rîtM        dtO        t9        |j                  d)d*«      «      t        z  «      «      }tQ        |tM        |tO        t9        |j                  d+d«      «      t        z  «      «      «      }t        j                  |j                  |«      |d(   k  «      D ]M  }tS        |jU                  ||dz   «      «      }tS        |jU                  d||z
  dz   «      «      }d|||||z   …f<   ŒO |j                  d,d«      dkD  s*|j                  d-d«      dkD  s|j                  d.d«      dkD  rat'        | d/«      sUddlm} t3        |t.        d      «      }t        jV                  |dd…df   |d   z
  dz  jE                  d «      d«      | _,        |j                  d-d«      dkD  �r;|| jX                  j                  d   k(  �rtS        |j                  d0d1«      «      t9        |j                  d2d3«      «      }}t        j                  |j                  |«      |d-   k  «      D ]»  }t        jZ                  |t        j$                  ¬4«      } | jX                  dd…d|dz   …f   }!| |!t        j\                  t        j^                  |«      dd…df   |d«      fxx   ||j                  d d||f«      z  j#                  t        j$                  «      z  cc<   ||   | z  ||<   Œ½ |j                  d.d«      dkD  rÝ|| jX                  j                  d   k(  rÁt        j                  |j                  |«      |d.   k  «      D ]”  }| jX                  |jU                  |«      dtS        |jU                  d|j                  d5d6«      dz   «      «      …f   }"||xx   t9        |j                  dd«      «      ||   dd…|"f   ja                  dd¬«      z  z  cc<   Œ– |j                  d,d«      dkD  rÅt        j                  |j                  |«      |d,   k  «      D ]˜  }|jU                  |j                  d7d8«      |j                  d9d6«      dz   «      }| jX                  |jU                  |«      d|…f   }#d||   dd…t        jb                  te        ||z  «      D �cg c]
  }|#||z  z   ‘Œ c}«      f<   Œš |j                  d:d«      dkD  r¢t        j                  |j                  |«      |d:   k  «      D ]u  }|jU                  t        |dz   «      }$|jU                  d||$z
  dz   «      }%|||%|%|$z   …f   }&|&j                  d«      }'d|'|'dk(  <   ||   |&ja                  d«      z
  |'z  ||<   Œw |j                  d;d«      dkD  rq| jf                  | jh                  z
  | jj                  z
  }(t        j                  |j                  |«      |d;   k  «      D ]  }d||d|jU                  d|(dz   «      …f<   Œ  |S c c}w )<aï  Training-only augmentation (D['augment'], off by default), per window, in place on X (n, W, C):
        spectral tilt (p_tilt of the windows, exponent within +-tilt), channel mask (p_chan_mask of the windows, each channel dropped with p_chan), per-channel gain (log-uniform
        within +-gain), additive Gaussian noise (std noise, data are z-scored), zero prefix (p_zero_prefix of the
        windows get their first 1..pos0 samples zeroed, as the zero padding at a trial start at inference).r@  é:   r   Úp_tiltr    Útiltr;  r1   g      (@g      @Nr'   )r^   r(   T)Úkeepdimsr  r0   Úp_mirrorÚ_mirror)ÚMONTAGESÚmontageÚp_rotateÚ_gridr!   Úrot_degg      $@Ú	rot_shiftrV  Ú	rot_sigmagš™™™™™Ù?r"   r3   çê-�™—q=Úp_chan_maskÚp_chançš™™™™™É?ÚgainÚnoiseÚrecipe_global_gainÚrecipe_time_mask_pÚrecipe_mask_min_sg      Ð?Úrecipe_mask_max_sÚ	p_clusterÚp_spatial_mixÚp_rerefÚ_nbrÚmix_kr)  Ú	mix_sigmar‚  r   Ú	reref_maxrU  Úcluster_minrO  Úcluster_maxÚp_renormÚp_zero_prefix)6r4   r5   rI   r   ÚflatnonzeroÚrandomrG   ÚfftÚrfftfreqr   ÚuniformÚclipÚirfftÚrfftr  r:   Úwherer8   r   Úhasattrrð  r~  rd   r   r}  r9  r´   r�  r»   Údeg2radrx  Úsinr³   rd  r$  ÚtileÚlog1pÚstandard_normalrü   Úroundrz  rH   ÚintegersÚargsortr’  r·   ÚrepeatrF   r¸   Úconcatenater[   rÒ   rt  rs  ))rv   rÀ   ÚrngÚAr^   rÒ   rw   ÚC0Úselr?   Úalrg  rJ   rÆ   r~  ÚjÚrdÚshÚsgÚthrÃ   ÚQÚpresÚWtra   ÚlowÚhighÚlengthÚstartrª  rb   ÚsigÚMxÚcolsÚgrpÚelÚL_rL   ÚsegÚsdÚpos0s)                                            r   Ú_augmentzDNNDec._augment|  sâ
  € ô
 �E‰E�)ÓÒ" ˆØ—'‘'‰ˆˆ1ˆaØ�r‘6˜Q’;‰R AˆØ�5‰5�˜1Ó Ó!ô —.‘. §¡¨A£°°8±Ñ!<Ó=ˆCÜ�3�xÜ—F‘F—O‘O A s¬R¡xÓ0�Ø—[‘[ !§%¡%¨°Ó"4Ð!4°a·e±e¸FÀCÓ6HÌ3ÈsË8ÐUVÐXYÐJZÓ[�Ü—W‘W˜Q  TÓ*¨SÑ0°$º¸4°-Ñ@ÀBÑF�Ü—F‘F—L‘L¤§¡§¡¨Q¨s©V¸! Ó!<¸qÑ!@ÀAÈA�LÓN�Ø�c‘F—J‘J˜q¨4�JÓ0´2·:±:¸a¿e¹eÀAÐPT¸eÓ>UÐW[Ó3\Ñ\�ØœbŸh™h q¨¡v§z¡z°!¸d zÓ'CÀaÑ'GÈÈCÓPÑP×XÑXÔY[×YcÑYcÓd��#‘Ø�5‰5�˜QÓ !Ò#¨¨Rªô ˜4 Ô+Ý+Ü+¨H´S¸±^Ñ,DÓE�”Ü—^‘^ C§J¡J¨q£M°A°j±MÑ$AÖB�Ø˜‘tšA˜tŸ|™|˜OÑ,��!’ð Cà�5‰5�˜QÓ !Ó#¨¨R«ô ˜4 Ô)Ý+Ü& x´°I±Ñ'?Ó@Ä2Ç8Á8ÈSÐRUÈJÓCWÑW�”
Ü˜qŸu™u Y°Ó5Ó6¼¸a¿e¹eÀKÐQTÓ>UÓ8VÔX]Ð^_×^cÑ^cÐdoÐqtÓ^uÓXv�B�ˆBÜ—^‘^ C§J¡J¨q£M°A°j±MÑ$A×B�Ü—Z‘Z §¡¨R¨C°Ó 4Ó5�Ü—H‘HœrŸv™v b›z¬B¯F©F°2«J¨;Ð7¼"¿&¹&À»*ÄbÇfÁfÈRÃjÐ9QÐRÓS�Ø—J‘J §¡Ñ$ s§{¡{°B°3¸¸AÓ'>Ñ>�Ø˜‘t—x‘x “{ Q‘�Ü—V‘V˜q¢ D ™z¨D¯J©J°tÑ,<Ñ<ÀÑB×GÑGÈÓKÐKÈqÐSUÉvÐXZÉ{Ñ[Ó\Ð_cÑc�Øœ2Ÿ:™: b§f¡f¨Q¸ fÓ&>ÀÓFÑF×NÑNÌrÏzÉzÓZÐ]aÒbcÐeiÐbiÑ]jÑj�Ø˜‘t˜bŸd™d‘{��!“ð Cð �5‰5� Ó" QÒ&Ø—*‘*˜Q“- ! MÑ"2Ñ2ˆCØ—‘˜SŸW™W›Y¨¨2Ð.Ó/°!·%±%¸À#Ó2FÑF×NÑNÌrÏzÉzÓZˆAØˆc‹F”b—g‘g˜a ! Q¨¨R© Ó1Ñ1‹FØ�5‰5�˜Ó˜aÒÜ—‘�s—{‘{¤B§H¡H¨Q¨v©YÓ$7Ð#7¼¿¹À!ÀFÁ)Ó9LÈqÐRSÐUVÈiÓXÓY×`Ñ`Ôac×akÑakÓlˆAØ�‰FˆAØ�5‰5�˜!Ó˜qÒ Ø�!�G‘*˜s×2Ñ2°1·7±7Ó;Ñ;×CÑCÄBÇJÁJÓOÑOˆAð �5‰5Ð% qÓ)¨AÒ-Ü�aÐ,Ñ-Ó.ˆAØ�—‘˜S ™U C¨¡E¨A¨q°!¨9Ó5×<Ñ<¼R¿Z¹ZÓHÑHˆAØ�5‰5Ð% qÓ)¨AÒ-Ü�aœœu Q§U¡UÐ+>ÀÓ%EÓFÌÑKÓLÓMˆCÜ�qœ#˜c¤5¬¨q¯u©uÐ5HÈ#Ó/NÓ)OÔRTÑ)TÓ#UÓVÓWˆDÜ—^‘^ C§J¡J¨q£M°AÐ6JÑ4KÑ$KÖL�Ü˜SŸ\™\¨#¨t°a©xÓ8Ó9�Ü˜CŸL™L¨¨A°©J¸©NÓ;Ó<�Ø-0��!�U˜5 6™>Ð)Ð)Ò*ð Mð �E‰E�+˜qÓ! AÒ%¨¯©¨ÀÓ)BÀQÒ)FÈ!Ï%É%ÐPYÐ[\ÓJ]Ð`aÒJaÜ  fÔ-Ý'Ü˜(¤3 y¡>Ñ2Ó3ˆAÜŸ
™
 Q¢q¨$ w¡Z°!°D±'Ñ%9¸aÑ$?×#DÑ#DÀRÓ#HÈ!ÓLˆDŒIØ�5‰5� !Ó$ qÓ(¨Q°$·)±)·/±/À!Ñ2DÓ-Dä˜Ÿ™˜w¨Ó*Ó+¬U°1·5±5¸ÀdÓ3KÓ-LˆsˆAÜ—^‘^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ü—V‘V˜A¤R§Z¡ZÔ0�Ø—y‘y¢ A a¨!¡e G Ñ,�Ø�4œŸ™¤2§9¡9¨Q£<²°4°Ñ#8¸!¸QÓ?Ð?Ó@ÀSÈ3Ï;É;ÐWYÐ[\Ð_`ÐbcÐ^dÓKeÑEe×DmÑDmÔnp×nxÑnxÓDyÑyÓ@Ø˜‘t˜b‘y��!’ð	 Hð
 �5‰5�˜AÓ Ò" q¨D¯I©I¯O©O¸AÑ,>Ò'>ä—^‘^ C§J¡J¨q£M°A°i±LÑ$@ÖA�Ø—i‘i §¡¨Q£Ð1b´3°s·|±|ÀAÀqÇuÁuÈ[ÐZ[ÓG\Ð_`ÑG`Ó7aÓ3bÐ1bÐ bÑc�Ø�!“œ˜cŸk™k¨#¨sÓ3Ó4°q¸±tºA¸s¸F±|×7HÑ7HÈÐUYÐ7HÓ7ZÑZÑZ”ð Bð �5‰5�˜aÓ  1Ò$Ü—^‘^ C§J¡J¨q£M°A°k±NÑ$BÖC�Ø—L‘L §¡ }°aÓ!8¸!¿%¹%ÀÈqÓ:QÐTUÑ:UÓV�Ø—Y‘Y˜sŸ|™|¨BÓ/°°!°Ð3Ñ4�ØQT��!‘’QœŸ™¼UÀ1ÈÁ7¼^Ó'L¹^¸¨¨Q°©V«¸^Ñ'LÓMÐMÒNð Dð �5‰5�˜QÓ !Ò#Ü—^‘^ C§J¡J¨q£M°A°j±MÑ$AÖB�Ø—\‘\¤" a¨!¡eÓ,�°#·,±,¸qÀ!ÀbÁ&È1Á*Ó2M¨aØ˜˜1˜Q ™V˜8˜‘n�Ø—W‘W˜Q“Z�¨s  B¨!¡G¡Ø˜!™˜sŸx™x¨›{Ñ*¨bÑ0��!’ð	 Cð
 �5‰5� !Ó$ qÒ(Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDÜ—^‘^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ø36��!Ð/�c—l‘l 1 d¨Q¡hÓ/Ð/Ð/Ò0ð Hàˆùò (Ms   í%r>c                óÖ  ‡$— |rt         j                  d«      xs i ni }|j                  dd«      t        |j                  dd«      «      }}t        t        j                  | j
                  d|z   z  «      «      d|z  z   }t        j                  |D �	cg c]  }	t        |	d   «      |z
  ‘Œ c}	«      }
t        j                  |
d«      j                  t        «      }|j                  d	«      d
k(  rwt        j                  |D �	cg c]  }	t        |	d   «      ‘Œ c}	«      }t        j                  |«      D ]0  }|||k(  xx   t        |||k(     j                  «       d«      z  cc<   Œ2 ||j                  «       z  }t         j                  d«      xs i }|�rt        j                  |D �	cg c]  }	|	j                  dd«      ‘Œ c}	«      Š$t        j                  ‰$t!        |«      «       }||xx   dt        ˆ$fd„|j#                  «       D «       «      z
  t        ||   j                  «       d«      z  z  cc<   |j#                  «       D ]J  \  }}‰$|k(  j%                  «       sŒ|‰$|k(  xx   |t        |‰$|k(     j                  «       d«      z  z  cc<   ŒL ||j                  «       z  }|j'                  t        |«      ||¬«      }|| _        t        j*                  || j
                  | j,                  ft        j.                  «      }|d   d   j0                  dd  }t        j*                  || j
                  f|z   t        j.                  «      }t        j*                  || j
                  f|z   t        j.                  «      }t3        |«      D �]û  \  }}|j5                  d|
|   dz   «      |z   }||   }|d   |d   }}|dkD  �rbt        t7        | j
                  d|j9                  | |«      z   z  «      «      }t        j:                  d|dz
  | j
                  «      }t        j<                  |«      j                  t        «      |t        j<                  |«      z
  d d …d f   } }t        j>                  |dz   |dz
  «      }!|r|j5                  | |dz   «      nd}"|d   ||"z   ||"z   |z    }#|#|   d| z
  z  |#|!   | z  z   ||<   ||||z    |   d| d d …df   z
  z  ||||z    |!   | d d …df   z  z   ||<   ||||z    |   d| d d …df   z
  z  ||||z    |!   | d d …df   z  z   ||<   �Œ™|r|j5                  | |dz   «      nd}"|d   ||"z   ||"z   | j
                  z    ||<   |||| j
                  z    |||| j
                  z    c||<   ||<   �Œþ |r| jA                  ||«      }tC        jD                  |«      tC        jD                  |«      tC        jD                  |«      fS c c}	w c c}	w c c}	w )Nr@  Úwarpr0   Ú
lag_jitterr   r1   r"   r{   ÚbalancerT  r¿   g•Ö&è.>Ú
group_fracÚ_grpÚ c              3  óP   •K  — | ]  \  }}‰|k(  j                  «       sŒ|–— Œ y ­wr†  )Úany)Ú.0rg  rÂ   rÂ  s      €r   Ú	<genexpr>z"DNNDec._windows.<locals>.<genexpr>í  s#   øè ø€ ÐM©j¡d a¨¸SÀA¹X¿N¹NÕ<L¤©jùs   ƒ&Ÿ&r…  ©rÄ   Ú_yaÚ_yi)#r4   r5   rH   r   ÚceilrÒ   r´   rG   r:   r8   r»   rH  Úuniquerü   r$  ÚisinrZ   rï  rÑ  ÚchoiceÚ_last_tiÚemptyrw   r   rI   Ú	enumeraterª  r©  rž  ÚlinspaceÚfloorÚminimumrÈ  r   r   )%rv   rW  r^   r®  Úaugr¯  rÊ  ÚlagÚspanr4  ÚlensrÄ   Údsr.  ÚgfÚrestrg  rÂ   ÚtirÀ   Úfshaper  r  r³  r  rÁ   r=   rM   rN   ÚLrÚtqÚt0_ÚfrÚt1_Úd_rÖ   rÂ  s%                                       @r   Ú_windowszDNNDec._windowsÞ  sZ  ø€ Ù(+ŒQ�U‰U�9ÓÒ#¡°ˆØ—E‘E˜& #Ó&¬¨A¯E©E°,ÀÓ,BÓ(CˆcˆÜ”2—7‘7˜4Ÿ6™6 Q¨¡XÑ.Ó/Ó0°1°s±7Ñ:ˆÜ�x‰x±vÓ>±v°!œ˜Q˜u™X›¨Ó-°vÑ>Ó?ˆÜ�J‰J�t˜QÓ×&Ñ&¤uÓ-ˆØ�5‰5�Ó˜yÒ(Ü—‘¹&ÓA¹&°Qœ; q¨¡xÕ0¸&ÑAÓBˆBÜ—Y‘Y˜r–]�Ø�"˜‘'“
œc ! B¨!¡G¡*§.¡.Ó"2°DÓ9Ñ9”
ð #à�—‘“‰KˆÜ�U‰U�<Ó Ò& BˆÚÜ—(‘(±vÓ>±v°!˜AŸE™E &¨"Õ-°vÑ>Ó?ˆCÜ—G‘G˜C¤ b£Ó*Ð*ˆDØˆd‹G˜œCÓM¨b¯h©h¬jÓMÓMÑMÔQTÐUVÐW[ÑU\×U`ÑU`ÓUbÐdiÓQjÑjÑj‹GØŸ™ž
‘��1Ø˜1‘H—>‘>Õ#Ø�c˜Q‘h“K 1¤s¨1¨S°A©X©;¯?©?Ó+<¸eÓ'DÑ#DÑD”Kð #ð �A—E‘E“G‘ˆAØ�Z‰Zœ˜F› Q¨!ˆZÓ,ˆØˆŒÜ�H‰H�a˜Ÿ™ §¡Ð(¬"¯*©*Ó5ˆØ˜‘˜5Ñ!×'Ñ'¨¨Ð+ˆÜ�X‰X�q˜$Ÿ&™&�k FÑ*¬B¯J©JÓ7ˆÜ�X‰X�q˜$Ÿ&™&�k FÑ*¬B¯J©JÓ7ˆÜ˜b—M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,¨sÑ2ˆAØ˜‘ˆBØ˜‘Y  5¡	�ˆBØ�a‹xÜœ˜tŸv™v¨¨S¯[©[¸$¸ÀÓ-EÑ)EÑFÓGÓH�Ü—[‘[  B¨¡F¨D¯F©FÓ3�ÜŸ(™( 2›,×-Ñ-¬cÓ2°R¼"¿(¹(À2»,Ñ5FÊÈ4ÈÑ4P�R�Ü—j‘j  q¡¨"¨q©&Ó1�Ù47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø�u‘I˜a "™f Q¨¡V¨b¡[Ð1�Ø˜‘v  R¡Ñ(¨1¨S©6°B©;Ñ6��!‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1“á47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø˜%‘y  R¡¨¨B©°·±©Ð8��!‘Ø! ! A¨¯©¡JÐ/°°A°a¸$¿&¹&±jÐ1A���1‘�r˜!“uð# "ñ$ Ø—‘˜a Ó%ˆAÜ×Ñ Ó"¤E×$4Ñ$4°RÓ$8¼%×:JÑ:JÈ2Ó:NÐNÐNùòU ?ùò Bùò ?s   ÂWÄW!Æ(W&c                óÂ  — ||z   D ]  }t        |«      \  |d<   |d<   Œ t        j                  j                  t        j                  dt        d   «      «      }| j                  |t        d   |«      \  }}}d\  }	}
t        | j                  j                  «       «      }t        j                  d«      rút        |t        d   «      \  }}t        j                  «       5  | j                  j                  t        j                  d| j                   | j"                  t$        ¬	«      «      j&                  d
   }d d d «       t)        |«      j+                  t$        «      }	|t        |	j                  «       «      z  }| j-                  dt        d   › d|› dt        j                  dd«      › �«       t        j.                  j1                  t3        | j                  |«      t        d   t        d   ¬«      }t        j.                  j4                  j7                  |ddt        d   ¬«      }t9        |«      }t:        j<                  dd }}}d}t?        t        j                  dd«      «      }tA        t        d   «      D �]Þ  }tC        jB                  «       }||k  r*|jD                  D ]  }t        d   dd|z  |z  z   z  |d<   Œ n'||k(  r"|dkD  r|jD                  D ]  }t        d   |d<   Œ | j                  jG                  «        g g }}tA        t        d   «      D �]è  }tI        | j                  |«       |dz  }| j                  |t        d   |d¬«      \  }}}|j+                  t$        «      |j+                  t$        «      |j+                  t$        «      }}}|	€| j                  |«      } nV| j                  j                  |«      }!| j                  jK                  |!«      } | j                  jL                  dk(  r| d    n| } t        j                  d!d"«      d#k(  r#tO        | ||t        j                  d$d«      «      }"n\t        j                  d!«      d%k(  rtQ        | |«      jS                  «        }"n(tQ        | |«       tQ        | |«      z   jS                  «       }"|jU                  |"jW                  «       «       |	�Æ |	!tY        |
«      «      }#t        jZ                  | j\                     «      j+                  t$        «      }$|"t        j^                  j`                  jc                  |#|$«      z   }"|jU                  |#je                  d«      |$k(  jg                  «       jS                  «       jW                  «       «       |
dz  }
|ji                  «        |"jk                  «        t        j^                  jl                  jo                  |t        j                  d&d'«      «       |jq                  «        |€�ŒÙ|jq                  «        �Œë | j                  js                  «        t        j                  «       5  g }%t?        t        j                  d(d)«      «      }&tA        dtu        |«      |&«      D ]•  }'| j                  ||'|'|&z    j+                  t$        «      «      } |%jU                  tQ        | ||'|'|&z    j+                  t$        «      «       tQ        | ||'|'|&z    j+                  t$        «      «      z   jw                  «       «       Œ— t        jx                  |%«      jS                  «       jW                  «       }%d d d «       ||k\  r|€|jq                  %«       | j-                  d*|d+›d,t        jR                  |«      d-›d.%d-›d/tC        jB                  «       |z
  d0›d1�	||k  rd2|jD                  d   d   d3›d4�nd5z   |rd6t        jR                  |«      d7›�nd5z   «       |%|d8z
  k  r]|%d}}| j                  j{                  «       j}                  «       D �(�)ci c]$  \  }(})|(|)j                  «       j�                  «       “Œ& }}(})�ŒÅ||k\  s�ŒÌ|dz  }|t        d9   k\  s�Œß n |�| j                  jƒ                  |«       | j                  js                  «        ||z   D ]&  }|j…                  dd «       |j…                  dd «       Œ( |S # 1 sw Y   �Œ�xY w# 1 sw Y   �ŒŸxY wc c})}(w ):NrÕ  rÖ  rp  rq  Úval_windows)Nr   Úadvr1   rú  r3   z  adversarial z loss: z classes, lambda rb  rc  r_  Úweight_decay)r_  rô  rz  r;  Úlr_patience)r¥  ÚfactorÚpatiencer   Úwarmup_epochsru  r:  gÍÌÌÌÌÌì?rt  r[  T©rá  r  ÚlossÚcontrastiver!  Úinfonce_taur&  rŸ  ç      @Úinfer_bsr\  z
    epoch Ú02dú train z+.4fz val ú (ú.0fús)z [warm-up, lr z.1eÚ]rÏ  z | adversary acc ú.3fç-Cëâ6?r÷  )CrO   r   r›  Údefault_rngr4   r5   r   rð  rZ   r¼  r·  rY  r   r‡   r   r(  rÒ   rw   rþ  rI   r[  rý  rr  r}  ÚAdamWrh  r~  ÚReduceLROnPlateaur�  rw  ÚinfrH   r[   ÚtimeÚparam_groupsr€   rq  re  r  r!  r&  r¸   r6   Úitemrb  r   rÛ  r
  r§  r  Úargmaxr»   Ú	zero_gradrP  ÚutilsÚclip_grad_norm_ro  rn  rG   r   r¿  Ú
state_dictrï  ÚdetachÚclonerœ  Úpop)*rv   r€   r�   r‚   r=   r®  ÚXvÚYavÚYivró  ro  r^  r+   Ún_domÚd_featr€  Úschrx  ÚbestÚbadÚ
best_stateÚn_stepÚwarmÚepÚt0rg  ÚtlÚdarƒ   rÀ   r  r  rŠ   r?   rú  ÚdlÚdtÚvlÚvbr  rb   rÂ   s*                                             r   r~   z
DNNDec.fit  s#  € Ø˜#”+ˆBÜ#+¨B£<Ñ ˆBˆu‰I�r˜%’yð ä�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÓEˆØ—}‘} S¬!¨MÑ*:¸CÓ@‰ˆˆC�Ø‰	ˆˆTÜ�d—h‘h×)Ñ)Ó+Ó,ˆÜ�5‰5�Œ<Ü# E¬1¨U©8Ó4‰JˆC�Ü—‘•ØŸ™Ÿ™¤e§k¡k°!°T·V±V¸T¿V¹VÌCÔ&PÓQ×WÑWÐXZÑ[�÷ !ä˜& %Ó(×+Ñ+¬CÓ0ˆCØ”d˜3Ÿ>™>Ó+Ó,Ñ,ˆFØ�H‰H�~¤a¨¡h Z¨w°u°gÐ=NÌqÏuÉuÐUaÐcgÓOhÐNiÐjÔkÜ�k‰k×Ñ¤°·±¸&Ó AÄaÈÁgÔ\]Ð^lÑ\mÐÓnˆÜ�k‰k×&Ñ&×8Ñ8¸À5ÐQTÔ_`ÐanÑ_oÐ8ÓpˆÜ˜3ÓˆÜ $§¡¨!¨T�:ˆcˆØˆÜ”1—5‘5˜¨!Ó,Ó-ˆÜœ˜,™×(ˆBÜ—‘“ˆBØ�DŠyØ×)Ô)�AÜ ™g¨¨s°R©x¸$©Ñ)>Ñ?�A�d’Gñ *à�t’  q¢Ø×)Ô)�AÜ ™g�A�d’Gð *à�H‰H�N‰NÔØ˜�ˆBÜœ1Ð.Ñ/×0�Ü˜Ÿ™ &Ô)Ø˜!‘�Ø ŸM™M¨%´°<±À#È4˜MÓP‘	��2�rØŸD™D¤›I r§u¡u¬S£z°2·5±5¼³:�r�2�Ø�;ØŸ™ ›‘AàŸ™Ÿ™ Q›�AØŸ™Ÿ™ aÓ(�AØ%)§X¡X§Z¡Z°1¢_˜˜&š	¸!�AÜ—5‘5˜ Ó/°9Ò<Ü" 1 b¨"¬a¯e©e°MÀ3Ó.GÓH‘DÜ—U‘U˜6“] iÒ/Ü# A r›N×/Ñ/Ó1Ð1‘Dä$ Q¨›^˜O¬g°a¸«nÑ<×BÑBÓD�DØ—	‘	˜$Ÿ)™)›+Ô&Ø�?Ù˜Q¤
¨4Ó 0Ó1�BÜ×)Ñ)¨#¨d¯m©mÑ*<Ó=×@Ñ@ÄÓE�BØ¤%§(¡(×"5Ñ"5×"CÑ"CÀBÈÓ"KÑK�DØ—I‘I˜rŸy™y¨›|¨rÑ1×8Ñ8Ó:×?Ñ?ÓA×FÑFÓHÔIØ˜A‘I�DØ—‘”Ø—‘”Ü—‘—‘×.Ñ.¨v´q·u±u¸VÀSÓ7IÔJØ—‘”
Ø’?Ø—H‘H–Jð; 1ð< �H‰H�M‰MŒOÜ—‘•Ø�ÜœŸ™˜z¨3Ó/Ó0�Ü˜q¤# b£'¨2Ö.�AØŸ™  A a¨"¡f §¡´Ó!5Ó6�AØ—I‘I¤¨¨3¨q°°R±¨=×+;Ñ+;¼CÓ+@Ó AÐAÄGÈAÈsÐSTÐUVÐY[ÑU[È}×O_ÑO_Ô`cÓOdÓDeÑe×jÑjÓlÕmð /ô —Y‘Y˜r“]×'Ñ'Ó)×.Ñ.Ó0�÷ !ð �TŠz˜c˜kØ—‘˜”Ø�H‰H�z " S ¨´·±¸³¸TÐ0BÀ%ÈÈ4ÀyÐPRÔSW×S\ÑS\ÓS^ÐacÑScÐdgÐRhÐhjÐkØMOÐRVÊY˜.¨×)9Ñ)9¸!Ñ)<¸TÑ)BÀ3Ð(GÀqÑIÐ\^ñ`áACÐ+¬B¯G©G°B«K¸Ð+<Ñ=ÈñMô Nð �D˜4‘KÒØ �c�Ø@DÇÁ×@SÑ@SÓ@U×@[Ñ@[Ô@]Ô^Ñ@]¹¸¸1˜a §¡£×!1Ñ!1Ó!3Ñ3Ð@]�
Ó^Ø�t”Ø�q‘�Øœ!˜J™-Ô'Ùðw )ðx Ð!Ø�H‰H×$Ñ$ ZÔ0Ø�‰�‰ŒØ˜#”+ˆBØ�F‰F�5˜$ÔØ�F‰F�5˜$Õð ð ˆ÷[ !‘ú÷h !‘üó _s    ÃAcØ0Dcà)cãcãc	c                óV  — t        t        d   t        z  «      | j                  | j                  z
  | j
                  z
  }}||z   | j                  z   }t        j                  |D �cg c]  }t        |d   «      |z
  ‘Œ c}«      }	t        j                  |	dz   d«      j                  t        «      }
|j                  t        |«      ||
|
j                  «       z  ¬«      }t        j                  ||| j                  ft        j                   «      }t        j                  ||f|d   d   j"                  dd z   t        j                   «      }t        j                  ||ft        j$                  «      t        j&                  ||ft(        «      }}t+        |«      D ]¥  \  }}|j-                  d|	|   dz   «      }||   }|d   |||z    |d   ||z   ||z   |z    |d   ||z   ||z   |z    c||<   ||<   ||<   |j/                  «       t        d	   k  sŒud
|||j-                  t        d|z  «      t        d|z  «      «      d…f<   Œ§ |r| j1                  ||«      }t3        j4                  |«      t3        j4                  |«      t3        j4                  |«      t3        j4                  |«      fS c c}w )aR  n training sequences of D['seq_len_s'] s with their causal context: EEG (n, ctx + Ls + fut, C), targets of
        both streams (n, Ls, 2, F), attended column (n, Ls) and the synthetic-switch flag (n, Ls): with probability
        D['seq_p_switch'] the two streams swap roles at a uniform time (as generateSyntheticSwitches does at test).Ú	seq_len_sr{   r1   r   rÔ  Ú_YNrE   Úseq_p_switchTrˆ  gš™™™™™é?)rH   r4   r   rÒ   rt  rs  r   r´   rG   r:   r8   r»   rÚ  r$  rÜ  rw   r   rI   Úint64r(  r¸  rÝ  rª  r›  rÈ  r   r   )rv   rW  r^   r®  rá  ÚLsrN  Úneedr4  rä  rÄ   rè  rÀ   rJ   rE   Ústr³  r  rL   r=   s                       r   Ú
_sequenceszDNNDec._sequencesi  sY  € ô ”a˜‘n¤rÑ)Ó*¨D¯F©F°T·X±XÑ,=ÀÇÁÑ,HˆCˆØ�R‰x˜$Ÿ(™(Ñ"ˆÜ�x‰x±vÓ>±v°!œ˜Q˜u™X›¨Ó-°vÑ>Ó?ˆÜ�J‰J�t˜a‘x Ó#×*Ñ*¬5Ó1ˆØ�Z‰Zœ˜F› Q¨!¨a¯e©e«g©+ˆZÓ6ˆÜ�H‰H�a˜˜tŸv™vÐ&¬¯
©
Ó3ˆÜ�H‰H�a˜�W˜v a™y¨™×4Ñ4°Q°RÐ8Ñ8¼"¿*¹*ÓEˆÜ—(‘(˜A˜r˜7¤B§H¡HÓ-¬r¯x©x¸¸B¸ÄÓ/FˆRˆÜ˜b–M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,ˆAØ˜‘ˆBØ!# E¡¨1¨Q°©XÐ!6¸¸4¹ÀÀSÁÈÈSÉÐSUÉÐ8VÐXZÐ[`ÑXaÐbcÐfiÑbiÐjkÐnqÑjqÐtvÑjvÐXwÐˆAˆa‰D�!�A‘$˜˜A™Ø�z‰z‹|œa Ñ/Ó/ØEI��1�c—l‘l¤3 s¨R¡x£=´#°c¸B±h³-Ó@ÑAÐAÒBð "ñ Ø—‘˜a Ó%ˆAÜ×Ñ Ó"¤E×$4Ñ$4°QÓ$7¼×9IÑ9IÈ#Ó9NÔPU×P`ÑP`ÐacÓPdÐdÐdùò ?s   Á%J&c           
     ó&  ‡ ‡ — |j                   d   |j                   d   }}‰ j                  ‰ j                  z
  ‰ j                  z
  t	        t
        d   d   t        z  «      c}	Š |j                  d‰ j                  ‰ j                  «      j                  dddd«      j                  d‰ j                  ‰ j                  «      }
‰ j                  |
«      dd…|	|	‰ j                  z   …f   }|j                  ||d«      }ˆ ˆ fd	„}d
„ } ||«      } || ||dd…dd…df   «      «       || ||dd…dd…df   «      «      z
  }ˆ ˆ fd„} ||«       ||«      }}|t        j                  |dd«      d   z  |z  j                  d«      }||z  j                  «       }t!        j"                  t$        d   «      t!        j"                  dt$        d   z
  «      }}t        j&                  |dz  | dz  gd«      }t        j(                  |dft!        j"                  d«      |j*                  ¬«      }dg }}t-        |j                   d   «      D ]µ  }|dkD  rht        j&                  t        j.                  |dd…df   |z   |dd…df   |z   «      t        j.                  |dd…df   |z   |dd…df   |z   «      gd«      }||dd…|f   z   }t        j0                  |dd¬«      }||dd…df   z   ||z
  }}|j3                  |«       Œ· t        j&                  |d«      }|j5                  d|d   «      d   j7                  «        }|j9                  d«      |k(  j;                  «       j7                  «       }|dk(  rŸ|j5                  d|d   «      d   j                  d«      t!        j"                  d«      z   t        j                  |dd…dd…f   |dd…dd…f   k(  ||«      j                  d«      z   }||z
  |j                   d   z  j7                  «       ||fS |||fS )a  Decoder on every 0.25-s hop of the sequences (the causal read-out of reconstruct()), per-target Pearson in
        1-s windows against both streams, evidence sign flipped in the synthetically switched windows, unary log-odds
        u = sum_f v_f (r0_f - r1_f), 2-state chain with p_stay. kind 'filter': cross-entropy of the causal FILTERING
        posterior (what is used at test); 'crf': negative log-likelihood of the whole state path (CRF).
        Returns (loss, filtering cross-entropy, filtering accuracy).r   r1   rm  ro  rO  r"   r3   Nc                ó>   •— | j                  d‰‰j                  «      S )Nr1   )Úunfoldrs  )rL   ÚEWrv   s    €€r   r|  z"DNNDec._seq_loss.<locals>.<lambda>Š  s   ø€ �q—x‘x  2 t§x¡xÔ0r   c                ó  — | | j                  dd¬«      z
  ||j                  dd¬«      z
  }} | |z  j                  d«      t        j                  | | z  j                  d«      ||z  j                  d«      z  dz   «      z  S )Nr3   Tr  r  r#  r%  s     r   ÚcorrzDNNDec._seq_loss.<locals>.corrŒ  sr   € Ø�q—v‘v˜b¨$�vÓ/Ñ/°°Q·V±V¸BÈ°VÓ5MÑ1MˆqˆAØ˜‘E—;‘;˜r“?¤U§Z¡Z°°Q±·±¸B³À1ÀqÁ5Ç+Á+ÈbÃ/Ñ0QÐTXÑ0XÓ%YÑYÐYr   c                ó~   •— | j                  «       j                  d‰‰j                  «      j                  d«      dkD  S )Nr1   r3   r;  )r»   r4  rs  r¸   )r  r5  rv   s    €€r   r|  z"DNNDec._seq_loss.<locals>.<lambda>‘  s.   ø€ ˜Ÿ™›×)Ñ)¨!¨R°·±Ó:×?Ñ?ÀÓCÀcÒIr   g      ð¿r    r
  Ú
seq_p_stayr;  rú  r0   Tr  r  Úcrf)rI   rÒ   rt  rs  rH   r   r   r4  rŠ  r‹  rw   r¼  r   r¢  r$  r  rw  rr  r4   r<   Úfullrû  r[   Ú	logaddexpÚ	logsumexpr6   Úgatherr¸   r  r»   )!rv   rÀ   rJ   rE   r0  rÂ   rU  r�  r.  rÇ  ÚwinrŠ   Úuwr7  Úywr.  ÚfracÚwswÚa_wÚuÚstateÚlsÚlswÚunÚlpÚlogZÚpostr³  rò  ÚceÚaccÚgoldr5  s!   `                               @r   Ú	_seq_losszDNNDec._seq_loss  s©  ù€ ð —‘˜‘
˜AŸG™G A™Jˆ2ˆØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/´´S¸±_ÀWÑ5MÔPRÑ5RÓ1SˆˆˆbØ�h‰h�q˜$Ÿ&™& $§(¡(Ó+×3Ñ3°A°q¸!¸QÓ?×GÑGÈÈDÏFÉFÐTX×TZÑTZÓ[ˆØ�H‰H�S‹Mš!˜T $¨¯©¡/Ð1Ð1Ñ2ˆØ�I‰I�a˜˜RÓ ˆÜ0ˆò	Zñ �‹UˆÙ�‘R˜š!šQ ˜'™
“^Ó$¡t¨B±°1²Qº¸1°W±:³Ó'?Ñ?ˆÜIˆÙ˜“8™T #›YˆSˆØ”—‘˜S $¨Ó,¨YÑ7Ñ7¸!Ñ;×@Ñ@ÀÓDˆØ�s‘× Ñ Ó"ˆÜ—(‘(œ1˜\™?Ó+¬T¯X©X°a¼!¸L¹/Ñ6IÓ-JˆCˆÜ�[‰[˜!˜a™% !  a¡˜¨"Ó-ˆÜ�Z‰Z˜˜A˜¤§¡¨£°a·h±hÔ?ˆØ˜"ˆdˆÜ�r—x‘x ‘{Ö#ˆAØ�1ŠuÜ—[‘[¤%§/¡/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"PÜ"'§/¡/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"Pð"RØSTóV�à�bš˜A˜‘h‘ˆBÜ—‘  A¨tÔ4ˆAØ˜a¢ 1 ™g‘~ r¨A¡v�"ˆDØ�K‰K˜�Oð $ô �{‰{˜4 Ó#ˆØ�k‰k˜!˜U 9Ñ-Ó.¨vÑ6×;Ñ;Ó=Ð=ˆØ�{‰{˜2‹ %Ñ'×.Ñ.Ó0×5Ñ5Ó7ˆØ�5Š=Ø—9‘9˜Q  iÑ 0Ó1°&Ñ9×=Ñ=¸aÓ@Ä4Ç8Á8ÈCÃ=ÑPÜ—‘˜E¢! Q¡R %™L¨E²!°S°b°S°&©MÑ9¸2¸sÓC×GÑGÈÓJñKˆDà˜D‘[ B§H¡H¨Q¡KÑ/×5Ñ5Ó7¸¸SÐ@Ð@Ø�2�sˆ{Ðr   c                ó   ‡ ‡‡‡‡— t         d   Št        t         d   t        z  «      ‰ j                  z   ‰ j                  z
  }||z   D ]  }t        |«      |d<   Œ |D �cg c]  }t        |d   «      |k\  sŒ|‘Œ c}|D �cg c]  }t        |d   «      |k\  sŒ|‘Œ }}}t        j                  j                  t         j                  dt        d   «      dz   «      }t        j                  j                  t         j                  d«      r/t        j                  ‰ j                   j"                  t$        ¬	«      nNt        j&                  ‰ j                   j"                  ft         d
   ‰ j                   j"                  z  t$        ¬	«      «      Št         j                  d«      rˆfd„nˆfd„Št        j(                  j+                  t-        ‰ j                   j/                  «       t         d   ¬«      t-        ‰gt         d   d¬«      gt         d   ¬«      }	t1        t         d   «      D �
cg c]  }
‰ j3                  |t         d   |«      ‘Œ c}
Šˆˆˆ ˆfd„} |«       \  }}‰ j5                  d‰› d|d›d|d›dt        j6                   ‰«       j9                  «       j;                  «       j=                  «       d«      › �«       d‰ j                   j?                  «       jA                  «       D ��ci c]$  \  }}||j9                  «       jC                  «       “Œ& c}} ‰«       j9                  «       jC                  «       }}}t1        t         d   «      D �]r  }tE        jD                  «       g }}‰ j                   jG                  «        t1        t         d    «      D ]í  }
‰ j3                  |t         d   |d!¬"«      D �cg c]  }|jI                  t$        «      ‘Œ }} ‰ jJ                  g |¢ ‰«       ‘‰‘­Ž d   }|	jM                  «        |jO                  «        t        j                  jP                  jS                  ‰ j                   j/                  «       d#«       |	jU                  «        |jW                  |jY                  «       «       Œï  |«       \  }}‰ j5                  d‰› d$|d%›d&t        jZ                  |«      d›d'|d›d|d›d(t        j6                   ‰«       j9                  «       j;                  «       j=                  «       d«      › d)tE        jD                  «       |z
  d*›d+�«       ||d,z
  k  r�|d}}‰ j                   j?                  «       jA                  «       D ��ci c]$  \  }}||j9                  «       jC                  «       “Œ& c}} ‰«       j9                  «       jC                  «       }}�Œ`|d-z  }|t         d.   k\  s�Œs n ‰ j                   j]                  |«       ‰ j                   j_                  «        ||z   D ]  }|ja                  dd/«       Œ t-        |j;                  «       j=                  «       D �cg c]  }tc        |«      ‘Œ c}t         d0   |¬1«      S c c}w c c}w c c}
w c c}}w c c}w c c}}w c c}w )2a!  Phase 2 after fit(): fine-tune the decoder and the CRF unary weights v END-TO-END with a sequence loss on
        synthetic-switch sequences. Early stopping on the filtering cross-entropy of fixed validation sequences.
        Returns dict(v, p_stay) for score.py (--evidence-weights crf).Úseq_lossr*  r+  r{   rp  rq  rN  Ú
seq_v_normrú  Ú
seq_v_initc                 óD   •— t         d   t        j                  ‰ d«      z  S )NrT  r   )r4   r   Úsoftmax©r·  s   €r   r|  z%DNNDec.fit_sequence.<locals>.<lambda>¹  s   ø€ ”a˜‘o¬¯©°b¸!Ó(<Ò<r   c                 ó   •— ‰ S r†  r”   rW  s   €r   r|  z%DNNDec.fit_sequence.<locals>.<lambda>¹  s   ø€ Ñcer   Úseq_lrr]  Úseq_v_lrr0   )r^  r_  rô  rô  )rô  Úseq_val_batchesÚ	seq_batchc                 ó>  •— ‰j                   j                  «        t        j                  «       5  ‰D � �cg c]>  }  ‰j                  g | D �cg c]  }|j                  t        «      ‘Œ c}¢ ‰«       ‘‰‘­Ž ‘Œ@ }} }d d d «       t        t        j                  D �cg c]  }|d   j                  «       ‘Œ c}«      «      t        t        j                  |D �cg c]  }|d   j                  «       ‘Œ c}«      «      fS c c}w c c}} w # 1 sw Y   ŒŽxY wc c}w c c}w rT  )r¼  rn  r   r‡   rP  rý  rþ  r»   r   r¸   r  )rB   r  rÆ   r   ÚVbrU  rv   Úvfs       €€€€r   Úvalidatez%DNNDec.fit_sequence.<locals>.validate¾  s×   ø€ Ø�H‰H�M‰MŒOÜ—‘•ÙRTÔUÑRTÈQ�^�T—^‘^ÐH¹Ó%;¹°A a§d¡d¬3¥i¸Ñ%;ÐH¹R»TÐHÀ4ÔHÐRT�ÑU÷ !äœŸ™±qÓ!9±q°! ! A¡$§)¡)¥+°qÑ!9Ó:Ó;¼UÄ2Ç7Á7ÑabÓKcÑabÐ\]ÈAÈaÉDÏIÉIÍKÐabÑKcÓCdÓ=eÐeÐeùò &<ùÓU÷ !�üâ!9ùÒKcs:   °D	¶DÁC>Á(DÁ9D	ÂDÃDÃ>DÄD	Ä	Dz    seq[z] start: val filter-CE z.4fz acc r  z  v rO  r   Ú
seq_epochsÚ	seq_stepsTrù  rý  z] epoch rÿ  r   z val filter-CE z v r  r  r  r  r1   Úseq_patienceNr9  )rÂ   Úp_stayÚval_ce)2r4   rH   r   rÒ   rs  rC   rG   r   r›  r  r5   r   r   r
  r'  r(  r¼  r  rþ  r;  r}  r  rb  r·  r[   r1  rr  r©  r  r   r‰   r  rï  r  r  r€   rý  rP  r  rP  r  r  ro  r6   r  r¸   rœ  rn  r  r»   )rv   r€   r�   r/  r=   r4  Útr_okÚva_okr®  r€  rƒ   r`  r  Úacc0rb   r   r  r  Úbest_vr!  r"  r#  r  rB   rú  r'  Úvar^  rU  r·  r_  s   `                          @@@@r   Úfit_sequencezDNNDec.fit_sequenceª  sR  ü€ ô �‰}ˆÜ”1�[‘>¤BÑ&Ó'¨$¯&©&Ñ0°4·8±8Ñ;ˆØ˜#”+ˆBÜ “|ˆBˆtŠHð á#(ÓB¡5˜a¬C°°%±«M¸TÓ,Aš 5ÑBÑPSÓDmÑPSÈ1ÔWZÐ[\Ð]bÑ[cÓWdÐhlÓWlÂQÐPSˆuÐDmˆÜ�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÀqÑ$HÓIˆô �X‰X×ÑÄqÇuÁuÈ\ÔGZ¤§¡¨D¯H©H¯J©J¼sÕ CÜ%*§Z¡Z°·±·±°¼qÀ¹ÐQU×QYÑQY×Q[ÑQ[Ñ?[ÔdgÔ%hójˆäABÇÁÀ|ÔATÔ<Ó[eˆÜ�k‰k×Ñ¤¨T¯X©X×-@Ñ-@Ó-BÄqÈÁ{Ô!SÜ!%¨b¨T´a¸
±mÐRUÔ!Vð!XÜfgÐhvÑfwð  ó yˆäCHÌÐK\ÑI]ÔC^Ó_ÑC^¸aˆd�o‰o˜e¤Q {¡^°SÕ9ÐC^Ñ_ˆ÷	fñ
 “Z‰
ˆˆdØ�‰�8˜D˜6Ð!8¸¸c¸
À%ÈÈSÀzÐQUÔVX×V^ÑV^Ñ_aÓ_c×_jÑ_jÓ_l×_pÑ_pÓ_r×_xÑ_xÓ_zÐ|}ÓV~ÐUð  Aô  	BØ"#ÈÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÑHeÁÀÀ1 a¨¯©«×)9Ñ)9Ó);Ñ&;ÐHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜ˆZˆÜœ˜,™×(ˆBÜ—Y‘Y“[ "�ˆBØ�H‰H�N‰NÔÜœ1˜[™>Ö*�Ø(,¯©¸¼qÀ¹~ÈsÐX\¨Ô(]Ó^Ñ(] 1�Q—T‘Tœ#•YÐ(]�Ð^Ø%�t—~‘~Ð5 qÐ5©"«$Ð5°Ò5°aÑ8�Ø—‘”Ø—‘”Ü—‘—‘×.Ñ.¨t¯x©x×/BÑ/BÓ/DÀcÔJØ—‘”
Ø—	‘	˜$Ÿ)™)›+Õ&ð +ñ “Z‰FˆB�Ø�H‰H�x ˜v X¨b°¨X°W¼R¿W¹WÀR»[ÈÐ<MÈ_Ð]_Ð`cÐ\dÐdiÐjlÐmpÐiqð rÜŸ(™(¡2£4§;¡;£=×#4Ñ#4Ó#6×#<Ñ#<Ó#>ÀÓBÐCÀ2ÄdÇiÁiÃkÐTVÑFVÐWZÐE[Ð[]ð_ô `à�D˜4‘KÒØ �c�ØHLÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÑHeÁÀÀ1 a¨¯©«×)9Ñ)9Ó);Ñ&;ÐHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜F’
à�q‘�Øœ!˜NÑ+Ô+Ùð) )ð* 	�‰× Ñ  Ô,Ø�‰�‰ŒØ˜#”+ˆBØ�F‰F�4˜Õð ä¨¯©«×);Ñ);Ô)=Ó>Ñ)= A”u˜Q•xÐ)=Ñ>ÄqÈÁÐ_cÔdÐdùò[ CùÒDmùò `ùó &gùò
 _ùó &gùò ?s6   ÁYÁ5YÁ?Y ÂY È%!Y%Ë))Y*Î3Y0Õ)Y5Ø8Y;c                ó˜  — |d   j                  t        j                  «      }t        |«      }|dk(  rg| j                  | j
                  z
  | j                  z
  }|| j
                  | j                  z   }}| j                  t        ||| j                  z   «      }	}nK| j                  dz  }
|
| j                  | j                  dz  t        |
|
| j                  dz  z   «      f\  }}}}	t        j                  t        j                  || j                  ft        j                  «      |t        j                  || j                  ft        j                  «      g«      }t        j                  d||«      }| j                  j                  }t        j                  t        |«      |z  f|dkD  r|fndz   t        j                  «      }t        t        j!                  dd	«      «      }t#        dt        |«      |«      D ]È  }||||z    }t%        j&                  t        j(                  |D �cg c]  }|||| j                  z    ‘Œ c}«      «      j+                  t,        «      }| j                  |«      d
d
…|	f   j/                  «       j1                  «       }|j3                  d|dkD  r|fndz   «      |||z  |t        |«      z   |z   ŒÊ |d
| S c c}w )zÔcausal : output sample u is read from the window ending at u + fut + (u mod hop) -> <= 0.75 s future.
        offline: centre quarter-to-three-quarters of windows at hop W/2 (reference; uses up to 3.75 s future).r{   rg  r  r"   r   r1   r”   rþ  i   N)r3   )r8   r   r   rG   rÒ   rt  rs  Úslicer­  r(  rw   rF   r¼  r  rH   r4   r5   r[   r   r   r<   rý  rþ  r   r‰   r‹  )rv   r=   r¥  r   r³   rÇ  Úpad_lÚpad_rro  ÚtakeÚqrå   Ústartsr  rÕ   Úbsr  rÁ   rL   rÀ   rŠ   s                        r   r‹   zDNNDec.reconstructá  sF  € ð ˆu‰I×ÑœRŸZ™ZÓ(ˆÜ�‹FˆØ�8ÒØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDØ §¡¨D¯H©HÑ!4�5ˆEØŸ™¤5¨¨t°d·h±h©Ó#?�$‰Dà—‘˜!‘ˆAØ'(¨$¯&©&°$·&±&¸A±+¼uÀQÈÈDÏFÉFÐVWÉKÉÓ?XÐ'XÑ$ˆE�5˜$ Ü�^‰^œRŸX™X u¨d¯f©f o´r·z±zÓBÀAÄrÇxÁxÐQVÐX\×X^ÑX^ÐP_Ôac×akÑakÓGlÐmÓnˆÜ—‘˜1˜a Ó&ˆØ�H‰H�J‰JˆÜ�h‰hœ˜F› dÑ*Ð,¸¸Aº°±À2ÑFÌÏ
É
ÓSˆÜ”—‘�z 3Ó'Ó(ˆÜ�qœ#˜f›+ rÖ*ˆAØ�q˜˜R™Ð ˆAÜ× Ñ ¤§¡ÁQÓ*GÁQÀ¨2¨a°°D·F±F±
Ò+;ÀQÑ*GÓ!HÓI×LÑLÌSÓQˆAØ—‘˜“šA˜t˜GÑ$×(Ñ(Ó*×0Ñ0Ó2ˆAØ01·	±	¸%È1ÈqÊ5ÀAÁ4ÐVXÑ:YÓ0ZˆC��D‘˜!œc !›f™*¨Ñ,Ñ-ð	 +ð
 �2�Aˆwˆùò +Hs   È$Kc                óÒ   — | j                  ||«      }| j                  j                  dk(  r||d   d d …df   |d   d d …df   fS t        |«      }||d d …dd d …f   |d d …dd d …f   fS )Nr1   r   r   )r‹   r¼  r  rC   )rv   r=   r¥  rŠ   rJ   s        r   r�   zDNNDec.featuresú  sr   € Ø×Ñ˜R Ó&ˆØ�8‰8�:‰:˜Š?Ø�b˜‘i¢ 1 ‘o r¨%¡y²°A°¡Ð6Ð6Ü�R‹LˆØ�!’A�qš!�G‘*˜a¢ 1¢a ™jÐ(Ð(r   N)F)rg  )rŽ   r�   r�   Úprintrx   rÈ  rð  r~   r1  rP  rk  r   r‡   r‹   r�   r”   r   r   rf  rf  l  sU   „ Ø$)°ó 0ò`óD.Oò`Vóveò,)òV5eðn €U‡]�]ƒ_òó ðô0)r   rf  )rg   r—   r¤   rÉ   rÙ   ré   )rÒ  rÓ  rÑ  rÉ  rÔ  r×  rÖ  rÂ  rÃ  r–  rÄ  rÅ  rÆ  rÇ  c                óH   — | t         v rt        |    |«      S t        | ||«      S r†  )ÚLINEARrf  )r’   rw   rr  s      r   Úmakerx    s&   € ØŒv�~Ü�d‰|˜A‹ÐÜ�$˜˜3ÓÐr   )r”   )Er‘   Ú
__future__r   rí  rw  rž  rS   r  r‰   r   r   ræ  Úeinops.layers.torchr   Ú
common_expr   r   r   r   rt   r4   rû  r   Úis_availablerþ  r   rC   rO   rQ   rd   rf   r–   r£   rÈ   rØ   rè   ré  r
  ÚModulerþ   rà  r  r=  rL  rh  rq  r�  r©  r„  r‘  r¬  r´  r÷  r!  r&  r9  rE  rH  ÚautogradÚFunctionrJ  rY  r[  rb  rf  rw  ÚDNNru  rx  r”   r   r   Ú<module>r�     s'  ðñ	õ #ã Û Û 	Û 	Û ã Û Û Ý &ç )Ó )àˆ�M€Øˆ�J€Ø€e‡l�l˜UŸZ™Z×4Ñ4Ô6‘6¸EÓB€òGò2ò.Bò4ò÷ 3ñ 3ô2�:ô ô �
ô ÷:)ñ )÷BMñ M÷.#*ñ #*ðR ˆfÐHÐI€	ô!�U—X‘X—_‘_ô !ð2 €ôGˆ%�(‰(�/‰/ô Gô0N�U—X‘X—_‘_ô Nô&�%—(‘(—/‘/ô ò(.òò$gð €ô
k�E—H‘H—O‘Oô 
kôA�e—h‘h—o‘oô Aô*9ˆe�h‰h�o‰oô 9ò>xôB/ˆ%�(‰(�/‰/ô /ò8gòOò ó%ò(%ô"ˆ5�>‰>×"Ñ"ô "ò?ôOˆe�h‰h�o‰oô OòQ÷S)ñ S)ðl ¨\ÈÐbkØ (ñ
,€ò d€ð ô  r   