Ë
    †3ìjò³  ã                  ó–  — d Z ddlmZ ddlZddlZddlZddlZddlZddl	Z	ddl
mZ ddlmZmZmZmZ ed   Zed   Z ej&                  ej(                  j+                  «       rdnd	«      Zd
„ Zd„ Zd„ Zd„ Z G d„ d«      Z G d„ de«      Z G d„ de«      Z G d„ d«      Z G d„ d«      Z G d„ d«      Z e› d�Z! G d„ dejD                  jF                  «      Z$i Z% G d„ dejD                  jF                  «      Z& G d„ d ejD                  jF                  «      Z' G d!„ d"ejD                  jF                  «      Z(d#„ Z) G d$„ d%ejD                  jF                  «      Z*d&„ Z+d'„ Z,d(„ Z-d6d)„Z.d*„ Z/ G d+„ d,ej`                  jb                  «      Z2d-„ Z3 G d.„ d/ejD                  jF                  «      Z4d0„ Z5 G d1„ d2«      Z6eeeeee d3œZ7g d4¢Z8e9fd5„Z:y)7a—  Wrappers around every SuperHugeAAD envelope decoder with one interface.

    dec.fit(train_trials, val_trials, meta)   train on the training datasets only
    dec.features(trial) -> (A, B0, B1)         per-sample arrays; evidence r_s = mean_f corr(A_f, Bs_f) in a window
    dec.lookahead_s                            future data used per output sample (s), for label stamping

Linear decoders use the package classes (update/fit) wherever they run at corpus scale; deviations are noted.
DNNs use the package backbone + the RegressionInterface output head (EinMix -> 1 feature), trained with a
contrastive Pearson loss (-r(attended) + r(ignored)) on 5-s windows.
é    )ÚannotationsN)ÚEinMix)ÚCFGÚEXPÚFSÚROOTÚlinearÚdnnÚcudaÚcpuc                ór   — t        j                  t        j                  | t        j                  ¬«      «      S )N©Údtype)ÚtorchÚ
from_numpyÚnpÚascontiguousarrayÚfloat32)Úxs    úY/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/huyle/v2/decoders.pyÚ_tr      s$   € Ü×ÑœB×0Ñ0°¼"¿*¹*ÔEÓFÐFó    c                ó¨  — g }t         j                  ddg«      D �]  }|dk(  r|j                  | d   «       Œ|dv rddlm}m} |dk(  rdnd\  }} | |d	||gd
t        d¬«      | d   j                  t        j                  «      d¬«      }|j                  |j                  t        j                  «      «       Œ¡|dv r|j                  | |   «       Œº|dk(  sŒÀ|j                  t        j                  dt        j                  | d   d| d   dd ¬«      «      «       �Œ t        j                  |d«      j                  t        j                  «      S )aJ  (T, 2 streams, F) DNN targets per D['targets']: 'env' = the prep's envelope, 'onset' = half-wave rectified
    first difference of it (causal: t and t-1 only), 'delta'/'theta' = causal band-passed envelope, 'glim'/'mask' =
    causal band-passed envelope where the talker is clearly louder than the other / not (build_glimpse.py).ÚtargetsÚenv)ÚdeltaÚthetar   )ÚbutterÚsosfiltr   )ç      ð?ç      @)r!   g       @é   ÚbandpassÚsos)ÚfsÚoutput©Úaxis)ÚglimÚmaskÚdomÚorelÚodiffÚediffÚonsetç        Né   )r(   Úprependéÿÿÿÿ)ÚDÚgetÚappendÚscipy.signalr   r   r   Úastyper   Úfloat64r   ÚmaximumÚdiffÚstack)ÚtrÚfeatsÚfr   r   ÚloÚhiÚbs           r   Ú_targetsrC   !   s  € ð €EÜ�U‰U�9˜u˜g×&ˆØ�Š:Ø�L‰L˜˜E™Õ#ØÐ$Ñ$ß4Ø#$¨¢<‘Z°Z‰FˆB�Ù™˜q 2 r (¨J¼2ÀeÔLÈbÐQVÉi×N^ÑN^Ô_a×_iÑ_iÓNjÐqrÔsˆAØ�L‰L˜Ÿ™¤"§*¡*Ó-Õ.ØÐCÑCØ�L‰L˜˜A™ÕØ�'‹\ð �L‰LœŸ™ C¬¯©°°E±ÀÈBÈuÉIÐVXÐWXÈMÔ)ZÓ[Ö\ð 'ô �8‰8�E˜2Ó×%Ñ%¤b§j¡jÓ1Ð1r   c                ó  — t        | «      }t        j                  t        |«      «      }| d   j	                  t
        «      dt        |«       }|||f   ||d|z
  f   }}|j                  d   dk(  r|dd…df   |dd…df   fS ||fS )zcAttended / ignored DNN targets: (T,) each for one target (unchanged behaviour), (T, F) for several.ÚattNr1   r   )rC   r   ÚarangeÚlenr8   ÚintÚshape)r=   ÚYÚidxÚaÚyaÚyis         r   Ú_att_tgtrO   8   sŒ   € ä�‹€AÜ
�)‰)”C˜“FÓ
€CØ
ˆ5‰	×ÑœÓ˜h¤ A£Ð'€AØˆs�Aˆv‰Y˜˜#˜q 1™u˜*™ˆ€BØ#%§8¡8¨A¡;°!Ò#3ˆBŠq�!ˆt‰H�bš˜A˜‘hÐÐA¸"¸b¸ÐAr   c                ó¢   — t        j                  t        | d   «      «      }| d   j                  t        «      }| d   ||f   | d   |d|z
  f   fS )Nr   rE   r1   )r   rF   rG   r8   rH   )r=   rK   rL   s      r   Ú_att_envrQ   A   sU   € Ü
�)‰)”C˜˜5™	“NÓ
#€CØ
ˆ5‰	×ÑœÓ€AØˆe‰9�S˜!�VÑ˜b ™i¨¨Q°©U¨
Ñ3Ð3Ð3r   c                  ó<   — e Zd ZdZdZed   d   Zd„ Zd„ Zd„ Z	d„ Z
y	)
Ú
BackwardWFzjsuperhuge.model.linear.WienerFilter (Ledoit-Wolf covariance, EEG lags 0-400 ms, as the official baseline).ÚwfÚwf_lagsr1   c                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   ©ÚWienerFilterrU   r0   Tr1   ©ÚlagsÚl2Ú	use_lwcovr%   Úwindow_lengthÚnum_channels©Úsuperhuge.model.linearrX   ÚLr   Úm©ÚselfÚCrX   s      r   Ú__init__zBackwardWF.__init__O   s!   € Ý7Ù¤1 Y¡<°CÀ4ÌBÐ^_ÐnoÔpˆ�r   c           	     óÜ   — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j	                  «        y ©NÚeeg©rQ   rb   Úupdater   Úfit©rd   ÚtrainÚvalÚmetar=   rM   Ú_s          r   rl   zBackwardWF.fitS   óY   € ÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÕKð ð 	�‰�
‰
�r   c           
     ó  — t        j                  «       5  | j                  j                  t	        |d   «      d    t	        |d   «      d d d …d d d …f   «      \  }}d d d «       dd d …df   j                  «       S # 1 sw Y   Œ!xY w)Nri   r   r   ©r   Úno_gradrb   Úpredictr   Únumpy)rd   r=   Úyrq   s       r   ÚreconstructzBackwardWF.reconstructY   sm   € Ü�]‰]�_Ø—6‘6—>‘>¤" R¨¡Y£-°Ñ"5´r¸"¸U¹)³}ÀTÊ1ÈdÒTUÐEUÑ7VÓW‰DˆAˆq÷ à�’A�q�‰z×ÑÓ!Ð!÷ ˆ_ús   •AA;Á;Bc                óV   — | j                  |«      }||d   d d …df   |d   d d …df   fS )Nr   r   r1   )ry   )rd   r=   rx   s      r   ÚfeatureszBackwardWF.features^   s7   € Ø×Ñ˜RÓ ˆØ�"�U‘)šA˜q˜D‘/ 2 e¡9ªQ°¨T¡?Ð2Ð2r   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Únamera   Úlookahead_srf   rl   ry   r{   © r   r   rS   rS   J   s,   „ ÙtØ€DØ�I‘,˜q‘/€Kòqòò"ó
3r   rS   c                  ó    — e Zd ZdZdZd„ Zd„ Zy)ÚPerSubjectWFzcsuperhuge.model.linear.PerSubjectWienerFilter: Rxx estimated per subject, averaged across subjects.Úwf_persubjectc                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   )ÚPerSubjectWienerFilterrU   r0   Tr1   rY   )r`   r‡   ra   r   rb   )rd   re   r‡   s      r   rf   zPerSubjectWF.__init__g   s"   € ÝAÙ'¬Q¨y©\¸cÈTÔVXÐhiÐxyÔzˆ�r   c           	     óV  — t        ||«      D ]€  \  }\  }}t        |«      \  }}| j                  j                  t	        |d   «      d    t	        |«      d d d …d d f   t        j                  |g«      t        j                  |g«      dœ¬«       Œ‚ | j                  j                  «        y )Nri   )Ú
dataset_idÚ
subject_id)rp   )ÚziprQ   rb   rk   r   r   Útensorrl   )	rd   rn   ro   rp   r=   ÚdsidÚsidrM   rq   s	            r   rl   zPerSubjectWF.fitk   s“   € Ü" 5¨$Ö/‰OˆB‘��sÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÜ.3¯l©l¸D¸6Ó.BÔRW×R^ÑR^Ð`cÐ_dÓReÑfð õ hð  0ð 	�‰�
‰
�r   N©r|   r}   r~   r   r€   rf   rl   r‚   r   r   r„   r„   c   s   „ ÙmØ€Dò{ór   r„   c                  ó    — e Zd ZdZdZd„ Zd„ Zy)Ú	RiemannWFzèRiemannian Wiener filter. DEVIATION: the package class stores one p x p matrix per SAMPLE (infeasible at corpus
    scale), so Rxx = Riemannian (affine-invariant) mean of the per-SUBJECT lagged covariances, rxy = mean over subjects.Ú
wf_riemannc                óL   — ddl m}  |t        d   ddt        d|¬«      | _        y )Nr   rW   rU   r0   Fr1   rY   r_   rc   s      r   rf   zRiemannWF.__init__x   s!   € Ý7Ù¤1 Y¡<°CÀ5ÌRÐ_`ÐopÔqˆ�r   c                ó4  — ddl m} i }t        ||«      D �]  \  }}t        |«      \  }}	| j                  j                  t        |d   «      d    d| j                  j                  j                  | j                  j                  j                  «      j                  «       }
|j                  |g d¢«      }|d   |
j                  |
z  z   |d<   |d   |
j                  t        |«      j                  «       d d …d f   z  z   |d<   |dxx   t        |
«      z  cc<   �Œ t        j                  |j!                  «       D �cg c]  }|d   |d   z  j#                  «       ‘Œ c}«      }|j$                  d   }|t&        d   t        j(                  |dd¬	«      d d …d d f   z  |z  t        j*                  |«      d    z  z   } |t-        j.                  |«      «      j#                  «       }t        j0                  |j!                  «       D �cg c]  }|d   |d   z  j#                  «       ‘Œ c}d«      }t-        j.                  t        j2                  j5                  ||«      «      j7                  «       | j                  _        d
| j                  _        y c c}w c c}w )Nr   )Úmean_riemannri   ú4batch time lag channel -> (batch time) (lag channel))r   r   r   r1   r"   Úl2_rel)Úaxis1Úaxis2T)Úpyriemann.geometry.meanr•   r‹   rQ   rb   Úlag_and_flattenr   ÚcfgÚlag_start_samplesÚlag_end_samplesÚdoubleÚ
setdefaultÚTrG   r   ÚarrayÚvaluesrw   rI   ra   ÚtraceÚeyer   r   ÚmeanÚlinalgÚsolveÚfloatÚweightsÚ_fitted)rd   rn   ro   rp   r•   Ústatsr=   ÚkeyrM   rq   ÚXÚsÚvÚRÚpÚRmÚrs                    r   rl   zRiemannWF.fit|   s  € Ý8ØˆÜ˜5 $×'‰GˆB�Ü˜R“L‰EˆB�Ø—‘×&Ñ&¤r¨"¨U©)£}°TÑ':Ð<rØ'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaßagÑagÓaið à× Ñ  ¢iÓ0ˆAØ�Q‘4˜!Ÿ#™# ™'‘>ˆAˆa‰DØ�Q‘4˜!Ÿ#™#¤ 2£§¡£²°4°Ñ 8Ñ8Ñ8ˆAˆa‰DØˆa‹D”C˜“F‰N�Dð (ô �H‰H°U·\±\´^ÓD±^°�q˜‘t˜a ™d‘{×)Ñ)Õ+°^ÑDÓEˆØ�G‰G�A‰JˆØ”�(‘œbŸh™h q°¸Ô;ºA¸tÀT¸MÑJÑJÈQÑNÔQS×QWÑQWÐXYÓQZÐ[_ÑQ`Ñ`Ñ`ˆÙœ%×*Ñ*¨1Ó-Ó.×4Ñ4Ó6ˆÜ�G‰G°E·L±L´NÓC±N¨q�a˜‘d˜Q˜q™T‘k×(Ñ(Õ*°NÑCÀQÓGˆÜ×)Ñ)¬"¯)©)¯/©/¸"¸aÓ*@ÓA×GÑGÓIˆ�‰ŒØˆ�‰�ùò Eùò Ds   Ä= JÈ JNr�   r‚   r   r   r‘   r‘   s   s   „ ñ|à€Dòrór   r‘   c                  ó*   — e Zd ZdZdZdZd„ Zd„ Zd„ Zy)Ú	ForwardWFaL  superhuge.model.linear.ForwardWienerFilter (encoding model EEG(t) from envelope(t-0.4..t)); fitted with the package
    class. DEVIATION: its predict() has an invalid einops pattern, so predictions are computed from its fitted weights.
    Evidence: mean over channels of corr(EEG, predicted EEG from stream s). Uses no future data.Ú
wf_forwardr0   c                óX   — ddl m} || _         |t        d   dt        d|¬«      | _        y )Nr   )ÚForwardWienerFilterÚfwd_lagsr0   r1   )rZ   r[   r%   Únum_featuresr^   )r`   r¹   re   ra   r   rb   )rd   re   r¹   s      r   rf   zForwardWF.__init__—   s&   € Ý>ØˆŒÙ$¬!¨J©-¸CÄBÐUVÐefÔgˆ�r   c           	     ó  — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j                  }| j                  j
                  |z  | j                  j                  |z  }	}|j                  d   }
|t        d   t        j                  |«      z  |
z  t        j                  |
«      z  z   }t        j                  j                  ||	«      | _        y )Nri   r   r—   )rQ   rb   rk   r   Ú
_n_samplesÚRxxÚRxyrI   ra   r   r¤   r¥   r§   r¨   ÚW)rd   rn   ro   rp   r=   rM   rq   Únr¾   r¿   r²   s              r   rl   zForwardWF.fitœ   sÏ   € ÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÕKð ð �F‰F×ÑˆØ—6‘6—:‘: ‘> 4§6¡6§:¡:°¡>ˆSˆØ�I‰I�a‰LˆØ”A�h‘K¤%§+¡+¨cÓ"2Ñ2°QÑ6¼¿¹À1»ÑEÑEˆÜ—‘×#Ñ# C¨Ó-ˆ�r   c                óv  — g }dD ]¥  }t        |d   d d …|f   «      d d d …d f   }| j                  j                  |d| j                  j                  j                  | j                  j                  j
                  «      }|j                  || j                  z  j                  «       «       Œ§ |d   |d   |d   fS )N©r   r1   r   r–   ri   r   r1   )	r   rb   r›   rœ   r�   rž   r6   rÀ   rw   )rd   r=   Úoutr¯   Úer®   s         r   r{   zForwardWF.features§   s¥   € ØˆÛˆAÜ�2�e‘9šQ ˜T‘?Ó# Dª!¨T MÑ2ˆAØ—‘×&Ñ& qÐ*`Ø'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaˆAà�J‰J˜˜DŸF™F™
×)Ñ)Ó+Õ,ð	 ð
 �%‰y˜#˜a™& # a¡&Ð(Ð(r   N)	r|   r}   r~   r   r€   r�   rf   rl   r{   r‚   r   r   r¶   r¶   �   s$   „ ñdð €DØ€Kòhò
	.ó)r   r¶   c                  ó6   — e Zd ZdZdZed   d   Zd„ Zd„ Zd„ Z	y)	ÚCCADecz½superhuge.model.linear.CCA: lagged EEG (0-400 ms) vs lagged envelope (-250..0 ms), 3 components.
    Evidence: mean over components of corr(EEG projection, envelope projection of stream s).ÚccaÚ
cca_x_lagsr1   c           
     ón   — ddl m}  |t        d   t        d   dt        d   t        |ddi¬	«      | _        y )
Nr   )ÚCCArÉ   Ú
cca_y_lagsr0   Úcca_componentsr   r1   )Úx_lagsÚy_lagsr[   Únum_componentsr%   r^   Únum_audio_features)r`   rË   ra   r   rb   )rd   re   rË   s      r   rf   zCCADec.__init__·   s4   € Ý.ÙœA˜l™O´A°l±OÈÔ\]Ð^nÑ\oÜ¨ÀÀq¸zôKˆ�r   c           	     óÜ   — |D ]M  }t        |«      \  }}| j                  j                  t        |d   «      d    t        |«      d d d …d d f   «       ŒO | j                  j	                  «        y rh   rj   rm   s          r   rl   z
CCADec.fit¼   rr   r   c           
     ón  — t        j                  «       5  | j                  j                  t	        |d   «      d    t	        |d   «      d d d …d d d …f   «      \  }}d d d «       d   j                  «       dd d …d d …df   j                  «       |dd d …d d …df   j                  «       fS # 1 sw Y   ŒQxY w)Nri   r   r   r1   rt   )rd   r=   ÚxpÚyps       r   r{   zCCADec.featuresÂ   s–   € Ü�]‰]�_Ø—V‘V—^‘^¤B r¨%¡y£M°$Ñ$7¼¸B¸u¹I»ÀtÊQÐPTÒVWÐGWÑ9XÓY‰FˆB�÷ à�!‰u�{‰{‹}˜b ¢A¢q¨! ™n×2Ñ2Ó4°b¸ºAºqÀ!¸±n×6JÑ6JÓ6LÐLÐL÷ ˆ_ús   •AB+Â+B4N)
r|   r}   r~   r   r€   ra   r�   rf   rl   r{   r‚   r   r   rÇ   rÇ   ±   s,   „ ñ`à€DØ�L‘/ !Ñ$€KòKò
óMr   rÇ   c                  óH   — e Zd ZdZdZ eed   «      dz  ez  Zd„ Z	d„ Z
d„ Zy)	ÚFBCCADeca=  superhuge.model.linear.FilterbankCCA: FIR filter bank (lengths 2-32 samples) on EEG and envelope, 3 components.
    Its conv uses padding='same' (non-causal): lookahead = half the longest filter = 0.5 s.
    DEVIATION: fit() re-implemented around the package solver because update() never counts samples (fit -> NaN).ÚfbccaÚfbcca_ir_lengthsr"   c                ó\   — ddl m}  |t        t        d   t        d   |ddi¬«      | _        y )Nr   )ÚFilterbankCCArÙ   Úfbcca_componentsr   r1   )r%   Úimpulse_response_lengthsrÐ   r^   rÑ   )r`   rÛ   r   ra   rb   )rd   re   rÛ   s      r   rf   zFBCCADec.__init__Ï   s.   € Ý8Ù¤"¼qÐASÑ?TÔefÐgyÑezØ,-À5È!À*ôNˆ�r   c           	     ó  — ddl m} d}|D ][  }t        |«      \  }}| j                  j	                  t        |d   «      d    t        |«      d d d …d d f   «       |t        |«      z  }Œ] | j                  j                  |z  j                  «       }	|	j                  d   }
|	dt        j                  |	«      z  |
z  t        j                  |
|	j                  ¬«      z  z   }	 ||	| j                  j                  j                  t        t         d   «      z  d| j                  j                  j"                  ¬«      \  }}|j%                  «       |j%                  «       c| j                  _        | j                  _        d	| j                  _        y )
Nr   )Úcanonical_correlation_analysisri   g�íµ ÷Æ°>r   rÙ   gñhãˆµøä>)Ú
cov_matrixÚnum_features_xÚreg_strengthrÐ   T)Ú(superhuge.model.linear.regression.fb_ccarß   rQ   rb   rk   r   rG   ÚRxyxyrŸ   rI   r   r¤   r¥   r   rœ   r^   ra   rÐ   r©   Úweight_xÚweight_yr«   )rd   rn   ro   rp   rß   rÁ   r=   rM   rq   Úcovr²   ÚwxÚwys                r   rl   zFBCCADec.fitÔ   sD  € Ý[ØˆÛˆBÜ˜R“L‰EˆB�Ø�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÔKØ”�R“‰L‰Að ð �v‰v�|‰|˜aÑ×'Ñ'Ó)ˆØ�I‰I�a‰LˆØ�Dœ5Ÿ;™; sÓ+Ñ+¨aÑ/´%·)±)¸AÀSÇYÁYÔ2OÑOÑOˆÙ/¸3ÈtÏvÉvÏzÉz×OfÑOfÔilÔmnð  pBñ  nCó  jDñ  PDØ=AÐRV×RXÑRX×R\ÑR\×RkÑRkôm‰ˆˆBà+-¯8©8«:°r·x±x³zÐ(ˆ�‰Œ˜Ÿ™œØˆ�‰�r   c           
     ól  — t        j                  «       5  g }dD ]k  }| j                  j                  t	        |d   «      d    t	        |d   d d …|f   «      d d d …d d f   «      \  }}|j                  |j                  «       «       Œm 	 d d d «       j                  «       d   |d   fS # 1 sw Y   Œ"xY w)NrÃ   ri   r   r   r1   )r   ru   rb   rv   r   r6   rw   )rd   r=   rÄ   r¯   rÔ   rÕ   s         r   r{   zFBCCADec.featureså   sž   € Ü�]‰]�_ØˆCÛ�ØŸ™Ÿ™¬¨2¨e©9«°dÑ(;¼RÀÀ5Á	Ê!ÈQÈ$ÁÓ=PÐQUÒWXÐZ^Ð`dÐQdÑ=eÓf‘��BØ—
‘
˜2Ÿ8™8›:Õ&ñ ÷ ð
 �x‰x‹z˜3˜q™6 3 q¡6Ð)Ð)÷ ˆ_ús   •A3B*Â*B3N)r|   r}   r~   r   r€   Úmaxra   r   r�   rf   rl   r{   r‚   r   r   r×   r×   È   s9   „ ñuð €DÙ�qÐ+Ñ,Ó-°Ñ2°bÑ8€KòNò
ó"*r   r×   z4/baselines/python/SuperHugeAAD/train/configs/models/c                  ó0   ‡ — e Zd ZdZdddœˆ fd„
Zd„ Zˆ xZS )ÚVLAAIwsPatcheda  VLAAI_ws with a minimal fix. The package class raises NameError ('_' undefined) because a weight-shared block
    cannot take num_channels inputs in block 1 and num_kernels[-1] afterwards. Fix: 1x1 input projection
    C -> num_kernels[-1], then the shared block from the package.Tr0   )Úuse_skipÚdropoutc          	     ó  •— t         ‰	| �  «        ddlm} |j                  d   }t
        j                  j                  |d   |d«      | _         ||j                  |j                  |||d   |d   z  |¬«      | _
        ||c| _        | _        y )	Nr   )Úvlaai_blockr3   r^   r1   r%   r]   )Únum_kernelsÚkernel_sizesÚoutput_context_kernel_sizer^   Útime_dimÚdrouput)Úsuperrf   Úsuperhuge.model.pure_cnn.vlaairñ   rò   r   ÚnnÚConv1dÚprojró   ÚblockÚ	nb_blocksrî   )
rd   rý   Úextractor_argsrô   rî   rï   Úkwrñ   ÚkÚ	__class__s
            €r   rf   zVLAAIwsPatched.__init__ù   sˆ   ø€ Ü‰ÑÔÝ>Ø×&Ñ& rÑ*ˆÜ—H‘H—O‘O B ~Ñ$6¸¸1Ó=ˆŒ	Ù ¨^×-GÑ-GÐVd×VqÑVqØ<VÐefØ*,¨T©(°R¸Ñ5HÑ*HÐRYô[ˆŒ
ð )2°8Ð%ˆŒ˜�r   c                óî   — | j                  |j                  dd«      «      }|}t        | j                  «      D ])  }| j                  r
|dkD  r||z   }| j                  |«      }Œ+ |j                  dd«      S )Nr1   r"   r   )rû   Ú	transposeÚrangerý   rî   rü   )rd   r   ÚhÚis       r   ÚforwardzVLAAIwsPatched.forward  si   € Ø�I‰I�a—k‘k ! QÓ'Ó(ˆØˆÜ�t—~‘~Ö&ˆAØ�}Š}  Q¢Ø˜‘E�Ø—
‘
˜1“‰Að 'ð �{‰{˜1˜aÓ Ð r   ©r|   r}   r~   r   rf   r  Ú__classcell__©r  s   @r   rí   rí   ô   s   ø„ ñEð [_Ðhkö <ö!r   rí   c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚADTa§  ADT-style decoder (auditory decoding transformer; Xu et al. 2024, PMC11489951), re-implemented:
    spatio-temporal convolution front-end, learned positional embedding, transformer layers whose attention is
    ANTICAUSAL-BANDED: output time t attends only to EEG times t .. t + resp (the brain responds AFTER the sound),
    resp = 0.5 s. The causal read-out of DNNDec still limits every output to <= 0.75 s of future EEG.c	                ón  •— t         ‰| �  «        t        j                  j	                  t        j                  j                  ||dd¬«      t        j                  j                  «       t        j                  j                  |«      t        j                  j                  ||dd¬«      t        j                  j                  «       «      | _        t        j                  j                  t        j                  d||«      «      | _        t        j                  j                  ||||dd¬«      }	t        j                  j                  |	|«      | _        t        j                  |«      }
t!        |t"        z  «      }|
d d d …f   |
d d …d f   k\  |
d d d …f   |
d d …d f   |z   k  z  }| j%                  d| «       y )Né	   é   ©Úpaddingr1   T)Úbatch_firstÚ
norm_firstr*   )r÷   rf   r   rù   Ú
Sequentialrú   ÚGELUÚDropoutÚfrontÚ	ParameterÚzerosÚposÚTransformerEncoderLayerÚTransformerEncoderÚencrF   rH   r   Úregister_buffer)rd   re   rÀ   ÚdÚheadsÚlayersÚffrï   Úresp_sÚlayerÚtr´   Úallowedr  s                €r   rf   zADT.__init__  sD  ø€ Ü‰ÑÔÜ—X‘X×(Ñ(Ü�H‰H�O‰O˜A˜q !¨QˆOÓ/´·±·±³Ä%Ç(Á(×BRÑBRÐSZÓB[Ü�H‰H�O‰O˜A˜q !¨QˆOÓ/´·±·±³óBˆŒ
ô —8‘8×%Ñ%¤e§k¡k°!°Q¸Ó&:Ó;ˆŒÜ—‘×0Ñ0°°E¸2¸wÐTXÐeiÐ0ÓjˆÜ—8‘8×.Ñ.¨u°fÓ=ˆŒÜ�L‰L˜‹OˆÜ�œ‘ÓˆØ�Tš1�W‘: ¢1 d 7¡Ñ+°°$º°'±
¸aÂÀ4À¹jÈ1¹nÑ0LÑMˆØ×Ñ˜V g XÕ.r   c                ó*  — | j                  |j                  dd«      «      j                  dd«      | j                  d d …d |j                  d   …f   z   }| j	                  || j
                  d |j                  d   …d |j                  d   …f   ¬«      S )Nr1   r"   )r*   )r  r  r  rI   r  r*   ©rd   r   r  s      r   r  zADT.forward#  s€   € Ø�J‰J�q—{‘{ 1 aÓ(Ó)×3Ñ3°A°qÓ9¸D¿H¹HÂQÈÈ!Ï'É'ÐRSÉ*ÈÀ_Ñ<UÑUˆØ�x‰x˜ §	¡	¨,¨A¯G©G°A©J¨,¸¸!¿'¹'À!¹*¸Ð*DÑ EˆxÓFÐFr   )é@   r  r"   é€   çš™™™™™¹?ç      à?r  r
  s   @r   r  r    s   ø„ ñiõ
/öGr   r  c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú_PreLNFFTBlockzÀFastSpeech feed-forward transformer block with pre-layer normalisation (HappyQuokka): x + MHA(LN(x)), then
    x + Conv1d(k1) -> ReLU -> Conv1d(k2) of LN(x); dropout on both residual branches.c                ó  •— t         ‰| �  «        t        j                  j	                  |«      t        j                  j	                  |«      c| _        | _        t        j                  j                  ||dd¬«      | _        t        j                  j                  |||d   |d   dz  ¬«      | _
        t        j                  j                  |||d   |d   dz  ¬«      | _        t        j                  j                  |«      | _        y )Nr+  T)rï   r  r   r"   r  r1   )r÷   rf   r   rù   Ú	LayerNormÚln1Úln2ÚMultiheadAttentionrE   rú   Úw1Úw2r  Údrop)rd   r  Úd_innerr   Úkernelsrï   r  s         €r   rf   z_PreLNFFTBlock.__init__,  sÄ   ø€ Ü‰ÑÔÜ"ŸX™X×/Ñ/°Ó2´E·H±H×4FÑ4FÀqÓ4IÐˆŒ�$”(Ü—8‘8×.Ñ.¨q°%ÀÐRVÐ.ÓWˆŒÜ—(‘(—/‘/ ! W¨g°a©jÀ'È!Á*ÐPQÁ/�/ÓRˆŒÜ—(‘(—/‘/ '¨1¨g°a©jÀ'È!Á*ÐPQÁ/�/ÓRˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c           
     ód  — | j                  |«      }|| j                  | j                  |||d¬«      d   «      z   }| j                  |«      j	                  dd«      }|| j                  | j                  t        j                  | j                  |«      «      «      j	                  dd«      «      z   S )NF)Úneed_weightsr   r1   r"   )	r1  r6  rE   r2  r  r5  r   Úrelur4  r(  s      r   r  z_PreLNFFTBlock.forward4  s�   € Ø�H‰H�Q‹KˆØ�—	‘	˜$Ÿ(™( 1 a¨¸˜(Ó?ÀÑBÓCÑCˆØ�H‰H�Q‹K×!Ñ! ! QÓ'ˆØ�4—9‘9˜TŸW™W¤U§Z¡Z°·±¸³
Ó%;Ó<×FÑFÀqÈ!ÓLÓMÑMÐMr   r  r
  s   @r   r.  r.  (  s   ø„ ñYô.öNr   r.  c                  ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚHappyQuokkaa„  HappyQuokka (Piao et al., ICASSP 2023 Auditory EEG Challenge, regression winner; official code
    github.com/jkyunnng/HappyQuokka_system_for_EEG_Challenge): pre-conv (kernel 7) -> 8 pre-LN FFT blocks
    (d_model 128, d_inner 1024, 2 heads, FFN conv kernels (9, 1), dropout 0.3) -> linear (the Net head here).
    No positional encoding (as the original). DEVIATIONS: no subject global conditioner (LODO subjects are unseen;
    subject IDs may not be inputs); trained with this benchmark's losses (contrastive / Pearson) instead of
    -Pearson + 0.2 L1; full attention inside the window, the causal read-out of DNNDec keeps <= 0.75 s future.c                ó  •— t         ‰	| �  «        t        j                  j	                  ||dd¬«      | _        t        j                  j                  t        |«      D �cg c]  }t        |||||«      ‘Œ c}«      | _	        y c c}w )Né   é   r  )
r÷   rf   r   rù   rú   ÚpreÚ
ModuleListr  r.  Úblocks)
rd   re   r  r7  r   r!  r8  rï   rq   r  s
            €r   rf   zHappyQuokka.__init__C  sj   ø€ Ü‰ÑÔÜ—8‘8—?‘? 1 a¨°A�?Ó6ˆŒÜ—h‘h×)Ñ)ÔhmÐntÔhuÓ*vÑhuÐcd¬>¸!¸WÀeÈWÐV]Õ+^ÐhuÑ*vÓwˆ�ùÒ*vs   ÁBc                óš   — | j                  |j                  dd«      «      j                  dd«      }| j                  D ]
  } ||«      }Œ |S ©Nr1   r"   )rA  r  rC  )rd   r   r  rB   s       r   r  zHappyQuokka.forwardH  sD   € Ø�H‰H�Q—[‘[  AÓ&Ó'×1Ñ1°!°QÓ7ˆØ—”ˆAÙ�!“‰Að àˆr   )r*  i   r"   é   )r  r1   g333333Ó?r  r
  s   @r   r=  r=  ;  s   ø„ ñrõxö
r   r=  c                ó0  — ddl m} t        t        t	        |t        z  «      |ddi¬«      }| dk(  rt        ||«      S | dk(  r t        |fi t        j                  | i «      ¤ŽS | dk(  rjt        d&t	        t        j                  d	d
«      «       |g d¢t	        t        j                  dd«      «      gd¬«      dt        j                  dd«      dœ|¤ŽS dddddddœ|    }t        j                  t        t        |z   dz   «      «      d   }|d   j                  dd«      \  }}t        |d   «      }	t!        |	j                  d «      t        «      rd!|	d    v r |d&i |	d    d   ¤Ž|	d <   |	j#                  t        j                  | i «      «       | dk(  rd"|	d#<   | d$k(  r)|	j#                  t	        |t        z  «      t        ||¬%«        t%        t'        j(                  |«      |«      d&i i |	¥|j+                  «       D �
�ci c]  \  }
}|
|	vsŒ|
|“Œ c}}
¥¤ŽS c c}}
w )'Nr   )ÚExtractorParamsr   r1   )r%   r]   r^   rÑ   ÚadtÚhappyquokkaÚvlaai_wsÚmodel_blocksr  )r@  r?  é   é   Úmodel_kernelsr)  r@  )ró   rò   Ú
num_layersé   Úmodel_dropoutr0   )rý   rþ   rô   rï   ÚvlaaiÚ
simple_cnnÚlsm_cnnÚdeformerÚrebok_deformerÚssmamba)rS  rT  rU  rV  Údeformer_wsrX  z.yamlÚ	init_argsÚmodel_classÚ.Ú
model_argsrþ   Ú
class_pathFÚuse_subject_embeddingrY  )r]   r%   rõ   Únum_electrodesr‚   )Úsuperhuge.model.pure_cnnrH  Údictr   rH   r  r=  ÚMODEL_OVERRIDESr5   rí   r4   ÚyamlÚ	safe_loadÚopenÚ	MODEL_CFGÚrsplitÚ
isinstancerk   ÚgetattrÚ	importlibÚimport_moduleÚitems)r€   re   rÀ   rH  ÚcommonÚcfgnameÚcÚmodÚclsÚargsr   r°   s               r   Úbuild_backbonert  O  s@  € Ý8Ü”R¤s¨1¬r©6£{ÀÐX]Ð_`ÐWaÔb€FØˆu‚}Ü�1�a‹yÐØˆ}ÒÜ˜1Ñ>¤× 3Ñ 3°D¸"Ó =Ñ>Ð>ØˆzÒäð l¬¬A¯E©E°.À!Ó,DÓ(EÙ-<Ê.ÔgjÔkl×kpÑkpð  rAð  CEó  lFó  hGð  gHØHIô.Kà9;ÄQÇUÁUÈ?Ð\_ÓE`ñlð ekñlð 	lð  ¨|È	Ð_iØ.¸9ñFØFJñL€Gä�‰”tœI¨Ñ/°'Ñ9Ó:Ó;¸KÑH€AØ�Ñ×&Ñ& s¨AÓ.�H€CˆÜ��,‘Ó €DÜ�$—(‘(Ð+Ó,¬dÔ3¸ÈÐM]ÑH^Ñ8^Ù!0Ñ!W°4Ð8HÑ3IÈ+Ñ3VÑ!WˆÐÑØ‡K�K”×#Ñ# D¨"Ó-Ô.ØˆyÒØ(-ˆÐ$Ñ%Øˆ}ÒØ�‰¤# a¬"¡f£+´"¸qÐQRˆÔSØ5Œ7”9×*Ñ*¨3Ó/°Ó5ÑwÐ8v¸4Ð8vÐU[×UaÑUaÔUcÔCuÑUcÉTÈQÐPQÐghÐptÒgtÀAÀqÁDÐUcÒCuÐ8vÑwÐwùÓCus   Ç9HÈHc                  ó*   ‡ — e Zd Zˆ fd„Zd„ Zd„ Zˆ xZS )ÚNetc           	     óN  •— t         ‰| �  «        || _        t        |||«      j	                  t
        «      | _        t        j                  «       5  | j                  t        j                  d||t
        ¬«      «      }d d d «       t        t        j                  ddg«      «      | _        j                  d   dk7  s| j                  dkD  r,t!        dd|j                  d   | j                  ¬«      | _        y t        j"                  j%                  «       | _        y # 1 sw Y   ŒŸxY w)	Nr1   ©Údevicer   r   r3   zb t c -> b t fzc f)Úweight_shaperp  r?   )r÷   rf   r€   rt  ÚtoÚDEVÚbackboner   ru   Ú_bbr  rG   r4   r5   ÚFrI   r   rù   ÚIdentityÚhead)rd   r€   re   rÀ   Úor  s        €r   rf   zNet.__init__l  sÑ   ø€ Ü‰ÑÔØˆŒ	Ü& t¨Q°Ó2×5Ñ5´cÓ:ˆŒÜ�]‰]�_Ø—‘œŸ™ Q¨¨1´SÔ9Ó:ˆA÷ ä”Q—U‘U˜9 u gÓ.Ó/ˆŒàŸ™ ™¨Ò)¨T¯V©V°aªZô Ð,¸5ÀAÇGÁGÈBÁKÐSW×SYÑSYÔZˆ�	Ü>C¿h¹h×>OÑ>OÓ>Qð 	�	÷ ˆ_ús   Á-DÄD$c           	     ó  — | j                   dk(  rP| j                  |dt        j                  |j                  d   t        j
                  |j                  ¬«      i«      }n| j                  |«      }t        |t        t        f«      r|d   S |S )NrX  rŠ   r   )r   ry  )
r€   r}  r   ÚonesrI   Úlongry  ri  ÚtupleÚlist©rd   r   rx   s      r   r~  zNet._bbv  sm   € Ø�9‰9˜	Ò!Ø—‘˜a ,´·
±
¸1¿7¹7À1¹:ÌUÏZÉZÐ`a×`hÑ`hÔ0iÐ!jÓk‰Aà—‘˜aÓ ˆAÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:r   c                ón   — | j                  | j                  |«      «      }| j                  dk(  r|d   S |S )Nr1   ©.r   )r�  r~  r  rˆ  s      r   r  zNet.forward}  s1   € Ø�I‰I�d—h‘h˜q“kÓ"ˆØ ŸF™F ašKˆq�‰yÐ.¨QÐ.r   )r|   r}   r~   rf   r~  r  r	  r
  s   @r   rv  rv  k  s   ø„ ôSò;ö/r   rv  c                óV  — | j                  «       dk(  r| d   |d   |d   }}} d„ } || «       ||«       ||«      }}}t        j                  d||«      }t        j                  d||«      d   }	t        j                  ||	gd«      |z  }
t        j                  | j
                  d   | j                  ¬«      j                  | j
                  d   d«      }t        j                  j                  j                  |
j                  d|
j
                  d   «      |j                  d«      «      S )	a'  InfoNCE over the batch: for window i the positive is its attended target, negatives are its ignored target
    and the attended targets of all other windows in the batch. Similarity = Pearson over time, logits = sim / tau.
    y, Ya, Yi: (B, W) or (B, W, F); the loss is averaged over targets F.r"   ©.Nc                ó¢   — | | j                  dd¬«      z
  | j                  dd¬«      t        j                  | j                  d   «      z  dz   z  S ©Nr1   T©Úkeepdimç:Œ0âŽyE>)r¦   Ústdr   ÚsqrtrI   )rL   s    r   Ú<lambda>zinfonce.<locals>.<lambda>ˆ  sI   € �1�q—v‘v˜a¨�vÓ.Ñ.°1·5±5¸ÀD°5Ó3IÌBÏGÉGÐTU×T[ÑT[Ð\]ÑT^ÓL_Ñ3_ÐbfÑ3fÒgr   zbtf,ctf->fbczbtf,btf->fbr3   r   rx  )Údimr   ÚeinsumÚcatrF   rI   ry  Úexpandrù   Ú
functionalÚcross_entropyÚreshape)rx   ÚYaÚYiÚtauÚzÚzyÚzaÚziÚsimÚnegÚlogitsÚtargets               r   Úinfoncer§  ‚  sù   € ð 	‡u�uƒw�!‚|Ø�i‘L " Y¡-°°I±ˆrˆ2ˆÙg€AÙ�1“‘q˜“u™a ›eˆBˆ€BÜ
�,‰,�~ r¨2Ó
.€CÜ
�,‰,�} b¨"Ó
-¨iÑ
8€CÜ�Y‰Y˜˜S�z 2Ó&¨Ñ,€FÜ�\‰\˜!Ÿ'™' !™*¨Q¯X©XÔ6×=Ñ=¸a¿g¹gÀb¹kÈ2ÓN€FÜ�8‰8×Ñ×,Ñ,¨V¯^©^¸BÀÇÁÈRÑ@PÓ-QÐSY×SaÑSaÐbdÓSeÓfÐfr   c                ó  — | | j                  dd¬«      z
  } ||j                  dd¬«      z
  }| |z  j                  d«      t        j                  | | z  j                  d«      ||z  j                  d«      z  dz   «      z  S rŽ  ©r¦   Úsumr   r“  ©rL   rB   s     r   Úpearsonr¬  ‘  sr   € Ø	ˆA�F‰F�1˜dˆFÓ#Ñ#€AØ	ˆA�F‰F�1˜dˆFÓ#Ñ#€AØ�‰E�;‰;�q‹>œEŸJ™J¨¨A©§{¡{°1£~¸¸Q¹¿¹ÀA»Ñ'FÈÑ'MÓNÑNÐNr   c                óÌ  — ddl }ddddddddddd	d
dddœ}g }| D ]¯  }|j                  d|j                  «       «      }|j                  d«      |j                  d«      }}|dk(  rdn-t	        |«      dz  rt	        |«      dz    dz  nt	        |«      dz  }|j                  |j                  ||j                  |dd d«      «      |f«       Œ± t        j                  |t        «      S )zßApproximate 2-D scalp grid (row, column) from 10-10 labels: letters -> anterior-posterior row, number -> lateral
    column (odd = left, even = right, z = midline). Enough to find neighbouring electrodes (no mne installed).r   Nr1   r"   r@  r  é   é   r?  rF  r  )ÚFPÚAFr  ÚFCÚFTre   r¡   ÚCPÚTPÚPÚPOÚOÚCBÚIz([A-Z]+)(\d+|Z)$ÚZr0   )
ÚreÚmatchÚupperÚgrouprH   r6   r5   r   r¢   r©   )	Únamesr¼  ÚrowsrÄ   rÁ   rb   ÚletÚnumÚcols	            r   Ú	_grid_posrÅ  —  sá   € ó Ø˜1 1¨A°Q¸QÀQÈaÐWXÐ_`ÐhiÐpqØ˜!ñ€Dà
€CÛˆØ�H‰HÐ(¨!¯'©'«)Ó4ˆØ—7‘7˜1“:˜qŸw™w q›zˆSˆØ˜C’Z‰c¼SÀ»XÈº\¬¨C«°1© o¸Ò&9ÌsÐSVËxÐZ[É|ˆØ�
‰
�D—H‘H˜S $§(¡(¨3¨r°¨7°AÓ"6Ó7¸Ð=Õ>ð	 ô
 �8‰8�CœÓÐr   c                ó  — d„ }| xs dD ]%  }|j                  d«      \  }} ||«      t        |<   Œ' |rWt        t        j                  d«      xs i «      t        d<   |D ](  }|j                  d«      \  }} ||«      t        d   |<   Œ* yy)zéHyper-parameter search: --set key=value overrides config dnn (lr, weight_decay, batch_size, model_dropout, ...),
    --aug-set key=value overrides the augmentation dict (noise, p_chan, p_cluster, ...). Call after D['augment'] is set.c                ól   — | j                  d«      j                  «       rt        | «      S t        | «      S )NÚ-)ÚlstripÚisdigitrH   r©   )r°   s    r   r”  z!apply_overrides.<locals>.<lambda>©  s'   € ˜aŸh™h s›m×3Ñ3Ô5”C˜“FÐC¼5À»8ÐCr   r‚   Ú=ÚaugmentN)Úsplitr4   rb  r5   )ÚpairsÚ	aug_pairsrÃ  Úkvr   r°   s         r   Úapply_overridesrÑ  ¦  sŠ   € ñ D€CØŠk�rŠkˆØ�x‰x˜‹}‰ˆˆ1Ù�1‹vŒˆ!Šð ñ ÜœAŸE™E )Ó,Ò2°Ó3Œˆ)‰ÛˆBØ—8‘8˜C“=‰DˆAˆqÙ! !›fŒAˆi‰L˜ŠOñ ð r   c                ó*   — | j                  d«      d   S )Nú	-subject-r   )rÍ  )r­   s    r   Ú_dataset_ofrÔ  ´  s   € Ø�9‰9�[Ó! !Ñ$Ð$r   c                  ó,   — e Zd Zed„ «       Zed„ «       Zy)Ú_GRLc                ó2   — || _         |j                  |«      S ©N)ÚlamÚview_as)Úctxr   rÙ  s      r   r  z_GRL.forward»  s   € àˆŒØ�y‰y˜‹|Ðr   c                ó&   — | j                    |z  d fS rØ  )rÙ  )rÛ  Úgs     r   Úbackwardz_GRL.backwardÀ  s   € à—‘ˆx˜!‰|˜TÐ!Ð!r   N)r|   r}   r~   Ústaticmethodr  rÞ  r‚   r   r   rÖ  rÖ  º  s(   „ Øñó ðð ñ"ó ñ"r   rÖ  c                óô   ‡— ˆfd„}| D �cg c]  } ||d   «      ‘Œ }}t        t        |«      «      }t        j                  |D �cg c]  }|j	                  |«      ‘Œ c}«      t        |«      fS c c}w c c}w )z]Domain label per training trial: 'dataset' (corpus dataset or the external set) or 'subject'.c                óÂ   •— d| v r-‰dk(  r| j                  d«      d   S | j                  d«      d   S ‰dk(  r| j                  d«      d   S | j                  dd«      d   S )NrÓ  Údatasetr   z-trial-rq   r1   )rÍ  rh  )r   Úkinds    €r   r€   zdomain_ids.<locals>.nameÇ  sh   ø€ Ø˜!ÑØ.2°iÒ.?�1—7‘7˜;Ó'¨Ñ*ÐZÀQÇWÁWÈYÓEWÐXYÑEZÐZØ"&¨)Ò"3ˆq�w‰w�s‹|˜A‰ÐL¸¿¹À#ÀqÓ9IÈ!Ñ9LÐLr   r­   )ÚsortedÚsetr   r¢   ÚindexrG   )Útrialsrã  r€   r%  rÀ  ÚuniqrÁ   s    `     r   Ú
domain_idsré  Å  sl   ø€ ôMñ &,Ó,¡V ‰T�!�E‘(�^ V€EÐ,Ü”#�e“*Ó€DÜ�8‰8©EÓ2©E q�T—Z‘Z •]¨EÑ2Ó3´S¸³YÐ>Ð>ùò -ùâ2s   ‹A0ÁA5c                  ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚAdvHeadc                ó$  •— t         ‰| �  «        t        j                  j	                  t        j                  j                  d|z  d«      t        j                  j                  «       t        j                  j                  d|«      «      | _        y )Nr"   r*  )r÷   rf   r   rù   r  ÚLinearÚReLUÚnet)rd   r  rÁ   r  s      €r   rf   zAdvHead.__init__Ñ  s[   ø€ Ü‰ÑÔÜ—8‘8×&Ñ&¤u§x¡x§¡°q¸1±u¸cÓ'BÄEÇHÁHÇMÁMÃOÔUZ×U]ÑU]×UdÑUdÐehÐjkÓUlÓmˆ�r   c           
     ó´   — | j                  t        j                  t        j                  |j                  d«      |j                  d«      gd«      |«      «      S )Nr1   r3   )rï  rÖ  Úapplyr   r—  r¦   r’  )rd   r?   rÙ  s      r   r  zAdvHead.forwardÕ  s<   € Ø�x‰xœŸ
™
¤5§9¡9¨a¯f©f°Q«i¸¿¹¸q»Ð-BÀBÓ#GÈÓMÓNÐNr   )r|   r}   r~   rf   r  r	  r
  s   @r   rë  rë  Ð  s   ø„ ônöOr   rë  c                óÌ   — t        d| t        j                  dd«      t        d   z  z  «      }t        j                  dd«      ddt        j                  d|z  «      z   z  dz
  z  S )	zODANN schedule: 0 -> D['adv_lambda'] over the first D['adv_ramp_epochs'] epochs.r    Úadv_ramp_epochsr®  Ústeps_per_epochÚ
adv_lambdaçš™™™™™©?g       @g      $À)Úminr4   r5   ÚmathÚexp)Ústepr²   s     r   rõ  rõ  Ù  s\   € äˆC�œŸ™Ð0°!Ó4´qÐ9JÑ7KÑKÑLÓM€AÜ�5‰5�˜tÓ$¨¨s´T·X±X¸eÀa¹iÓ5HÑ/HÑ(IÈCÑ(OÑPÐPr   c                  óx   — e Zd Zedfd„Zd„ Zdd„Zd„ Zdd„Zd„ Z	d„ Z
 ej                  «       dd	„«       Zdd
„Zy)ÚDNNDecÚcausalc                ób  — |||c| _         | _        | _        t        t        d   t
        z  «      | _        t        t        d   t
        z  «      | _        t        t        d   t
        z  «      | _        t        j                  d| j                  | j                  z   t
        z  «      | _
        | j                  | j                  t
        z  k\  rXt        t        d   d   t
        z  «      | j                  z  dk(  r,t        t        d   d   t
        z  «      | j                  z  dk(  sJ d	«       ‚| j                  | j                  d
z  z
  t
        z  | _        t        j                  t        j                  dt        d   «      «       t        ||| j                  «      j!                  t"        «      | _        y )NÚwindow_sÚinfer_hop_sÚcausal_future_sÚevidence_lookahead_sÚevidenceÚhop_sr   Úwin_sz.evidence windows must end on the read-out gridr  Ú
train_seedÚseed)r€   re   ÚlogrH   r4   r   rÀ   ÚhopÚfutr5   r�   r   Úoffline_lookahead_sr   Úmanual_seedrv  r{  r|  rï  )rd   r€   re   r  Úmodes        r   rf   zDNNDec.__init__á  sT  € Ø&*¨A¨sÐ#ˆŒ	�4”6˜4œ8Ü”Q�z‘]¤RÑ'Ó(ˆŒÜ”q˜Ñ'¬"Ñ,Ó-ˆŒÜ”qÐ*Ñ+¬bÑ0Ó1ˆŒô Ÿ5™5Ð!7¸$¿(¹(ÀTÇXÁXÑ:MÔQSÑ9SÓTˆÔØ×Ñ 4§8¡8¬b¡=Ò0´S¼¸Z¹ÈÑ9QÔTVÑ9VÓ5WÐZ^×ZbÑZbÑ5bÐfgÒ5gÜ”C˜
‘O GÑ,¬rÑ1Ó2°T·X±XÑ=ÀÒBð	uØDtó	uð Cà$(§F¡F¨T¯V©V°q©[Ñ$8¼BÑ#>ˆÔ Ü×Ñœ!Ÿ%™% ¬c°&©kÓ:Ô;Ü�t˜Q §¡Ó'×*Ñ*¬3Ó/ˆ�r   c                óÚ  — t         j                  d«      xs i }|j                  \  }}}|dz  dk(  rdn|}|j                  dd«      dkD  �r˜t        j                  |j                  |«      |d   k  «      }t        |«      �rbt        j                  j                  |dt        z  «      }	|j                  |j                  dd«       |j                  dd«      t        |«      ddf«      }
t        j                  |	dd	«      d
z  ddd…df   |
z  }t        j                  j                  t        j                  j                  ||   d¬«      |z  |d¬«      }||   j                  dd¬«      t        j                  |j                  dd¬«      d«      z  }|t        j                   ||   j                  dd¬«      dkD  |d«      z  j#                  t        j$                  «      ||<   |j                  dd«      dkD  r�|j                  |«      |d   k  }|j                  |j'                  «       d|f«      |j                  dd«      kD  j#                  t        j$                  «      }||xx   t        j(                  |dd||z  f«      z  cc<   |j                  dd«      dkD  rxt        j*                  |j                  t        j,                  |d   «       t        j,                  |d   «      |d|f«      «      j#                  t        j$                  «      }||z  }|j                  dd«      dkD  rA||d   |j/                  |j                  «      z  j#                  t        j$                  «      z  }|j                  dd«      dkD  s*|j                  dd«      dkD  s|j                  dd«      dkD  rat1        | d«      sUddlm} t7        |t8        d      «      }t        j:                  |dd…df   |d   z
  dz  j'                  d«      d«      | _        |j                  dd«      dkD  �r;|| j<                  j                  d   k(  �rt?        |j                  dd «      «      tA        |j                  d!d"«      «      }}t        j                  |j                  |«      |d   k  «      D ]»  }t        jB                  |t        j$                  ¬#«      }| j<                  dd…d|dz   …f   }||t        jD                  t        jF                  |«      dd…df   |d«      fxx   ||j                  dd||f«      z  j#                  t        j$                  «      z  cc<   ||   |z  ||<   Œ½ |j                  dd«      dkD  rÝ|| j<                  j                  d   k(  rÁt        j                  |j                  |«      |d   k  «      D ]”  }| j<                  |jI                  |«      dt?        |jI                  d|j                  d$d%«      dz   «      «      …f   }||xx   tA        |j                  dd«      «      ||   dd…|f   jK                  dd¬«      z  z  cc<   Œ– |j                  dd«      dkD  rÅt        j                  |j                  |«      |d   k  «      D ]˜  }|jI                  |j                  d&d'«      |j                  d(d%«      dz   «      }| j<                  |jI                  |«      d|…f   }d||   dd…t        jL                  tO        ||z  «      D �cg c]
  }|||z  z   ‘Œ c}«      f<   Œš |j                  d)d«      dkD  r¢t        j                  |j                  |«      |d)   k  «      D ]u  }|jI                  t        |dz   «      }|jI                  d||z
  dz   «      }|||||z   …f   }|j                  d«      }d||dk(  <   ||   |jK                  d«      z
  |z  ||<   Œw |j                  d*d«      dkD  rq| jP                  | jR                  z
  | jT                  z
  }t        j                  |j                  |«      |d*   k  «      D ]  }d||d|jI                  d|dz   «      …f<   Œ  |S c c}w )+aï  Training-only augmentation (D['augment'], off by default), per window, in place on X (n, W, C):
        spectral tilt (p_tilt of the windows, exponent within +-tilt), channel mask (p_chan_mask of the windows, each channel dropped with p_chan), per-channel gain (log-uniform
        within +-gain), additive Gaussian noise (std noise, data are z-scored), zero prefix (p_zero_prefix of the
        windows get their first 1..pos0 samples zeroed, as the zero padding at a trial start at inference).rÌ  é:   r   Úp_tiltr    Útiltr,  r1   g      (@g      @Nr'   )rÁ   r(   T)Úkeepdimsr‘  r0   Úp_chan_maskÚp_chançš™™™™™É?ÚgainÚnoiseÚ	p_clusterÚp_spatial_mixÚp_rerefÚ_nbr)ÚMONTAGESÚmontager"   r3   Úmix_kr¯  Ú	mix_sigmag333333Ã?r   Ú	reref_maxrF  Úcluster_minr@  Úcluster_maxÚp_renormÚp_zero_prefix)+r4   r5   rI   r   ÚflatnonzeroÚrandomrG   ÚfftÚrfftfreqr   ÚuniformÚclipÚirfftÚrfftr’  r:   Úwherer8   r   rª  Útilerù  Úlog1pÚstandard_normalÚhasattrrn  r  rÅ  r   Úargsortr  rH   r©   r¥   ÚrepeatrF   Úintegersr¦   Úconcatenater  rÀ   r
  r	  )rd   r®   ÚrngÚArÁ   rÀ   re   ÚC0Úselr?   ÚalrÝ  rJ   r´   rb   r  r¶  r   ÚsigÚjÚMxÚcolsÚgrpÚelÚL_rL   ÚsegÚsdÚpos0s                                r   Ú_augmentzDNNDec._augmentð  s7  € ô
 �E‰E�)ÓÒ" ˆØ—'‘'‰ˆˆ1ˆaØ�r‘6˜Q’;‰R AˆØ�5‰5�˜1Ó Ó!ô —.‘. §¡¨A£°°8±Ñ!<Ó=ˆCÜ�3�xÜ—F‘F—O‘O A s¬R¡xÓ0�Ø—[‘[ !§%¡%¨°Ó"4Ð!4°a·e±e¸FÀCÓ6HÌ3ÈsË8ÐUVÐXYÐJZÓ[�Ü—W‘W˜Q  TÓ*¨SÑ0°$º¸4°-Ñ@ÀBÑF�Ü—F‘F—L‘L¤§¡§¡¨Q¨s©V¸! Ó!<¸qÑ!@ÀAÈA�LÓN�Ø�c‘F—J‘J˜q¨4�JÓ0´2·:±:¸a¿e¹eÀAÐPT¸eÓ>UÐW[Ó3\Ñ\�ØœbŸh™h q¨¡v§z¡z°!¸d zÓ'CÀaÑ'GÈÈCÓPÑP×XÑXÔY[×YcÑYcÓd��#‘Ø�5‰5� Ó" QÒ&Ø—*‘*˜Q“- ! MÑ"2Ñ2ˆCØ—‘˜SŸW™W›Y¨¨2Ð.Ó/°!·%±%¸À#Ó2FÑF×NÑNÌrÏzÉzÓZˆAØˆc‹F”b—g‘g˜a ! Q¨¨R© Ó1Ñ1‹FØ�5‰5�˜Ó˜aÒÜ—‘�s—{‘{¤B§H¡H¨Q¨v©YÓ$7Ð#7¼¿¹À!ÀFÁ)Ó9LÈqÐRSÐUVÈiÓXÓY×`Ñ`Ôac×akÑakÓlˆAØ�‰FˆAØ�5‰5�˜!Ó˜qÒ Ø�!�G‘*˜s×2Ñ2°1·7±7Ó;Ñ;×CÑCÄBÇJÁJÓOÑOˆAØ�E‰E�+˜qÓ! AÒ%¨¯©¨ÀÓ)BÀQÒ)FÈ!Ï%É%ÐPYÐ[\ÓJ]Ð`aÒJaÜ  fÔ-Ý'Ü˜(¤3 y¡>Ñ2Ó3ˆAÜŸ
™
 Q¢q¨$ w¡Z°!°D±'Ñ%9¸aÑ$?×#DÑ#DÀRÓ#HÈ!ÓLˆDŒIØ�5‰5� !Ó$ qÓ(¨Q°$·)±)·/±/À!Ñ2DÓ-Dä˜Ÿ™˜w¨Ó*Ó+¬U°1·5±5¸ÀdÓ3KÓ-LˆsˆAÜ—^‘^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ü—V‘V˜A¤R§Z¡ZÔ0�Ø—y‘y¢ A a¨!¡e G Ñ,�Ø�4œŸ™¤2§9¡9¨Q£<²°4°Ñ#8¸!¸QÓ?Ð?Ó@ÀSÈ3Ï;É;ÐWYÐ[\Ð_`ÐbcÐ^dÓKeÑEe×DmÑDmÔnp×nxÑnxÓDyÑyÓ@Ø˜‘t˜b‘y��!’ð	 Hð
 �5‰5�˜AÓ Ò" q¨D¯I©I¯O©O¸AÑ,>Ò'>ä—^‘^ C§J¡J¨q£M°A°i±LÑ$@ÖA�Ø—i‘i §¡¨Q£Ð1b´3°s·|±|ÀAÀqÇuÁuÈ[ÐZ[ÓG\Ð_`ÑG`Ó7aÓ3bÐ1bÐ bÑc�Ø�!“œ˜cŸk™k¨#¨sÓ3Ó4°q¸±tºA¸s¸F±|×7HÑ7HÈÐUYÐ7HÓ7ZÑZÑZ”ð Bð �5‰5�˜aÓ  1Ò$Ü—^‘^ C§J¡J¨q£M°A°k±NÑ$BÖC�Ø—L‘L §¡ }°aÓ!8¸!¿%¹%ÀÈqÓ:QÐTUÑ:UÓV�Ø—Y‘Y˜sŸ|™|¨BÓ/°°!°Ð3Ñ4�ØQT��!‘’QœŸ™¼UÀ1ÈÁ7¼^Ó'L¹^¸¨¨Q°©V«¸^Ñ'LÓMÐMÒNð Dð �5‰5�˜QÓ !Ò#Ü—^‘^ C§J¡J¨q£M°A°j±MÑ$AÖB�Ø—\‘\¤" a¨!¡eÓ,�°#·,±,¸qÀ!ÀbÁ&È1Á*Ó2M¨aØ˜˜1˜Q ™V˜8˜‘n�Ø—W‘W˜Q“Z�¨s  B¨!¡G¡Ø˜!™˜sŸx™x¨›{Ñ*¨bÑ0��!’ð	 Cð
 �5‰5� !Ó$ qÒ(Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDÜ—^‘^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ø36��!Ð/�c—l‘l 1 d¨Q¡hÓ/Ð/Ð/Ò0ð Hàˆùò (Ms   Üa(c                óÖ  ‡$— |rt         j                  d«      xs i ni }|j                  dd«      t        |j                  dd«      «      }}t        t        j                  | j
                  d|z   z  «      «      d|z  z   }t        j                  |D �	cg c]  }	t        |	d   «      |z
  ‘Œ c}	«      }
t        j                  |
d«      j                  t        «      }|j                  d	«      d
k(  rwt        j                  |D �	cg c]  }	t        |	d   «      ‘Œ c}	«      }t        j                  |«      D ]0  }|||k(  xx   t        |||k(     j                  «       d«      z  cc<   Œ2 ||j                  «       z  }t         j                  d«      xs i }|�rt        j                  |D �	cg c]  }	|	j                  dd«      ‘Œ c}	«      Š$t        j                  ‰$t!        |«      «       }||xx   dt        ˆ$fd„|j#                  «       D «       «      z
  t        ||   j                  «       d«      z  z  cc<   |j#                  «       D ]J  \  }}‰$|k(  j%                  «       sŒ|‰$|k(  xx   |t        |‰$|k(     j                  «       d«      z  z  cc<   ŒL ||j                  «       z  }|j'                  t        |«      ||¬«      }|| _        t        j*                  || j
                  | j,                  ft        j.                  «      }|d   d   j0                  dd  }t        j*                  || j
                  f|z   t        j.                  «      }t        j*                  || j
                  f|z   t        j.                  «      }t3        |«      D �]û  \  }}|j5                  d|
|   dz   «      |z   }||   }|d   |d   }}|dkD  �rbt        t7        | j
                  d|j9                  | |«      z   z  «      «      }t        j:                  d|dz
  | j
                  «      }t        j<                  |«      j                  t        «      |t        j<                  |«      z
  d d …d f   } }t        j>                  |dz   |dz
  «      }!|r|j5                  | |dz   «      nd}"|d   ||"z   ||"z   |z    }#|#|   d| z
  z  |#|!   | z  z   ||<   ||||z    |   d| d d …df   z
  z  ||||z    |!   | d d …df   z  z   ||<   ||||z    |   d| d d …df   z
  z  ||||z    |!   | d d …df   z  z   ||<   �Œ™|r|j5                  | |dz   «      nd}"|d   ||"z   ||"z   | j
                  z    ||<   |||| j
                  z    |||| j
                  z    c||<   ||<   �Œþ |r| jA                  ||«      }tC        jD                  |«      tC        jD                  |«      tC        jD                  |«      fS c c}	w c c}	w c c}	w )NrÌ  Úwarpr0   Ú
lag_jitterr   r1   r"   ri   Úbalancerâ  r­   g•Ö&è.>Ú
group_fracÚ_grpÚ c              3  óP   •K  — | ]  \  }}‰|k(  j                  «       sŒ|–— Œ y ­wrØ  )Úany)Ú.0rÝ  r°   r?  s      €r   Ú	<genexpr>z"DNNDec._windows.<locals>.<genexpr>>  s#   øè ø€ ÐM©j¡d a¨¸SÀA¹X¿N¹NÕ<L¤©jùs   ƒ&Ÿ&gê-�™—q=©r²   Ú_yaÚ_yi)#r4   r5   rH   r   ÚceilrÀ   r¢   rG   r:   r8   r©   rÔ  Úuniquerë   rª  Úisinr‡  rm  rN  ÚchoiceÚ_last_tiÚemptyre   r   rI   Ú	enumerater4  Úroundr)  ÚlinspaceÚfloorÚminimumrE  r   r   )%rd   rç  rÁ   r6  Úaugr7  rG  ÚlagÚspanr%  Úlensr²   Údsr  ÚgfÚrestrÝ  r°   Útir®   Úfshaperœ  r�  r<  r  r¯   r=   rM   rN   ÚLrÚtqÚt0_ÚfrÚt1_Úd_rÅ   r?  s%                                       @r   Ú_windowszDNNDec._windows/  sZ  ø€ Ù(+ŒQ�U‰U�9ÓÒ#¡°ˆØ—E‘E˜& #Ó&¬¨A¯E©E°,ÀÓ,BÓ(CˆcˆÜ”2—7‘7˜4Ÿ6™6 Q¨¡XÑ.Ó/Ó0°1°s±7Ñ:ˆÜ�x‰x±vÓ>±v°!œ˜Q˜u™X›¨Ó-°vÑ>Ó?ˆÜ�J‰J�t˜QÓ×&Ñ&¤uÓ-ˆØ�5‰5�Ó˜yÒ(Ü—‘¹&ÓA¹&°Qœ; q¨¡xÕ0¸&ÑAÓBˆBÜ—Y‘Y˜r–]�Ø�"˜‘'“
œc ! B¨!¡G¡*§.¡.Ó"2°DÓ9Ñ9”
ð #à�—‘“‰KˆÜ�U‰U�<Ó Ò& BˆÚÜ—(‘(±vÓ>±v°!˜AŸE™E &¨"Õ-°vÑ>Ó?ˆCÜ—G‘G˜C¤ b£Ó*Ð*ˆDØˆd‹G˜œCÓM¨b¯h©h¬jÓMÓMÑMÔQTÐUVÐW[ÑU\×U`ÑU`ÓUbÐdiÓQjÑjÑj‹GØŸ™ž
‘��1Ø˜1‘H—>‘>Õ#Ø�c˜Q‘h“K 1¤s¨1¨S°A©X©;¯?©?Ó+<¸eÓ'DÑ#DÑD”Kð #ð �A—E‘E“G‘ˆAØ�Z‰Zœ˜F› Q¨!ˆZÓ,ˆØˆŒÜ�H‰H�a˜Ÿ™ §¡Ð(¬"¯*©*Ó5ˆØ˜‘˜5Ñ!×'Ñ'¨¨Ð+ˆÜ�X‰X�q˜$Ÿ&™&�k FÑ*¬B¯J©JÓ7ˆÜ�X‰X�q˜$Ÿ&™&�k FÑ*¬B¯J©JÓ7ˆÜ˜b—M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,¨sÑ2ˆAØ˜‘ˆBØ˜‘Y  5¡	�ˆBØ�a‹xÜœ˜tŸv™v¨¨S¯[©[¸$¸ÀÓ-EÑ)EÑFÓGÓH�Ü—[‘[  B¨¡F¨D¯F©FÓ3�ÜŸ(™( 2›,×-Ñ-¬cÓ2°R¼"¿(¹(À2»,Ñ5FÊÈ4ÈÑ4P�R�Ü—j‘j  q¡¨"¨q©&Ó1�Ù47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø�u‘I˜a "™f Q¨¡V¨b¡[Ð1�Ø˜‘v  R¡Ñ(¨1¨S©6°B©;Ñ6��!‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1“á47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø˜%‘y  R¡¨¨B©°·±©Ð8��!‘Ø! ! A¨¯©¡JÐ/°°A°a¸$¿&¹&±jÐ1A���1‘�r˜!“uð# "ñ$ Ø—‘˜a Ó%ˆAÜ×Ñ Ó"¤E×$4Ñ$4°RÓ$8¼%×:JÑ:JÈ2Ó:NÐNÐNùòU ?ùò Bùò ?s   ÂWÄW!Æ(W&c                ó¸  — ||z   D ]  }t        |«      \  |d<   |d<   Œ t        j                  j                  t        j                  dt        d   «      «      }| j                  |t        d   |«      \  }}}d\  }	}
t        | j                  j                  «       «      }t        j                  d«      rút        |t        d   «      \  }}t        j                  «       5  | j                  j                  t        j                  d| j                   | j"                  t$        ¬	«      «      j&                  d
   }d d d «       t)        |«      j+                  t$        «      }	|t        |	j                  «       «      z  }| j-                  dt        d   › d|› dt        j                  dd«      › �«       t        j.                  j1                  |t        d   t        d   ¬«      }t        j.                  j2                  j5                  |ddt        d   ¬«      }t6        j8                  dd }}}t;        t        j                  dd«      «      }t=        t        d   «      D �]z  }t?        j>                  «       }||k  r*|j@                  D ]  }t        d   dd|z  |z  z   z  |d<   Œ n'||k(  r"|dkD  r|j@                  D ]  }t        d   |d<   Œ | j                  jC                  «        g g }}t=        t        d   «      D �]¥  }| j                  |t        d   |d¬«      \  }}}|j+                  t$        «      |j+                  t$        «      |j+                  t$        «      }}}|	€| j                  |«      }nV| j                  j                  |«      }| j                  jE                  |«      }| j                  jF                  dk(  r|d    n|}t        j                  d!d"«      d#k(  r#tI        |||t        j                  d$d«      «      } n\t        j                  d!«      d%k(  rtK        ||«      jM                  «        } n(tK        ||«       tK        ||«      z   jM                  «       } |jO                  | jQ                  «       «       |	�Æ |	tS        |
«      «      }!t        jT                  | jV                     «      j+                  t$        «      }"| t        jX                  jZ                  j]                  |!|"«      z   } |jO                  |!j_                  d«      |"k(  ja                  «       jM                  «       jQ                  «       «       |
dz  }
|jc                  «        | je                  «        t        jX                  jf                  ji                  |d&«       |jk                  «        �Œ¨ | j                  jm                  «        t        j                  «       5  g }#t=        dto        |«      d'«      D ]•  }$| j                  ||$|$d'z    j+                  t$        «      «      }|#jO                  tK        |||$|$d'z    j+                  t$        «      «       tK        |||$|$d'z    j+                  t$        «      «      z   jq                  «       «       Œ— t        jr                  |#«      jM                  «       jQ                  «       }#d d d «       ||k\  r|jk                  #«       | j-                  d(|d)›d*t        jL                  |«      d+›d,#d+›d-t?        j>                  «       |z
  d.›d/�	||k  rd0|j@                  d   d   d1›d2�nd3z   |rd4t        jL                  |«      d5›�nd3z   «       |#|d6z
  k  r]|#d}}| j                  ju                  «       jw                  «       D �%�&ci c]$  \  }%}&|%|&jy                  «       j{                  «       “Œ& }}%}&�Œa||k\  s�Œh|dz  }|t        d7   k\  s�Œ{ n |�| j                  j}                  |«       | j                  jm                  «        ||z   D ]&  }|j                  dd «       |j                  dd «       Œ( |S # 1 sw Y   �ŒxY w# 1 sw Y   �Œ�xY wc c}&}%w )8NrR  rS  r  r  Úval_windows)Nr   Úadvr1   rx  r3   z  adversarial z loss: z classes, lambda rõ  rö  ÚlrÚweight_decay)rr  rs  r÷  r,  Úlr_patience)r  ÚfactorÚpatiencer   Úwarmup_epochsÚ
max_epochsr+  gÍÌÌÌÌÌì?rô  Ú
batch_sizeT©r_  rŠ  ÚlossÚcontrastiver§  Úinfonce_taur¬  ç      @é   z
    epoch Ú02dú train z+.4fz val ú (ú.0fús)z [warm-up, lr z.1eÚ]rL  z | adversary acc ú.3fç-Cëâ6?rv  )@rO   r   r&  Údefault_rngr4   r5   r   rn  r‡  rï  Ú
parametersré  r   ru   r~  r  rÀ   re   r|  rI   rë  r{  r  ÚoptimÚAdamWÚlr_schedulerÚReduceLROnPlateaurø  ÚinfrH   r  ÚtimeÚparam_groupsrn   r�  r  r§  r¬  r¦   r6   Úitemrõ  r   rX  rù   r™  rš  Úargmaxr©   Ú	zero_gradrÞ  ÚutilsÚclip_grad_norm_rú  ÚevalrG   r   r—  Ú
state_dictrm  ÚdetachÚcloneÚload_state_dictÚpop)'rd   rn   ro   rp   r=   r6  ÚXvÚYavÚYivrq  rú  Úparamsr+   Ún_domÚd_featÚoptÚschÚbestÚbadÚ
best_stateÚwarmÚepÚt0rÝ  ÚtlÚdarq   r®   rœ  r�  rx   r?   r{  ÚdlÚdtÚvlr  r   r°   s'                                          r   rl   z
DNNDec.fit_  sÂ  € Ø˜#”+ˆBÜ#+¨B£<Ñ ˆBˆu‰I�r˜%’yð ä�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÓEˆØ—}‘} S¬!¨MÑ*:¸CÓ@‰ˆˆC�Ø‰	ˆˆTÜ�d—h‘h×)Ñ)Ó+Ó,ˆÜ�5‰5�Œ<Ü# E¬1¨U©8Ó4‰JˆC�Ü—‘•ØŸ™Ÿ™¤e§k¡k°!°T·V±V¸T¿V¹VÌCÔ&PÓQ×WÑWÐXZÑ[�÷ !ä˜& %Ó(×+Ñ+¬CÓ0ˆCØ”d˜3Ÿ>™>Ó+Ó,Ñ,ˆFØ�H‰H�~¤a¨¡h Z¨w°u°gÐ=NÌqÏuÉuÐUaÐcgÓOhÐNiÐjÔkÜ�k‰k×Ñ ¬1¨T©7ÄÀ>ÑARÐÓSˆÜ�k‰k×&Ñ&×8Ñ8¸À5ÐQTÔ_`ÐanÑ_oÐ8ÓpˆÜ $§¡¨!¨T�:ˆcˆÜ”1—5‘5˜¨!Ó,Ó-ˆÜœ˜,™×(ˆBÜ—‘“ˆBØ�DŠyØ×)Ô)�AÜ ™g¨¨s°R©x¸$©Ñ)>Ñ?�A�d’Gñ *à�t’  q¢Ø×)Ô)�AÜ ™g�A�d’Gð *à�H‰H�N‰NÔØ˜�ˆBÜœ1Ð.Ñ/×0�Ø ŸM™M¨%´°<±À#È4˜MÓP‘	��2�rØŸD™D¤›I r§u¡u¬S£z°2·5±5¼³:�r�2�Ø�;ØŸ™ ›‘AàŸ™Ÿ™ Q›�AØŸ™Ÿ™ aÓ(�AØ%)§X¡X§Z¡Z°1¢_˜˜&š	¸!�AÜ—5‘5˜ Ó/°9Ò<Ü" 1 b¨"¬a¯e©e°MÀ3Ó.GÓH‘DÜ—U‘U˜6“] iÒ/Ü# A r›N×/Ñ/Ó1Ð1‘Dä$ Q¨›^˜O¬g°a¸«nÑ<×BÑBÓD�DØ—	‘	˜$Ÿ)™)›+Ô&Ø�?Ù˜Q¤
¨4Ó 0Ó1�BÜ×)Ñ)¨#¨d¯m©mÑ*<Ó=×@Ñ@ÄÓE�BØ¤%§(¡(×"5Ñ"5×"CÑ"CÀBÈÓ"KÑK�DØ—I‘I˜rŸy™y¨›|¨rÑ1×8Ñ8Ó:×?Ñ?ÓA×FÑFÓHÔIØ˜A‘I�DØ—‘”Ø—‘”Ü—‘—‘×.Ñ.¨v°sÔ;Ø—‘–
ð3 1ð4 �H‰H�M‰MŒOÜ—‘•Ø�Ü˜q¤# b£'¨3Ö/�AØŸ™  A a¨#¡g ×!1Ñ!1´#Ó!6Ó7�AØ—I‘I¤¨¨3¨q°°S±¨>×+<Ñ+<¼SÓ+AÓ BÐBÄWÈQÐPSÐTUÐVWÐZ]ÑV]ÐP^×PaÑPaÔbeÓPfÓEgÑg×lÑlÓnÕoð 0ô —Y‘Y˜r“]×'Ñ'Ó)×.Ñ.Ó0�÷ !ð �TŠzØ—‘˜”Ø�H‰H�z " S ¨´·±¸³¸TÐ0BÀ%ÈÈ4ÀyÐPRÔSW×S\ÑS\ÓS^ÐacÑScÐdgÐRhÐhjÐkØMOÐRVÊY˜.¨×)9Ñ)9¸!Ñ)<¸TÑ)BÀ3Ð(GÀqÑIÐ\^ñ`áACÐ+¬B¯G©G°B«K¸Ð+<Ñ=ÈñMô Nð �D˜4‘KÒØ �c�Ø@DÇÁ×@SÑ@SÓ@U×@[Ñ@[Ô@]Ô^Ñ@]¹¸¸1˜a §¡£×!1Ñ!1Ó!3Ñ3Ð@]�
Ó^Ø�t”Ø�q‘�Øœ!˜J™-Ô'Ùðm )ðn Ð!Ø�H‰H×$Ñ$ ZÔ0Ø�‰�‰ŒØ˜#”+ˆBØ�F‰F�5˜$ÔØ�F‰F�5˜$Õð ð ˆ÷M !‘ú÷\ !‘üó _s    ÃA`<×C"a	Þ
)aà<aá	a	c                óV  — t        t        d   t        z  «      | j                  | j                  z
  | j
                  z
  }}||z   | j                  z   }t        j                  |D �cg c]  }t        |d   «      |z
  ‘Œ c}«      }	t        j                  |	dz   d«      j                  t        «      }
|j                  t        |«      ||
|
j                  «       z  ¬«      }t        j                  ||| j                  ft        j                   «      }t        j                  ||f|d   d   j"                  dd z   t        j                   «      }t        j                  ||ft        j$                  «      t        j&                  ||ft(        «      }}t+        |«      D ]¥  \  }}|j-                  d|	|   dz   «      }||   }|d   |||z    |d   ||z   ||z   |z    |d   ||z   ||z   |z    c||<   ||<   ||<   |j/                  «       t        d	   k  sŒud
|||j-                  t        d|z  «      t        d|z  «      «      d…f<   Œ§ |r| j1                  ||«      }t3        j4                  |«      t3        j4                  |«      t3        j4                  |«      t3        j4                  |«      fS c c}w )aR  n training sequences of D['seq_len_s'] s with their causal context: EEG (n, ctx + Ls + fut, C), targets of
        both streams (n, Ls, 2, F), attended column (n, Ls) and the synthetic-switch flag (n, Ls): with probability
        D['seq_p_switch'] the two streams swap roles at a uniform time (as generateSyntheticSwitches does at test).Ú	seq_len_sri   r1   r   rQ  Ú_YNrE   Úseq_p_switchTr  gš™™™™™é?)rH   r4   r   rÀ   r
  r	  r   r¢   rG   r:   r8   r©   rW  rª  rY  re   r   rI   Úint64r  ÚboolrZ  r4  r&  rE  r   r   )rd   rç  rÁ   r6  r_  ÚLsrÛ  Úneedr%  rb  r²   rf  r®   rJ   rE   Ústr<  r  rL   r=   s                       r   Ú
_sequenceszDNNDec._sequences³  sY  € ô ”a˜‘n¤rÑ)Ó*¨D¯F©F°T·X±XÑ,=ÀÇÁÑ,HˆCˆØ�R‰x˜$Ÿ(™(Ñ"ˆÜ�x‰x±vÓ>±v°!œ˜Q˜u™X›¨Ó-°vÑ>Ó?ˆÜ�J‰J�t˜a‘x Ó#×*Ñ*¬5Ó1ˆØ�Z‰Zœ˜F› Q¨!¨a¯e©e«g©+ˆZÓ6ˆÜ�H‰H�a˜˜tŸv™vÐ&¬¯
©
Ó3ˆÜ�H‰H�a˜�W˜v a™y¨™×4Ñ4°Q°RÐ8Ñ8¼"¿*¹*ÓEˆÜ—(‘(˜A˜r˜7¤B§H¡HÓ-¬r¯x©x¸¸B¸ÄÓ/FˆRˆÜ˜b–M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,ˆAØ˜‘ˆBØ!# E¡¨1¨Q°©XÐ!6¸¸4¹ÀÀSÁÈÈSÉÐSUÉÐ8VÐXZÐ[`ÑXaÐbcÐfiÑbiÐjkÐnqÑjqÐtvÑjvÐXwÐˆAˆa‰D�!�A‘$˜˜A™Ø�z‰z‹|œa Ñ/Ó/ØEI��1�c—l‘l¤3 s¨R¡x£=´#°c¸B±h³-Ó@ÑAÐAÒBð "ñ Ø—‘˜a Ó%ˆAÜ×Ñ Ó"¤E×$4Ñ$4°QÓ$7¼×9IÑ9IÈ#Ó9NÔPU×P`ÑP`ÐacÓPdÐdÐdùò ?s   Á%J&c           
     ó&  ‡ ‡ — |j                   d   |j                   d   }}‰ j                  ‰ j                  z
  ‰ j                  z
  t	        t
        d   d   t        z  «      c}	Š |j                  d‰ j                  ‰ j                  «      j                  dddd«      j                  d‰ j                  ‰ j                  «      }
‰ j                  |
«      dd…|	|	‰ j                  z   …f   }|j                  ||d«      }ˆ ˆ fd	„}d
„ } ||«      } || ||dd…dd…df   «      «       || ||dd…dd…df   «      «      z
  }ˆ ˆ fd„} ||«       ||«      }}|t        j                  |dd«      d   z  |z  j                  d«      }||z  j                  «       }t!        j"                  t$        d   «      t!        j"                  dt$        d   z
  «      }}t        j&                  |dz  | dz  gd«      }t        j(                  |dft!        j"                  d«      |j*                  ¬«      }dg }}t-        |j                   d   «      D ]µ  }|dkD  rht        j&                  t        j.                  |dd…df   |z   |dd…df   |z   «      t        j.                  |dd…df   |z   |dd…df   |z   «      gd«      }||dd…|f   z   }t        j0                  |dd¬«      }||dd…df   z   ||z
  }}|j3                  |«       Œ· t        j&                  |d«      }|j5                  d|d   «      d   j7                  «        }|j9                  d«      |k(  j;                  «       j7                  «       }|dk(  rŸ|j5                  d|d   «      d   j                  d«      t!        j"                  d«      z   t        j                  |dd…dd…f   |dd…dd…f   k(  ||«      j                  d«      z   }||z
  |j                   d   z  j7                  «       ||fS |||fS )a  Decoder on every 0.25-s hop of the sequences (the causal read-out of reconstruct()), per-target Pearson in
        1-s windows against both streams, evidence sign flipped in the synthetically switched windows, unary log-odds
        u = sum_f v_f (r0_f - r1_f), 2-state chain with p_stay. kind 'filter': cross-entropy of the causal FILTERING
        posterior (what is used at test); 'crf': negative log-likelihood of the whole state path (CRF).
        Returns (loss, filtering cross-entropy, filtering accuracy).r   r1   r  r  r@  r"   r3   Nc                ó>   •— | j                  d‰‰j                  «      S )Nr1   )Úunfoldr	  )rL   ÚEWrd   s    €€r   r”  z"DNNDec._seq_loss.<locals>.<lambda>Ô  s   ø€ �q—x‘x  2 t§x¡xÔ0r   c                ó  — | | j                  dd¬«      z
  ||j                  dd¬«      z
  }} | |z  j                  d«      t        j                  | | z  j                  d«      ||z  j                  d«      z  dz   «      z  S )Nr3   Tr�  r‘  r©  r«  s     r   ÚcorrzDNNDec._seq_loss.<locals>.corrÖ  sr   € Ø�q—v‘v˜b¨$�vÓ/Ñ/°°Q·V±V¸BÈ°VÓ5MÑ1MˆqˆAØ˜‘E—;‘;˜r“?¤U§Z¡Z°°Q±·±¸B³À1ÀqÁ5Ç+Á+ÈbÃ/Ñ0QÐTXÑ0XÓ%YÑYÐYr   c                ó~   •— | j                  «       j                  d‰‰j                  «      j                  d«      dkD  S )Nr1   r3   r,  )r©   r»  r	  r¦   )rŸ  r¼  rd   s    €€r   r”  z"DNNDec._seq_loss.<locals>.<lambda>Û  s.   ø€ ˜Ÿ™›×)Ñ)¨!¨R°·±Ó:×?Ñ?ÀÓCÀcÒIr   g      ð¿r    rŒ  Ú
seq_p_stayr,  rx  r0   Tr�  rŠ  Úcrf)rI   rÀ   r
  r	  rH   r   r   r»  Úpermuter›  re   rï  r   r-  rª  r…  rø  r  r4   r<   Úfullry  r  Ú	logaddexpÚ	logsumexpr6   Úgatherr¦   r’  r©   )!rd   r®   rJ   rE   r·  r°   rã  ÚBrµ  rD  Úwinrx   Úuwr¾  Úywr  ÚfracÚwswÚa_wÚuÚstateÚlsÚlswÚunÚlpÚlogZÚpostr<  rp  ÚceÚaccÚgoldr¼  s!   `                               @r   Ú	_seq_losszDNNDec._seq_lossÉ  s©  ù€ ð —‘˜‘
˜AŸG™G A™Jˆ2ˆØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/´´S¸±_ÀWÑ5MÔPRÑ5RÓ1SˆˆˆbØ�h‰h�q˜$Ÿ&™& $§(¡(Ó+×3Ñ3°A°q¸!¸QÓ?×GÑGÈÈDÏFÉFÐTX×TZÑTZÓ[ˆØ�H‰H�S‹Mš!˜T $¨¯©¡/Ð1Ð1Ñ2ˆØ�I‰I�a˜˜RÓ ˆÜ0ˆò	Zñ �‹UˆÙ�‘R˜š!šQ ˜'™
“^Ó$¡t¨B±°1²Qº¸1°W±:³Ó'?Ñ?ˆÜIˆÙ˜“8™T #›YˆSˆØ”—‘˜S $¨Ó,¨YÑ7Ñ7¸!Ñ;×@Ñ@ÀÓDˆØ�s‘× Ñ Ó"ˆÜ—(‘(œ1˜\™?Ó+¬T¯X©X°a¼!¸L¹/Ñ6IÓ-JˆCˆÜ�[‰[˜!˜a™% !  a¡˜¨"Ó-ˆÜ�Z‰Z˜˜A˜¤§¡¨£°a·h±hÔ?ˆØ˜"ˆdˆÜ�r—x‘x ‘{Ö#ˆAØ�1ŠuÜ—[‘[¤%§/¡/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"PÜ"'§/¡/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"Pð"RØSTóV�à�bš˜A˜‘h‘ˆBÜ—‘  A¨tÔ4ˆAØ˜a¢ 1 ™g‘~ r¨A¡v�"ˆDØ�K‰K˜�Oð $ô �{‰{˜4 Ó#ˆØ�k‰k˜!˜U 9Ñ-Ó.¨vÑ6×;Ñ;Ó=Ð=ˆØ�{‰{˜2‹ %Ñ'×.Ñ.Ó0×5Ñ5Ó7ˆØ�5Š=Ø—9‘9˜Q  iÑ 0Ó1°&Ñ9×=Ñ=¸aÓ@Ä4Ç8Á8ÈCÃ=ÑPÜ—‘˜E¢! Q¡R %™L¨E²!°S°b°S°&©MÑ9¸2¸sÓC×GÑGÈÓJñKˆDà˜D‘[ B§H¡H¨Q¡KÑ/×5Ñ5Ó7¸¸SÐ@Ð@Ø�2�sˆ{Ðr   c                ó   ‡ ‡‡‡‡— t         d   Št        t         d   t        z  «      ‰ j                  z   ‰ j                  z
  }||z   D ]  }t        |«      |d<   Œ |D �cg c]  }t        |d   «      |k\  sŒ|‘Œ c}|D �cg c]  }t        |d   «      |k\  sŒ|‘Œ }}}t        j                  j                  t         j                  dt        d   «      dz   «      }t        j                  j                  t         j                  d«      r/t        j                  ‰ j                   j"                  t$        ¬	«      nNt        j&                  ‰ j                   j"                  ft         d
   ‰ j                   j"                  z  t$        ¬	«      «      Št         j                  d«      rˆfd„nˆfd„Št        j(                  j+                  t-        ‰ j                   j/                  «       t         d   ¬«      t-        ‰gt         d   d¬«      gt         d   ¬«      }	t1        t         d   «      D �
cg c]  }
‰ j3                  |t         d   |«      ‘Œ c}
Šˆˆˆ ˆfd„} |«       \  }}‰ j5                  d‰› d|d›d|d›dt        j6                   ‰«       j9                  «       j;                  «       j=                  «       d«      › �«       d‰ j                   j?                  «       jA                  «       D ��ci c]$  \  }}||j9                  «       jC                  «       “Œ& c}} ‰«       j9                  «       jC                  «       }}}t1        t         d   «      D �]r  }tE        jD                  «       g }}‰ j                   jG                  «        t1        t         d    «      D ]í  }
‰ j3                  |t         d   |d!¬"«      D �cg c]  }|jI                  t$        «      ‘Œ }} ‰ jJ                  g |¢ ‰«       ‘‰‘­Ž d   }|	jM                  «        |jO                  «        t        j                  jP                  jS                  ‰ j                   j/                  «       d#«       |	jU                  «        |jW                  |jY                  «       «       Œï  |«       \  }}‰ j5                  d‰› d$|d%›d&t        jZ                  |«      d›d'|d›d|d›d(t        j6                   ‰«       j9                  «       j;                  «       j=                  «       d«      › d)tE        jD                  «       |z
  d*›d+�«       ||d,z
  k  r�|d}}‰ j                   j?                  «       jA                  «       D ��ci c]$  \  }}||j9                  «       jC                  «       “Œ& c}} ‰«       j9                  «       jC                  «       }}�Œ`|d-z  }|t         d.   k\  s�Œs n ‰ j                   j]                  |«       ‰ j                   j_                  «        ||z   D ]  }|ja                  dd/«       Œ t-        |j;                  «       j=                  «       D �cg c]  }tc        |«      ‘Œ c}t         d0   |¬1«      S c c}w c c}w c c}
w c c}}w c c}w c c}}w c c}w )2a!  Phase 2 after fit(): fine-tune the decoder and the CRF unary weights v END-TO-END with a sequence loss on
        synthetic-switch sequences. Early stopping on the filtering cross-entropy of fixed validation sequences.
        Returns dict(v, p_stay) for score.py (--evidence-weights crf).Úseq_lossr°  r±  ri   r  r  r?  Ú
seq_v_normrx  Ú
seq_v_initc                 óD   •— t         d   t        j                  ‰ d«      z  S )NrÝ  r   )r4   r   Úsoftmax©Úths   €r   r”  z%DNNDec.fit_sequence.<locals>.<lambda>  s   ø€ ”a˜‘o¬¯©°b¸!Ó(<Ò<r   c                 ó   •— ‰ S rØ  r‚   rà  s   €r   r”  z%DNNDec.fit_sequence.<locals>.<lambda>  s   ø€ Ñcer   Úseq_lr)rŸ  rr  Úseq_v_lrr0   )rŸ  rr  rs  rs  )rs  Úseq_val_batchesÚ	seq_batchc                 ó>  •— ‰j                   j                  «        t        j                  «       5  ‰D � �cg c]>  }  ‰j                  g | D �cg c]  }|j                  t        «      ‘Œ c}¢ ‰«       ‘‰‘­Ž ‘Œ@ }} }d d d «       t        t        j                  D �cg c]  }|d   j                  «       ‘Œ c}«      «      t        t        j                  |D �cg c]  }|d   j                  «       ‘Œ c}«      «      fS c c}w c c}} w # 1 sw Y   ŒŽxY wc c}w c c}w rE  )rï  r–  r   ru   rÙ  r{  r|  r©   r   r¦   r‘  )rB   rŸ  r´   r   ÚVbrã  rd   Úvfs       €€€€r   Úvalidatez%DNNDec.fit_sequence.<locals>.validate  s×   ø€ Ø�H‰H�M‰MŒOÜ—‘•ÙRTÔUÑRTÈQ�^�T—^‘^ÐH¹Ó%;¹°A a§d¡d¬3¥i¸Ñ%;ÐH¹R»TÐHÀ4ÔHÐRT�ÑU÷ !äœŸ™±qÓ!9±q°! ! A¡$§)¡)¥+°qÑ!9Ó:Ó;¼UÄ2Ç7Á7ÑabÓKcÑabÐ\]ÈAÈaÉDÏIÉIÍKÐabÑKcÓCdÓ=eÐeÐeùò &<ùÓU÷ !�üâ!9ùÒKcs:   °D	¶DÁC>Á(DÁ9D	ÂDÃDÃ>DÄD	Ä	Dz    seq[z] start: val filter-CE z.4fz acc r†  z  v r@  r   Ú
seq_epochsÚ	seq_stepsTrz  r~  z] epoch r€  r�  z val filter-CE z v r‚  rƒ  r„  r‡  r1   Úseq_patienceNrÀ  )r°   Úp_stayÚval_ce)2r4   rH   r   rÀ   r	  rC   rG   r   r&  rˆ  r5   r   r   rù   r  r  rï  r  r|  rÃ  rŠ  r‹  rb  r‰  r  r¸  r  r[  r˜  r   rw   r—  rm  r™  r�  rn   r{  rÙ  r“  rÞ  r”  r•  rú  r6   r‘  r¦   rš  r–  r›  r©   )rd   rn   ro   r¶  r=   r%  Útr_okÚva_okr6  r¢  rq   rê  r¤  Úacc0r   r   r¥  r¦  Úbest_vr¨  r©  rª  rŸ  rB   r{  r®  Úvarè  rã  rá  ré  s   `                          @@@@r   Úfit_sequencezDNNDec.fit_sequenceô  sR  ü€ ô �‰}ˆÜ”1�[‘>¤BÑ&Ó'¨$¯&©&Ñ0°4·8±8Ñ;ˆØ˜#”+ˆBÜ “|ˆBˆtŠHð á#(ÓB¡5˜a¬C°°%±«M¸TÓ,Aš 5ÑBÑPSÓDmÑPSÈ1ÔWZÐ[\Ð]bÑ[cÓWdÐhlÓWlÂQÐPSˆuÐDmˆÜ�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÀqÑ$HÓIˆô �X‰X×ÑÄqÇuÁuÈ\ÔGZ¤§¡¨D¯H©H¯J©J¼sÕ CÜ%*§Z¡Z°·±·±°¼qÀ¹ÐQU×QYÑQY×Q[ÑQ[Ñ?[ÔdgÔ%hójˆäABÇÁÀ|ÔATÔ<Ó[eˆÜ�k‰k×Ñ¤¨T¯X©X×-@Ñ-@Ó-BÄqÈÁ{Ô!SÜ!%¨b¨T´a¸
±mÐRUÔ!Vð!XÜfgÐhvÑfwð  ó yˆäCHÌÐK\ÑI]ÔC^Ó_ÑC^¸aˆd�o‰o˜e¤Q {¡^°SÕ9ÐC^Ñ_ˆ÷	fñ
 “Z‰
ˆˆdØ�‰�8˜D˜6Ð!8¸¸c¸
À%ÈÈSÀzÐQUÔVX×V^ÑV^Ñ_aÓ_c×_jÑ_jÓ_l×_pÑ_pÓ_r×_xÑ_xÓ_zÐ|}ÓV~ÐUð  Aô  	BØ"#ÈÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÑHeÁÀÀ1 a¨¯©«×)9Ñ)9Ó);Ñ&;ÐHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜ˆZˆÜœ˜,™×(ˆBÜ—Y‘Y“[ "�ˆBØ�H‰H�N‰NÔÜœ1˜[™>Ö*�Ø(,¯©¸¼qÀ¹~ÈsÐX\¨Ô(]Ó^Ñ(] 1�Q—T‘Tœ#•YÐ(]�Ð^Ø%�t—~‘~Ð5 qÐ5©"«$Ð5°Ò5°aÑ8�Ø—‘”Ø—‘”Ü—‘—‘×.Ñ.¨t¯x©x×/BÑ/BÓ/DÀcÔJØ—‘”
Ø—	‘	˜$Ÿ)™)›+Õ&ð +ñ “Z‰FˆB�Ø�H‰H�x ˜v X¨b°¨X°W¼R¿W¹WÀR»[ÈÐ<MÈ_Ð]_Ð`cÐ\dÐdiÐjlÐmpÐiqð rÜŸ(™(¡2£4§;¡;£=×#4Ñ#4Ó#6×#<Ñ#<Ó#>ÀÓBÐCÀ2ÄdÇiÁiÃkÐTVÑFVÐWZÐE[Ð[]ð_ô `à�D˜4‘KÒØ �c�ØHLÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÑHeÁÀÀ1 a¨¯©«×)9Ñ)9Ó);Ñ&;ÐHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜F’
à�q‘�Øœ!˜NÑ+Ô+Ùð) )ð* 	�‰× Ñ  Ô,Ø�‰�‰ŒØ˜#”+ˆBØ�F‰F�4˜Õð ä¨¯©«×);Ñ);Ô)=Ó>Ñ)= A”u˜Q•xÐ)=Ñ>ÄqÈÁÐ_cÔdÐdùò[ CùÒDmùò `ùó &gùò
 _ùó &gùò ?s6   ÁYÁ5YÁ?Y ÂY È%!Y%Ë))Y*Î3Y0Õ)Y5Ø8Y;c                óZ  — |d   j                  t        j                  «      }t        |«      }|dk(  rg| j                  | j
                  z
  | j                  z
  }|| j
                  | j                  z   }}| j                  t        ||| j                  z   «      }	}nK| j                  dz  }
|
| j                  | j                  dz  t        |
|
| j                  dz  z   «      f\  }}}}	t        j                  t        j                  || j                  ft        j                  «      |t        j                  || j                  ft        j                  «      g«      }t        j                  d||«      }| j                  j                  }t        j                  t        |«      |z  f|dkD  r|fndz   t        j                  «      }t        dt        |«      d«      D ]È  }|||dz    }t        j                   t        j"                  |D �cg c]  }|||| j                  z    ‘Œ c}«      «      j%                  t&        «      }| j                  |«      d	d	…|	f   j)                  «       j+                  «       }|j-                  d
|dkD  r|fndz   «      |||z  |t        |«      z   |z   ŒÊ |d	| S c c}w )zÔcausal : output sample u is read from the window ending at u + fut + (u mod hop) -> <= 0.75 s future.
        offline: centre quarter-to-three-quarters of windows at hop W/2 (reference; uses up to 3.75 s future).ri   rý  r  r"   r   r1   r‚   i   N)r3   )r8   r   r   rG   rÀ   r
  r	  Úslicer5  r  re   rF   rï  r  r  r   r   r<   r{  r|  r   rw   r›  )rd   r=   r  r   r¡   rD  Úpad_lÚpad_rrú  ÚtakeÚqrÔ   Ústartsr  rÄ   r  r¯   rL   r®   rx   s                       r   ry   zDNNDec.reconstruct+  s1  € ð ˆu‰I×ÑœRŸZ™ZÓ(ˆÜ�‹FˆØ�8ÒØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDØ §¡¨D¯H©HÑ!4�5ˆEØŸ™¤5¨¨t°d·h±h©Ó#?�$‰Dà—‘˜!‘ˆAØ'(¨$¯&©&°$·&±&¸A±+¼uÀQÈÈDÏFÉFÐVWÉKÉÓ?XÐ'XÑ$ˆE�5˜$ Ü�^‰^œRŸX™X u¨d¯f©f o´r·z±zÓBÀAÄrÇxÁxÐQVÐX\×X^ÑX^ÐP_Ôac×akÑakÓGlÐmÓnˆÜ—‘˜1˜a Ó&ˆØ�H‰H�J‰JˆÜ�h‰hœ˜F› dÑ*Ð,¸¸Aº°±À2ÑFÌÏ
É
ÓSˆÜ�qœ#˜f›+ sÖ+ˆAØ�q˜˜S™Ð!ˆAÜ× Ñ ¤§¡ÁQÓ*GÁQÀ¨2¨a°°D·F±F±
Ò+;ÀQÑ*GÓ!HÓI×LÑLÌSÓQˆAØ—‘˜“šA˜t˜GÑ$×(Ñ(Ó*×0Ñ0Ó2ˆAØ01·	±	¸%È1ÈqÊ5ÀAÁ4ÐVXÑ:YÓ0ZˆC��D‘˜!œc !›f™*¨Ñ,Ñ-ð	 ,ð
 �2�Aˆwˆùò +Hs   ÈJ(c                óÒ   — | j                  ||«      }| j                  j                  dk(  r||d   d d …df   |d   d d …df   fS t        |«      }||d d …dd d …f   |d d …dd d …f   fS )Nr1   r   r   )ry   rï  r  rC   )rd   r=   r  rx   rJ   s        r   r{   zDNNDec.featuresC  sr   € Ø×Ñ˜R Ó&ˆØ�8‰8�:‰:˜Š?Ø�b˜‘i¢ 1 ‘o r¨%¡y²°A°¡Ð6Ð6Ü�R‹LˆØ�!’A�qš!�G‘*˜a¢ 1¢a ™jÐ(Ð(r   N)F)rý  )r|   r}   r~   Úprintrf   rE  rn  rl   r¸  rÙ  rõ  r   ru   ry   r{   r‚   r   r   rü  rü  à  sT   „ Ø$)°ó 0ò=ó~.Oò`Oóheò,)òV5eðn €U‡]�]ƒ_òó ðô.)r   rü  )rT   r…   r’   r·   rÈ   rØ   )	rT  rU  rS  rK  rV  rY  rX  rI  rJ  c                óH   — | t         v rt        |    |«      S t        | ||«      S rØ  )ÚLINEARrü  )r€   re   r  s      r   Úmaker  P  s&   € ØŒv�~Ü�d‰|˜A‹ÐÜ�$˜˜3ÓÐr   )r‚   );r   Ú
__future__r   rk  rø  r�  rw   r   r   rd  Úeinops.layers.torchr   Ú
common_expr   r   r   r   ra   r4   ry  r   Úis_availabler|  r   rC   rO   rQ   rS   r„   r‘   r¶   rÇ   r×   rg  rù   ÚModulerí   rc  r  r.  r=  rt  rv  r§  r¬  rÅ  rÑ  rÔ  ÚautogradÚFunctionrÖ  ré  rë  rõ  rü  r   ÚDNNrþ  r  r‚   r   r   Ú<module>r
     sÁ  ðñ	õ #ã Û Û ã Û Û Ý &ç )Ó )àˆ�M€Øˆ�J€Ø€e‡l�l˜UŸZ™Z×4Ñ4Ô6‘6¸EÓB€òGò2ò.Bò4÷3ñ 3ô2�:ô ô �
ô ÷:)ñ )÷BMñ M÷.#*ñ #*ðR ˆfÐHÐI€	ô!�U—X‘X—_‘_ô !ð2 €ôGˆ%�(‰(�/‰/ô Gô0N�U—X‘X—_‘_ô Nô&�%—(‘(—/‘/ô ò(xô8/ˆ%�(‰(�/‰/ô /ò.gòOò ó%ò%ô"ˆ5�>‰>×"Ñ"ô "ò?ôOˆe�h‰h�o‰oô OòQ÷h)ñ h)ðV ¨\ÈÐbkØ (ñ
,€âp€ð ô  r   