ó
    †3ìjò³  ã                  ó¤  • S r SSKJr  SSKrSSKrSSKrSSKrSSKrSSK	r	SSK
Jr  SSKJrJrJrJr  \S   r\S   r\R&                  " \R(                  R+                  5       (       a  SOS	5      rS
 rS rS rS r " S S5      r " S S\5      r " S S\5      r " S S5      r " S S5      r " S S5      r \ S3r! " S S\RD                  RF                  5      r$0 r% " S S\RD                  RF                  5      r& " S S \RD                  RF                  5      r' " S! S"\RD                  RF                  5      r(S# r) " S$ S%\RD                  RF                  5      r*S& r+S' r,S( r-S6S) jr.S* r/ " S+ S,\R`                  Rb                  5      r2S- r3 " S. S/\RD                  RF                  5      r4S0 r5 " S1 S25      r6\\\\\\ S3.r7/ S4Qr8\94S5 jr:g)7a—  Wrappers around every SuperHugeAAD envelope decoder with one interface.

    dec.fit(train_trials, val_trials, meta)   train on the training datasets only
    dec.features(trial) -> (A, B0, B1)         per-sample arrays; evidence r_s = mean_f corr(A_f, Bs_f) in a window
    dec.lookahead_s                            future data used per output sample (s), for label stamping

Linear decoders use the package classes (update/fit) wherever they run at corpus scale; deviations are noted.
DNNs use the package backbone + the RegressionInterface output head (EinMix -> 1 feature), trained with a
contrastive Pearson loss (-r(attended) + r(ignored)) on 5-s windows.
é    )ÚannotationsN)ÚEinMix)ÚCFGÚEXPÚFSÚROOTÚlinearÚdnnÚcudaÚcpuc                óp   • [         R                  " [        R                  " U [        R                  S95      $ )N©Údtype)ÚtorchÚ
from_numpyÚnpÚascontiguousarrayÚfloat32)Úxs    ÚY/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/huyle/v2/decoders.pyÚ_tr      s$   € Ü×ÒœB×0Ò0°¼"¿*¹*ÑEÓFÐFó    c                ó°  • / n[         R                  SS/5       GH  nUS:X  a  UR                  U S   5        M   US;   ay  SSKJnJn  US:X  a  SOSu  pVU" U" S	XV/S
[        SS9U S   R                  [        R                  5      SS9nUR                  UR                  [        R                  5      5        MŸ  US;   a  UR                  X   5        Mº  US:X  d  MÂ  UR                  [        R                  " S[        R                  " U S   SU S   SS S95      5        GM     [        R                  " US5      R                  [        R                  5      $ )aB  (T, 2 streams, F) DNN targets per D['targets']: 'env' = the prep's envelope, 'onset' = half-wave rectified
first difference of it (causal: t and t-1 only), 'delta'/'theta' = causal band-passed envelope, 'glim'/'mask' =
causal band-passed envelope where the talker is clearly louder than the other / not (build_glimpse.py).ÚtargetsÚenv)ÚdeltaÚthetar   )ÚbutterÚsosfiltr   )ç      ð?ç      @)r!   g       @é   ÚbandpassÚsos)ÚfsÚoutput©Úaxis)ÚglimÚmaskÚdomÚorelÚodiffÚediffÚonsetç        Né   )r(   Úprependéÿÿÿÿ)ÚDÚgetÚappendÚscipy.signalr   r   r   Úastyper   Úfloat64r   ÚmaximumÚdiffÚstack)ÚtrÚfeatsÚfr   r   ÚloÚhiÚbs           r   Ú_targetsrC   !   s  € ð €EÜ�U‰U�9˜u˜g×&ˆØ�‹:Ø�L‰L˜˜E™Ö#ØÐ$Ó$ß4Ø#$¨£<‘Z°Z‰FˆBÙ™˜q 2 (¨J¼2ÀeÑLÈbÐQVÉi×N^ÑN^Ô_a×_iÑ_iÓNjÐqrÑsˆAØ�L‰L˜Ÿ™¤"§*¡*Ó-Ö.ØÐCÓCØ�L‰L˜™ÖØ�'�\ð �L‰LœŸš C¬¯ª°°E±ÀÈBÈuÉIÐVXÐWXÈMÑ)ZÓ[×\ñ 'ô �8Š8�E˜2Ó×%Ñ%¤b§j¡jÓ1Ð1r   c                ó
  • [        U 5      n[        R                  " [        U5      5      nU S   R	                  [
        5      S[        U5       nXU4   XSU-
  4   pTUR                  S   S:X  a  USS2S4   USS2S4   4$ XE4$ )zcAttended / ignored DNN targets: (T,) each for one target (unchanged behaviour), (T, F) for several.ÚattNr1   r   )rC   r   ÚarangeÚlenr8   ÚintÚshape)r=   ÚYÚidxÚaÚyaÚyis         r   Ú_att_tgtrO   8   s„   € ä�‹€AÜ
�)Š)”C˜“FÓ
€CØ
ˆ5‰	×ÑœÓ˜h¤ A£Ð'€AØ�Aˆv‰Y˜˜q 1™u˜*™ˆØ#%§8¡8¨A¡;°!Ó#3ˆBŠq�!ˆt‰H�bš˜A˜‘hÐÐA¸"¸ÐAr   c                ó¢   • [         R                  " [        U S   5      5      nU S   R                  [        5      nU S   X4   U S   USU-
  4   4$ )Nr   rE   r1   )r   rF   rG   r8   rH   )r=   rK   rL   s      r   Ú_att_envrQ   A   sS   € Ü
�)Š)”C˜˜5™	“NÓ
#€CØ
ˆ5‰	×ÑœÓ€AØˆe‰9�S�VÑ˜b ™i¨¨Q°©U¨
Ñ3Ð3Ð3r   c                  óD   • \ rS rSrSrSr\S   S   rS rS r	S r
S	 rS
rg)Ú
BackwardWFéJ   zjsuperhuge.model.linear.WienerFilter (Ledoit-Wolf covariance, EEG lags 0-400 ms, as the official baseline).ÚwfÚwf_lagsr1   c           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   ©ÚWienerFilterrV   r0   Tr1   ©ÚlagsÚl2Ú	use_lwcovr%   Úwindow_lengthÚnum_channels©Úsuperhuge.model.linearrY   ÚLr   Úm©ÚselfÚCrY   s      r   Ú__init__ÚBackwardWF.__init__O   s!   € Ý7Ù¤1 Y¡<°CÀ4ÌBÐ^_ÐnoÑpˆ�r   c           	     óÞ   • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R	                  5         g ©NÚeeg©rQ   rc   Úupdater   Úfit©re   ÚtrainÚvalÚmetar=   rM   Ú_s          r   rn   ÚBackwardWF.fitS   óW   € ÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÖKñ ð 	�‰�
‰
�r   c           
     ó  • [         R                  " 5          U R                  R                  [	        US   5      S    [	        US   5      S S S 2S S S 24   5      u  p#S S S 5        WSS S 2S4   R                  5       $ ! , (       d  f       N&= f)Nrk   r   r   ©r   Úno_gradrc   Úpredictr   Únumpy)re   r=   Úyrs   s       r   ÚreconstructÚBackwardWF.reconstructY   sk   € Ü�]Š]�_Ø—6‘6—>‘>¤" R¨¡Y£-°Ñ"5´r¸"¸U¹)³}ÀTÊ1ÈdÒTUÐEUÑ7VÓW‰DˆA÷ à�’A�q�‰z×ÑÓ!Ð!÷ �_ús   –AA;Á;
B	c                óT   • U R                  U5      nX!S   S S 2S4   US   S S 2S4   4$ )Nr   r   r1   )r|   )re   r=   r{   s      r   ÚfeaturesÚBackwardWF.features^   s5   € Ø×Ñ˜RÓ ˆØ�U‘)šA˜q˜D‘/ 2 e¡9ªQ°¨T¡?Ð2Ð2r   ©rc   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Únamerb   Úlookahead_srg   rn   r|   r   Ú__static_attributes__© r   r   rS   rS   J   s,   † ÙtØ€DØ�I‘,˜q‘/€Kòqòò"õ
3r   rS   c                  ó(   • \ rS rSrSrSrS rS rSrg)ÚPerSubjectWFéc   zcsuperhuge.model.linear.PerSubjectWienerFilter: Rxx estimated per subject, averaged across subjects.Úwf_persubjectc           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   )ÚPerSubjectWienerFilterrV   r0   Tr1   rZ   )ra   r�   rb   r   rc   )re   rf   r�   s      r   rg   ÚPerSubjectWF.__init__g   s"   € ÝAÙ'¬Q¨y©\¸cÈTÔVXÐhiÐxyÑzˆ�r   c           	     óR  • [        X5       H~  u  nu  pV[        U5      u  pxU R                  R                  [	        US   5      S    [	        U5      S S S 2S S 4   [
        R                  " U/5      [
        R                  " U/5      S.S9  M€     U R                  R                  5         g )Nrk   )Ú
dataset_idÚ
subject_id)rr   )ÚziprQ   rc   rm   r   r   Útensorrn   )	re   rp   rq   rr   r=   ÚdsidÚsidrM   rs   s	            r   rn   ÚPerSubjectWF.fitk   s�   € Ü" 5Ö/‰OˆB‘�Ü˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÜ.3¯lªl¸D¸6Ó.BÔRW×R^ÒR^Ð`cÐ_dÓReÑfð ó hñ  0ð 	�‰�
‰
�r   r�   N©	r‚   rƒ   r„   r…   r†   r‡   rg   rn   r‰   rŠ   r   r   rŒ   rŒ   c   s   † ÙmØ€Dò{õr   rŒ   c                  ó(   • \ rS rSrSrSrS rS rSrg)Ú	RiemannWFés   zäRiemannian Wiener filter. DEVIATION: the package class stores one p x p matrix per SAMPLE (infeasible at corpus
scale), so Rxx = Riemannian (affine-invariant) mean of the per-SUBJECT lagged covariances, rxy = mean over subjects.Ú
wf_riemannc           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   rX   rV   r0   Fr1   rZ   r`   rd   s      r   rg   ÚRiemannWF.__init__x   s!   € Ý7Ù¤1 Y¡<°CÀ5ÌRÐ_`ÐopÑqˆ�r   c                ó@  • SSK Jn  0 n[        X5       GH  u  pg[        U5      u  p‰U R                  R                  [        US   5      S    SU R                  R                  R                  U R                  R                  R                  5      R                  5       n
UR                  U/ SQ5      nUS   U
R                  U
-  -   US'   US   U
R                  [        U5      R                  5       S S 2S 4   -  -   US'   US==   [        U
5      -  ss'   GM     [        R                  " UR!                  5        Vs/ s H  oÌS   US   -  R#                  5       PM     sn5      nUR$                  S   nU[&        S   [        R(                  " USSS	9S S 2S S 4   -  U-  [        R*                  " U5      S    -  -   nU" [,        R.                  " U5      5      R#                  5       n[        R0                  " UR!                  5        Vs/ s H  oÌS   US   -  R#                  5       PM     snS5      n[,        R.                  " [        R2                  R5                  UU5      5      R7                  5       U R                  l        S
U R                  l        g s  snf s  snf )Nr   )Úmean_riemannrk   ú4batch time lag channel -> (batch time) (lag channel))r   r   r   r1   r"   Úl2_rel)Úaxis1Úaxis2T)Úpyriemann.geometry.meanr¢   r•   rQ   rc   Úlag_and_flattenr   ÚcfgÚlag_start_samplesÚlag_end_samplesÚdoubleÚ
setdefaultÚTrG   r   ÚarrayÚvaluesrz   rI   rb   ÚtraceÚeyer   r   ÚmeanÚlinalgÚsolveÚfloatÚweightsÚ_fitted)re   rp   rq   rr   r¢   Ústatsr=   ÚkeyrM   rs   ÚXÚsÚvÚRÚpÚRmÚrs                    r   rn   ÚRiemannWF.fit|   s  € Ý8ØˆÜ˜5×'‰GˆBÜ˜R“L‰EˆBØ—‘×&Ñ&¤r¨"¨U©)£}°TÑ':Ð<rØ'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaßagÑagÓaið à× Ñ  ¢iÓ0ˆAØ�Q‘4˜!Ÿ#™# ™'‘>ˆAˆa‰DØ�Q‘4˜!Ÿ#™#¤ 2£§¡£²°4°Ñ 8Ñ8Ñ8ˆAˆa‰DØˆa‹D”C˜“F‰NŽDñ (ô �HŠH°U·\±\´^ÓD²^°˜‘t˜a ™d‘{×)Ñ)Ö+±^ÑDÓEˆØ�G‰G�A‰JˆØ”�(‘œbŸhšh q°¸Ñ;ºA¸tÀT¸MÑJÑJÈQÑNÔQS×QWÒQWÐXYÓQZÐ[_ÑQ`Ñ`Ñ`ˆÙœ%×*Ò*¨1Ó-Ó.×4Ñ4Ó6ˆÜ�GŠG°E·L±L´NÓC²N¨q˜‘d˜Q˜q™T‘k×(Ñ(Ö*±NÑCÀQÓGˆÜ×)Ò)¬"¯)©)¯/©/¸"¸aÓ*@ÓA×GÑGÓIˆ�‰ŒØˆ�‰�ùò Eùò Ds   Ä="JÈ	"Jr�   Nrš   rŠ   r   r   rœ   rœ   s   s   † ñ|à€Dòrõr   rœ   c                  ó2   • \ rS rSrSrSrSrS rS rS r	Sr
g	)
Ú	ForwardWFé�   aD  superhuge.model.linear.ForwardWienerFilter (encoding model EEG(t) from envelope(t-0.4..t)); fitted with the package
class. DEVIATION: its predict() has an invalid einops pattern, so predictions are computed from its fitted weights.
Evidence: mean over channels of corr(EEG, predicted EEG from stream s). Uses no future data.Ú
wf_forwardr0   c                óP   • SSK Jn  Xl        U" [        S   S[        SUS9U l        g )Nr   )ÚForwardWienerFilterÚfwd_lagsr0   r1   )r[   r\   r%   Únum_featuresr_   )ra   rÈ   rf   rb   r   rc   )re   rf   rÈ   s      r   rg   ÚForwardWF.__init__—   s$   € Ý>ØŒÙ$¬!¨J©-¸CÄBÐUVÐefÑgˆ�r   c           	     ó  • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R                  nU R                  R
                  U-  U R                  R                  U-  p˜UR                  S   n
U[        S   [        R                  " U5      -  U
-  [        R                  " U
5      -  -   n[        R                  R                  X‰5      U l        g )Nrk   r   r¤   )rQ   rc   rm   r   Ú
_n_samplesÚRxxÚRxyrI   rb   r   r±   r²   r´   rµ   ÚW)re   rp   rq   rr   r=   rM   rs   ÚnrÎ   rÏ   r¿   s              r   rn   ÚForwardWF.fitœ   sÉ   € ÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÖKñ ð �F‰F×ÑˆØ—6‘6—:‘: ‘> 4§6¡6§:¡:°¡>ˆSØ�I‰I�a‰LˆØ”A�h‘K¤%§+¢+¨cÓ"2Ñ2°QÑ6¼¿ºÀ1»ÑEÑEˆÜ—‘×#Ñ# CÓ-ˆ�r   c                óx  • / nS H¥  n[        US   S S 2U4   5      S S S 2S 4   nU R                  R                  USU R                  R                  R                  U R                  R                  R
                  5      nUR                  XPR                  -  R                  5       5        M§     US   US   US   4$ )N©r   r1   r   r£   rk   r   r1   )	r   rc   r¨   r©   rª   r«   r6   rÐ   rz   )re   r=   Úoutr¼   Úer»   s         r   r   ÚForwardWF.features§   s£   € ØˆÛˆAÜ�2�e‘9šQ ˜T‘?Ó# Dª!¨T MÑ2ˆAØ—‘×&Ñ& qÐ*`Ø'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaˆAà�J‰J˜ŸF™F™
×)Ñ)Ó+Ö,ñ	 ð
 �%‰y˜#˜a™& # a¡&Ð(Ð(r   )rf   rÐ   rc   N)r‚   rƒ   r„   r…   r†   r‡   rˆ   rg   rn   r   r‰   rŠ   r   r   rÄ   rÄ   �   s$   † ñdð €DØ€Kòhò
	.õ)r   rÄ   c                  ó>   • \ rS rSrSrSr\S   S   rS rS r	S r
S	rg
)ÚCCADecé±   z¹superhuge.model.linear.CCA: lagged EEG (0-400 ms) vs lagged envelope (-250..0 ms), 3 components.
Evidence: mean over components of corr(EEG projection, envelope projection of stream s).ÚccaÚ
cca_x_lagsr1   c           
     óh   • SSK Jn  U" [        S   [        S   S[        S   [        USS0S	9U l        g )
Nr   )ÚCCArÜ   Ú
cca_y_lagsr0   Úcca_componentsr   r1   )Úx_lagsÚy_lagsr\   Únum_componentsr%   r_   Únum_audio_features)ra   rÞ   rb   r   rc   )re   rf   rÞ   s      r   rg   ÚCCADec.__init__·   s4   € Ý.ÙœA˜l™O´A°l±OÈÔ\]Ð^nÑ\oÜ¨ÀÀq¸zñKˆ�r   c           	     óÞ   • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R	                  5         g rj   rl   ro   s          r   rn   Ú
CCADec.fit¼   ru   r   c           
     óx  • [         R                  " 5          U R                  R                  [	        US   5      S    [	        US   5      S S S 2S S S 24   5      u  p#S S S 5        WS   R                  5       WSS S 2S S 2S4   R                  5       USS S 2S S 2S4   R                  5       4$ ! , (       d  f       NV= f)Nrk   r   r   r1   rw   )re   r=   ÚxpÚyps       r   r   ÚCCADec.featuresÂ   s”   € Ü�]Š]�_Ø—V‘V—^‘^¤B r¨%¡y£M°$Ñ$7¼¸B¸u¹I»ÀtÊQÐPTÒVWÐGWÑ9XÓY‰FˆB÷ à�!‰u�{‰{‹}˜b ¢A¢q¨! ™n×2Ñ2Ó4°b¸ºAºqÀ!¸±n×6JÑ6JÓ6LÐLÐL÷ �_ús   –AB+Â+
B9r�   N)r‚   rƒ   r„   r…   r†   r‡   rb   rˆ   rg   rn   r   r‰   rŠ   r   r   rÙ   rÙ   ±   s,   † ñ`à€DØ�L‘/ !Ñ$€KòKò
õMr   rÙ   c                  óP   • \ rS rSrSrSr\" \S   5      S-  \-  r	S r
S rS rS	rg
)ÚFBCCADecéÈ   a5  superhuge.model.linear.FilterbankCCA: FIR filter bank (lengths 2-32 samples) on EEG and envelope, 3 components.
Its conv uses padding='same' (non-causal): lookahead = half the longest filter = 0.5 s.
DEVIATION: fit() re-implemented around the package solver because update() never counts samples (fit -> NaN).ÚfbccaÚfbcca_ir_lengthsr"   c                óV   • SSK Jn  U" [        [        S   [        S   USS0S9U l        g )Nr   )ÚFilterbankCCArð   Úfbcca_componentsr   r1   )r%   Úimpulse_response_lengthsrã   r_   rä   )ra   rò   r   rb   rc   )re   rf   rò   s      r   rg   ÚFBCCADec.__init__Ï   s.   € Ý8Ù¤"¼qÐASÑ?TÔefÐgyÑezØ,-À5È!À*ñNˆ�r   c           	     ó  • SSK Jn  SnU H[  n[        U5      u  pxU R                  R	                  [        US   5      S    [        U5      S S S 2S S 4   5        U[        U5      -  nM]     U R                  R                  U-  R                  5       n	U	R                  S   n
U	S[        R                  " U	5      -  U
-  [        R                  " X©R                  S9-  -   n	U" X�R                  R                  R                  [        [         S   5      -  SU R                  R                  R"                  S9u  p¼UR%                  5       UR%                  5       sU R                  l        U R                  l        S	U R                  l        g )
Nr   )Úcanonical_correlation_analysisrk   g�íµ ÷Æ°>r   rð   gñhãˆµøä>)Ú
cov_matrixÚnum_features_xÚreg_strengthrã   T)Ú(superhuge.model.linear.regression.fb_ccar÷   rQ   rc   rm   r   rG   ÚRxyxyr¬   rI   r   r±   r²   r   r©   r_   rb   rã   r¶   Úweight_xÚweight_yr¸   )re   rp   rq   rr   r÷   rÑ   r=   rM   rs   Úcovr¿   ÚwxÚwys                r   rn   ÚFBCCADec.fitÔ   s<  € Ý[ØˆÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÔKØ”�R“‰LŠAñ ð �v‰v�|‰|˜aÑ×'Ñ'Ó)ˆØ�I‰I�a‰LˆØ�Dœ5Ÿ;š; sÓ+Ñ+¨aÑ/´%·)²)¸AÇYÁYÑ2OÑOÑOˆÙ/¸3ÏvÉvÏzÉz×OfÑOfÔilÔmnð  pBñ  nCó  jDñ  PDØ=AÐRV×RXÑRX×R\ÑR\×RkÑRkñm‰ˆà+-¯8©8«:°r·x±x³zÐ(ˆ�‰Œ˜Ÿ™œØˆ�‰�r   c           
     óx  • [         R                  " 5          / nS Hk  nU R                  R                  [	        US   5      S    [	        US   S S 2U4   5      S S S 2S S 4   5      u  pEUR                  UR                  5       5        Mm     S S S 5        WR                  5       WS   US   4$ ! , (       d  f       N'= f)NrÔ   rk   r   r   r1   )r   rx   rc   ry   r   r6   rz   )re   r=   rÕ   r¼   ré   rê   s         r   r   ÚFBCCADec.featureså   sœ   € Ü�]Š]�_ØˆCÛ�ØŸ™Ÿ™¬¨2¨e©9«°dÑ(;¼RÀÀ5Á	Ê!ÈQÈ$ÁÓ=PÐQUÒWXÐZ^Ð`dÐQdÑ=eÓf‘�Ø—
‘
˜2Ÿ8™8›:Ö&ñ ÷ ð
 �x‰x‹z˜3˜q™6 3 q¡6Ð)Ð)÷ �_ús   –A4B+Â+
B9r�   N)r‚   rƒ   r„   r…   r†   r‡   Úmaxrb   r   rˆ   rg   rn   r   r‰   rŠ   r   r   rí   rí   È   s9   † ñuð €DÙ�qÐ+Ñ,Ó-°Ñ2°bÑ8€KòNò
õ"*r   rí   z4/baselines/python/SuperHugeAAD/train/configs/models/c                  ó<   ^ • \ rS rSrSrSSS.U 4S jjrS rSrU =r$ )	ÚVLAAIwsPatchedéô   a  VLAAI_ws with a minimal fix. The package class raises NameError ('_' undefined) because a weight-shared block
cannot take num_channels inputs in block 1 and num_kernels[-1] afterwards. Fix: 1x1 input projection
C -> num_kernels[-1], then the shared block from the package.Tr0   )Úuse_skipÚdropoutc          	     ó  >• [         T	U ]  5         SSKJn  UR                  S   n[
        R                  R                  US   US5      U l        U" UR                  UR                  X8US   US   -  US9U l
        XsU l        U l        g )	Nr   )Úvlaai_blockr3   r_   r1   r%   r^   )Únum_kernelsÚkernel_sizesÚoutput_context_kernel_sizer_   Útime_dimÚdrouput)Úsuperrg   Úsuperhuge.model.pure_cnn.vlaair  r  r   ÚnnÚConv1dÚprojr  ÚblockÚ	nb_blocksr	  )
re   r  Úextractor_argsr  r	  r
  Úkwr  ÚkÚ	__class__s
            €r   rg   ÚVLAAIwsPatched.__init__ù   sƒ   ø€ Ü‰ÑÔÝ>Ø×&Ñ& rÑ*ˆÜ—H‘H—O‘O B ~Ñ$6¸¸1Ó=ˆŒ	Ù ¨^×-GÑ-GÐVd×VqÑVqØ<VØ*,¨T©(°R¸Ñ5HÑ*HÐRYñ[ˆŒ
ð )2Ð%ˆŒ˜�r   c                óü   • U R                  UR                  SS5      5      nUn[        U R                  5       H/  nU R                  (       a
  US:”  a  X!-   nU R                  U5      nM1     UR                  SS5      $ )Nr1   r"   r   )r  Ú	transposeÚranger  r	  r  )re   r   ÚhÚis       r   ÚforwardÚVLAAIwsPatched.forward  sg   € Ø�I‰I�a—k‘k ! QÓ'Ó(ˆØˆÜ�t—~‘~Ö&ˆAØ�}�}  Q£Ø‘E�Ø—
‘
˜1“ŠAñ 'ð �{‰{˜1˜aÓ Ð r   )r  r  r  r	  ©	r‚   rƒ   r„   r…   r†   rg   r#  r‰   Ú__classcell__©r  s   @r   r  r  ô   s'   ø† ñEð [_Ðhk÷ <ð <÷!ð !r   r  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚADTi  a›  ADT-style decoder (auditory decoding transformer; Xu et al. 2024, PMC11489951), re-implemented:
spatio-temporal convolution front-end, learned positional embedding, transformer layers whose attention is
ANTICAUSAL-BANDED: output time t attends only to EEG times t .. t + resp (the brain responds AFTER the sound),
resp = 0.5 s. The causal read-out of DNNDec still limits every output to <= 0.75 s of future EEG.c	                óT  >• [         TU ]  5         [        R                  R	                  [        R                  R                  XSSS9[        R                  R                  5       [        R                  R                  U5      [        R                  R                  X3SSS9[        R                  R                  5       5      U l        [        R                  R                  [        R                  " SX#5      5      U l        [        R                  R                  X4XgSSS9n	[        R                  R                  X•5      U l        [        R                  " U5      n
[!        U["        -  5      nU
S S S 24   U
S S 2S 4   :¬  U
S S S 24   U
S S 2S 4   U-   :*  -  nU R%                  SU) 5        g )Né	   é   ©Úpaddingr1   T)Úbatch_firstÚ
norm_firstr*   )r  rg   r   r  Ú
Sequentialr  ÚGELUÚDropoutÚfrontÚ	ParameterÚzerosÚposÚTransformerEncoderLayerÚTransformerEncoderÚencrF   rH   r   Úregister_buffer)re   rf   rÐ   ÚdÚheadsÚlayersÚffr
  Úresp_sÚlayerÚtrÁ   Úallowedr  s                €r   rg   ÚADT.__init__  s8  ø€ Ü‰ÑÔÜ—X‘X×(Ñ(Ü�H‰H�O‰O˜A !¨QˆOÐ/´·±·±³Ä%Ç(Á(×BRÑBRÐSZÓB[Ü�H‰H�O‰O˜A !¨QˆOÐ/´·±·±³óBˆŒ
ô —8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ—‘×0Ñ0°¸2ÐTXÐeiÐ0ÐjˆÜ—8‘8×.Ñ.¨uÓ=ˆŒÜ�LŠL˜‹OˆÜ�œ‘ÓˆØ�Tš1�W‘: ¢1 d 7¡Ñ+°°$º°'±
¸aÂÀ4À¹jÈ1¹nÑ0LÑMˆØ×Ñ˜V g XÕ.r   c                ó"  • U R                  UR                  SS5      5      R                  SS5      U R                  S S 2S UR                  S   24   -   nU R	                  X R
                  S UR                  S   2S UR                  S   24   S9$ )Nr1   r"   )r*   )r4  r  r7  rI   r:  r*   ©re   r   r!  s      r   r#  ÚADT.forward#  s~   € Ø�J‰J�q—{‘{ 1 aÓ(Ó)×3Ñ3°A°qÓ9¸D¿H¹HÂQÈÈ!Ï'É'ÐRSÉ*ÈÀ_Ñ<UÑUˆØ�x‰x˜§	¡	¨,¨A¯G©G°A©J¨,¸¸!¿'¹'À!¹*¸Ð*DÑ EˆxÐFÐFr   )r:  r4  r7  )é@   r,  r"   é€   çš™™™™™¹?ç      à?r%  r'  s   @r   r)  r)    s   ø† ñi÷
/÷Gð Gr   r)  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )Ú_PreLNFFTBlocki(  z¼FastSpeech feed-forward transformer block with pre-layer normalisation (HappyQuokka): x + MHA(LN(x)), then
x + Conv1d(k1) -> ReLU -> Conv1d(k2) of LN(x); dropout on both residual branches.c                óø  >• [         TU ]  5         [        R                  R	                  U5      [        R                  R	                  U5      sU l        U l        [        R                  R                  XSSS9U l        [        R                  R                  XUS   US   S-  S9U l
        [        R                  R                  X!US   US   S-  S9U l        [        R                  R                  U5      U l        g )NrJ  T)r
  r/  r   r"   r-  r1   )r  rg   r   r  Ú	LayerNormÚln1Úln2ÚMultiheadAttentionrE   r  Úw1Úw2r3  Údrop)re   r<  Úd_innerr=  Úkernelsr
  r  s         €r   rg   Ú_PreLNFFTBlock.__init__,  s¾   ø€ Ü‰ÑÔÜ"ŸX™X×/Ñ/°Ó2´E·H±H×4FÑ4FÀqÓ4IÐˆŒ�$”(Ü—8‘8×.Ñ.¨qÀÐRVÐ.ÐWˆŒÜ—(‘(—/‘/ !¨g°a©jÀ'È!Á*ÐPQÁ/�/ÐRˆŒÜ—(‘(—/‘/ '¨g°a©jÀ'È!Á*ÐPQÁ/�/ÐRˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c           
     óZ  • U R                  U5      nXR                  U R                  X"USS9S   5      -   nU R                  U5      R	                  SS5      nXR                  U R                  [        R                  " U R                  U5      5      5      R	                  SS5      5      -   $ )NF)Úneed_weightsr   r1   r"   )	rP  rU  rE   rQ  r  rT  r   ÚrelurS  rF  s      r   r#  Ú_PreLNFFTBlock.forward4  s‡   € Ø�H‰H�Q‹KˆØ—	‘	˜$Ÿ(™( 1¨¸˜(Ð?ÀÑBÓCÑCˆØ�H‰H�Q‹K×!Ñ! ! QÓ'ˆØ—9‘9˜TŸW™W¤U§Z¢Z°·±¸³
Ó%;Ó<×FÑFÀqÈ!ÓLÓMÑMÐMr   )rE   rU  rP  rQ  rS  rT  r%  r'  s   @r   rM  rM  (  s   ø† ñYõ.÷Nð Nr   rM  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚHappyQuokkai;  ap  HappyQuokka (Piao et al., ICASSP 2023 Auditory EEG Challenge, regression winner; official code
github.com/jkyunnng/HappyQuokka_system_for_EEG_Challenge): pre-conv (kernel 7) -> 8 pre-LN FFT blocks
(d_model 128, d_inner 1024, 2 heads, FFN conv kernels (9, 1), dropout 0.3) -> linear (the Net head here).
No positional encoding (as the original). DEVIATIONS: no subject global conditioner (LODO subjects are unseen;
subject IDs may not be inputs); trained with this benchmark's losses (contrastive / Pearson) instead of
-Pearson + 0.2 L1; full attention inside the window, the causal read-out of DNNDec keeps <= 0.75 s future.c                ó  >• [         T	U ]  5         [        R                  R	                  XSSS9U l        [        R                  R                  [        U5       Vs/ s H  n[        X#XFU5      PM     sn5      U l	        g s  snf )Né   é   r-  )
r  rg   r   r  r  ÚpreÚ
ModuleListr   rM  Úblocks)
re   rf   r<  rV  r=  r>  rW  r
  rs   r  s
            €r   rg   ÚHappyQuokka.__init__C  sd   ø€ Ü‰ÑÔÜ—8‘8—?‘? 1¨°A�?Ð6ˆŒÜ—h‘h×)Ñ)ÔhmÐntÔhuÓ*vÒhuÐcd¬>¸!ÀeÐV]Ö+^ÑhuÑ*vÓwˆ�ùÒ*vs   ÁA>c                óž   • U R                  UR                  SS5      5      R                  SS5      nU R                   H  nU" U5      nM     U$ ©Nr1   r"   )rb  r  rd  )re   r   r!  rB   s       r   r#  ÚHappyQuokka.forwardH  sD   € Ø�H‰H�Q—[‘[  AÓ&Ó'×1Ñ1°!°QÓ7ˆØ—”ˆAÙ�!“ŠAñ àˆr   )rd  rb  )rI  i   r"   é   )r+  r1   g333333Ó?r%  r'  s   @r   r^  r^  ;  s   ø† ñr÷x÷
ð r   r^  c                ó:  • SSK Jn  [        [        [	        U[        -  5      USS0S9nU S:X  a  [        X5      $ U S:X  a   [        U40 [        R                  U 0 5      D6$ U S:X  ag  [        S&[	        [        R                  S	S
5      5      U" / SQ[	        [        R                  SS5      5      /SS9S[        R                  SS5      S.UD6$ SSSSSSS.U    n[        R                  " [        [        U-   S-   5      5      S   nUS   R                  SS5      u  px[        US   5      n	[!        U	R                  S 5      [        5      (       a  S!U	S    ;   a  U" S&0 U	S    S   D6U	S '   U	R#                  [        R                  U 0 5      5        U S:X  a  S"U	S#'   U S$:X  a%  U	R#                  [	        U[        -  5      [        X!S%9  [%        [&        R(                  " U5      U5      " S&0 0 U	EUR+                  5        V
Vs0 s H  u  p«X©;  d  M  X«_M     snn
ED6$ s  snn
f )'Nr   )ÚExtractorParamsr   r1   )r%   r^   r_   rä   ÚadtÚhappyquokkaÚvlaai_wsÚmodel_blocksr,  )ra  r`  é   é   Úmodel_kernelsrH  ra  )r  r  Ú
num_layersé   Úmodel_dropoutr0   )r  r  r  r
  ÚvlaaiÚ
simple_cnnÚlsm_cnnÚdeformerÚrebok_deformerÚssmamba)rv  rw  rx  ry  Údeformer_wsr{  z.yamlÚ	init_argsÚmodel_classÚ.Ú
model_argsr  Ú
class_pathFÚuse_subject_embeddingr|  )r^   r%   r  Únum_electrodesrŠ   )Úsuperhuge.model.pure_cnnrk  Údictr   rH   r)  r^  ÚMODEL_OVERRIDESr5   r  r4   ÚyamlÚ	safe_loadÚopenÚ	MODEL_CFGÚrsplitÚ
isinstancerm   ÚgetattrÚ	importlibÚimport_moduleÚitems)r‡   rf   rÐ   rk  ÚcommonÚcfgnameÚcÚmodÚclsÚargsr  r½   s               r   Úbuild_backboner—  O  s4  € Ý8Ü”R¤s¨1¬r©6£{ÀÐX]Ð_`ÐWaÑb€FØˆuƒ}Ü�1‹yÐØˆ}ÓÜ˜1Ñ>¤× 3Ñ 3°D¸"Ó =Ñ>Ð>ØˆzÓäð l¬¬A¯E©E°.À!Ó,DÓ(EÙ-<Ê.ÔgjÔkl×kpÑkpð  rAð  CEó  lFó  hGð  gHØHIñ.Kà9;ÄQÇUÁUÈ?Ð\_ÓE`ñlð ekñlð 	lð  ¨|È	Ð_iØ.¸9ñFØFJñL€Gä�Š”tœI¨Ñ/°'Ñ9Ó:Ó;¸KÑH€AØ�Ñ×&Ñ& s¨AÓ.�H€CÜ��,‘Ó €DÜ�$—(‘(Ð+Ó,¬d×3Ñ3¸ÈÐM]ÑH^Ó8^Ù!0Ñ!W°4Ð8HÑ3IÈ+Ñ3VÑ!WˆÐÑØ‡K�K”×#Ñ# D¨"Ó-Ô.ØˆyÓØ(-ˆÐ$Ñ%Øˆ}ÓØ�‰¤# a¬"¡f£+´"¸qˆÑSÜ”9×*Ò*¨3Ó/°Ô5ÑwÐ8v¸4Ð8vÐU[×UaÑUaÔUcÔCuÒUcÉTÈQÐghÑgtÃDÀAÂDÑUcÒCuÐ8vÑwÐwùÓCus   Ç;HÈ
Hc                  ó4   ^ • \ rS rSrU 4S jrS rS rSrU =r$ )ÚNetik  c           
     óN  >• [         TU ]  5         Xl        [        XU5      R	                  [
        5      U l        [        R                  " 5          U R                  [        R                  " SX2[
        S95      nS S S 5        [        [        R                  SS/5      5      U l        WR                  S   S:w  d  U R                  S:”  a)  [!        SSUR                  S   U R                  S9U l        g [        R"                  R%                  5       U l        g ! , (       d  f       N£= f)	Nr1   ©Údevicer   r   r3   zb t c -> b t fzc f)Úweight_shaper“  r?   )r  rg   r‡   r—  ÚtoÚDEVÚbackboner   rx   Ú_bbr6  rG   r4   r5   ÚFrI   r   r  ÚIdentityÚhead)re   r‡   rf   rÐ   Úor  s        €r   rg   ÚNet.__init__l  sË   ø€ Ü‰ÑÔØŒ	Ü& t°Ó2×5Ñ5´cÓ:ˆŒÜ�]Š]�_Ø—‘œŸš Q¨´SÑ9Ó:ˆA÷ ä”Q—U‘U˜9 u gÓ.Ó/ˆŒàŸ™ ™¨Ó)¨T¯V©V°a«Zô Ð,¸5ÀAÇGÁGÈBÁKÐSW×SYÑSYÑZˆ�	Ü>C¿h¹h×>OÑ>OÓ>Qð 	�	÷ �_ús   Á*DÄ
D$c           
     ó$  • U R                   S:X  aN  U R                  US[        R                  " UR                  S   [        R
                  UR                  S905      nOU R                  U5      n[        U[        [        45      (       a  US   $ U$ )Nr{  r”   r   )r   rœ  )
r‡   r   r   ÚonesrI   Úlongrœ  rŒ  ÚtupleÚlist©re   r   r{   s      r   r¡  ÚNet._bbv  sp   € Ø�9‰9˜	Ó!Ø—‘˜a ,´·
²
¸1¿7¹7À1¹:ÌUÏZÉZÐ`a×`hÑ`hÑ0iÐ!jÓk‰Aà—‘˜aÓ ˆAÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:r   c                óp   • U R                  U R                  U5      5      nU R                  S:X  a  US   $ U$ )Nr1   ©.r   )r¤  r¡  r¢  r¬  s      r   r#  ÚNet.forward}  s1   € Ø�I‰I�d—h‘h˜q“kÓ"ˆØ ŸF™F a›Kˆq�‰yÐ.¨QÐ.r   )r¢  r   r¤  r‡   )	r‚   rƒ   r„   r…   rg   r¡  r#  r‰   r&  r'  s   @r   r™  r™  k  s   ø† õSò;÷/ð /r   r™  c                óP  • U R                  5       S:X  a  U S   US   US   p!n S nU" U 5      U" U5      U" U5      pvn[        R                  " SXV5      n[        R                  " SXW5      S   n	[        R                  " X‰/S5      U-  n
[        R                  " U R
                  S   U R                  S9R                  U R
                  S   S5      n[        R                  R                  R                  U
R                  SU
R
                  S   5      UR                  S5      5      $ )	a  InfoNCE over the batch: for window i the positive is its attended target, negatives are its ignored target
and the attended targets of all other windows in the batch. Similarity = Pearson over time, logits = sim / tau.
y, Ya, Yi: (B, W) or (B, W, F); the loss is averaged over targets F.r"   ©.Nc                ó–   • X R                  SSS9-
  U R                  SSS9[        R                  " U R                  S   5      -  S-   -  $ ©Nr1   T©Úkeepdimç:Œ0âŽyE>)r³   Ústdr   ÚsqrtrI   )rL   s    r   Ú<lambda>Úinfonce.<locals>.<lambda>ˆ  sG   € �1—v‘v˜a¨�vÐ.Ñ.°1·5±5¸ÀD°5Ð3IÌBÏGÊGÐTU×T[ÑT[Ð\]ÑT^ÓL_Ñ3_ÐbfÑ3fÒgr   zbtf,ctf->fbczbtf,btf->fbr3   r   r›  )Údimr   ÚeinsumÚcatrF   rI   rœ  Úexpandr  Ú
functionalÚcross_entropyÚreshape)r{   ÚYaÚYiÚtauÚzÚzyÚzaÚziÚsimÚnegÚlogitsÚtargets               r   ÚinfoncerÎ  ‚  sï   € ð 	‡u�uƒw�!ƒ|Ø�i‘L " Y¡-°°I±ˆrˆÙg€AÙ�1“‘q˜“u™a ›eˆB€BÜ
�,Š,�~ rÓ
.€CÜ
�,Š,�} bÓ
-¨iÑ
8€CÜ�YŠY˜�z 2Ó&¨Ñ,€FÜ�\Š\˜!Ÿ'™' !™*¨Q¯X©XÑ6×=Ñ=¸a¿g¹gÀb¹kÈ2ÓN€FÜ�8‰8×Ñ×,Ñ,¨V¯^©^¸BÀÇÁÈRÑ@PÓ-QÐSY×SaÑSaÐbdÓSeÓfÐfr   c                óî   • X R                  SSS9-
  n XR                  SSS9-
  nX-  R                  S5      [        R                  " X -  R                  S5      X-  R                  S5      -  S-   5      -  $ r´  ©r³   Úsumr   r¹  ©rL   rB   s     r   ÚpearsonrÓ  ‘  sh   € Ø	�F‰F�1˜dˆFÐ#Ñ#€AØ	�F‰F�1˜dˆFÐ#Ñ#€AØ‰E�;‰;�q‹>œEŸJšJ¨©§{¡{°1£~¸¹¿¹ÀA»Ñ'FÈÑ'MÓNÑNÐNr   c                óÚ  • SSK nSSSSSSSSSSS	S
SSS.n/ nU  H´  nUR                  SUR                  5       5      nUR                  S5      UR                  S5      pvUS:X  a  SO2[	        U5      S-  (       a  [	        U5      S-   * S-  O[	        U5      S-  nUR                  UR                  XbR                  USS S5      5      U45        M¶     [        R                  " U[        5      $ )zÛApproximate 2-D scalp grid (row, column) from 10-10 labels: letters -> anterior-posterior row, number -> lateral
column (odd = left, even = right, z = midline). Enough to find neighbouring electrodes (no mne installed).r   Nr1   r"   ra  r,  é   é   r`  ri  r+  )ÚFPÚAFr¢  ÚFCÚFTrf   r®   ÚCPÚTPÚPÚPOÚOÚCBÚIz([A-Z]+)(\d+|Z)$ÚZr0   )
ÚreÚmatchÚupperÚgrouprH   r6   r5   r   r¯   r¶   )	Únamesrã  ÚrowsrÕ   rÑ   rc   ÚletÚnumÚcols	            r   Ú	_grid_posrì  —  sÝ   € ó Ø˜1 1¨A°Q¸QÀQÈaÐWXÐ_`ÐhiÐpqØ˜!ñ€Dà
€CÛˆØ�H‰HÐ(¨!¯'©'«)Ó4ˆØ—7‘7˜1“:˜qŸw™w q›zˆSØ˜C“Z‰c¼SÀ»XÈ¿\¬¨C«°1© o¸Ò&9ÌsÐSVËxÐZ[É|ˆØ�
‰
�D—H‘H˜S§(¡(¨3¨r°¨7°AÓ"6Ó7¸Ð=Ö>ñ	 ô
 �8Š8�CœÓÐr   c                ó:  • S nU =(       d    S H%  nUR                  S5      u  pEU" U5      [        U'   M'     U(       a]  [        [        R                  S5      =(       d    0 5      [        S'   U H(  nUR                  S5      u  pEU" U5      [        S   U'   M*     gg)zåHyper-parameter search: --set key=value overrides config dnn (lr, weight_decay, batch_size, model_dropout, ...),
--aug-set key=value overrides the augmentation dict (noise, p_chan, p_cluster, ...). Call after D['augment'] is set.c                óv   • U R                  S5      R                  5       (       a  [        U 5      $ [        U 5      $ )NÚ-)ÚlstripÚisdigitrH   r¶   )r½   s    r   rº  Ú!apply_overrides.<locals>.<lambda>©  s*   € ˜aŸh™h s›m×3Ñ3×5Ñ5”C˜“FÐC¼5À»8ÐCr   rŠ   Ú=ÚaugmentN)Úsplitr4   r…  r5   )ÚpairsÚ	aug_pairsrê  Úkvr  r½   s         r   Úapply_overridesrù  ¦  s†   € ñ D€CØ�k�rŠkˆØ�x‰x˜‹}‰ˆÙ�1‹vŒˆ!‹ñ ö ÜœAŸE™E )Ó,×2°Ó3Œˆ)‰ÛˆBØ—8‘8˜C“=‰DˆAÙ! !›fŒAˆi‰L˜‹Oò ð r   c                ó*   • U R                  S5      S   $ )Nú	-subject-r   )rõ  )rº   s    r   Ú_dataset_ofrü  ´  s   € Ø�9‰9�[Ó! !Ñ$Ð$r   c                  ó4   • \ rS rSr\S 5       r\S 5       rSrg)Ú_GRLiº  c                ó0   • X l         UR                  U5      $ ©N)ÚlamÚview_as)Úctxr   r  s      r   r#  Ú_GRL.forward»  s   € àŒØ�y‰y˜‹|Ðr   c                ó&   • U R                   * U-  S 4$ r   )r  )r  Úgs     r   ÚbackwardÚ_GRL.backwardÀ  s   € à—‘ˆx˜!‰|˜TÐ!Ð!r   rŠ   N)r‚   rƒ   r„   r…   Ústaticmethodr#  r  r‰   rŠ   r   r   rþ  rþ  º  s(   † Øñó ðð ñ"ó ó"r   rþ  c                ó   ^• U4S jnU  Vs/ s H  o2" US   5      PM     nn[        [        U5      5      n[        R                  " U Vs/ s H  oeR	                  U5      PM     sn5      [        U5      4$ s  snf s  snf )z]Domain label per training trial: 'dataset' (corpus dataset or the external set) or 'subject'.c                óÊ   >• SU ;   a.  TS:X  a  U R                  S5      S   $ U R                  S5      S   $ TS:X  a  U R                  S5      S   $ U R                  SS5      S   $ )Nrû  Údatasetr   z-trial-rs   r1   )rõ  r‹  )r  Úkinds    €r   r‡   Údomain_ids.<locals>.nameÇ  sh   ø€ Ø˜!ÓØ.2°iÓ.?�1—7‘7˜;Ó'¨Ñ*ÐZÀQÇWÁWÈYÓEWÐXYÑEZÐZØ"&¨)Ó"3ˆq�w‰w�s‹|˜A‰ÐL¸¿¹À#ÀqÓ9IÈ!Ñ9LÐLr   rº   )ÚsortedÚsetr   r¯   ÚindexrG   )Útrialsr  r‡   rB  rç  ÚuniqrÑ   s    `     r   Ú
domain_idsr  Å  sj   ø€ õMñ &,Ó,¢V ˆT�!�E‘(Ž^¡V€EÐ,Ü”#�e“*Ó€DÜ�8Š8©EÓ2ªE q—Z‘Z –]©EÑ2Ó3´S¸³YÐ>Ð>ùò -ùâ2s   ŒA6Á
A;c                  ó.   ^ • \ rS rSrU 4S jrS rSrU =r$ )ÚAdvHeadiÐ  c                ó$  >• [         TU ]  5         [        R                  R	                  [        R                  R                  SU-  S5      [        R                  R                  5       [        R                  R                  SU5      5      U l        g )Nr"   rI  )r  rg   r   r  r1  ÚLinearÚReLUÚnet)re   r<  rÑ   r  s      €r   rg   ÚAdvHead.__init__Ñ  s[   ø€ Ü‰ÑÔÜ—8‘8×&Ñ&¤u§x¡x§¡°q¸1±u¸cÓ'BÄEÇHÁHÇMÁMÃOÔUZ×U]ÑU]×UdÑUdÐehÐjkÓUlÓmˆ�r   c           
     ó¶   • U R                  [        R                  [        R                  " UR                  S5      UR                  S5      /S5      U5      5      $ )Nr1   r3   )r  rþ  Úapplyr   r¾  r³   r¸  )re   r?   r  s      r   r#  ÚAdvHead.forwardÕ  s<   € Ø�x‰xœŸ
™
¤5§9¢9¨a¯f©f°Q«i¸¿¹¸q»Ð-BÀBÓ#GÈÓMÓNÐNr   )r  )r‚   rƒ   r„   r…   rg   r#  r‰   r&  r'  s   @r   r  r  Ð  s   ø† õn÷Oð Or   r  c                óÎ   • [        SU [        R                  SS5      [        S   -  -  5      n[        R                  SS5      SS[        R                  " SU-  5      -   -  S-
  -  $ )	zODANN schedule: 0 -> D['adv_lambda'] over the first D['adv_ramp_epochs'] epochs.r    Úadv_ramp_epochsrÕ  Ústeps_per_epochÚ
adv_lambdaçš™™™™™©?g       @g      $À)Úminr4   r5   ÚmathÚexp)Ústepr¿   s     r   r"  r"  Ù  s\   € äˆC�œŸ™Ð0°!Ó4´qÐ9JÑ7KÑKÑLÓM€AÜ�5‰5�˜tÓ$¨¨s´T·X²X¸eÀa¹iÓ5HÑ/HÑ(IÈCÑ(OÑPÐPr   c                  óŠ   • \ rS rSr\S4S jrS rSS jrS rSS jr	S r
S	 r\R                  " 5       SS
 j5       rSS jrSrg)ÚDNNDecià  Úcausalc                óf  • XUsU l         U l        U l        [        [        S   [
        -  5      U l        [        [        S   [
        -  5      U l        [        [        S   [
        -  5      U l        [        R                  SU R                  U R                  -   [
        -  5      U l
        U R                  U R                  [
        -  :¼  aZ  [        [        S   S   [
        -  5      U R                  -  S:X  a-  [        [        S   S   [
        -  5      U R                  -  S:X  d   S	5       eU R                  U R                  S
-  -
  [
        -  U l        [        R                  " [        R                  S[        S   5      5        [        XU R                  5      R!                  ["        5      U l        g )NÚwindow_sÚinfer_hop_sÚcausal_future_sÚevidence_lookahead_sÚevidenceÚhop_sr   Úwin_sz.evidence windows must end on the read-out gridr,  Ú
train_seedÚseed)r‡   rf   ÚlogrH   r4   r   rÐ   ÚhopÚfutr5   rˆ   r   Úoffline_lookahead_sr   Úmanual_seedr™  rž  rŸ  r  )re   r‡   rf   r5  Úmodes        r   rg   ÚDNNDec.__init__á  sP  € Ø&*¨sÐ#ˆŒ	�4”6˜4œ8Ü”Q�z‘]¤RÑ'Ó(ˆŒÜ”q˜Ñ'¬"Ñ,Ó-ˆŒÜ”qÐ*Ñ+¬bÑ0Ó1ˆŒô Ÿ5™5Ð!7¸$¿(¹(ÀTÇXÁXÑ:MÔQSÑ9SÓTˆÔØ×Ñ 4§8¡8¬b¡=Ó0´S¼¸Z¹ÈÑ9QÔTVÑ9VÓ5WÐZ^×ZbÑZbÑ5bÐfgÓ5gÜ”C˜
‘O GÑ,¬rÑ1Ó2°T·X±XÑ=ÀÓBð	uØDtó	uð Cà$(§F¡F¨T¯V©V°q©[Ñ$8¼BÑ#>ˆÔ Ü×Òœ!Ÿ%™% ¬c°&©kÓ:Ô;Ü�t §¡Ó'×*Ñ*¬3Ó/ˆ�r   c                ó  • [         R                  S5      =(       d    0 nUR                  u  pEnUS-  S:X  a  SOUnUR                  SS5      S:”  GaŽ  [        R                  " UR                  U5      US   :  5      n[        U5      (       GaR  [        R                  R                  US[        -  5      n	UR                  UR                  SS5      * UR                  SS5      [        U5      SS45      n
[        R                  " U	SS	5      S
-  SSS2S4   U
-  n[        R                  R                  [        R                  R                  X   SS9U-  USS9nX   R                  SSS9[        R                  " UR                  SSS9S5      -  nU[        R                   " X   R                  SSS9S:„  US5      -  R#                  [        R$                  5      X'   UR                  SS5      S:”  a�  UR                  U5      US   :  nUR                  UR'                  5       SU45      UR                  SS5      :„  R#                  [        R$                  5      nX==   [        R(                  " USSXg-  45      -  ss'   UR                  SS5      S:”  az  [        R*                  " UR                  [        R,                  " US   5      * [        R,                  " US   5      USU45      5      R#                  [        R$                  5      nX-  nUR                  SS5      S:”  a@  XS   UR/                  UR                  5      -  R#                  [        R$                  5      -  nUR                  SS5      S:”  d,  UR                  SS5      S:”  d  UR                  SS5      S:”  ag  [1        U S5      (       dV  SSKJn  [7        U[8        S      5      n[        R:                  " USS2S4   US   -
  S-  R'                  S5      S5      U l        UR                  SS5      S:”  Ga>  X`R<                  R                  S   :X  Ga!  [?        UR                  SS 5      5      [A        UR                  S!S"5      5      nn[        R                  " UR                  U5      US   :  5       H¼  n[        RB                  " U[        R$                  S#9nU R<                  SS2SUS-   24   nUU[        RD                  " [        RF                  " U5      SS2S4   US5      4==   UUR                  SSUU45      -  R#                  [        R$                  5      -  ss'   UU   U-  UU'   M¾     UR                  SS5      S:”  aÝ  X`R<                  R                  S   :X  aÁ  [        R                  " UR                  U5      US   :  5       H’  nU R<                  URI                  U5      S[?        URI                  SUR                  S$S%5      S-   5      5      24   nUU==   [A        UR                  SS5      5      UU   SS2U4   RK                  SSS9-  -  ss'   M”     UR                  SS5      S:”  aÊ  [        R                  " UR                  U5      US   :  5       H›  nURI                  UR                  S&S'5      UR                  S(S%5      S-   5      nU R<                  URI                  U5      SU24   nSUU   SS2[        RL                  " [O        Xg-  5       Vs/ s H
  nUX·-  -   PM     sn5      4'   M�     UR                  S)S5      S:”  a¥  [        R                  " UR                  U5      US)   :  5       Hv  nURI                  [        US-   5      nURI                  SUU-
  S-   5      nUUUUU-   24   nUR                  S5      nSUUS:H  '   UU   URK                  S5      -
  U-  UU'   Mx     UR                  S*S5      S:”  at  U RP                  U RR                  -
  U RT                  -
  n[        R                  " UR                  U5      US*   :  5       H  nSUUSURI                  SUS-   5      24'   M!     U$ s  snf )+a×  Training-only augmentation (D['augment'], off by default), per window, in place on X (n, W, C):
spectral tilt (p_tilt of the windows, exponent within +-tilt), channel mask (p_chan_mask of the windows, each channel dropped with p_chan), per-channel gain (log-uniform
within +-gain), additive Gaussian noise (std noise, data are z-scored), zero prefix (p_zero_prefix of the
windows get their first 1..pos0 samples zeroed, as the zero padding at a trial start at inference).rô  é:   r   Úp_tiltr    ÚtiltrK  r1   g      (@g      @Nr'   )rÑ   r(   T)Úkeepdimsr·  r0   Úp_chan_maskÚp_chançš™™™™™É?ÚgainÚnoiseÚ	p_clusterÚp_spatial_mixÚp_rerefÚ_nbr)ÚMONTAGESÚmontager"   r3   Úmix_krÖ  Ú	mix_sigmag333333Ã?r   Ú	reref_maxri  Úcluster_minra  Úcluster_maxÚp_renormÚp_zero_prefix)+r4   r5   rI   r   ÚflatnonzeroÚrandomrG   ÚfftÚrfftfreqr   ÚuniformÚclipÚirfftÚrfftr¸  r:   Úwherer8   r   rÑ  Útiler&  Úlog1pÚstandard_normalÚhasattrr‘  rJ  rì  r   ÚargsortrI  rH   r¶   r²   ÚrepeatrF   Úintegersr³   Úconcatenater   rÐ   r7  r6  )re   r»   ÚrngÚArÑ   rÐ   rf   ÚC0Úselr?   Úalr  rJ   rÁ   rc   rJ  rÝ  r  ÚsigÚjÚMxÚcolsÚgrpÚelÚL_rL   ÚsegÚsdÚpos0s                                r   Ú_augmentÚDNNDec._augmentð  s"  € ô
 �E‰E�)Ó×" ˆØ—'‘'‰ˆˆaØ�r‘6˜Q“;‰R AˆØ�5‰5�˜1Ó Ô!ô —.’. §¡¨A£°°8±Ñ!<Ó=ˆCÜ�3�xŠxÜ—F‘F—O‘O A s¬R¡xÓ0�Ø—[‘[ !§%¡%¨°Ó"4Ð!4°a·e±e¸FÀCÓ6HÌ3ÈsË8ÐUVÐXYÐJZÓ[�Ü—W’W˜Q  TÓ*¨SÑ0°$º¸4°-Ñ@ÀBÑF�Ü—F‘F—L‘L¤§¡§¡¨Q©V¸! Ð!<¸qÑ!@ÀAÈA�LÐN�Ø‘F—J‘J˜q¨4�JÐ0´2·:²:¸a¿e¹eÀAÐPT¸eÐ>UÐW[Ó3\Ñ\�ØœbŸhšh q¡v§z¡z°!¸d zÐ'CÀaÑ'GÈÈCÓPÑP×XÑXÔY[×YcÑYcÓd�‘Ø�5‰5� Ó" QÓ&Ø—*‘*˜Q“- ! MÑ"2Ñ2ˆCØ—‘˜SŸW™W›Y¨¨2Ð.Ó/°!·%±%¸À#Ó2FÑF×NÑNÌrÏzÉzÓZˆAØ‹F”b—g’g˜a ! Q¨© Ó1Ñ1‹FØ�5‰5�˜Ó˜aÓÜ—’�s—{‘{¤B§H¢H¨Q¨v©YÓ$7Ð#7¼¿ºÀ!ÀFÁ)Ó9LÈqÐRSÐUVÈiÓXÓY×`Ñ`Ôac×akÑakÓlˆAØ‰FˆAØ�5‰5�˜!Ó˜qÓ Ø�G‘*˜s×2Ñ2°1·7±7Ó;Ñ;×CÑCÄBÇJÁJÓOÑOˆAØ�E‰E�+˜qÓ! AÓ%¨¯©¨ÀÓ)BÀQÓ)FÈ!Ï%É%ÐPYÐ[\ÓJ]Ð`aÓJaÜ  f×-Ñ-Ý'Ü˜(¤3 y¡>Ñ2Ó3ˆAÜŸ
š
 Q¢q¨$ w¡Z°!°D±'Ñ%9¸aÑ$?×#DÑ#DÀRÓ#HÈ!ÓLˆDŒIØ�5‰5� !Ó$ qÔ(¨Q·)±)·/±/À!Ñ2DÔ-Dä˜Ÿ™˜w¨Ó*Ó+¬U°1·5±5¸ÀdÓ3KÓ-LˆsˆAÜ—^’^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ü—V’V˜A¤R§Z¡ZÑ0�Ø—y‘y¢ A a¨!¡e G Ñ,�Ø�4œŸš¤2§9¢9¨Q£<²°4°Ñ#8¸!¸QÓ?Ð?Ó@ÀSÈ3Ï;É;ÐWYÐ[\Ð_`ÐbcÐ^dÓKeÑEe×DmÑDmÔnp×nxÑnxÓDyÑyÓ@Ø˜‘t˜b‘y��!“ñ	 Hð
 �5‰5�˜AÓ Ó" q¯I©I¯O©O¸AÑ,>Ó'>ä—^’^ C§J¡J¨q£M°A°i±LÑ$@ÖA�Ø—i‘i §¡¨Q£Ð1b´3°s·|±|ÀAÀqÇuÁuÈ[ÐZ[ÓG\Ð_`ÑG`Ó7aÓ3bÐ1bÐ bÑc�Ø�!“œ˜cŸk™k¨#¨sÓ3Ó4°q¸±tºA¸s¸F±|×7HÑ7HÈÐUYÐ7HÐ7ZÑZÑZ•ñ Bð �5‰5�˜aÓ  1Ó$Ü—^’^ C§J¡J¨q£M°A°k±NÑ$BÖC�Ø—L‘L §¡ }°aÓ!8¸!¿%¹%ÀÈqÓ:QÐTUÑ:UÓV�Ø—Y‘Y˜sŸ|™|¨BÓ/°°!°Ð3Ñ4�ØQT��!‘’QœŸš¼UÀ1Á7¼^Ó'Lº^¸¨¨Q©V¬¹^Ñ'LÓMÐMÓNñ Dð �5‰5�˜QÓ !Ó#Ü—^’^ C§J¡J¨q£M°A°j±MÑ$AÖB�Ø—\‘\¤" a¨!¡eÓ,�°#·,±,¸qÀ!ÀbÁ&È1Á*Ó2M¨aØ˜˜1˜Q ™V˜8˜‘n�Ø—W‘W˜Q“Z�¨s  B¨!¡G¡Ø˜!™˜sŸx™x¨›{Ñ*¨bÑ0��!“ñ	 Cð
 �5‰5� !Ó$ qÓ(Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDÜ—^’^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ø36��!Ð/�c—l‘l 1 d¨Q¡hÓ/Ð/Ð/Ó0ñ Hàˆùò (Ms   Übc                óR  ^$• U(       a  [         R                  S5      =(       d    0 O0 nUR                  SS5      [        UR                  SS5      5      pv[        [        R                  " U R
                  SU-   -  5      5      SU-  -   n[        R                  " U V	s/ s H  n	[        U	S   5      U-
  PM     sn	5      n
[        R                  " U
S5      R                  [        5      nUR                  S	5      S
:X  a|  [        R                  " U V	s/ s H  n	[        U	S   5      PM     sn	5      n[        R                  " U5       H/  nX¼U:H  ==   [        X¼U:H     R                  5       S5      -  ss'   M1     X»R                  5       -  n[         R                  S5      =(       d    0 nU(       Ga  [        R                  " U V	s/ s H  o™R                  SS5      PM     sn	5      m$[        R                  " T$[!        U5      5      ) nX¿==   S[        U$4S jUR#                  5        5       5      -
  [        X¿   R                  5       S5      -  -  ss'   UR#                  5        HQ  u  nnT$U:H  R%                  5       (       d  M   UT$U:H  ==   U[        UT$U:H     R                  5       S5      -  -  ss'   MS     X»R                  5       -  nUR'                  [        U5      X+S9nUU l        [        R*                  " X R
                  U R,                  4[        R.                  5      nUS   S   R0                  SS  n[        R*                  " X R
                  4U-   [        R.                  5      n[        R*                  " X R
                  4U-   [        R.                  5      n[3        U5       GH  u  nnUR5                  SU
U   S-   5      U-   nUU   nUS   US   nnUS:”  Gal  [        [7        U R
                  SUR9                  U* U5      -   -  5      5      n[        R:                  " SUS-
  U R
                  5      n[        R<                  " U5      R                  [        5      U[        R<                  " U5      -
  S S 2S 4   n n[        R>                  " US-   US-
  5      n!U(       a  UR5                  U* US-   5      OSn"US   UU"-   UU"-   U-    n#U#U   SU -
  -  U#U!   U -  -   UU'   UUUU-    U   SU S S 2S4   -
  -  UUUU-    U!   U S S 2S4   -  -   UU'   UUUU-    U   SU S S 2S4   -
  -  UUUU-    U!   U S S 2S4   -  -   UU'   GM¤  U(       a  UR5                  U* US-   5      OSn"US   UU"-   UU"-   U R
                  -    UU'   UUUU R
                  -    UUUU R
                  -    sUU'   UU'   GM     U(       a  U RA                  UU5      n[B        RD                  " U5      [B        RD                  " U5      [B        RD                  " U5      4$ s  sn	f s  sn	f s  sn	f )Nrô  Úwarpr0   Ú
lag_jitterr   r1   r"   rk   Úbalancer  rº   g•Ö&è.>Ú
group_fracÚ_grpÚ c              3  ó`   >#   • U  H#  u  pTU:H  R                  5       (       d  M  Uv •  M%     g 7fr   )Úany)Ú.0r  r½   rm  s      €r   Ú	<genexpr>Ú"DNNDec._windows.<locals>.<genexpr>>  s"   øé € ÐMªj¡d a¸SÀA¹X¿N¹N×<L§¡ªjùs   ƒ.¥	.gê-�™—q=©r¿   Ú_yaÚ_yi)#r4   r5   rH   r   ÚceilrÐ   r¯   rG   r:   r8   r¶   rü  Úuniquer  rÑ  Úisinr«  r�  r}  ÚchoiceÚ_last_tiÚemptyrf   r   rI   Ú	enumeraterb  ÚroundrW  ÚlinspaceÚfloorÚminimumrs  r   r   )%re   r  rÑ   rd  Úaugre  rv  ÚlagÚspanrB  Úlensr¿   Údsr<  ÚgfÚrestr  r½   Útir»   ÚfshaperÃ  rÄ  rj  r"  r¼   r=   rM   rN   ÚLrÚtqÚt0_ÚfrÚt1_Úd_rÖ   rm  s%                                       @r   Ú_windowsÚDNNDec._windows/  sE  ø€ Þ(+ŒQ�U‰U�9Ó×# ø°ˆØ—E‘E˜& #Ó&¬¨A¯E©E°,ÀÓ,BÓ(CˆcÜ”2—7’7˜4Ÿ6™6 Q¨¡XÑ.Ó/Ó0°1°s±7Ñ:ˆÜ�xŠx±vÓ>²v°!œ˜Q˜u™X›¨Ô-±vÑ>Ó?ˆÜ�JŠJ�t˜QÓ×&Ñ&¤uÓ-ˆØ�5‰5�Ó˜yÓ(Ü—’¹&ÓAº&°Qœ; q¨¡xÖ0¹&ÑAÓBˆBÜ—Y’Y˜r–]�Ø˜‘'“
œc !¨!¡G¡*§.¡.Ó"2°DÓ9Ñ9•
ñ #à—‘“‰KˆÜ�U‰U�<Ó ×& BˆßÜ—(’(±vÓ>²v°!ŸE™E &¨"Ö-±vÑ>Ó?ˆCÜ—G’G˜C¤ b£Ó*Ð*ˆDØ‹G˜œCÔM¨b¯h©h¬jÓMÓMÑMÔQTÐUVÑU\×U`ÑU`ÓUbÐdiÓQjÑjÑj‹GØŸ™ž
‘��1Ø˜1‘H—>‘>×#Ó#Ø�c˜Q‘h“K 1¤s¨1¨S°A©X©;¯?©?Ó+<¸eÓ'DÑ#DÑD•Kñ #ð —E‘E“G‘ˆAØ�Z‰Zœ˜F› QˆZÐ,ˆØˆŒÜ�HŠH�aŸ™ §¡Ð(¬"¯*©*Ó5ˆØ˜‘˜5Ñ!×'Ñ'¨¨Ð+ˆÜ�XŠX�qŸ&™&�k FÑ*¬B¯J©JÓ7ˆÜ�XŠX�qŸ&™&�k FÑ*¬B¯J©JÓ7ˆÜ˜b—M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,¨sÑ2ˆAØ˜‘ˆBØ˜‘Y  5¡	�ˆBØ�aŒxÜœ˜tŸv™v¨¨S¯[©[¸$¸ÀÓ-EÑ)EÑFÓGÓH�Ü—[’[  B¨¡F¨D¯F©FÓ3�ÜŸ(š( 2›,×-Ñ-¬cÓ2°R¼"¿(º(À2»,Ñ5FÊÈ4ÈÑ4P�R�Ü—j’j  q¡¨"¨q©&Ó1�Þ47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø�u‘I˜a "™f Q¨¡V¨b¡[Ð1�Ø˜‘v  R¡Ñ(¨1¨S©6°B©;Ñ6��!‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1”æ47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø˜%‘y  R¡¨¨B©°·±©Ð8��!‘Ø! ! A¨¯©¡JÐ/°°A°a¸$¿&¹&±jÐ1A���1‘�r˜!”uñ# "ö$ Ø—‘˜a Ó%ˆAÜ×Ò Ó"¤E×$4Ò$4°RÓ$8¼%×:JÒ:JÈ2Ó:NÐNÐNùòU ?ùò Bùò ?s   ÂXÄXÇX$c                ó  • X-    H  n[        U5      u  US'   US'   M     [        R                  R                  [        R                  S[        S   5      5      nU R                  U[        S   U5      u  pgnSu  pš[        U R                  R                  5       5      n[        R                  S5      (       aø  [        U[        S   5      u  pÍ[        R                  " 5          U R                  R                  [        R                  " SU R                   U R"                  [$        S	95      R&                  S
   nS S S 5        [)        WU5      R+                  [$        5      n	U[        U	R                  5       5      -  nU R-                  S[        S    SU S[        R                  SS5       35        [        R.                  R1                  U[        S   [        S   S9n[        R.                  R2                  R5                  USS[        S   S9n[6        R8                  SS nnn[;        [        R                  SS5      5      n[=        [        S   5       GHž  n[>        R>                  " 5       nUU:  a,  UR@                   H  n[        S   SSU-  U-  -   -  US'   M     O+UU:X  a%  US:”  a  UR@                   H  n[        S   US'   M     U R                  RC                  5         / / nn[=        [        S   5       GH©  nU R                  U[        S   USS9u  nnnUR+                  [$        5      UR+                  [$        5      UR+                  [$        5      nnnU	c  U R                  U5      nOWU R                  R                  U5      nU R                  RE                  U5      nU R                  RF                  S:X  a  US    OUn[        R                  S!S"5      S#:X  a#  [I        UUU[        R                  S$S5      5      n O][        R                  S!5      S%:X  a  [K        UU5      RM                  5       * n O([K        UU5      * [K        UU5      -   RM                  5       n URO                  U RQ                  5       5        U	bÇ  U	" W[S        U
5      5      n![        RT                  " WU RV                     5      R+                  [$        5      n"U [        RX                  RZ                  R]                  U!U"5      -   n URO                  U!R_                  S5      U":H  Ra                  5       RM                  5       RQ                  5       5        U
S-  n
URc                  5         U Re                  5         [        RX                  Rf                  Ri                  US&5        URk                  5         GM¬     U R                  Rm                  5         [        R                  " 5          / n#[=        S[o        U5      S'5       H–  n$U R                  UU$U$S'-    R+                  [$        5      5      nU#RO                  [K        UUU$U$S'-    R+                  [$        5      5      * [K        UUU$U$S'-    R+                  [$        5      5      -   Rq                  5       5        M˜     [        Rr                  " U#5      RM                  5       RQ                  5       n#S S S 5        UU:¼  a  URk                  W#5        U R-                  S(US) S*[        RL                  " U5      S+ S,W#S+ S-[>        R>                  " 5       U-
  S. S/3	UU:  a  S0UR@                  S   S   S1 S23OS3-   U(       a  S4[        RL                  " U5      S5 3OS3-   5        U#US6-
  :  aa  U#SnnU R                  Ru                  5       Rw                  5        V%V&s0 s H%  u  n%n&U%U&Ry                  5       R{                  5       _M'     nn%n&GM�  UU:¼  d  GMŠ  US-  nU[        S7   :¼  d  GMŸ    O   Ub  U R                  R}                  U5        U R                  Rm                  5         X-    H'  nUR                  SS 5        UR                  SS 5        M)     U$ ! , (       d  f       GN.= f! , (       d  f       GN½= fs  sn&n%f )8Nr‚  rƒ  r3  r4  Úval_windows)Nr   Úadvr1   r›  r3   z  adversarial z loss: z classes, lambda r"  r#  ÚlrÚweight_decay)r£  r¤  r$  rK  Úlr_patience)r:  ÚfactorÚpatiencer   Úwarmup_epochsÚ
max_epochsrJ  gÍÌÌÌÌÌì?r!  Ú
batch_sizeT©r�  r¯  ÚlossÚcontrastiverÎ  Úinfonce_taurÓ  ç      @é   z
    epoch Ú02dú train z+.4fz val ú (ú.0fús)z [warm-up, lr z.1eÚ]r{  z | adversary acc ú.3fç-Cëâ6?r§  )@rO   r   rT  Údefault_rngr4   r5   r   rž  r«  r  Ú
parametersr  r   rx   r¡  r6  rÐ   rf   rŸ  rI   r  rž  r5  ÚoptimÚAdamWÚlr_schedulerÚReduceLROnPlateaur%  ÚinfrH   r   ÚtimeÚparam_groupsrp   r¤  r¢  rÎ  rÓ  r³   r6   Úitemr"  r   rˆ  r  rÀ  rÁ  Úargmaxr¶   Ú	zero_gradr  ÚutilsÚclip_grad_norm_r'  ÚevalrG   r   r¾  Ú
state_dictr�  ÚdetachÚcloneÚload_state_dictÚpop)'re   rp   rq   rr   r=   rd  ÚXvÚYavÚYivr¢  r'  Úparamsr+   Ún_domÚd_featÚoptÚschÚbestÚbadÚ
best_stateÚwarmÚepÚt0r  ÚtlÚdars   r»   rÃ  rÄ  r{   r?   r¬  ÚdlÚdtÚvlr"  r  r½   s'                                          r   rn   Ú
DNNDec.fit_  s¼  € Ø”+ˆBÜ#+¨B£<Ñ ˆBˆu‰I�r˜%“yñ ä�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÓEˆØ—}‘} S¬!¨MÑ*:¸CÓ@‰ˆ�Ø‰	ˆÜ�d—h‘h×)Ñ)Ó+Ó,ˆÜ�5‰5��<‰<Ü# E¬1¨U©8Ó4‰JˆCÜ—’•ØŸ™Ÿ™¤e§k¢k°!°T·V±V¸T¿V¹VÌCÑ&PÓQ×WÑWÐXZÑ[�÷ !ä˜& %Ó(×+Ñ+¬CÓ0ˆCØ”d˜3Ÿ>™>Ó+Ó,Ñ,ˆFØ�H‰H�~¤a¨¡h Z¨w°u°gÐ=NÌqÏuÉuÐUaÐcgÓOhÐNiÐjÔkÜ�k‰k×Ñ ¬1¨T©7ÄÀ>ÑARÐÐSˆÜ�k‰k×&Ñ&×8Ñ8¸À5ÐQTÔ_`ÐanÑ_oÐ8ÐpˆÜ $§¡¨!¨T�:ˆcˆÜ”1—5‘5˜¨!Ó,Ó-ˆÜœ˜,™×(ˆBÜ—’“ˆBØ�D‹yØ×)Ô)�AÜ ™g¨¨s°R©x¸$©Ñ)>Ñ?�A�d“Gò *à�t“  q£Ø×)Ô)�AÜ ™g�A�d“Gñ *à�H‰H�N‰NÔØ˜�ˆBÜœ1Ð.Ñ/×0�Ø ŸM™M¨%´°<±À#È4˜MÐP‘	��2�rØŸD™D¤›I r§u¡u¬S£z°2·5±5¼³:�r�2�Ø‘;ØŸ™ ›‘AàŸ™Ÿ™ Q›�AØŸ™Ÿ™ aÓ(�AØ%)§X¡X§Z¡Z°1£_˜˜&š	¸!�AÜ—5‘5˜ Ó/°9Ó<Ü" 1 b¨"¬a¯e©e°MÀ3Ó.GÓH‘DÜ—U‘U˜6“] iÓ/Ü# A r›N×/Ñ/Ó1Ð1‘Dä$ Q¨›^˜O¬g°a¸«nÑ<×BÑBÓD�DØ—	‘	˜$Ÿ)™)›+Ô&Ø‘?Ù˜Q¤
¨4Ó 0Ó1�BÜ×)Ò)¨#¨d¯m©mÑ*<Ó=×@Ñ@ÄÓE�BØ¤%§(¡(×"5Ñ"5×"CÑ"CÀBÈÓ"KÑK�DØ—I‘I˜rŸy™y¨›|¨rÑ1×8Ñ8Ó:×?Ñ?ÓA×FÑFÓHÔIØ˜A‘I�DØ—‘”Ø—‘”Ü—‘—‘×.Ñ.¨v°sÔ;Ø—‘—
ñ3 1ð4 �H‰H�M‰MŒOÜ—’•Ø�Ü˜q¤# b£'¨3Ö/�AØŸ™  A a¨#¡g ×!1Ñ!1´#Ó!6Ó7�AØ—I‘I¤¨¨3¨q°°S±¨>×+<Ñ+<¼SÓ+AÓ BÐBÄWÈQÐPSÐTUÐVWÐZ]ÑV]ÐP^×PaÑPaÔbeÓPfÓEgÑg×lÑlÓnÖoñ 0ô —Y’Y˜r“]×'Ñ'Ó)×.Ñ.Ó0�÷ !ð �T‹zØ—‘˜”Ø�H‰H�z " S ¨´·²¸³¸TÐ0BÀ%ÈÈ4ÀyÐPRÔSW×S\ÒS\ÓS^ÐacÑScÐdgÐRhÐhjÐkØMOÐRVËY˜.¨×)9Ñ)9¸!Ñ)<¸TÑ)BÀ3Ð(GÀqÑIÐ\^ñ`æACÐ+¬B¯GªG°B«K¸Ð+<Ñ=ÈñMô Nð �D˜4‘KÓØ �c�Ø@DÇÁ×@SÑ@SÓ@U×@[Ñ@[Ô@]Ô^Ò@]¹¸¸1˜a §¡£×!1Ñ!1Ó!3Ò3Ñ@]�
Ñ^’
Ø�t–Ø�q‘�Øœ!˜J™-Ö'Ùñm )ðn Ñ!Ø�H‰H×$Ñ$ ZÔ0Ø�‰�‰ŒØ”+ˆBØ�F‰F�5˜$ÔØ�F‰F�5˜$Öñ ð ˆ÷M !–ú÷\ !–üó _s    Ã"Aa×C%a1Þ",bá
a.á1
b 	c                ój  • [        [        S   [        -  5      U R                  U R                  -
  U R
                  -
  peXe-   U R                  -   n[        R                  " U Vs/ s H  n[        US   5      U-
  PM     sn5      n	[        R                  " U	S-   S5      R                  [        5      n
UR                  [        U5      X*U
R                  5       -  S9n[        R                  " X'U R                  4[        R                   5      n[        R                  " X%4US   S   R"                  SS -   [        R                   5      n[        R                  " X%4[        R$                  5      [        R&                  " X%4[(        5      pþ[+        U5       H¨  u  nnUR-                  SU	U   S-   5      nUU   nUS   UUU-    US   UU-   UU-   U-    US   UU-   UU-   U-    sUU'   UU'   UU'   UR/                  5       [        S	   :  d  Mw  S
UUUR-                  [        SU-  5      [        SU-  5      5      S24'   Mª     U(       a  U R1                  XÃ5      n[2        R4                  " U5      [2        R4                  " U5      [2        R4                  " U5      [2        R4                  " U5      4$ s  snf )aB  n training sequences of D['seq_len_s'] s with their causal context: EEG (n, ctx + Ls + fut, C), targets of
both streams (n, Ls, 2, F), attended column (n, Ls) and the synthetic-switch flag (n, Ls): with probability
D['seq_p_switch'] the two streams swap roles at a uniform time (as generateSyntheticSwitches does at test).Ú	seq_len_srk   r1   r   r�  Ú_YNrE   Úseq_p_switchTrC  gš™™™™™é?)rH   r4   r   rÐ   r7  r6  r   r¯   rG   r:   r8   r¶   r‡  rÑ  r‰  rf   r   rI   Úint64r6  ÚboolrŠ  rb  rT  rs  r   r   )re   r  rÑ   rd  r�  ÚLsr  ÚneedrB  r’  r¿   r–  r»   rJ   rE   Ústrj  r"  rL   r=   s                       r   Ú
_sequencesÚDNNDec._sequences³  sG  € ô ”a˜‘n¤rÑ)Ó*¨D¯F©F°T·X±XÑ,=ÀÇÁÑ,HˆCØ‰x˜$Ÿ(™(Ñ"ˆÜ�xŠx±vÓ>²v°!œ˜Q˜u™X›¨Ô-±vÑ>Ó?ˆÜ�JŠJ�t˜a‘x Ó#×*Ñ*¬5Ó1ˆØ�Z‰Zœ˜F› Q¨a¯e©e«g©+ˆZÐ6ˆÜ�HŠH�a˜tŸv™vÐ&¬¯
©
Ó3ˆÜ�HŠH�a�W˜v a™y¨™×4Ñ4°Q°RÐ8Ñ8¼"¿*¹*ÓEˆÜ—(’(˜A˜7¤B§H¡HÓ-¬r¯xªx¸¸ÄÓ/FˆRÜ˜b–M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,ˆAØ˜‘ˆBØ!# E¡¨1¨Q°©XÐ!6¸¸4¹ÀÀSÁÈÈSÉÐSUÉÐ8VÐXZÐ[`ÑXaÐbcÐfiÑbiÐjkÐnqÑjqÐtvÑjvÐXwÐˆAˆa‰D�!�A‘$˜˜A™Ø�z‰z‹|œa Ñ/Õ/ØEI��1�c—l‘l¤3 s¨R¡x£=´#°c¸B±h³-Ó@ÑAÐAÓBñ "ö Ø—‘˜aÓ%ˆAÜ×Ò Ó"¤E×$4Ò$4°QÓ$7¼×9IÒ9IÈ#Ó9NÔPU×P`ÒP`ÐacÓPdÐdÐdùò ?s   Á$J0c           
     ó6  ^ ^ • UR                   S   UR                   S   p‡T R                  T R                  -
  T R                  -
  [	        [
        S   S   [        -  5      sn	m UR                  ST R                  T R                  5      R                  SSSS5      R                  ST R                  T R                  5      n
T R                  U
5      SS2X™T R                  -   24   nUR                  XxS5      nU U 4S	 jnS
 nU" U5      nU" Xì" USS2SS2S4   5      5      U" Xì" USS2SS2S4   5      5      -
  nU U 4S jnU" U5      U" U5      nnU[        R                  " USS5      S   -  U-  R                  S5      nUU-  R                  5       n[         R"                  " [$        S   5      [         R"                  " S[$        S   -
  5      nn[        R&                  " US-  U* S-  /S5      n[        R(                  " US4[         R"                  " S5      UR*                  S9nS/ nn[-        UR                   S   5       H¸  nUS:”  ak  [        R&                  " [        R.                  " USS2S4   U-   USS2S4   U-   5      [        R.                  " USS2S4   U-   USS2S4   U-   5      /S5      nUUSS2U4   -   n[        R0                  " USSS9nUUSS2S4   -   UU-
  nnUR3                  U5        Mº     [        R&                  " US5      nUR5                  SUS   5      S   R7                  5       * nUR9                  S5      U:H  R;                  5       R7                  5       nUS:X  a¡  UR5                  SUS   5      S   R                  S5      [         R"                  " S5      -   [        R                  " USS2SS24   USS2SS24   :H  UU5      R                  S5      -   nUU-
  UR                   S   -  R7                  5       UU4$ UUU4$ )aâ  Decoder on every 0.25-s hop of the sequences (the causal read-out of reconstruct()), per-target Pearson in
1-s windows against both streams, evidence sign flipped in the synthetically switched windows, unary log-odds
u = sum_f v_f (r0_f - r1_f), 2-state chain with p_stay. kind 'filter': cross-entropy of the causal FILTERING
posterior (what is used at test); 'crf': negative log-likelihood of the whole state path (CRF).
Returns (loss, filtering cross-entropy, filtering accuracy).r   r1   r0  r2  ra  r"   r3   Nc                ó>   >• U R                  STTR                  5      $ )Nr1   )Úunfoldr6  )rL   ÚEWre   s    €€r   rº  Ú"DNNDec._seq_loss.<locals>.<lambda>Ô  s   ø€ �q—x‘x  2 t§x¡xÔ0r   c                óì   • X R                  SSS9-
  XR                  SSS9-
  pX-  R                  S5      [        R                  " X -  R                  S5      X-  R                  S5      -  S-   5      -  $ )Nr3   Trµ  r·  rÐ  rÒ  s     r   ÚcorrÚDNNDec._seq_loss.<locals>.corrÖ  sf   € Ø—v‘v˜b¨$�vÐ/Ñ/°·V±V¸BÈ°VÐ5MÑ1MˆqØ‘E—;‘;˜r“?¤U§Z¢Z°±·±¸B³À1Á5Ç+Á+ÈbÃ/Ñ0QÐTXÑ0XÓ%YÑYÐYr   c                ó~   >• U R                  5       R                  STTR                  5      R                  S5      S:„  $ )Nr1   r3   rK  )r¶   rî  r6  r³   )rÆ  rï  re   s    €€r   rº  rð  Û  s.   ø€ ˜Ÿ™›×)Ñ)¨!¨R°·±Ó:×?Ñ?ÀÓCÀcÒIr   g      ð¿r    r²  Ú
seq_p_stayrK  r›  r0   Trµ  r¯  Úcrf)rI   rÐ   r7  r6  rH   r   r   rî  ÚpermuterÂ  rf   r  r   r[  rÑ  r©  r%  r5  r4   r<   Úfullrœ  r   Ú	logaddexpÚ	logsumexpr6   Úgatherr³   rÃ  r¶   )!re   r»   rJ   rE   ré  r½   r  ÚBrç  rr  Úwinr{   Úuwrò  Úywr<  ÚfracÚwswÚa_wÚuÚstateÚlsÚlswÚunÚlpÚlogZÚpostrj  r“  ÚceÚaccÚgoldrï  s!   `                               @r   Ú	_seq_lossÚDNNDec._seq_lossÉ  s£  ù€ ð —‘˜‘
˜AŸG™G A™Jˆ2Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/´´S¸±_ÀWÑ5MÔPRÑ5RÓ1SˆˆˆbØ�h‰h�q˜$Ÿ&™& $§(¡(Ó+×3Ñ3°A°q¸!¸QÓ?×GÑGÈÈDÏFÉFÐTX×TZÑTZÓ[ˆØ�H‰H�S‹Mš!˜T¨¯©¡/Ð1Ð1Ñ2ˆØ�I‰I�a˜RÓ ˆÝ0ˆò	Zñ �‹UˆÙ��R˜š!šQ ˜'™
“^Ó$¡t¨B°°1²Qº¸1°W±:³Ó'?Ñ?ˆÝIˆÙ˜“8™T #›YˆSˆØ”—’˜S $¨Ó,¨YÑ7Ñ7¸!Ñ;×@Ñ@ÀÓDˆØ�s‘× Ñ Ó"ˆÜ—(’(œ1˜\™?Ó+¬T¯XªX°a¼!¸L¹/Ñ6IÓ-JˆCˆÜ�[Š[˜!˜a™% !  a¡˜¨"Ó-ˆÜ�ZŠZ˜˜A˜¤§¢¨£°a·h±hÑ?ˆØ˜"ˆdˆÜ�r—x‘x ‘{Ö#ˆAØ�1‹uÜ—[’[¤%§/¢/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"PÜ"'§/¢/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"Pð"RØSTóV�à�bš˜A˜‘h‘ˆBÜ—’  A¨tÑ4ˆAØ˜a¢ 1 ™g‘~ r¨A¡v�"ˆDØ�K‰K˜ŽOñ $ô �{Š{˜4 Ó#ˆØ�k‰k˜!˜U 9Ñ-Ó.¨vÑ6×;Ñ;Ó=Ð=ˆØ�{‰{˜2‹ %Ñ'×.Ñ.Ó0×5Ñ5Ó7ˆØ�5‹=Ø—9‘9˜Q  iÑ 0Ó1°&Ñ9×=Ñ=¸aÓ@Ä4Ç8Â8ÈCÃ=ÑPÜ—’˜E¢! Q¡R %™L¨E²!°S°b°S°&©MÑ9¸2¸sÓC×GÑGÈÓJñKˆDà˜D‘[ B§H¡H¨Q¡KÑ/×5Ñ5Ó7¸¸SÐ@Ð@Ø�2�sˆ{Ðr   c                ó8  ^ ^^^^• [         S   m[        [         S   [        -  5      T R                  -   T R                  -
  nX-    H  n[        U5      US'   M     U Vs/ s H  n[        US   5      U:¼  d  M  UPM     snU Vs/ s H  n[        US   5      U:¼  d  M  UPM     nnn[        R                  R                  [         R                  S[        S   5      S-   5      n[        R                  R                  [         R                  S5      (       a-  [        R                  " T R                   R"                  [$        S	9OL[        R&                  " T R                   R"                  4[         S
   T R                   R"                  -  [$        S	95      m[         R                  S5      (       a  U4S jOU4S jm[        R(                  R+                  [-        T R                   R/                  5       [         S   S9[-        T/[         S   SS9/[         S   S9n	[1        [         S   5       V
s/ s H  n
T R3                  U[         S   U5      PM     sn
mUUU U4S jnU" 5       u  pÍT R5                  ST SUS SUS S[        R6                  " T" 5       R9                  5       R;                  5       R=                  5       S5       35        ST R                   R?                  5       RA                  5        VVs0 s H#  u  pïXïR9                  5       RC                  5       _M%     snnT" 5       R9                  5       RC                  5       nnn[1        [         S   5       GH}  n[D        RD                  " 5       / nnT R                   RG                  5         [1        [         S    5       Hî  n
T R3                  U[         S   US!S"9 Vs/ s H  nURI                  [$        5      PM     nnT RJ                  " / UQT" 5       PTP76 S   nU	RM                  5         URO                  5         [        R                  RP                  RS                  T R                   R/                  5       S#5        U	RU                  5         URW                  URY                  5       5        Mð     U" 5       u  nnT R5                  ST S$US% S&[        RZ                  " U5      S S'US SUS S([        R6                  " T" 5       R9                  5       R;                  5       R=                  5       S5       S)[D        RD                  " 5       U-
  S* S+35        UUS,-
  :  aƒ  USnnT R                   R?                  5       RA                  5        VVs0 s H#  u  pïXïR9                  5       RC                  5       _M%     snnT" 5       R9                  5       RC                  5       nnGMi  US--  nU[         S.   :¼  d  GM~    O   T R                   R]                  U5        T R                   R_                  5         X-    H  nURa                  SS/5        M     [-        UR;                  5       R=                  5        Vs/ s H  n[c        U5      PM     sn[         S0   US19$ s  snf s  snf s  sn
f s  snnf s  snf s  snnf s  snf )2a  Phase 2 after fit(): fine-tune the decoder and the CRF unary weights v END-TO-END with a sequence loss on
synthetic-switch sequences. Early stopping on the filtering cross-entropy of fixed validation sequences.
Returns dict(v, p_stay) for score.py (--evidence-weights crf).Úseq_lossrâ  rã  rk   r3  r4  r`  Ú
seq_v_normr›  Ú
seq_v_initc                 óF   >• [         S   [        R                  " T S5      -  $ )Nr  r   )r4   r   Úsoftmax©Úths   €r   rº  Ú%DNNDec.fit_sequence.<locals>.<lambda>  s   ø€ ”a˜‘o¬¯ª°b¸!Ó(<Ò<r   c                 ó   >• T $ r   rŠ   r  s   €r   rº  r    s   ø€ Ñcer   Úseq_lr)rÐ  r£  Úseq_v_lrr0   )rÐ  r£  r¤  r¤  )r¤  Úseq_val_batchesÚ	seq_batchc                 ó`  >• TR                   R                  5         [        R                  " 5          T V Vs/ s HA  n TR                  " / U  Vs/ s H  oR                  [        5      PM     snQT" 5       PTP76 PMC     nn nS S S 5        [        [        R                  " W Vs/ s H  o3S   R                  5       PM     sn5      5      [        [        R                  " U Vs/ s H  o3S   R                  5       PM     sn5      5      4$ s  snf s  snn f ! , (       d  f       N™= fs  snf s  snf rg  )r  rÇ  r   rx   r  rž  rŸ  r¶   r   r³   rÂ  )rB   rÆ  rÁ   r   ÚVbr  re   Úvfs       €€€€r   ÚvalidateÚ%DNNDec.fit_sequence.<locals>.validate  sÏ   ø€ Ø�H‰H�M‰MŒOÜ—’•ÙRTÔUÒRTÈQ�T—^’^ÐH¹Ó%;º°A§d¡d¬3¦i¹Ñ%;ÐH¹R»TÐHÀ4ÕHÑRT�ÑU÷ !äœŸš±qÓ!9²q°! A¡$§)¡)¦+±qÑ!9Ó:Ó;¼UÄ2Ç7Â7ÑabÓKcÒabÐ\]ÈaÉDÏIÉIÎKÑabÑKcÓCdÓ=eÐeÐeùò &<ùÓU÷ !•üâ!9ùÒKcs:   ±D·DÁD
Á,DÁ?DÂ#D&Ã"D+Ä
DÄDÄ
D#z    seq[z] start: val filter-CE z.4fz acc r·  z  v ra  r   Ú
seq_epochsÚ	seq_stepsTr«  r¯  z] epoch r±  r²  z val filter-CE z v r³  r´  rµ  r¸  r1   Úseq_patienceNrõ  )r½   Úp_stayÚval_ce)2r4   rH   r   rÐ   r6  rC   rG   r   rT  r¹  r5   r   r   r  r5  r6  r  r¢  rŸ  rø  r»  r¼  r…  rº  r   rê  r5  r‹  rÉ  r   rz   rÈ  r�  rÊ  rÀ  rp   rž  r  rÄ  r  rÅ  rÆ  r'  r6   rÂ  r³   rË  rÇ  rÌ  r¶   )re   rp   rq   rè  r=   rB  Útr_okÚva_okrd  rÓ  rs   r!  rÕ  Úacc0r  r   rÖ  r×  Úbest_vrÙ  rÚ  rÛ  rÆ  rB   r¬  rß  Úvar  r  r  r   s   `                          @@@@r   Úfit_sequenceÚDNNDec.fit_sequenceô  sP  ü€ ô �‰}ˆÜ”1�[‘>¤BÑ&Ó'¨$¯&©&Ñ0°4·8±8Ñ;ˆØ”+ˆBÜ “|ˆBˆt‹Hñ á#(ÓB¢5˜a¬C°°%±«M¸TÑ,AŸ¡5ÑBÑPSÓDmÒPSÈ1ÔWZÐ[\Ð]bÑ[cÓWdÐhlÑWlÇQÑPSˆuÐDmˆÜ�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÀqÑ$HÓIˆô �X‰X×ÑÄqÇuÁuÈ\×GZÑGZ¤§¢¨D¯H©H¯J©J¼sÒ CÜ%*§Z¢Z°·±·±°¼qÀ¹ÐQU×QYÑQY×Q[ÑQ[Ñ?[ÔdgÑ%hójˆäABÇÁÀ|×ATÑATÕ<Ô[eˆÜ�k‰k×Ñ¤¨T¯X©X×-@Ñ-@Ó-BÄqÈÁ{Ñ!SÜ!%¨b¨T´a¸
±mÐRUÑ!Vð!XÜfgÐhvÑfwð  ð yˆäCHÌÐK\ÑI]ÔC^Ó_ÒC^¸aˆd�o‰o˜e¤Q {¡^°SÖ9ÑC^Ñ_ˆ÷	fð 	fñ
 “Z‰
ˆØ�‰�8˜D˜6Ð!8¸¸c¸
À%ÈÈSÀzÐQUÔVX×V^ÒV^Ñ_aÓ_c×_jÑ_jÓ_l×_pÑ_pÓ_r×_xÑ_xÓ_zÐ|}ÓV~ÐUð  Aô  	BØ"#ÈÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÒHeÁÀ a¯©«×)9Ñ)9Ó);Ò&;ÑHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜ˆZˆÜœ˜,™×(ˆBÜ—Y’Y“[ "�ˆBØ�H‰H�N‰NÔÜœ1˜[™>Ö*�Ø(,¯©¸¼qÀ¹~ÈsÐX\¨Ñ(]Ó^Ò(] 1�Q—T‘Tœ#–YÑ(]�Ð^Ø—~’~Ð5 qÐ5©"«$Ð5°Ò5°aÑ8�Ø—‘”Ø—‘”Ü—‘—‘×.Ñ.¨t¯x©x×/BÑ/BÓ/DÀcÔJØ—‘”
Ø—	‘	˜$Ÿ)™)›+Ö&ñ +ñ “Z‰FˆB�Ø�H‰H�x ˜v X¨b°¨X°W¼R¿WºWÀR»[ÈÐ<MÈ_Ð]_Ð`cÐ\dÐdiÐjlÐmpÐiqð rÜŸ(š(¡2£4§;¡;£=×#4Ñ#4Ó#6×#<Ñ#<Ó#>ÀÓBÐCÀ2ÄdÇiÂiÃkÐTVÑFVÐWZÐE[Ð[]ð_ô `à�D˜4‘KÓØ �c�ØHLÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÒHeÁÀ a¯©«×)9Ñ)9Ó);Ò&;ÑHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜F�
šFà�q‘�Øœ!˜NÑ+Ö+Ùñ) )ð* 	�‰× Ñ  Ô,Ø�‰�‰ŒØ”+ˆBØ�F‰F�4˜Öñ ä¨¯©«×);Ñ);Ô)=Ó>Ò)= A”u˜Q–xÑ)=Ñ>ÄqÈÁÐ_cÑdÐdùò[ CùÒDmùò `ùó &gùò
 _ùó &gùò ?s6   ÁY7Á9Y7ÂY<ÂY<È/$ZË7*ZÏ ZÕ0*ZÙZc                ó^  • US   R                  [        R                  5      n[        U5      nUS:X  ac  U R                  U R
                  -
  U R                  -
  nXPR
                  U R                  -   pvU R                  [        XUU R                  -   5      p˜OGU R                  S-  n
X R                  U R                  S-  [        XªU R                  S-  -   5      4u  pgp‰[        R                  " [        R                  " X`R                  4[        R                  5      U[        R                  " XpR                  4[        R                  5      /5      n[        R                  " SXH5      nU R                  R                  n[        R                  " [        U5      U-  4US:”  a  U4OS-   [        R                  5      n[        S[        U5      S5       HÍ  nXÏUS-    n[        R                   " [        R"                  " U Vs/ s H  nUUUU R                  -    PM     sn5      5      R%                  [&        5      nU R                  U5      S	S	2U	4   R)                  5       R+                  5       nUR-                  S
US:”  a  U4OS-   5      XïU-  U[        U5      -   U-  & MÏ     US	U $ s  snf )zÌcausal : output sample u is read from the window ending at u + fut + (u mod hop) -> <= 0.75 s future.
offline: centre quarter-to-three-quarters of windows at hop W/2 (reference; uses up to 3.75 s future).rk   r*  r,  r"   r   r1   rŠ   i   N)r3   )r8   r   r   rG   rÐ   r7  r6  Úslicerc  r6  rf   rF   r  r¢  r   r   r   r<   rž  rŸ  r   rz   rÂ  )re   r=   r:  r   r®   rr  Úpad_lÚpad_rr'  ÚtakeÚqré   Ústartsr¢  rÕ   r"  r¼   rL   r»   r{   s                       r   r|   ÚDNNDec.reconstruct+  s  € ð ˆu‰I×ÑœRŸZ™ZÓ(ˆÜ�‹FˆØ�8ÓØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDØ§¡¨D¯H©HÑ!4�5ØŸ™¤5¨°d·h±h©Ó#?‘$à—‘˜!‘ˆAØ'(¯&©&°$·&±&¸A±+¼uÀQÈDÏFÉFÐVWÉKÉÓ?XÐ'XÑ$ˆE˜$Ü�^Š^œRŸXšX u¯f©f o´r·z±zÓBÀAÄrÇxÂxÐQV×X^ÑX^ÐP_Ôac×akÑakÓGlÐmÓnˆÜ—’˜1˜aÓ&ˆØ�H‰H�J‰JˆÜ�hŠhœ˜F› dÑ*Ð,¸¸A»°±À2ÑFÌÏ
É
ÓSˆÜ�qœ#˜f›+ sÖ+ˆAØ˜˜S™Ð!ˆAÜ× Ò ¤§¢ÁQÓ*GÂQÀ¨2¨a°°D·F±F±
Ó+;ÁQÑ*GÓ!HÓI×LÑLÌSÓQˆAØ—‘˜“šA˜t˜GÑ$×(Ñ(Ó*×0Ñ0Ó2ˆAØ01·	±	¸%È1ÈqË5ÀAÁ4ÐVXÑ:YÓ0ZˆC�D‘˜!œc !›f™*¨Ñ,Ò-ñ	 ,ð
 �2�Aˆwˆùò +Hs   ÈJ*c                óÎ   • U R                  X5      nU R                  R                  S:X  a  X1S   S S 2S4   US   S S 2S4   4$ [        U5      nX4S S 2SS S 24   US S 2SS S 24   4$ )Nr1   r   r   )r|   r  r¢  rC   )re   r=   r:  r{   rJ   s        r   r   ÚDNNDec.featuresC  sl   € Ø×Ñ˜RÓ&ˆØ�8‰8�:‰:˜‹?Ø˜‘i¢ 1 ‘o r¨%¡y²°A°¡Ð6Ð6Ü�R‹LˆØ’A�qš!�G‘*˜a¢ 1¢a ™jÐ(Ð(r   )rf   rÐ   rˆ  rI  r7  r6  r5  rˆ   r‡   r  r8  N)F)r*  )r‚   rƒ   r„   r…   Úprintrg   rs  rž  rn   rê  r  r-  r   rx   r|   r   r‰   rŠ   r   r   r)  r)  à  sR   † Ø$)°ô 0ò=ô~.Oò`Oôheò,)òV5eðn ‡]‚]ƒ_óó ð÷.)r   r)  )rU   rŽ   rž   rÆ   rÛ   rï   )	rw  rx  rv  rn  ry  r|  r{  rl  rm  c                óL   • U [         ;   a  [         U    " U5      $ [        XU5      $ r   )ÚLINEARr)  )r‡   rf   r5  s      r   Úmaker<  P  s$   € ØŒvƒ~Ü�dŠ|˜A‹ÐÜ�$˜3ÓÐr   )rŠ   );r†   Ú
__future__r   rŽ  r%  rÀ  rz   r   r   r‡  Úeinops.layers.torchr   Ú
common_expr   r   r   r   rb   r4   rœ  r   Úis_availablerŸ  r   rC   rO   rQ   rS   rŒ   rœ   rÄ   rÙ   rí   rŠ  r  ÚModuler  r†  r)  rM  r^  r—  r™  rÎ  rÓ  rì  rù  rü  ÚautogradÚFunctionrþ  r  r  r"  r)  r;  ÚDNNr9  r<  rŠ   r   r   Ú<module>rE     sÂ  ðñ	õ #ã Û Û ã Û Û Ý &ç )Ó )àˆ�M€Øˆ�J€Ø‡l‚l˜UŸZ™Z×4Ñ4×6Ñ6‘6¸EÓB€òGò2ò.Bò4÷3ñ 3ô2�:ô ô �
ô ÷:)ñ )÷BMñ M÷.#*ñ #*ðR ˆfÐHÐI€	ô!�U—X‘X—_‘_ô !ð2 €ôGˆ%�(‰(�/‰/ô Gô0N�U—X‘X—_‘_ô Nô&�%—(‘(—/‘/ô ò(xô8/ˆ%�(‰(�/‰/ô /ò.gòOò ô%ò%ô"ˆ5�>‰>×"Ñ"ô "ò?ôOˆe�h‰h�o‰oô OòQ÷h)ñ h)ðV ¨\ÈÐbkØ (ñ
,€âp€ð õ  r   