ó
    ÞïjbÛ  ã                  óŠ  • S r SSKJr  SSKrSSKrSSKrSSKrSSKrSSKr	SSK
r
SSKrSSKJr  SSKJrJrJrJr  \S   r\S   r\
R*                  " \
R,                  R/                  5       (       a  SOS	5      rS
 rS rS rS rS r " S S5      r " S S\5      r " S S\5      r  " S S5      r! " S S5      r" " S S5      r#\ S3r$ " S S\
RJ                  RL                  5      r'0 r( " S S\
RJ                  RL                  5      r) " S  S!\
RJ                  RL                  5      r* " S" S#\
RJ                  RL                  5      r+S$ r,S% r-S& r.S'r/ " S( S)\
RJ                  RL                  5      r0 " S* S+\
RJ                  RL                  5      r1 " S, S-\
RJ                  RL                  5      r2S. r3 " S/ S0\
RJ                  RL                  5      r4S1 r5S2 r6S3 r7SAS4 jr8S5 r9 " S6 S7\
Rt                  Rv                  5      r<S8 r= " S9 S:\
RJ                  RL                  5      r>S; r? " S< S=5      r@\\\ \!\"\#S>.rA/ S?QrB\C4S@ jrDg)Ba—  Wrappers around every SuperHugeAAD envelope decoder with one interface.

    dec.fit(train_trials, val_trials, meta)   train on the training datasets only
    dec.features(trial) -> (A, B0, B1)         per-sample arrays; evidence r_s = mean_f corr(A_f, Bs_f) in a window
    dec.lookahead_s                            future data used per output sample (s), for label stamping

Linear decoders use the package classes (update/fit) wherever they run at corpus scale; deviations are noted.
DNNs use the package backbone + the RegressionInterface output head (EinMix -> 1 feature), trained with a
contrastive Pearson loss (-r(attended) + r(ignored)) on 5-s windows.
é    )ÚannotationsN)ÚEinMix)ÚCFGÚEXPÚFSÚROOTÚlinearÚdnnÚcudaÚcpuc                óp   • [         R                  " [        R                  " U [        R                  S95      $ )N©Údtype)ÚtorchÚ
from_numpyÚnpÚascontiguousarrayÚfloat32)Úxs    Úl/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/huyle/v2/../../decoder_lodo/decoders.pyÚ_tr      s$   € Ü×ÒœB×0Ò0°¼"¿*¹*ÑEÓFÐFó    c                ó°  • / n[         R                  SS/5       GH  nUS:X  a  UR                  U S   5        M   US;   ay  SSKJnJn  US:X  a  SOSu  pVU" U" S	XV/S
[        SS9U S   R                  [        R                  5      SS9nUR                  UR                  [        R                  5      5        MŸ  US;   a  UR                  X   5        Mº  US:X  d  MÂ  UR                  [        R                  " S[        R                  " U S   SU S   SS S95      5        GM     [        R                  " US5      R                  [        R                  5      $ )aB  (T, 2 streams, F) DNN targets per D['targets']: 'env' = the prep's envelope, 'onset' = half-wave rectified
first difference of it (causal: t and t-1 only), 'delta'/'theta' = causal band-passed envelope, 'glim'/'mask' =
causal band-passed envelope where the talker is clearly louder than the other / not (build_glimpse.py).ÚtargetsÚenv)ÚdeltaÚthetar   )ÚbutterÚsosfiltr   )ç      ð?ç      @)r!   g       @é   ÚbandpassÚsos)ÚfsÚoutput©Úaxis)ÚglimÚmaskÚdomÚorelÚodiffÚediffÚonsetç        Né   )r(   Úprependéÿÿÿÿ)ÚDÚgetÚappendÚscipy.signalr   r   r   Úastyper   Úfloat64r   ÚmaximumÚdiffÚstack)ÚtrÚfeatsÚfr   r   ÚloÚhiÚbs           r   Ú_targetsrC   #   s  € ð €EÜ�U‰U�9˜u˜g×&ˆØ�‹:Ø�L‰L˜˜E™Ö#ØÐ$Ó$ß4Ø#$¨£<‘Z°Z‰FˆBÙ™˜q 2 (¨J¼2ÀeÑLÈbÐQVÉi×N^ÑN^Ô_a×_iÑ_iÓNjÐqrÑsˆAØ�L‰L˜Ÿ™¤"§*¡*Ó-Ö.ØÐCÓCØ�L‰L˜™ÖØ�'�\ð �L‰LœŸš C¬¯ª°°E±ÀÈBÈuÉIÐVXÐWXÈMÑ)ZÓ[×\ñ 'ô �8Š8�E˜2Ó×%Ñ%¤b§j¡jÓ1Ð1r   c                ó
  • [        U 5      n[        R                  " [        U5      5      nU S   R	                  [
        5      S[        U5       nXU4   XSU-
  4   pTUR                  S   S:X  a  USS2S4   USS2S4   4$ XE4$ )zcAttended / ignored DNN targets: (T,) each for one target (unchanged behaviour), (T, F) for several.ÚattNr1   r   )rC   r   ÚarangeÚlenr8   ÚintÚshape)r=   ÚYÚidxÚaÚyaÚyis         r   Ú_att_tgtrO   :   s„   € ä�‹€AÜ
�)Š)”C˜“FÓ
€CØ
ˆ5‰	×ÑœÓ˜h¤ A£Ð'€AØ�Aˆv‰Y˜˜q 1™u˜*™ˆØ#%§8¡8¨A¡;°!Ó#3ˆBŠq�!ˆt‰H�bš˜A˜‘hÐÐA¸"¸ÐAr   c                ó¢   • [         R                  " [        U S   5      5      nU S   R                  [        5      nU S   X4   U S   USU-
  4   4$ )Nr   rE   r1   )r   rF   rG   r8   rH   )r=   rK   rL   s      r   Ú_att_envrQ   C   sS   € Ü
�)Š)”C˜˜5™	“NÓ
#€CØ
ˆ5‰	×ÑœÓ€AØˆe‰9�S�VÑ˜b ™i¨¨Q°©U¨
Ñ3Ð3Ð3r   c                óJ  • SSK nU  Vs/ s H  o"R                  5       PM     nn/ nU H²  nUR                  " SU5      nU(       d"  UR                  UR	                  U5      5        M?  [        UR                  S5      5      oeR                  S5       US-  (       a  US-   OUS-
   3nXs;  a  [        SU 35      eUR                  UR	                  U5      5        M´     [        U5      [        [        [        U 5      5      5      :X  d   e[        R                  " U5      $ s  snf )znIndex permutation mapping each electrode to its left/right homologue (odd <-> even number; midline 'Z' fixed).r   Nz^([A-Z]+?)(\d+)$r"   r1   zno mirror electrode for )ÚreÚupperÚmatchr6   ÚindexrH   ÚgroupÚ
ValueErrorÚsortedÚlistÚrangerG   r   Úasarray)ÚnamesrS   ÚnÚupÚpermÚmÚkÚtwins           r   Ú_mirror_permrd   M   sí   € ãÙ"Ó	#šU˜�'‰'Ž)™U€BÐ	#Ø€DÛˆØ�HŠHÐ(¨!Ó,ˆÞØ�K‰K˜Ÿ™ ›Ô$¡hÜ�—‘˜“
‹Oˆ§w¡w¨q£z l¸AÀ¿E°1°q²5ÀqÈ1ÁuÐ2MÐ$N˜TØ‹>ÜÐ7¸°sÐ;Ó<Ð<Ø�‰�B—H‘H˜T“NÖ#ñ ô �$‹<œ4¤¤c¨%£jÓ 1Ó2Ó2Ð2Ð2Ü�:Š:�dÓÐùò 
$s   ‰D c                  óD   • \ rS rSrSrSr\S   S   rS rS r	S r
S	 rS
rg)Ú
BackwardWFé]   zjsuperhuge.model.linear.WienerFilter (Ledoit-Wolf covariance, EEG lags 0-400 ms, as the official baseline).ÚwfÚwf_lagsr1   c           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   ©ÚWienerFilterri   r0   Tr1   ©ÚlagsÚl2Ú	use_lwcovr%   Úwindow_lengthÚnum_channels©Úsuperhuge.model.linearrl   ÚLr   ra   ©ÚselfÚCrl   s      r   Ú__init__ÚBackwardWF.__init__b   s!   € Ý7Ù¤1 Y¡<°CÀ4ÌBÐ^_ÐnoÑpˆ�r   c           	     óÞ   • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R	                  5         g ©NÚeeg©rQ   ra   Úupdater   Úfit©rw   ÚtrainÚvalÚmetar=   rM   Ú_s          r   r€   ÚBackwardWF.fitf   óW   € ÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÖKñ ð 	�‰�
‰
�r   c           
     ó  • [         R                  " 5          U R                  R                  [	        US   5      S    [	        US   5      S S S 2S S S 24   5      u  p#S S S 5        WSS S 2S4   R                  5       $ ! , (       d  f       N&= f)Nr}   r   r   ©r   Úno_gradra   Úpredictr   Únumpy)rw   r=   Úyr…   s       r   ÚreconstructÚBackwardWF.reconstructl   sk   € Ü�]Š]�_Ø—6‘6—>‘>¤" R¨¡Y£-°Ñ"5´r¸"¸U¹)³}ÀTÊ1ÈdÒTUÐEUÑ7VÓW‰DˆA÷ à�’A�q�‰z×ÑÓ!Ð!÷ �_ús   –AA;Á;
B	c                óT   • U R                  U5      nX!S   S S 2S4   US   S S 2S4   4$ )Nr   r   r1   )rŽ   )rw   r=   r�   s      r   ÚfeaturesÚBackwardWF.featuresq   s5   € Ø×Ñ˜RÓ ˆØ�U‘)šA˜q˜D‘/ 2 e¡9ªQ°¨T¡?Ð2Ð2r   ©ra   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Únameru   Úlookahead_sry   r€   rŽ   r‘   Ú__static_attributes__© r   r   rf   rf   ]   s,   † ÙtØ€DØ�I‘,˜q‘/€Kòqòò"õ
3r   rf   c                  ó(   • \ rS rSrSrSrS rS rSrg)ÚPerSubjectWFév   zcsuperhuge.model.linear.PerSubjectWienerFilter: Rxx estimated per subject, averaged across subjects.Úwf_persubjectc           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   )ÚPerSubjectWienerFilterri   r0   Tr1   rm   )rt   r¢   ru   r   ra   )rw   rx   r¢   s      r   ry   ÚPerSubjectWF.__init__z   s"   € ÝAÙ'¬Q¨y©\¸cÈTÔVXÐhiÐxyÑzˆ�r   c           	     óR  • [        X5       H~  u  nu  pV[        U5      u  pxU R                  R                  [	        US   5      S    [	        U5      S S S 2S S 4   [
        R                  " U/5      [
        R                  " U/5      S.S9  M€     U R                  R                  5         g )Nr}   )Ú
dataset_idÚ
subject_id)r„   )ÚziprQ   ra   r   r   r   Útensorr€   )	rw   r‚   rƒ   r„   r=   ÚdsidÚsidrM   r…   s	            r   r€   ÚPerSubjectWF.fit~   s�   € Ü" 5Ö/‰OˆB‘�Ü˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÜ.3¯lªl¸D¸6Ó.BÔRW×R^ÒR^Ð`cÐ_dÓReÑfð ó hñ  0ð 	�‰�
‰
�r   r“   N©	r”   r•   r–   r—   r˜   r™   ry   r€   r›   rœ   r   r   rž   rž   v   s   † ÙmØ€Dò{õr   rž   c                  ó(   • \ rS rSrSrSrS rS rSrg)Ú	RiemannWFé†   zäRiemannian Wiener filter. DEVIATION: the package class stores one p x p matrix per SAMPLE (infeasible at corpus
scale), so Rxx = Riemannian (affine-invariant) mean of the per-SUBJECT lagged covariances, rxy = mean over subjects.Ú
wf_riemannc           	     óF   • SSK Jn  U" [        S   SS[        SUS9U l        g )Nr   rk   ri   r0   Fr1   rm   rs   rv   s      r   ry   ÚRiemannWF.__init__‹   s!   € Ý7Ù¤1 Y¡<°CÀ5ÌRÐ_`ÐopÑqˆ�r   c                ó@  • SSK Jn  0 n[        X5       GH  u  pg[        U5      u  p‰U R                  R                  [        US   5      S    SU R                  R                  R                  U R                  R                  R                  5      R                  5       n
UR                  U/ SQ5      nUS   U
R                  U
-  -   US'   US   U
R                  [        U5      R                  5       S S 2S 4   -  -   US'   US==   [        U
5      -  ss'   GM     [        R                  " UR!                  5        Vs/ s H  oÌS   US   -  R#                  5       PM     sn5      nUR$                  S   nU[&        S   [        R(                  " USSS	9S S 2S S 4   -  U-  [        R*                  " U5      S    -  -   nU" [,        R.                  " U5      5      R#                  5       n[        R0                  " UR!                  5        Vs/ s H  oÌS   US   -  R#                  5       PM     snS5      n[,        R.                  " [        R2                  R5                  UU5      5      R7                  5       U R                  l        S
U R                  l        g s  snf s  snf )Nr   )Úmean_riemannr}   ú4batch time lag channel -> (batch time) (lag channel))r   r   r   r1   r"   Úl2_rel)Úaxis1Úaxis2T)Úpyriemann.geometry.meanr´   r§   rQ   ra   Úlag_and_flattenr   ÚcfgÚlag_start_samplesÚlag_end_samplesÚdoubleÚ
setdefaultÚTrG   r   ÚarrayÚvaluesrŒ   rI   ru   ÚtraceÚeyer   r   ÚmeanÚlinalgÚsolveÚfloatÚweightsÚ_fitted)rw   r‚   rƒ   r„   r´   Ústatsr=   ÚkeyrM   r…   ÚXÚsÚvÚRÚpÚRmÚrs                    r   r€   ÚRiemannWF.fit�   s  € Ý8ØˆÜ˜5×'‰GˆBÜ˜R“L‰EˆBØ—‘×&Ñ&¤r¨"¨U©)£}°TÑ':Ð<rØ'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaßagÑagÓaið à× Ñ  ¢iÓ0ˆAØ�Q‘4˜!Ÿ#™# ™'‘>ˆAˆa‰DØ�Q‘4˜!Ÿ#™#¤ 2£§¡£²°4°Ñ 8Ñ8Ñ8ˆAˆa‰DØˆa‹D”C˜“F‰NŽDñ (ô �HŠH°U·\±\´^ÓD²^°˜‘t˜a ™d‘{×)Ñ)Ö+±^ÑDÓEˆØ�G‰G�A‰JˆØ”�(‘œbŸhšh q°¸Ñ;ºA¸tÀT¸MÑJÑJÈQÑNÔQS×QWÒQWÐXYÓQZÐ[_ÑQ`Ñ`Ñ`ˆÙœ%×*Ò*¨1Ó-Ó.×4Ñ4Ó6ˆÜ�GŠG°E·L±L´NÓC²N¨q˜‘d˜Q˜q™T‘k×(Ñ(Ö*±NÑCÀQÓGˆÜ×)Ò)¬"¯)©)¯/©/¸"¸aÓ*@ÓA×GÑGÓIˆ�‰ŒØˆ�‰�ùò Eùò Ds   Ä="JÈ	"Jr“   Nr¬   rœ   r   r   r®   r®   †   s   † ñ|à€Dòrõr   r®   c                  ó2   • \ rS rSrSrSrSrS rS rS r	Sr
g	)
Ú	ForwardWFé£   aD  superhuge.model.linear.ForwardWienerFilter (encoding model EEG(t) from envelope(t-0.4..t)); fitted with the package
class. DEVIATION: its predict() has an invalid einops pattern, so predictions are computed from its fitted weights.
Evidence: mean over channels of corr(EEG, predicted EEG from stream s). Uses no future data.Ú
wf_forwardr0   c                óP   • SSK Jn  Xl        U" [        S   S[        SUS9U l        g )Nr   )ÚForwardWienerFilterÚfwd_lagsr0   r1   )rn   ro   r%   Únum_featuresrr   )rt   rÚ   rx   ru   r   ra   )rw   rx   rÚ   s      r   ry   ÚForwardWF.__init__ª   s$   € Ý>ØŒÙ$¬!¨J©-¸CÄBÐUVÐefÑgˆ�r   c           	     ó  • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R                  nU R                  R
                  U-  U R                  R                  U-  p˜UR                  S   n
U[        S   [        R                  " U5      -  U
-  [        R                  " U
5      -  -   n[        R                  R                  X‰5      U l        g )Nr}   r   r¶   )rQ   ra   r   r   Ú
_n_samplesÚRxxÚRxyrI   ru   r   rÃ   rÄ   rÆ   rÇ   ÚW)rw   r‚   rƒ   r„   r=   rM   r…   r^   rà   rá   rÑ   s              r   r€   ÚForwardWF.fit¯   sÉ   € ÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÖKñ ð �F‰F×ÑˆØ—6‘6—:‘: ‘> 4§6¡6§:¡:°¡>ˆSØ�I‰I�a‰LˆØ”A�h‘K¤%§+¢+¨cÓ"2Ñ2°QÑ6¼¿ºÀ1»ÑEÑEˆÜ—‘×#Ñ# CÓ-ˆ�r   c                óx  • / nS H¥  n[        US   S S 2U4   5      S S S 2S 4   nU R                  R                  USU R                  R                  R                  U R                  R                  R
                  5      nUR                  XPR                  -  R                  5       5        M§     US   US   US   4$ )N©r   r1   r   rµ   r}   r   r1   )	r   ra   rº   r»   r¼   r½   r6   râ   rŒ   )rw   r=   ÚoutrÎ   ÚerÍ   s         r   r‘   ÚForwardWF.featuresº   s£   € ØˆÛˆAÜ�2�e‘9šQ ˜T‘?Ó# Dª!¨T MÑ2ˆAØ—‘×&Ñ& qÐ*`Ø'+§v¡v§z¡z×'CÑ'CÀTÇVÁVÇZÁZ×E_ÑE_óaˆAà�J‰J˜ŸF™F™
×)Ñ)Ó+Ö,ñ	 ð
 �%‰y˜#˜a™& # a¡&Ð(Ð(r   )rx   râ   ra   N)r”   r•   r–   r—   r˜   r™   rš   ry   r€   r‘   r›   rœ   r   r   rÖ   rÖ   £   s$   † ñdð €DØ€Kòhò
	.õ)r   rÖ   c                  ó>   • \ rS rSrSrSr\S   S   rS rS r	S r
S	rg
)ÚCCADecéÄ   z¹superhuge.model.linear.CCA: lagged EEG (0-400 ms) vs lagged envelope (-250..0 ms), 3 components.
Evidence: mean over components of corr(EEG projection, envelope projection of stream s).ÚccaÚ
cca_x_lagsr1   c           
     óh   • SSK Jn  U" [        S   [        S   S[        S   [        USS0S	9U l        g )
Nr   )ÚCCArí   Ú
cca_y_lagsr0   Úcca_componentsr   r1   )Úx_lagsÚy_lagsro   Únum_componentsr%   rr   Únum_audio_features)rt   rï   ru   r   ra   )rw   rx   rï   s      r   ry   ÚCCADec.__init__Ê   s4   € Ý.ÙœA˜l™O´A°l±OÈÔ\]Ð^nÑ\oÜ¨ÀÀq¸zñKˆ�r   c           	     óÞ   • U HM  n[        U5      u  pVU R                  R                  [        US   5      S    [        U5      S S S 2S S 4   5        MO     U R                  R	                  5         g r|   r~   r�   s          r   r€   Ú
CCADec.fitÏ   r‡   r   c           
     óx  • [         R                  " 5          U R                  R                  [	        US   5      S    [	        US   5      S S S 2S S S 24   5      u  p#S S S 5        WS   R                  5       WSS S 2S S 2S4   R                  5       USS S 2S S 2S4   R                  5       4$ ! , (       d  f       NV= f)Nr}   r   r   r1   r‰   )rw   r=   ÚxpÚyps       r   r‘   ÚCCADec.featuresÕ   s”   € Ü�]Š]�_Ø—V‘V—^‘^¤B r¨%¡y£M°$Ñ$7¼¸B¸u¹I»ÀtÊQÐPTÒVWÐGWÑ9XÓY‰FˆB÷ à�!‰u�{‰{‹}˜b ¢A¢q¨! ™n×2Ñ2Ó4°b¸ºAºqÀ!¸±n×6JÑ6JÓ6LÐLÐL÷ �_ús   –AB+Â+
B9r“   N)r”   r•   r–   r—   r˜   r™   ru   rš   ry   r€   r‘   r›   rœ   r   r   rê   rê   Ä   s,   † ñ`à€DØ�L‘/ !Ñ$€KòKò
õMr   rê   c                  óP   • \ rS rSrSrSr\" \S   5      S-  \-  r	S r
S rS rS	rg
)ÚFBCCADecéÛ   a5  superhuge.model.linear.FilterbankCCA: FIR filter bank (lengths 2-32 samples) on EEG and envelope, 3 components.
Its conv uses padding='same' (non-causal): lookahead = half the longest filter = 0.5 s.
DEVIATION: fit() re-implemented around the package solver because update() never counts samples (fit -> NaN).ÚfbccaÚfbcca_ir_lengthsr"   c                óV   • SSK Jn  U" [        [        S   [        S   USS0S9U l        g )Nr   )ÚFilterbankCCAr  Úfbcca_componentsr   r1   )r%   Úimpulse_response_lengthsrô   rr   rõ   )rt   r  r   ru   ra   )rw   rx   r  s      r   ry   ÚFBCCADec.__init__â   s.   € Ý8Ù¤"¼qÐASÑ?TÔefÐgyÑezØ,-À5È!À*ñNˆ�r   c           	     ó  • SSK Jn  SnU H[  n[        U5      u  pxU R                  R	                  [        US   5      S    [        U5      S S S 2S S 4   5        U[        U5      -  nM]     U R                  R                  U-  R                  5       n	U	R                  S   n
U	S[        R                  " U	5      -  U
-  [        R                  " X©R                  S9-  -   n	U" X�R                  R                  R                  [        [         S   5      -  SU R                  R                  R"                  S9u  p¼UR%                  5       UR%                  5       sU R                  l        U R                  l        S	U R                  l        g )
Nr   )Úcanonical_correlation_analysisr}   g�íµ ÷Æ°>r   r  gñhãˆµøä>)Ú
cov_matrixÚnum_features_xÚreg_strengthrô   T)Ú(superhuge.model.linear.regression.fb_ccar  rQ   ra   r   r   rG   ÚRxyxyr¾   rI   r   rÃ   rÄ   r   r»   rr   ru   rô   rÈ   Úweight_xÚweight_yrÊ   )rw   r‚   rƒ   r„   r  r^   r=   rM   r…   ÚcovrÑ   ÚwxÚwys                r   r€   ÚFBCCADec.fitç   s<  € Ý[ØˆÛˆBÜ˜R“L‰EˆBØ�F‰F�M‰Mœ"˜R ™Y›-¨Ñ-¬r°"«v°dºA¸tÀTÐ6IÑ/JÔKØ”�R“‰LŠAñ ð �v‰v�|‰|˜aÑ×'Ñ'Ó)ˆØ�I‰I�a‰LˆØ�Dœ5Ÿ;š; sÓ+Ñ+¨aÑ/´%·)²)¸AÇYÁYÑ2OÑOÑOˆÙ/¸3ÏvÉvÏzÉz×OfÑOfÔilÔmnð  pBñ  nCó  jDñ  PDØ=AÐRV×RXÑRX×R\ÑR\×RkÑRkñm‰ˆà+-¯8©8«:°r·x±x³zÐ(ˆ�‰Œ˜Ÿ™œØˆ�‰�r   c           
     óx  • [         R                  " 5          / nS Hk  nU R                  R                  [	        US   5      S    [	        US   S S 2U4   5      S S S 2S S 4   5      u  pEUR                  UR                  5       5        Mm     S S S 5        WR                  5       WS   US   4$ ! , (       d  f       N'= f)Nrå   r}   r   r   r1   )r   rŠ   ra   r‹   r   r6   rŒ   )rw   r=   ræ   rÎ   rú   rû   s         r   r‘   ÚFBCCADec.featuresø   sœ   € Ü�]Š]�_ØˆCÛ�ØŸ™Ÿ™¬¨2¨e©9«°dÑ(;¼RÀÀ5Á	Ê!ÈQÈ$ÁÓ=PÐQUÒWXÐZ^Ð`dÐQdÑ=eÓf‘�Ø—
‘
˜2Ÿ8™8›:Ö&ñ ÷ ð
 �x‰x‹z˜3˜q™6 3 q¡6Ð)Ð)÷ �_ús   –A4B+Â+
B9r“   N)r”   r•   r–   r—   r˜   r™   Úmaxru   r   rš   ry   r€   r‘   r›   rœ   r   r   rþ   rþ   Û   s9   † ñuð €DÙ�qÐ+Ñ,Ó-°Ñ2°bÑ8€KòNò
õ"*r   rþ   z4/baselines/python/SuperHugeAAD/train/configs/models/c                  ó<   ^ • \ rS rSrSrSSS.U 4S jjrS rSrU =r$ )	ÚVLAAIwsPatchedi  a  VLAAI_ws with a minimal fix. The package class raises NameError ('_' undefined) because a weight-shared block
cannot take num_channels inputs in block 1 and num_kernels[-1] afterwards. Fix: 1x1 input projection
C -> num_kernels[-1], then the shared block from the package.Tr0   )Úuse_skipÚdropoutc          	     ó  >• [         T	U ]  5         SSKJn  UR                  S   n[
        R                  R                  US   US5      U l        U" UR                  UR                  X8US   US   -  US9U l
        XsU l        U l        g )	Nr   )Úvlaai_blockr3   rr   r1   r%   rq   )Únum_kernelsÚkernel_sizesÚoutput_context_kernel_sizerr   Útime_dimÚdrouput)Úsuperry   Úsuperhuge.model.pure_cnn.vlaair  r  r   ÚnnÚConv1dÚprojr  ÚblockÚ	nb_blocksr  )
rw   r(  Úextractor_argsr  r  r  Úkwr  rb   Ú	__class__s
            €r   ry   ÚVLAAIwsPatched.__init__  sƒ   ø€ Ü‰ÑÔÝ>Ø×&Ñ& rÑ*ˆÜ—H‘H—O‘O B ~Ñ$6¸¸1Ó=ˆŒ	Ù ¨^×-GÑ-GÐVd×VqÑVqØ<VØ*,¨T©(°R¸Ñ5HÑ*HÐRYñ[ˆŒ
ð )2Ð%ˆŒ˜�r   c                óü   • U R                  UR                  SS5      5      nUn[        U R                  5       H/  nU R                  (       a
  US:”  a  X!-   nU R                  U5      nM1     UR                  SS5      $ )Nr1   r"   r   )r&  Ú	transposer[   r(  r  r'  )rw   r   ÚhÚis       r   ÚforwardÚVLAAIwsPatched.forward  sg   € Ø�I‰I�a—k‘k ! QÓ'Ó(ˆØˆÜ�t—~‘~Ö&ˆAØ�}�}  Q£Ø‘E�Ø—
‘
˜1“ŠAñ 'ð �{‰{˜1˜aÓ Ð r   )r'  r(  r&  r  ©	r”   r•   r–   r—   r˜   ry   r1  r›   Ú__classcell__©r+  s   @r   r  r    s'   ø† ñEð [_Ðhk÷ <ð <÷!ð !r   r  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚADTi#  a›  ADT-style decoder (auditory decoding transformer; Xu et al. 2024, PMC11489951), re-implemented:
spatio-temporal convolution front-end, learned positional embedding, transformer layers whose attention is
ANTICAUSAL-BANDED: output time t attends only to EEG times t .. t + resp (the brain responds AFTER the sound),
resp = 0.5 s. The causal read-out of DNNDec still limits every output to <= 0.75 s of future EEG.c	                óT  >• [         TU ]  5         [        R                  R	                  [        R                  R                  XSSS9[        R                  R                  5       [        R                  R                  U5      [        R                  R                  X3SSS9[        R                  R                  5       5      U l        [        R                  R                  [        R                  " SX#5      5      U l        [        R                  R                  X4XgSSS9n	[        R                  R                  X•5      U l        [        R                  " U5      n
[!        U["        -  5      nU
S S S 24   U
S S 2S 4   :¬  U
S S S 24   U
S S 2S 4   U-   :*  -  nU R%                  SU) 5        g )Né	   é   ©Úpaddingr1   T)Úbatch_firstÚ
norm_firstr*   )r"  ry   r   r$  Ú
Sequentialr%  ÚGELUÚDropoutÚfrontÚ	ParameterÚzerosÚposÚTransformerEncoderLayerÚTransformerEncoderÚencrF   rH   r   Úregister_buffer)rw   rx   râ   ÚdÚheadsÚlayersÚffr  Úresp_sÚlayerÚtrÓ   Úallowedr+  s                €r   ry   ÚADT.__init__)  s8  ø€ Ü‰ÑÔÜ—X‘X×(Ñ(Ü�H‰H�O‰O˜A !¨QˆOÐ/´·±·±³Ä%Ç(Á(×BRÑBRÐSZÓB[Ü�H‰H�O‰O˜A !¨QˆOÐ/´·±·±³óBˆŒ
ô —8‘8×%Ñ%¤e§k¢k°!°QÓ&:Ó;ˆŒÜ—‘×0Ñ0°¸2ÐTXÐeiÐ0ÐjˆÜ—8‘8×.Ñ.¨uÓ=ˆŒÜ�LŠL˜‹OˆÜ�œ‘ÓˆØ�Tš1�W‘: ¢1 d 7¡Ñ+°°$º°'±
¸aÂÀ4À¹jÈ1¹nÑ0LÑMˆØ×Ñ˜V g XÕ.r   c                ó"  • U R                  UR                  SS5      5      R                  SS5      U R                  S S 2S UR                  S   24   -   nU R	                  X R
                  S UR                  S   2S UR                  S   24   S9$ )Nr1   r"   )r*   )rB  r.  rE  rI   rH  r*   ©rw   r   r/  s      r   r1  ÚADT.forward6  s~   € Ø�J‰J�q—{‘{ 1 aÓ(Ó)×3Ñ3°A°qÓ9¸D¿H¹HÂQÈÈ!Ï'É'ÐRSÉ*ÈÀ_Ñ<UÑUˆØ�x‰x˜§	¡	¨,¨A¯G©G°A©J¨,¸¸!¿'¹'À!¹*¸Ð*DÑ EˆxÐFÐFr   )rH  rB  rE  )é@   r:  r"   é€   çš™™™™™¹?ç      à?r3  r5  s   @r   r7  r7  #  s   ø† ñi÷
/÷Gð Gr   r7  c                  ó2   ^ • \ rS rSrSrU 4S jrS rSrU =r$ )Ú_PreLNFFTBlocki;  z¼FastSpeech feed-forward transformer block with pre-layer normalisation (HappyQuokka): x + MHA(LN(x)), then
x + Conv1d(k1) -> ReLU -> Conv1d(k2) of LN(x); dropout on both residual branches.c                óø  >• [         TU ]  5         [        R                  R	                  U5      [        R                  R	                  U5      sU l        U l        [        R                  R                  XSSS9U l        [        R                  R                  XUS   US   S-  S9U l
        [        R                  R                  X!US   US   S-  S9U l        [        R                  R                  U5      U l        g )NrX  T)r  r=  r   r"   r;  r1   )r"  ry   r   r$  Ú	LayerNormÚln1Úln2ÚMultiheadAttentionrE   r%  Úw1Úw2rA  Údrop)rw   rJ  Úd_innerrK  Úkernelsr  r+  s         €r   ry   Ú_PreLNFFTBlock.__init__?  s¾   ø€ Ü‰ÑÔÜ"ŸX™X×/Ñ/°Ó2´E·H±H×4FÑ4FÀqÓ4IÐˆŒ�$”(Ü—8‘8×.Ñ.¨qÀÐRVÐ.ÐWˆŒÜ—(‘(—/‘/ !¨g°a©jÀ'È!Á*ÐPQÁ/�/ÐRˆŒÜ—(‘(—/‘/ '¨g°a©jÀ'È!Á*ÐPQÁ/�/ÐRˆŒÜ—H‘H×$Ñ$ WÓ-ˆ�	r   c           
     óZ  • U R                  U5      nXR                  U R                  X"USS9S   5      -   nU R                  U5      R	                  SS5      nXR                  U R                  [        R                  " U R                  U5      5      5      R	                  SS5      5      -   $ )NF)Úneed_weightsr   r1   r"   )	r^  rc  rE   r_  r.  rb  r   Úrelura  rT  s      r   r1  Ú_PreLNFFTBlock.forwardG  s‡   € Ø�H‰H�Q‹KˆØ—	‘	˜$Ÿ(™( 1¨¸˜(Ð?ÀÑBÓCÑCˆØ�H‰H�Q‹K×!Ñ! ! QÓ'ˆØ—9‘9˜TŸW™W¤U§Z¢Z°·±¸³
Ó%;Ó<×FÑFÀqÈ!ÓLÓMÑMÐMr   )rE   rc  r^  r_  ra  rb  r3  r5  s   @r   r[  r[  ;  s   ø† ñYõ.÷Nð Nr   r[  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚHappyQuokkaiN  ap  HappyQuokka (Piao et al., ICASSP 2023 Auditory EEG Challenge, regression winner; official code
github.com/jkyunnng/HappyQuokka_system_for_EEG_Challenge): pre-conv (kernel 7) -> 8 pre-LN FFT blocks
(d_model 128, d_inner 1024, 2 heads, FFN conv kernels (9, 1), dropout 0.3) -> linear (the Net head here).
No positional encoding (as the original). DEVIATIONS: no subject global conditioner (LODO subjects are unseen;
subject IDs may not be inputs); trained with this benchmark's losses (contrastive / Pearson) instead of
-Pearson + 0.2 L1; full attention inside the window, the causal read-out of DNNDec keeps <= 0.75 s future.c                ó  >• [         T	U ]  5         [        R                  R	                  XSSS9U l        [        R                  R                  [        U5       Vs/ s H  n[        X#XFU5      PM     sn5      U l	        g s  snf )Né   é   r;  )
r"  ry   r   r$  r%  ÚpreÚ
ModuleListr[   r[  Úblocks)
rw   rx   rJ  rd  rK  rL  re  r  r…   r+  s
            €r   ry   ÚHappyQuokka.__init__V  sd   ø€ Ü‰ÑÔÜ—8‘8—?‘? 1¨°A�?Ð6ˆŒÜ—h‘h×)Ñ)ÔhmÐntÔhuÓ*vÒhuÐcd¬>¸!ÀeÐV]Ö+^ÑhuÑ*vÓwˆ�ùÒ*vs   ÁA>c                óž   • U R                  UR                  SS5      5      R                  SS5      nU R                   H  nU" U5      nM     U$ ©Nr1   r"   )rp  r.  rr  )rw   r   r/  rB   s       r   r1  ÚHappyQuokka.forward[  sD   € Ø�H‰H�Q—[‘[  AÓ&Ó'×1Ñ1°!°QÓ7ˆØ—”ˆAÙ�!“ŠAñ àˆr   )rr  rp  )rW  i   r"   é   )r9  r1   ç333333Ó?r3  r5  s   @r   rl  rl  N  s   ø† ñr÷x÷
ð r   rl  c           	     óP  • [         R                  S5      (       d  U$ U R                  5        VVs1 s H.  u  p#[        R                  " SU5      (       d  M#  [        U5      iM0     nnn[         R                  S5      =(       d    S[         S   S-  S-  -  n[        U Vs/ s H  n[        U5      U;   d  M  UPM     sn[         S   S9[        U Vs/ s H  n[        U5      U;  d  M  UPM     snUS9/nU Vs/ s H  owS	   (       d  M  UPM     sn$ s  snnf s  snf s  snf s  snf )
a'  --set bb_lr=X: the pretrained foundation-model part (parameters named bb.enc / bb.net / backbone.enc / backbone.net) gets lr X, everything else
(new heads, ends) gets head_lr or D['lr'] (CBraMod's fine-tuning recipe: backbone 1e-4, new layers 1e-3 * sqrt(batch / 256)). Without bb_lr: one group.Úbb_lrú^(bb|backbone)\.(enc|net)\.Úhead_lrgü©ñÒMbP?Ú
batch_sizeé   rY  ©ÚparamsÚlrr€  )r4   r5   Únamed_parametersrS   rU   ÚidÚdict)Úmodelr€  r^   rÑ   ÚidsÚheadÚgroupsÚgs           r   Úfm_param_groupsrŠ  b  s  € ô �5‰5��>‰>ØˆØ"×3Ñ3Ô5Ô
eÒ5‘T�Q¼¿ºÐB`Ðbc×9d‹5Œ2ˆaŽ5Ñ5€CÑ
eÜ�5‰5�Ó×D˜t¤q¨¡¸Ñ'<ÀÑ&DÑD€DÜ¡fÓ=¢f ´°1³¸±Ÿ1¡fÑ=Ä!ÀGÁ*ÑMÌtÑgmó  \CÒgmÐbcÔqsÐtuÓqvð  Bñ  rB×\]Ñgmñ  \Cð  HLñ  PMð  N€FÙÓ-’v�! 8¥�A‘vÑ-Ð-ùó fùâ=ùò  \CùÚ-s/   °"DÁDÂDÂ6DÃD
Ã(D
Ã9D#Ä
D#c                óÐ  • [        [        R                  SS5      5      nU(       d  gX:  nUSU4;   ad  U R                  5        HP  u  pE[        R
                  " SU5      (       d  M#  UR                  5       (       d  M:  UR                  U(       + 5        MR     U(       aH  U R                  5        H3  u  pF[        R
                  " SU5      (       d  M#  UR                  5         M5     gg)aª  --set fm_freeze_steps=N: LP-FT. For the first N optimiser steps the pretrained foundation-model part is frozen and in eval mode (only the new layers learn);
from step N it is trained with bb_lr (fm_param_groups). Fine-tuning from step 0 left the backbones at chance (the random new layers' gradients spoil the
pretrained features); frozen-then-unfrozen learned (decoder check: val Pearson 0.074 vs 0.071 frozen, ~0 otherwise).Úfm_freeze_stepsr   Nr{  z^(bb|backbone)\.(enc|net)$)
rH   r4   r5   r‚  rS   rU   Úis_floating_pointÚrequires_grad_Únamed_modulesÚeval)r…  Ústepr^   Úfrozenr™   rÑ   ra   s          r   Úfm_lpftr“  m  s±   € ô 	ŒA�E‰EÐ# QÓ'Ó(€AÞØØ‰X€FØ��1ˆvƒ~Ø×-Ñ-Ö/‰GˆDÜ�xŠxÐ6¸×=Ó=À!×BUÑBU×BWÓBWØ× Ñ  V¤Ö,ñ 0ö Ø×*Ñ*Ö,‰GˆDÜ�xŠxÐ5°t×<Ó<Ø—‘–ò -ð r   c                óÔ   ^^• [         R                  S5      (       d  g[         S   [         S   [         S   -  smm[        R                  R                  R                  U UU4S j5      $ )z�--set cosine=1: per-step cosine decay from lr to lr / 100 over max_epochs, after a linear warm-up of one epoch; None otherwise (plateau decay, the baseline).ÚcosineNÚsteps_per_epochÚ
max_epochsc                óº   >• U T:  a  U S-   T-  $ SSS[         R                  " [         R                  [        U T-
  [	        TT-
  S5      -  S5      -  5      -   -  -   $ )Nr1   g{®Gáz„?g®Gáz®ß?r    )ÚmathÚcosÚpiÚminr  )rÎ   rÀ   Úws    €€r   Ú<lambda>Úcosine_sched.<locals>.<lambda>„  s¸   ø€ È1ÈqË5¸QÀ¹UÀa¹Kð  =fÐVZÐ]gÐklÔos×owÒowÔx|×xÑxô  CFð  HIð  LMñ  HMô  QTð  UVð  YZñ  UZð  \]ó  Q^ñ  G^ð  `có  Cdñ  ydó  peñ  leñ  ^fñ  Wfð  =fr   )r4   r5   r   ÚoptimÚlr_schedulerÚLambdaLR)ÚoptrÀ   r�  s    @@r   Úcosine_schedr¤    sZ   ù€ ä�5‰5��?‰?ØÜÐÑ¤ <¡´1Ð5FÑ3GÑ!G€D€A€qÜ�;‰;×#Ñ#×,Ñ,¨Sõ  3fó  gð  gr   ç333333Ã?c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚColumnReadoutiŠ  a  Tokens (B, C, N, D) -> (B, N * step, d): every column keeps its own 16 values per token (an average over the columns would make the two
stimulus streams interchangeable, so g(E, A, B) - g(E, B, A) of DirectNet would be ~0 and nothing is learned), then step output samples per token.c                óÜ   >• [         TU ]  5         [        R                  R	                  X%5      [        R                  R	                  X-  X4-  5      X44u  U l        U l        U l        U l        g ©N)	r"  ry   r   r$  ÚLinearrÓ   Úor‘  rJ  )rw   rx   r4   r‘  rJ  rÓ   r+  s         €r   ry   ÚColumnReadout.__init__Ž  sP   ø€ Ü‰ÑÔÜ,1¯H©H¯O©O¸AÓ,AÄ5Ç8Á8Ç?Á?ÐSTÑSXÐZ^ÑZbÓCcÐeiÐ,lÑ)ˆŒ�”˜œ	 4¥6r   c                óò   • UR                   u  p#pEU R                  U R                  U5      R                  SSSS5      R	                  X$S5      5      R	                  X$U R
                  -  U R                  5      $ )Nr   r"   r1   ro  r3   )rI   r«  rÓ   ÚpermuteÚreshaper‘  rJ  )rw   ÚtokÚBrx   ÚNr…   s         r   r1  ÚColumnReadout.forward’  se   € Ø—Y‘Y‰
ˆˆaØ�v‰v�d—f‘f˜S“k×)Ñ)¨!¨Q°°1Ó5×=Ñ=¸aÀBÓGÓH×PÑPÐQRÐX\×XaÑXaÑTaÐcg×ciÑciÓjÐjr   )rJ  r«  rÓ   r‘  )rV  é   r3  r5  s   @r   r§  r§  Š  s   ø† ñZ÷m÷kð kr   r§  c                  ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚCBraModBackbonei—  a6  CBraMod (pretrained on TUEG, fine-tuned here) as a drop-in backbone: (B, W, C) at 32 Hz -> (B, W, d). The window is cut into 1-s patches, each read at 200 Hz;
the input columns (electrodes, stimulus features) are CBraMod's channels; one token per patch and column; ColumnReadout -> 32 output samples per patch.c                ó–  >• [         TU ]  5         SSKJn  U[        -  S:X  d   eU" 5       U l        U R
                  R                  [        R                  " [        R                  R                  [        SSSSS5      SS	S
95        [        R                  R                  5       U R
                  l        [!        US[        U5      U l        g )Nr   )ÚCBraModz..Úexternal_dataÚfoundation_modelsÚcbramodzpretrained_weights.pthr   T©Úmap_locationÚweights_onlyéÈ   )r"  ry   Úfm_models.cbramodr¸  r   rH  Úload_state_dictr   ÚloadÚosÚpathÚjoinr   r$  ÚIdentityÚproj_outr§  ræ   )rw   rx   râ   rJ  r¸  r+  s        €r   ry   ÚCBraModBackbone.__init__›  sœ   ø€ Ü‰ÑÔÝ-Ø”2‰v˜‹{Ðˆ{Ù“9ˆŒØ�‰× Ñ ¤§¢¬B¯G©G¯L©L¼¸dÀOÐUhÐjsð  vNó  -OØ9>ÈTñ"Sô 	Tä!ŸH™H×-Ñ-Ó/ˆ�‰ÔÜ   C¬¨QÓ/ˆ�r   c           
     ób  • UR                   u  p#nUR                  SS5      R                  X$-  SU[        -  [        5      S S 2S4   n[        R
                  R                  R                  USSSS9[        -  nU R                  U R                  UR                  X$U[        -  S5      5      5      $ )Nr1   r"   r   r¿  r	   T)ÚsizeÚmodeÚalign_corners)rI   r.  r¯  r   r   r$  Ú
functionalÚinterpolateÚCBRAMOD_SCALEræ   rH  )rw   r   r±  râ   rx   ÚPs         r   r1  ÚCBraModBackbone.forward¥  s’   € Ø—'‘'‰ˆˆaØ�K‰K˜˜1Ó×%Ñ% a¡e¨Q°´R±¼Ó<ºQÀ¸TÑBˆÜ�H‰H×Ñ×+Ñ+¨A°C¸hÐVZÐ+Ð[Ô^kÑkˆØ�x‰x˜Ÿ™ §¡¨1°´b±¸#Ó!>Ó?Ó@Ð@r   )rH  ræ   )rV  r3  r5  s   @r   r¶  r¶  —  s   ø† ñ_÷0÷Að Ar   r¶  c                  óB   ^ • \ rS rSrSrU 4S jrSU 4S jjrS rSrU =r	$ )ÚFMFronti¬  a¡  H5: a foundation model as a FROZEN EEG-only feature extractor in front of the usual network (--set fm_front=NAME [fm_plus=1]).
EEG (B, W, C) -> model (weights fixed, eval mode) -> its trainable column readout -> 64 features per 32-Hz sample; fm_plus=1 keeps the raw EEG next to them.
The stimulus never enters the foundation model: matching EEG to the streams, and the A/B comparison of DirectNet, stay with vlaai_ws.c           
     óî  >• [         TU ]  5         [        XU5      U l        U R                  R	                  5        H.  u  pEUR                  S5      (       d  M  UR                  S5        M0     [        R                  S5      (       a®  [        R                  R                  [        S[        S   R                  [        R                  SS5      S95      nU R                  R                  [        R                   " USS	S
95        U R                  R#                  5        H  nUR                  S5        M     [%        [        R                  SS5      5      U l        SU R&                  (       a  UOS-   U l        g )N)zenc.znet.FÚfm_front_ckptÚmodelsÚfm_heldÚALL)Úheldr   Tr¼  Úfm_plusr1   rV  r   )r"  ry   Úbuild_backbonera   r‚  Ú
startswithrŽ  r4   r5   rÃ  rÄ  rÅ  r   ÚformatrÁ  r   rÂ  Ú
parametersÚboolÚplusÚout_dim)rw   r™   rx   râ   r^   rÑ   rÄ  r+  s          €r   ry   ÚFMFront.__init__±  s
  ø€ Ü‰ÑÔÜ ¨Ó+ˆŒØ—F‘F×+Ñ+Ö-‰DˆAØ�|‰|Ð,×-Ó-Ø× Ñ  Ö'ñ .ô �5‰5�×!Ñ!Ü—7‘7—<‘<¤ X¬q°Ñ/A×/HÑ/HÌaÏeÉeÐT]Ð_dÓNeÐ/HÐ/fÓgˆDØ�F‰F×"Ñ"¤5§:¢:¨dÀÐUYÑ#ZÔ[Ø—V‘V×&Ñ&Ö(�Ø× Ñ  Ö'ñ )äœŸ™˜y¨!Ó,Ó-ˆŒ	Ø $§)§)™Q°Ñ3ˆ�r   c                óœ   >• [         TU ]  U5        U R                  R                  5        H  u  p#US;   d  M  UR	                  5         M     U $ )N)rH  Únet)r"  r‚   ra   Únamed_childrenr�  )rw   rË  r^   ra   r+  s       €r   r‚   ÚFMFront.train¿  s@   ø€ Ü‰‰�dÔØ—F‘F×)Ñ)Ö+‰DˆAØ�NÕ"Ø—‘–ñ ,ð ˆr   c                óz   • U R                  U5      nU R                  (       a  [        R                  " X/S5      $ U$ )Nr3   )ra   rà  r   Úcat)rw   r   r?   s      r   r1  ÚFMFront.forwardÆ  s-   € Ø�F‰F�1‹IˆØ(,¯	¯	Œu�yŠy˜!˜ Ó$Ð8°qÐ8r   )ra   rá  rà  )T)
r”   r•   r–   r—   r˜   ry   r‚   r1  r›   r4  r5  s   @r   rÓ  rÓ  ¬  s   ø† ñMõ4÷÷9ð 9r   rÓ  c                óî  • SSK Jn  [        [        [	        U[        -  5      USS0S9nU S:X  a  [        X5      $ U S:X  a   [        U40 [        R                  U 0 5      D6$ U S:X  a  [        X5      $ U S	;   aC  SS
K
Jn  [        UR                  UR                  UR                  UR                  S	9U    " X5      $ U S:X  ag  [!        S)[	        ["        R                  SS5      5      U" / SQ[	        ["        R                  SS5      5      /SS9S["        R                  SS5      S.UD6$ SSSSSSS.U    n[$        R&                  " [)        [*        U-   S-   5      5      S   nUS    R-                  S!S5      u  p‰[        US"   5      n
[/        U
R                  S#5      [        5      (       a  S$U
S#   ;   a  U" S)0 U
S#   S   D6U
S#'   U
R1                  [        R                  U 0 5      5        U S:X  a  S%U
S&'   U S':X  a%  U
R1                  [	        U[        -  5      [        X!S(9  [3        [4        R6                  " U5      U	5      " S)0 0 U
EUR9                  5        VVs0 s H  u  p¼Xº;  d  M  X¼_M     snnED6$ s  snnf )*Nr   )ÚExtractorParamsr   r1   )r%   rq   rr   rõ   ÚadtÚhappyquokkar»  )ÚlabramÚeegptÚ	brainomniÚbiot)Ú	backbonesÚvlaai_wsÚmodel_blocksr:  )ro  rn  é   é   Úmodel_kernelsrV  ro  )r  r  Ú
num_layersé   Úmodel_dropoutr0   )r(  r)  r  r  ÚvlaaiÚ
simple_cnnÚlsm_cnnÚdeformerÚrebok_deformerÚssmamba)rû  rü  rý  rþ  Údeformer_wsr   z.yamlÚ	init_argsÚmodel_classÚ.Ú
model_argsr)  Ú
class_pathFÚuse_subject_embeddingr  )rq   r%   r   Únum_electrodesrœ   )Úsuperhuge.model.pure_cnnrë  r„  r   rH   r7  rl  ÚMODEL_OVERRIDESr5   r¶  Ú	fm_modelsrò  ÚLaBraMBackboneÚEEGPTBackboneÚBrainOmniBackboneÚBIOTBackboner  r4   ÚyamlÚ	safe_loadÚopenÚ	MODEL_CFGÚrsplitÚ
isinstancer   ÚgetattrÚ	importlibÚimport_moduleÚitems)r™   rx   râ   rë  Úcommonrò  ÚcfgnameÚcÚmodÚclsÚargsrb   rÏ   s                r   rÛ  rÛ  Ë  sª  € Ý8Ü”R¤s¨1¬r©6£{ÀÐX]Ð_`ÐWaÑb€FØˆuƒ}Ü�1‹yÐØˆ}ÓÜ˜1Ñ>¤× 3Ñ 3°D¸"Ó =Ñ>Ð>ØˆyÓÜ˜qÓ$Ð$ØÐ7Ó7Ý'Ü˜9×3Ñ3¸9×;RÑ;RÐ^g×^yÑ^yð  AJ÷  AWñ  AWñ  Xð  Y]ò  ^ð  _`ó  dð  	dØˆzÓäð l¬¬A¯E©E°.À!Ó,DÓ(EÙ-<Ê.ÔgjÔkl×kpÑkpð  rAð  CEó  lFó  hGð  gHØHIñ.Kà9;ÄQÇUÁUÈ?Ð\_ÓE`ñlð ekñlð 	lð  ¨|È	Ð_iØ.¸9ñFØFJñL€Gä�Š”tœI¨Ñ/°'Ñ9Ó:Ó;¸KÑH€AØ�Ñ×&Ñ& s¨AÓ.�H€CÜ��,‘Ó €DÜ�$—(‘(Ð+Ó,¬d×3Ñ3¸ÈÐM]ÑH^Ó8^Ù!0Ñ!W°4Ð8HÑ3IÈ+Ñ3VÑ!WˆÐÑØ‡K�K”×#Ñ# D¨"Ó-Ô.ØˆyÓØ(-ˆÐ$Ñ%Øˆ}ÓØ�‰¤# a¬"¡f£+´"¸qˆÑSÜ”9×*Ò*¨3Ó/°Ô5ÑwÐ8v¸4Ð8vÐU[×UaÑUaÔUcÔCuÒUcÉTÈQÐghÑgtÃDÀAÂDÑUcÒCuÐ8vÑwÐwùÓCus   ÉI1É$I1c                  ó4   ^ • \ rS rSrU 4S jrS rS rSrU =r$ )ÚNetiì  c           
     ó"  >• [         TU ]  5         Xl        [        R	                  S5      (       a&  [        [        S   X#5      R                  [        5      OS U l        U R                  b  U R                  R                  n[        XU5      R                  [        5      U l        [        R                  " 5          U R                  [        R                  " SX2[        S95      nS S S 5        [!        [        R	                  SS/5      5      U l        WR$                  S   S:w  d  U R"                  S:”  a)  ['        SSUR$                  S   U R"                  S	9U l        g [        R(                  R+                  5       U l        g ! , (       d  f       N£= f)
NÚfm_frontr1   ©Údevicer   r   r3   zb t c -> b t fzc f)Úweight_shaper  r?   )r"  ry   r™   r4   r5   rÓ  ÚtoÚDEVrB  rá  rÛ  Úbackboner   rŠ   Ú_bbrD  rG   ÚFrI   r   r$  rÆ  r‡  )rw   r™   rx   râ   r«  r+  s        €r   ry   ÚNet.__init__í  s  ø€ Ü‰ÑÔØŒ	Ü=>¿U¹UÀ:×=NÑ=N”WœQ˜z™]¨AÓ1×4Ñ4´SÔ9ÐTXˆŒ
Ø�:‰:Ñ!Ø—
‘
×"Ñ"ˆAÜ& t°Ó2×5Ñ5´cÓ:ˆŒÜ�]Š]�_Ø—‘œŸš Q¨´SÑ9Ó:ˆA÷ ä”Q—U‘U˜9 u gÓ.Ó/ˆŒàŸ™ ™¨Ó)¨T¯V©V°a«Zô Ð,¸5ÀAÇGÁGÈBÁKÐSW×SYÑSYÑZˆ�	Ü>C¿h¹h×>OÑ>OÓ>Qð 	�	÷ �_ús   Â9*F Æ 
Fc           
     ó®  • U R                   b8  UR                  S   U R                   R                  :w  a  U R                  U5      nU R                  S:X  aN  U R	                  US[
        R                  " UR                  S   [
        R                  UR                  S905      nOU R	                  U5      n[        U[        [        45      (       a  US   $ U$ )Nr3   r   r¦   r   )r   r%  )rB  rI   rá  r™   r)  r   ÚonesÚlongr%  r  ÚtuplerZ   ©rw   r   r�   s      r   r*  ÚNet._bbú  s    € Ø�:‰:Ñ! a§g¡g¨b¡k°T·Z±Z×5GÑ5GÓ&GØ—
‘
˜1“ˆAØ�9‰9˜	Ó!Ø—‘˜a ,´·
²
¸1¿7¹7À1¹:ÌUÏZÉZÐ`a×`hÑ`hÑ0iÐ!jÓk‰Aà—‘˜aÓ ˆAÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:r   c                óp   • U R                  U R                  U5      5      nU R                  S:X  a  US   $ U$ )Nr1   ©.r   )r‡  r*  r+  r1  s      r   r1  ÚNet.forward  s1   € Ø�I‰I�d—h‘h˜q“kÓ"ˆØ ŸF™F a›Kˆq�‰yÐ.¨QÐ.r   )r+  r)  rB  r‡  r™   )	r”   r•   r–   r—   ry   r*  r1  r›   r4  r5  s   @r   r!  r!  ì  s   ø† õSò;÷/ð /r   r!  c                óP  • U R                  5       S:X  a  U S   US   US   p!n S nU" U 5      U" U5      U" U5      pvn[        R                  " SXV5      n[        R                  " SXW5      S   n	[        R                  " X‰/S5      U-  n
[        R                  " U R
                  S   U R                  S9R                  U R
                  S   S5      n[        R                  R                  R                  U
R                  SU
R
                  S   5      UR                  S5      5      $ )	a  InfoNCE over the batch: for window i the positive is its attended target, negatives are its ignored target
and the attended targets of all other windows in the batch. Similarity = Pearson over time, logits = sim / tau.
y, Ya, Yi: (B, W) or (B, W, F); the loss is averaged over targets F.r"   ©.Nc                ó–   • X R                  SSS9-
  U R                  SSS9[        R                  " U R                  S   5      -  S-   -  $ ©Nr1   T©Úkeepdimç:Œ0âŽyE>)rÅ   Ústdr   ÚsqrtrI   )rL   s    r   rž  Úinfonce.<locals>.<lambda>  sG   € �1—v‘v˜a¨�vÐ.Ñ.°1·5±5¸ÀD°5Ð3IÌBÏGÊGÐTU×T[ÑT[Ð\]ÑT^ÓL_Ñ3_ÐbfÑ3fÒgr   zbtf,ctf->fbczbtf,btf->fbr3   r   r$  )Údimr   Úeinsumrè  rF   rI   r%  Úexpandr$  rÍ  Úcross_entropyr¯  )r�   ÚYaÚYiÚtauÚzÚzyÚzaÚziÚsimÚnegÚlogitsÚtargets               r   ÚinfoncerO    sï   € ð 	‡u�uƒw�!ƒ|Ø�i‘L " Y¡-°°I±ˆrˆÙg€AÙ�1“‘q˜“u™a ›eˆB€BÜ
�,Š,�~ rÓ
.€CÜ
�,Š,�} bÓ
-¨iÑ
8€CÜ�YŠY˜�z 2Ó&¨Ñ,€FÜ�\Š\˜!Ÿ'™' !™*¨Q¯X©XÑ6×=Ñ=¸a¿g¹gÀb¹kÈ2ÓN€FÜ�8‰8×Ñ×,Ñ,¨V¯^©^¸BÀÇÁÈRÑ@PÓ-QÐSY×SaÑSaÐbdÓSeÓfÐfr   c                óî   • X R                  SSS9-
  n XR                  SSS9-
  nX-  R                  S5      [        R                  " X -  R                  S5      X-  R                  S5      -  S-   5      -  $ r9  ©rÅ   Úsumr   r>  ©rL   rB   s     r   ÚpearsonrT    sh   € Ø	�F‰F�1˜dˆFÐ#Ñ#€AØ	�F‰F�1˜dˆFÐ#Ñ#€AØ‰E�;‰;�q‹>œEŸJšJ¨©§{¡{°1£~¸¹¿¹ÀA»Ñ'FÈÑ'MÓNÑNÐNr   c                óÜ  • SSK nSSSSSSSSSSS	S
SSS.n/ nU  Hµ  nUR                  " SUR                  5       5      nUR                  S5      UR                  S5      pvUS:X  a  SO2[	        U5      S-  (       a  [	        U5      S-   * S-  O[	        U5      S-  nUR                  UR                  XbR                  USS S5      5      U45        M·     [        R                  " U[        5      $ )zÛApproximate 2-D scalp grid (row, column) from 10-10 labels: letters -> anterior-posterior row, number -> lateral
column (odd = left, even = right, z = midline). Enough to find neighbouring electrodes (no mne installed).r   Nr1   r"   ro  r:  é   é   rn  rw  r9  )ÚFPÚAFr+  ÚFCÚFTrx   rÀ   ÚCPÚTPrÐ  ÚPOÚOÚCBÚIz([A-Z]+)(\d+|Z)$ÚZr0   )
rS   rU   rT   rW   rH   r6   r5   r   rÁ   rÈ   )	r]   rS   Úrowsræ   r^   ra   ÚletÚnumÚcols	            r   Ú	_grid_posrg    sÝ   € ó Ø˜1 1¨A°Q¸QÀQÈaÐWXÐ_`ÐhiÐpqØ˜!ñ€Dà
€CÛˆØ�HŠHÐ(¨!¯'©'«)Ó4ˆØ—7‘7˜1“:˜qŸw™w q›zˆSØ˜C“Z‰c¼SÀ»XÈ¿\¬¨C«°1© o¸Ò&9ÌsÐSVËxÐZ[É|ˆØ�
‰
�D—H‘H˜S§(¡(¨3¨r°¨7°AÓ"6Ó7¸Ð=Ö>ñ	 ô
 �8Š8�CœÓÐr   c                ó:  • S nU =(       d    S H%  nUR                  S5      u  pEU" U5      [        U'   M'     U(       a]  [        [        R                  S5      =(       d    0 5      [        S'   U H(  nUR                  S5      u  pEU" U5      [        S   U'   M*     gg)zåHyper-parameter search: --set key=value overrides config dnn (lr, weight_decay, batch_size, model_dropout, ...),
--aug-set key=value overrides the augmentation dict (noise, p_chan, p_cluster, ...). Call after D['augment'] is set.c                óœ   • U R                  S5      R                  5       (       a  [        U 5      $  [        U 5      $ ! [         a    U s $ f = f)NÚ-)ÚlstripÚisdigitrH   rÈ   rX   )rÏ   s    r   re  Úapply_overrides.<locals>.num/  sD   € Ø�8‰8�C‹=× Ñ ×"Ñ"Ü�q“6ˆMð	Ü˜“8ˆOøÜó 	ØŠHð	ús   ±
< ¼AÁ
Arœ   Ú=ÚaugmentN)Úsplitr4   r„  r5   )ÚpairsÚ	aug_pairsre  Úkvrb   rÏ   s         r   Úapply_overridesrt  ,  s…   € òð �k�rŠkˆØ�x‰x˜‹}‰ˆÙ�1‹vŒˆ!‹ñ ö ÜœAŸE™E )Ó,×2°Ó3Œˆ)‰ÛˆBØ—8‘8˜C“=‰DˆAÙ! !›fŒAˆi‰L˜‹Oò ð r   c                ó*   • U R                  S5      S   $ )Nú	-subject-r   )rp  )rÌ   s    r   Ú_dataset_ofrw  @  s   € Ø�9‰9�[Ó! !Ñ$Ð$r   c                  ó4   • \ rS rSr\S 5       r\S 5       rSrg)Ú_GRLiF  c                ó0   • X l         UR                  U5      $ r©  )ÚlamÚview_as)Úctxr   r{  s      r   r1  Ú_GRL.forwardG  s   € àŒØ�y‰y˜‹|Ðr   c                ó&   • U R                   * U-  S 4$ r©  )r{  )r}  r‰  s     r   ÚbackwardÚ_GRL.backwardL  s   € à—‘ˆx˜!‰|˜TÐ!Ð!r   rœ   N)r”   r•   r–   r—   Ústaticmethodr1  r€  r›   rœ   r   r   ry  ry  F  s(   † Øñó ðð ñ"ó ó"r   ry  c                ó   ^• U4S jnU  Vs/ s H  o2" US   5      PM     nn[        [        U5      5      n[        R                  " U Vs/ s H  oeR	                  U5      PM     sn5      [        U5      4$ s  snf s  snf )z]Domain label per training trial: 'dataset' (corpus dataset or the external set) or 'subject'.c                óÊ   >• SU ;   a.  TS:X  a  U R                  S5      S   $ U R                  S5      S   $ TS:X  a  U R                  S5      S   $ U R                  SS5      S   $ )Nrv  Údatasetr   z-trial-r…   r1   )rp  r  )rb   Úkinds    €r   r™   Údomain_ids.<locals>.nameS  sh   ø€ Ø˜!ÓØ.2°iÓ.?�1—7‘7˜;Ó'¨Ñ*ÐZÀQÇWÁWÈYÓEWÐXYÑEZÐZØ"&¨)Ó"3ˆq�w‰w�s‹|˜A‰ÐL¸¿¹À#ÀqÓ9IÈ!Ñ9LÐLr   rÌ   )rY   Úsetr   rÁ   rV   rG   )Útrialsr†  r™   rP  r]   Úuniqr^   s    `     r   Ú
domain_idsr‹  Q  sj   ø€ õMñ &,Ó,¢V ˆT�!�E‘(Ž^¡V€EÐ,Ü”#�e“*Ó€DÜ�8Š8©EÓ2ªE q—Z‘Z –]©EÑ2Ó3´S¸³YÐ>Ð>ùò -ùâ2s   ŒA6Á
A;c                  ó.   ^ • \ rS rSrU 4S jrS rSrU =r$ )ÚAdvHeadi\  c                ó$  >• [         TU ]  5         [        R                  R	                  [        R                  R                  SU-  S5      [        R                  R                  5       [        R                  R                  SU5      5      U l        g )Nr"   rW  )r"  ry   r   r$  r?  rª  ÚReLUrä  )rw   rJ  r^   r+  s      €r   ry   ÚAdvHead.__init__]  s[   ø€ Ü‰ÑÔÜ—8‘8×&Ñ&¤u§x¡x§¡°q¸1±u¸cÓ'BÄEÇHÁHÇMÁMÃOÔUZ×U]ÑU]×UdÑUdÐehÐjkÓUlÓmˆ�r   c           
     ó¶   • U R                  [        R                  [        R                  " UR                  S5      UR                  S5      /S5      U5      5      $ )Nr1   r3   )rä  ry  Úapplyr   rè  rÅ   r=  )rw   r?   r{  s      r   r1  ÚAdvHead.forwarda  s<   € Ø�x‰xœŸ
™
¤5§9¢9¨a¯f©f°Q«i¸¿¹¸q»Ð-BÀBÓ#GÈÓMÓNÐNr   )rä  )r”   r•   r–   r—   ry   r1  r›   r4  r5  s   @r   r�  r�  \  s   ø† õn÷Oð Or   r�  c                óÎ   • [        SU [        R                  SS5      [        S   -  -  5      n[        R                  SS5      SS[        R                  " SU-  5      -   -  S-
  -  $ )	zODANN schedule: 0 -> D['adv_lambda'] over the first D['adv_ramp_epochs'] epochs.r    Úadv_ramp_epochsrV  r–  Ú
adv_lambdaçš™™™™™©?g       @g      $À)rœ  r4   r5   r™  Úexp)r‘  rÑ   s     r   r–  r–  e  s\   € äˆC�œŸ™Ð0°!Ó4´qÐ9JÑ7KÑKÑLÓM€AÜ�5‰5�˜tÓ$¨¨s´T·X²X¸eÀa¹iÓ5HÑ/HÑ(IÈCÑ(OÑPÐPr   c                  óŠ   • \ rS rSr\S4S jrS rSS jrS rSS jr	S r
S	 r\R                  " 5       SS
 j5       rSS jrSrg)ÚDNNDecil  Úcausalc                óf  • XUsU l         U l        U l        [        [        S   [
        -  5      U l        [        [        S   [
        -  5      U l        [        [        S   [
        -  5      U l        [        R                  SU R                  U R                  -   [
        -  5      U l
        U R                  U R                  [
        -  :¼  aZ  [        [        S   S   [
        -  5      U R                  -  S:X  a-  [        [        S   S   [
        -  5      U R                  -  S:X  d   S	5       eU R                  U R                  S
-  -
  [
        -  U l        [        R                  " [        R                  S[        S   5      5        [        XU R                  5      R!                  ["        5      U l        g )NÚwindow_sÚinfer_hop_sÚcausal_future_sÚevidence_lookahead_sÚevidenceÚhop_sr   Úwin_sz.evidence windows must end on the read-out gridr:  Ú
train_seedÚseed)r™   rx   ÚlogrH   r4   r   râ   ÚhopÚfutr5   rš   r   Úoffline_lookahead_sr   Úmanual_seedr!  r'  r(  rä  )rw   r™   rx   r¦  rË  s        r   ry   ÚDNNDec.__init__m  sP  € Ø&*¨sÐ#ˆŒ	�4”6˜4œ8Ü”Q�z‘]¤RÑ'Ó(ˆŒÜ”q˜Ñ'¬"Ñ,Ó-ˆŒÜ”qÐ*Ñ+¬bÑ0Ó1ˆŒô Ÿ5™5Ð!7¸$¿(¹(ÀTÇXÁXÑ:MÔQSÑ9SÓTˆÔØ×Ñ 4§8¡8¬b¡=Ó0´S¼¸Z¹ÈÑ9QÔTVÑ9VÓ5WÐZ^×ZbÑZbÑ5bÐfgÓ5gÜ”C˜
‘O GÑ,¬rÑ1Ó2°T·X±XÑ=ÀÓBð	uØDtó	uð Cà$(§F¡F¨T¯V©V°q©[Ñ$8¼BÑ#>ˆÔ Ü×Òœ!Ÿ%™% ¬c°&©kÓ:Ô;Ü�t §¡Ó'×*Ñ*¬3Ó/ˆ�r   c                óÚ  • [         R                  S5      =(       d    0 nUR                  u  pEnUS-  S:X  a  SOUnUR                  SS5      S:”  GaŽ  [        R                  " UR                  U5      US   :  5      n[        U5      (       GaR  [        R                  R                  US[        -  5      n	UR                  UR                  SS5      * UR                  SS5      [        U5      SS45      n
[        R                  " U	SS	5      S
-  SSS2S4   U
-  n[        R                  R                  [        R                  R                  X   SS9U-  USS9nX   R                  SSS9[        R                  " UR                  SSS9S5      -  nU[        R                   " X   R                  SSS9S:„  US5      -  R#                  [        R$                  5      X'   UR                  SS5      S:”  a€  US:X  az  ['        U S5      (       d   SSKJn  [-        U[.        S      5      U l        [        R                  " UR                  U5      US   :  5       H  nX   SS2U R0                  4   X'   M     UR                  SS5      S:”  Ga\  US:X  GaU  ['        U S5      (       d9  SSKJn  [3        U[.        S      5      [        R4                  " SS/5      -
  U l        [9        UR                  SS5      5      [9        UR                  SS5      5      [9        UR                  SS5      5      nnn[        R                  " UR                  U5      US   :  5       GHŠ  n[        R:                  " UR                  U* U5      5      n[        R4                  " [        R<                  " U5      [        R>                  " U5      * /[        R>                  " U5      [        R<                  " U5      //5      nU R6                  UR@                  -  UR                  U* US5      -   nX   R                  S5      S:„  n[        RB                  " USS2S4   U R6                  S   -
  S-  RE                  S 5      * SU-  U-  -  5      U-  nU[        R                  " URE                  SSS9S!5      -  R#                  [        R$                  5      USS2S4   -  nX   UR@                  -  X'   GM�     UR                  S"S5      S:”  a�  UR                  U5      US"   :  nUR                  URE                  5       SU45      UR                  S#S$5      :„  R#                  [        R$                  5      nX==   [        RF                  " USSXg-  45      -  ss'   UR                  S%S5      S:”  az  [        RB                  " UR                  [        RH                  " US%   5      * [        RH                  " US%   5      USU45      5      R#                  [        R$                  5      nX-  nUR                  S&S5      S:”  a@  XS&   URK                  UR                  5      -  R#                  [        R$                  5      -  nUR                  S'S5      S:”  aI  [9        US'   5      nXR                  SU-
  SU-   USS45      R#                  [        R$                  5      -  nUR                  S(S5      S:”  að  [M        S[O        [9        UR                  S)S*5      5      [        -  5      5      n[Q        U[M        U[O        [9        UR                  S+S5      5      [        -  5      5      5      n[        R                  " UR                  U5      US(   :  5       HM  n[S        URU                  UUS-   5      5      n[S        URU                  SUU-
  S-   5      5      nSXUUU-   24'   MO     UR                  S,S5      S:”  d,  UR                  S-S5      S:”  d  UR                  S.S5      S:”  ag  ['        U S/5      (       dV  SSKJn  [3        U[.        S      5      n[        RV                  " USS2S4   US   -
  S-  RE                  S 5      S5      U l,        UR                  S-S5      S:”  Ga<  X`RX                  R                  S   :X  Ga  [S        UR                  S0S15      5      [9        UR                  S2S35      5      nn[        R                  " UR                  U5      US-   :  5       Hº  n[        RZ                  " U[        R$                  S49n U RX                  SS2SUS-   24   n!U U![        R\                  " [        R^                  " U5      SS2S4   US5      4==   UUR                  S SUU45      -  R#                  [        R$                  5      -  ss'   X   U -  X'   M¼     UR                  S.S5      S:”  aÛ  X`RX                  R                  S   :X  a¿  [        R                  " UR                  U5      US.   :  5       H�  nU RX                  URU                  U5      S[S        URU                  SUR                  S5S65      S-   5      5      24   n"X==   [9        UR                  SS5      5      X   SS2U"4   Ra                  SSS9-  -  ss'   M’     UR                  S,S5      S:”  aÉ  [        R                  " UR                  U5      US,   :  5       Hš  nURU                  UR                  S7S85      UR                  S9S65      S-   5      nU RX                  URU                  U5      SU24   n#SX   SS2[        Rb                  " [e        Xg-  5       Vs/ s H
  nU#X·-  -   PM     sn5      4'   Mœ     UR                  S:S5      S:”  a¢  [        R                  " UR                  U5      US:   :  5       Hs  nURU                  [        US-   5      n$URU                  SUU$-
  S-   5      n%XU%U%U$-   24   n&U&R                  S5      n'SU'U'S:H  '   X   U&Ra                  S5      -
  U'-  X'   Mu     UR                  S;S5      S:”  as  U Rf                  U Rh                  -
  U Rj                  -
  n([        R                  " UR                  U5      US;   :  5       H  nSXSURU                  SU(S-   5      24'   M      U$ s  snf )<a×  Training-only augmentation (D['augment'], off by default), per window, in place on X (n, W, C):
spectral tilt (p_tilt of the windows, exponent within +-tilt), channel mask (p_chan_mask of the windows, each channel dropped with p_chan), per-channel gain (log-uniform
within +-gain), additive Gaussian noise (std noise, data are z-scored), zero prefix (p_zero_prefix of the
windows get their first 1..pos0 samples zeroed, as the zero padding at a trial start at inference).ro  é:   r   Úp_tiltr    ÚtiltrY  r1   g      (@g      @Nr'   )r^   r(   T)Úkeepdimsr<  r0   Úp_mirrorÚ_mirror)ÚMONTAGESÚmontageÚp_rotateÚ_gridr!   Úrot_degg      $@Ú	rot_shiftrx  Ú	rot_sigmagš™™™™™Ù?r"   r3   çê-�™—q=Úp_chan_maskÚp_chançš™™™™™É?ÚgainÚnoiseÚrecipe_global_gainÚrecipe_time_mask_pÚrecipe_mask_min_sg      Ð?Úrecipe_mask_max_sÚ	p_clusterÚp_spatial_mixÚp_rerefÚ_nbrÚmix_krW  Ú	mix_sigmar¥  r   Ú	reref_maxrw  Úcluster_minro  Úcluster_maxÚp_renormÚp_zero_prefix)6r4   r5   rI   r   ÚflatnonzeroÚrandomrG   ÚfftÚrfftfreqr   ÚuniformÚclipÚirfftÚrfftr=  r:   Úwherer8   r   Úhasattrr  r³  rd   r   r²  rg  rÁ   r¶  rÈ   Údeg2radrš  ÚsinrÀ   r˜  rR  ÚtileÚlog1pÚstandard_normalr  Úroundrœ  rH   ÚintegersÚargsortrÇ  rÄ   ÚrepeatrF   rÅ   Úconcatenater[   râ   r¨  r§  ))rw   rÍ   ÚrngÚAr^   râ   rx   ÚC0Úselr?   Úalr‰  rJ   rÓ   r³  ÚjÚrdÚshÚsgÚthrÐ   ÚQÚpresÚWtra   ÚlowÚhighÚlengthÚstartrÐ  rb   ÚsigÚMxÚcolsÚgrpÚelÚL_rL   ÚsegÚsdÚpos0s)                                            r   Ú_augmentÚDNNDec._augment|  s³
  € ô
 �E‰E�)Ó×" ˆØ—'‘'‰ˆˆaØ�r‘6˜Q“;‰R AˆØ�5‰5�˜1Ó Ô!ô —.’. §¡¨A£°°8±Ñ!<Ó=ˆCÜ�3�xŠxÜ—F‘F—O‘O A s¬R¡xÓ0�Ø—[‘[ !§%¡%¨°Ó"4Ð!4°a·e±e¸FÀCÓ6HÌ3ÈsË8ÐUVÐXYÐJZÓ[�Ü—W’W˜Q  TÓ*¨SÑ0°$º¸4°-Ñ@ÀBÑF�Ü—F‘F—L‘L¤§¡§¡¨Q©V¸! Ð!<¸qÑ!@ÀAÈA�LÐN�Ø‘F—J‘J˜q¨4�JÐ0´2·:²:¸a¿e¹eÀAÐPT¸eÐ>UÐW[Ó3\Ñ\�ØœbŸhšh q¡v§z¡z°!¸d zÐ'CÀaÑ'GÈÈCÓPÑP×XÑXÔY[×YcÑYcÓd�‘Ø�5‰5�˜QÓ !Ó#¨¨R«ô ˜4 ×+Ñ+Ý+Ü+¨H´S¸±^Ñ,DÓE�”Ü—^’^ C§J¡J¨q£M°A°j±MÑ$AÖB�Ø‘tšA˜tŸ|™|˜OÑ,�“ñ Cà�5‰5�˜QÓ !Ô#¨¨R¬ô ˜4 ×)Ñ)Ý+Ü& x´°I±Ñ'?Ó@Ä2Ç8Â8ÈSÐRUÈJÓCWÑW�”
Ü˜qŸu™u Y°Ó5Ó6¼¸a¿e¹eÀKÐQTÓ>UÓ8VÔX]Ð^_×^cÑ^cÐdoÐqtÓ^uÓXv�B�ˆBÜ—^’^ C§J¡J¨q£M°A°j±MÑ$A×B�Ü—Z’Z §¡¨R¨C°Ó 4Ó5�Ü—H’HœrŸvšv b›z¬B¯FªF°2«J¨;Ð7¼"¿&º&À»*ÄbÇfÂfÈRÃjÐ9QÐRÓS�Ø—J‘J §¡Ñ$ s§{¡{°B°3¸¸AÓ'>Ñ>�Ø‘t—x‘x “{ Q‘�Ü—V’V˜q¢ D ™z¨D¯J©J°tÑ,<Ñ<ÀÑB×GÑGÈÓKÐKÈqÐSUÉvÐXZÉ{Ñ[Ó\Ð_cÑc�Øœ2Ÿ:š: b§f¡f¨Q¸ fÐ&>ÀÓFÑF×NÑNÌrÏzÉzÓZÐ]aÒbcÐeiÐbiÑ]jÑj�Ø‘t˜bŸd™d‘{�”ñ Cð �5‰5� Ó" QÓ&Ø—*‘*˜Q“- ! MÑ"2Ñ2ˆCØ—‘˜SŸW™W›Y¨¨2Ð.Ó/°!·%±%¸À#Ó2FÑF×NÑNÌrÏzÉzÓZˆAØ‹F”b—g’g˜a ! Q¨© Ó1Ñ1‹FØ�5‰5�˜Ó˜aÓÜ—’�s—{‘{¤B§H¢H¨Q¨v©YÓ$7Ð#7¼¿ºÀ!ÀFÁ)Ó9LÈqÐRSÐUVÈiÓXÓY×`Ñ`Ôac×akÑakÓlˆAØ‰FˆAØ�5‰5�˜!Ó˜qÓ Ø�G‘*˜s×2Ñ2°1·7±7Ó;Ñ;×CÑCÄBÇJÁJÓOÑOˆAð �5‰5Ð% qÓ)¨AÓ-Ü�aÐ,Ñ-Ó.ˆAØ—‘˜S ™U C¨¡E¨A¨q°!¨9Ó5×<Ñ<¼R¿Z¹ZÓHÑHˆAØ�5‰5Ð% qÓ)¨AÓ-Ü�aœœu Q§U¡UÐ+>ÀÓ%EÓFÌÑKÓLÓMˆCÜ�qœ#˜c¤5¬¨q¯u©uÐ5HÈ#Ó/NÓ)OÔRTÑ)TÓ#UÓVÓWˆDÜ—^’^ C§J¡J¨q£M°AÐ6JÑ4KÑ$KÖL�Ü˜SŸ\™\¨#¨t°a©xÓ8Ó9�Ü˜CŸL™L¨¨A°©J¸©NÓ;Ó<�Ø-0��U˜5 6™>Ð)Ð)Ó*ñ Mð �E‰E�+˜qÓ! AÓ%¨¯©¨ÀÓ)BÀQÓ)FÈ!Ï%É%ÐPYÐ[\ÓJ]Ð`aÓJaÜ  f×-Ñ-Ý'Ü˜(¤3 y¡>Ñ2Ó3ˆAÜŸ
š
 Q¢q¨$ w¡Z°!°D±'Ñ%9¸aÑ$?×#DÑ#DÀRÓ#HÈ!ÓLˆDŒIØ�5‰5� !Ó$ qÔ(¨Q·)±)·/±/À!Ñ2DÔ-Dä˜Ÿ™˜w¨Ó*Ó+¬U°1·5±5¸ÀdÓ3KÓ-LˆsˆAÜ—^’^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ü—V’V˜A¤R§Z¡ZÑ0�Ø—y‘y¢ A a¨!¡e G Ñ,�Ø�4œŸš¤2§9¢9¨Q£<²°4°Ñ#8¸!¸QÓ?Ð?Ó@ÀSÈ3Ï;É;ÐWYÐ[\Ð_`ÐbcÐ^dÓKeÑEe×DmÑDmÔnp×nxÑnxÓDyÑyÓ@Ø‘t˜b‘y�“ñ	 Hð
 �5‰5�˜AÓ Ó" q¯I©I¯O©O¸AÑ,>Ó'>ä—^’^ C§J¡J¨q£M°A°i±LÑ$@ÖA�Ø—i‘i §¡¨Q£Ð1b´3°s·|±|ÀAÀqÇuÁuÈ[ÐZ[ÓG\Ð_`ÑG`Ó7aÓ3bÐ1bÐ bÑc�Ø“œ˜cŸk™k¨#¨sÓ3Ó4°q±tºA¸s¸F±|×7HÑ7HÈÐUYÐ7HÐ7ZÑZÑZ•ñ Bð �5‰5�˜aÓ  1Ó$Ü—^’^ C§J¡J¨q£M°A°k±NÑ$BÖC�Ø—L‘L §¡ }°aÓ!8¸!¿%¹%ÀÈqÓ:QÐTUÑ:UÓV�Ø—Y‘Y˜sŸ|™|¨BÓ/°°!°Ð3Ñ4�ØQT�‘’QœŸš¼UÀ1Á7¼^Ó'Lº^¸¨¨Q©V¬¹^Ñ'LÓMÐMÓNñ Dð �5‰5�˜QÓ !Ó#Ü—^’^ C§J¡J¨q£M°A°j±MÑ$AÖB�Ø—\‘\¤" a¨!¡eÓ,�°#·,±,¸qÀ!ÀbÁ&È1Á*Ó2M¨aØ˜1˜Q ™V˜8˜‘n�Ø—W‘W˜Q“Z�¨s  B¨!¡G¡Ø™˜sŸx™x¨›{Ñ*¨bÑ0�“ñ	 Cð
 �5‰5� !Ó$ qÓ(Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDÜ—^’^ C§J¡J¨q£M°A°oÑ4FÑ$FÖG�Ø36�Ð/�c—l‘l 1 d¨Q¡hÓ/Ð/Ð/Ó0ñ Hàˆùò (Ms   îs(c                óR  ^$• U(       a  [         R                  S5      =(       d    0 O0 nUR                  SS5      [        UR                  SS5      5      pv[        [        R                  " U R
                  SU-   -  5      5      SU-  -   n[        R                  " U V	s/ s H  n	[        U	S   5      U-
  PM     sn	5      n
[        R                  " U
S5      R                  [        5      nUR                  S	5      S
:X  a|  [        R                  " U V	s/ s H  n	[        U	S   5      PM     sn	5      n[        R                  " U5       H/  nX¼U:H  ==   [        X¼U:H     R                  5       S5      -  ss'   M1     X»R                  5       -  n[         R                  S5      =(       d    0 nU(       Ga  [        R                  " U V	s/ s H  o™R                  SS5      PM     sn	5      m$[        R                  " T$[!        U5      5      ) nX¿==   S[        U$4S jUR#                  5        5       5      -
  [        X¿   R                  5       S5      -  -  ss'   UR#                  5        HQ  u  nnT$U:H  R%                  5       (       d  M   UT$U:H  ==   U[        UT$U:H     R                  5       S5      -  -  ss'   MS     X»R                  5       -  nUR'                  [        U5      X+S9nUU l        [        R*                  " X R
                  U R,                  4[        R.                  5      nUS   S   R0                  SS  n[        R*                  " X R
                  4U-   [        R.                  5      n[        R*                  " X R
                  4U-   [        R.                  5      n[3        U5       GH  u  nnUR5                  SU
U   S-   5      U-   nUU   nUS   US   nnUS:”  Gal  [        [7        U R
                  SUR9                  U* U5      -   -  5      5      n[        R:                  " SUS-
  U R
                  5      n[        R<                  " U5      R                  [        5      U[        R<                  " U5      -
  S S 2S 4   n n[        R>                  " US-   US-
  5      n!U(       a  UR5                  U* US-   5      OSn"US   UU"-   UU"-   U-    n#U#U   SU -
  -  U#U!   U -  -   UU'   UUUU-    U   SU S S 2S4   -
  -  UUUU-    U!   U S S 2S4   -  -   UU'   UUUU-    U   SU S S 2S4   -
  -  UUUU-    U!   U S S 2S4   -  -   UU'   GM¤  U(       a  UR5                  U* US-   5      OSn"US   UU"-   UU"-   U R
                  -    UU'   UUUU R
                  -    UUUU R
                  -    sUU'   UU'   GM     U(       a  U RA                  UU5      n[B        RD                  " U5      [B        RD                  " U5      [B        RD                  " U5      4$ s  sn	f s  sn	f s  sn	f )Nro  Úwarpr0   Ú
lag_jitterr   r1   r"   r}   Úbalancer…  rÌ   g•Ö&è.>Ú
group_fracÚ_grpÚ c              3  ó`   >#   • U  H#  u  pTU:H  R                  5       (       d  M  Uv •  M%     g 7fr©  )Úany)Ú.0r‰  rÏ   r÷  s      €r   Ú	<genexpr>Ú"DNNDec._windows.<locals>.<genexpr>í  s"   øé € ÐMªj¡d a¸SÀA¹X¿N¹N×<L§¡ªjùs   ƒ.¥	.rº  ©rÑ   Ú_yaÚ_yi)#r4   r5   rH   r   Úceilrâ   rÁ   rG   r:   r8   rÈ   rw  Úuniquer  rR  ÚisinrZ   r  r  ÚchoiceÚ_last_tiÚemptyrx   r   rI   Ú	enumeraterß  rÞ  rÓ  ÚlinspaceÚfloorÚminimumrý  r   r   )%rw   r‰  r^   rã  Úaugrä  r   ÚlagÚspanrP  ÚlensrÑ   ÚdsrJ  ÚgfÚrestr‰  rÏ   ÚtirÍ   ÚfshaperD  rE  rè  r0  rÎ   r=   rM   rN   ÚLrÚtqÚt0_ÚfrÚt1_Úd_rç   r÷  s%                                       @r   Ú_windowsÚDNNDec._windowsÞ  sE  ø€ Þ(+ŒQ�U‰U�9Ó×# ø°ˆØ—E‘E˜& #Ó&¬¨A¯E©E°,ÀÓ,BÓ(CˆcÜ”2—7’7˜4Ÿ6™6 Q¨¡XÑ.Ó/Ó0°1°s±7Ñ:ˆÜ�xŠx±vÓ>²v°!œ˜Q˜u™X›¨Ô-±vÑ>Ó?ˆÜ�JŠJ�t˜QÓ×&Ñ&¤uÓ-ˆØ�5‰5�Ó˜yÓ(Ü—’¹&ÓAº&°Qœ; q¨¡xÖ0¹&ÑAÓBˆBÜ—Y’Y˜r–]�Ø˜‘'“
œc !¨!¡G¡*§.¡.Ó"2°DÓ9Ñ9•
ñ #à—‘“‰KˆÜ�U‰U�<Ó ×& BˆßÜ—(’(±vÓ>²v°!ŸE™E &¨"Ö-±vÑ>Ó?ˆCÜ—G’G˜C¤ b£Ó*Ð*ˆDØ‹G˜œCÔM¨b¯h©h¬jÓMÓMÑMÔQTÐUVÑU\×U`ÑU`ÓUbÐdiÓQjÑjÑj‹GØŸ™ž
‘��1Ø˜1‘H—>‘>×#Ó#Ø�c˜Q‘h“K 1¤s¨1¨S°A©X©;¯?©?Ó+<¸eÓ'DÑ#DÑD•Kñ #ð —E‘E“G‘ˆAØ�Z‰Zœ˜F› QˆZÐ,ˆØˆŒÜ�HŠH�aŸ™ §¡Ð(¬"¯*©*Ó5ˆØ˜‘˜5Ñ!×'Ñ'¨¨Ð+ˆÜ�XŠX�qŸ&™&�k FÑ*¬B¯J©JÓ7ˆÜ�XŠX�qŸ&™&�k FÑ*¬B¯J©JÓ7ˆÜ˜b—M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,¨sÑ2ˆAØ˜‘ˆBØ˜‘Y  5¡	�ˆBØ�aŒxÜœ˜tŸv™v¨¨S¯[©[¸$¸ÀÓ-EÑ)EÑFÓGÓH�Ü—[’[  B¨¡F¨D¯F©FÓ3�ÜŸ(š( 2›,×-Ñ-¬cÓ2°R¼"¿(º(À2»,Ñ5FÊÈ4ÈÑ4P�R�Ü—j’j  q¡¨"¨q©&Ó1�Þ47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø�u‘I˜a "™f Q¨¡V¨b¡[Ð1�Ø˜‘v  R¡Ñ(¨1¨S©6°B©;Ñ6��!‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1‘Ø˜1˜Q ™V˜ SÑ)¨Q°²A°q°D±©\Ñ:¸RÀÀ!ÀbÁ&¸\È#Ñ=NÐQSÒTUÐWXÐTXÑQYÑ=YÑY��1”æ47�S—\‘\ 3 $¨¨a©Ô0¸Q�Ø˜%‘y  R¡¨¨B©°·±©Ð8��!‘Ø! ! A¨¯©¡JÐ/°°A°a¸$¿&¹&±jÐ1A���1‘�r˜!”uñ# "ö$ Ø—‘˜a Ó%ˆAÜ×Ò Ó"¤E×$4Ò$4°RÓ$8¼%×:JÒ:JÈ2Ó:NÐNÐNùòU ?ùò Bùò ?s   ÂXÄXÇX$c                ó"  • X-    H  n[        U5      u  US'   US'   M     [        R                  R                  [        R                  S[        S   5      5      nU R                  U[        S   U5      u  pgnSu  pš[        U R                  R                  5       5      n[        R                  S5      (       aø  [        U[        S   5      u  pÍ[        R                  " 5          U R                  R                  [        R                  " SU R                   U R"                  [$        S	95      R&                  S
   nS S S 5        [)        WU5      R+                  [$        5      n	U[        U	R                  5       5      -  nU R-                  S[        S    SU S[        R                  SS5       35        [        R.                  R1                  [3        U R                  U5      [        S   [        S   S9n[        R.                  R4                  R7                  USS[        S   S9n[9        U5      n[:        R<                  SS nnnSn[?        [        R                  SS5      5      n[A        [        S   5       GH  n[B        RB                  " 5       nUU:  a,  URD                   H  n[        S   SSU-  U-  -   -  US'   M     O+UU:X  a%  US:”  a  URD                   H  n[        S   US'   M     U R                  RG                  5         / / nn[A        [        S   5       GHî  n[I        U R                  U5        US-  nU R                  U[        S   USS9u  nnnUR+                  [$        5      UR+                  [$        5      UR+                  [$        5      nnnU	c  U R                  U5      n OWU R                  R                  U5      n!U R                  RK                  U!5      n U R                  RL                  S:X  a  U S    OU n [        R                  S!S"5      S#:X  a#  [O        U UU[        R                  S$S5      5      n"O][        R                  S!5      S%:X  a  [Q        U U5      RS                  5       * n"O([Q        U U5      * [Q        U U5      -   RS                  5       n"URU                  U"RW                  5       5        U	bÇ  U	" W![Y        U
5      5      n#[        RZ                  " WU R\                     5      R+                  [$        5      n$U"[        R^                  R`                  Rc                  U#U$5      -   n"URU                  U#Re                  S5      U$:H  Rg                  5       RS                  5       RW                  5       5        U
S-  n
URi                  5         U"Rk                  5         [        R^                  Rl                  Ro                  U[        R                  S&S'5      5        URq                  5         Uc  GMÞ  URq                  5         GMñ     U R                  Rs                  5         [        R                  " 5          / n%[?        [        R                  S(S)5      5      n&[A        S[u        U5      U&5       H–  n'U R                  UU'U'U&-    R+                  [$        5      5      n U%RU                  [Q        U UU'U'U&-    R+                  [$        5      5      * [Q        U UU'U'U&-    R+                  [$        5      5      -   Rw                  5       5        M˜     [        Rx                  " U%5      RS                  5       RW                  5       n%S S S 5        UU:¼  a  Uc  URq                  W%5        U R-                  S*US+ S,[        RR                  " U5      S- S.W%S- S/[B        RB                  " 5       U-
  S0 S13	UU:  a  S2URD                  S   S   S3 S43OS5-   U(       a  S6[        RR                  " U5      S7 3OS5-   5        U%US8-
  :  aa  U%SnnU R                  R{                  5       R}                  5        V(V)s0 s H%  u  n(n)U(U)R                  5       R�                  5       _M'     nn(n)GMè  UU:¼  d  GMñ  US-  nU[        S9   :¼  d  GM    O   Ub  U R                  Rƒ                  U5        U R                  Rs                  5         X-    H'  nUR…                  SS 5        UR…                  SS 5        M)     U$ ! , (       d  f       GN¶= f! , (       d  f       GNÀ= fs  sn)n(f ):Nr  r  r¤  r¥  Úval_windows)Nr   Úadvr1   r$  r3   z  adversarial z loss: z classes, lambda r–  r—  r�  Úweight_decay)r�  r,  rœ  rY  Úlr_patience)rË  ÚfactorÚpatiencer   Úwarmup_epochsr—  rX  gÍÌÌÌÌÌì?r–  r}  T©r  r4  ÚlossÚcontrastiverO  Úinfonce_taurT  rÔ  ç      @Úinfer_bsr~  z
    epoch Ú02dú train z+.4fz val ú (ú.0fús)z [warm-up, lr z.1eÚ]r  z | adversary acc ú.3fç-Cëâ6?r/  )CrO   r   rÐ  Údefault_rngr4   r5   r   r'  rZ   rä  rÞ  r‹  r   rŠ   r*  rD  râ   rx   r(  rI   r�  r'  r¦  r   ÚAdamWrŠ  r¡  ÚReduceLROnPlateaur¤  r™  ÚinfrH   r[   ÚtimeÚparam_groupsr‚   r“  r‡  r+  rO  rT  rÅ   r6   Úitemr–  r   r  r$  rÍ  rC  ÚargmaxrÈ   Ú	zero_gradr€  ÚutilsÚclip_grad_norm_r‘  r�  rG   r   rè  Ú
state_dictr  ÚdetachÚclonerÁ  Úpop)*rw   r‚   rƒ   r„   r=   rã  ÚXvÚYavÚYivr+  r‘  r€  r+   Ún_domÚd_featr£  Úschrš  ÚbestÚbadÚ
best_stateÚn_stepÚwarmÚepÚt0r‰  ÚtlÚdar…   rÍ   rD  rE  r�   r?   r2  ÚdlÚdtÚvlÚvbr0  rb   rÏ   s*                                             r   r€   Ú
DNNDec.fit  s  € Ø”+ˆBÜ#+¨B£<Ñ ˆBˆu‰I�r˜%“yñ ä�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÓEˆØ—}‘} S¬!¨MÑ*:¸CÓ@‰ˆ�Ø‰	ˆÜ�d—h‘h×)Ñ)Ó+Ó,ˆÜ�5‰5��<‰<Ü# E¬1¨U©8Ó4‰JˆCÜ—’•ØŸ™Ÿ™¤e§k¢k°!°T·V±V¸T¿V¹VÌCÑ&PÓQ×WÑWÐXZÑ[�÷ !ä˜& %Ó(×+Ñ+¬CÓ0ˆCØ”d˜3Ÿ>™>Ó+Ó,Ñ,ˆFØ�H‰H�~¤a¨¡h Z¨w°u°gÐ=NÌqÏuÉuÐUaÐcgÓOhÐNiÐjÔkÜ�k‰k×Ñ¤°·±¸&Ó AÄaÈÁgÔ\]Ð^lÑ\mÐÐnˆÜ�k‰k×&Ñ&×8Ñ8¸À5ÐQTÔ_`ÐanÑ_oÐ8ÐpˆÜ˜3ÓˆÜ $§¡¨!¨T�:ˆcˆØˆÜ”1—5‘5˜¨!Ó,Ó-ˆÜœ˜,™×(ˆBÜ—’“ˆBØ�D‹yØ×)Ô)�AÜ ™g¨¨s°R©x¸$©Ñ)>Ñ?�A�d“Gò *à�t“  q£Ø×)Ô)�AÜ ™g�A�d“Gñ *à�H‰H�N‰NÔØ˜�ˆBÜœ1Ð.Ñ/×0�Ü˜Ÿ™ &Ô)Ø˜!‘�Ø ŸM™M¨%´°<±À#È4˜MÐP‘	��2�rØŸD™D¤›I r§u¡u¬S£z°2·5±5¼³:�r�2�Ø‘;ØŸ™ ›‘AàŸ™Ÿ™ Q›�AØŸ™Ÿ™ aÓ(�AØ%)§X¡X§Z¡Z°1£_˜˜&š	¸!�AÜ—5‘5˜ Ó/°9Ó<Ü" 1 b¨"¬a¯e©e°MÀ3Ó.GÓH‘DÜ—U‘U˜6“] iÓ/Ü# A r›N×/Ñ/Ó1Ð1‘Dä$ Q¨›^˜O¬g°a¸«nÑ<×BÑBÓD�DØ—	‘	˜$Ÿ)™)›+Ô&Ø‘?Ù˜Q¤
¨4Ó 0Ó1�BÜ×)Ò)¨#¨d¯m©mÑ*<Ó=×@Ñ@ÄÓE�BØ¤%§(¡(×"5Ñ"5×"CÑ"CÀBÈÓ"KÑK�DØ—I‘I˜rŸy™y¨›|¨rÑ1×8Ñ8Ó:×?Ñ?ÓA×FÑFÓHÔIØ˜A‘I�DØ—‘”Ø—‘”Ü—‘—‘×.Ñ.¨v´q·u±u¸VÀSÓ7IÔJØ—‘”
Ø”?Ø—H‘H—Jñ; 1ð< �H‰H�M‰MŒOÜ—’•Ø�ÜœŸ™˜z¨3Ó/Ó0�Ü˜q¤# b£'¨2Ö.�AØŸ™  A a¨"¡f §¡´Ó!5Ó6�AØ—I‘I¤¨¨3¨q°°R±¨=×+;Ñ+;¼CÓ+@Ó AÐAÄGÈAÈsÐSTÐUVÐY[ÑU[È}×O_ÑO_Ô`cÓOdÓDeÑe×jÑjÓlÖmñ /ô —Y’Y˜r“]×'Ñ'Ó)×.Ñ.Ó0�÷ !ð �T‹z˜c™kØ—‘˜”Ø�H‰H�z " S ¨´·²¸³¸TÐ0BÀ%ÈÈ4ÀyÐPRÔSW×S\ÒS\ÓS^ÐacÑScÐdgÐRhÐhjÐkØMOÐRVËY˜.¨×)9Ñ)9¸!Ñ)<¸TÑ)BÀ3Ð(GÀqÑIÐ\^ñ`æACÐ+¬B¯GªG°B«K¸Ð+<Ñ=ÈñMô Nð �D˜4‘KÓØ �c�Ø@DÇÁ×@SÑ@SÓ@U×@[Ñ@[Ô@]Ô^Ò@]¹¸¸1˜a §¡£×!1Ñ!1Ó!3Ò3Ñ@]�
Ñ^’
Ø�t–Ø�q‘�Øœ!˜J™-Ö'Ùñw )ðx Ñ!Ø�H‰H×$Ñ$ ZÔ0Ø�‰�‰ŒØ”+ˆBØ�F‰F�5˜$ÔØ�F‰F�5˜$Öñ ð ˆ÷[ !–ú÷h !–üó _s    Ã"Ac'Ø<Dc9à*,dã'
c6ã9
d	c                ój  • [        [        S   [        -  5      U R                  U R                  -
  U R
                  -
  peXe-   U R                  -   n[        R                  " U Vs/ s H  n[        US   5      U-
  PM     sn5      n	[        R                  " U	S-   S5      R                  [        5      n
UR                  [        U5      X*U
R                  5       -  S9n[        R                  " X'U R                  4[        R                   5      n[        R                  " X%4US   S   R"                  SS -   [        R                   5      n[        R                  " X%4[        R$                  5      [        R&                  " X%4[(        5      pþ[+        U5       H¨  u  nnUR-                  SU	U   S-   5      nUU   nUS   UUU-    US   UU-   UU-   U-    US   UU-   UU-   U-    sUU'   UU'   UU'   UR/                  5       [        S	   :  d  Mw  S
UUUR-                  [        SU-  5      [        SU-  5      5      S24'   Mª     U(       a  U R1                  XÃ5      n[2        R4                  " U5      [2        R4                  " U5      [2        R4                  " U5      [2        R4                  " U5      4$ s  snf )aB  n training sequences of D['seq_len_s'] s with their causal context: EEG (n, ctx + Ls + fut, C), targets of
both streams (n, Ls, 2, F), attended column (n, Ls) and the synthetic-switch flag (n, Ls): with probability
D['seq_p_switch'] the two streams swap roles at a uniform time (as generateSyntheticSwitches does at test).Ú	seq_len_sr}   r1   r   r  Ú_YNrE   Úseq_p_switchTr½  gš™™™™™é?)rH   r4   r   râ   r¨  r§  r   rÁ   rG   r:   r8   rÈ   r  rR  r  rx   r   rI   Úint64rD  rß  r  rß  rÐ  rý  r   r   )rw   r‰  r^   rã  r  ÚLsr}  ÚneedrP  r  rÑ   r  rÍ   rJ   rE   Ústrè  r0  rL   r=   s                       r   Ú
_sequencesÚDNNDec._sequencesi  sG  € ô ”a˜‘n¤rÑ)Ó*¨D¯F©F°T·X±XÑ,=ÀÇÁÑ,HˆCØ‰x˜$Ÿ(™(Ñ"ˆÜ�xŠx±vÓ>²v°!œ˜Q˜u™X›¨Ô-±vÑ>Ó?ˆÜ�JŠJ�t˜a‘x Ó#×*Ñ*¬5Ó1ˆØ�Z‰Zœ˜F› Q¨a¯e©e«g©+ˆZÐ6ˆÜ�HŠH�a˜tŸv™vÐ&¬¯
©
Ó3ˆÜ�HŠH�a�W˜v a™y¨™×4Ñ4°Q°RÐ8Ñ8¼"¿*¹*ÓEˆÜ—(’(˜A˜7¤B§H¡HÓ-¬r¯xªx¸¸ÄÓ/FˆRÜ˜b–M‰DˆAˆqØ—‘˜Q  Q¡¨!¡Ó,ˆAØ˜‘ˆBØ!# E¡¨1¨Q°©XÐ!6¸¸4¹ÀÀSÁÈÈSÉÐSUÉÐ8VÐXZÐ[`ÑXaÐbcÐfiÑbiÐjkÐnqÑjqÐtvÑjvÐXwÐˆAˆa‰D�!�A‘$˜˜A™Ø�z‰z‹|œa Ñ/Õ/ØEI��1�c—l‘l¤3 s¨R¡x£=´#°c¸B±h³-Ó@ÑAÐAÓBñ "ö Ø—‘˜aÓ%ˆAÜ×Ò Ó"¤E×$4Ò$4°QÓ$7¼×9IÒ9IÈ#Ó9NÔPU×P`ÒP`ÐacÓPdÐdÐdùò ?s   Á$J0c           
     ó6  ^ ^ • UR                   S   UR                   S   p‡T R                  T R                  -
  T R                  -
  [	        [
        S   S   [        -  5      sn	m UR                  ST R                  T R                  5      R                  SSSS5      R                  ST R                  T R                  5      n
T R                  U
5      SS2X™T R                  -   24   nUR                  XxS5      nU U 4S	 jnS
 nU" U5      nU" Xì" USS2SS2S4   5      5      U" Xì" USS2SS2S4   5      5      -
  nU U 4S jnU" U5      U" U5      nnU[        R                  " USS5      S   -  U-  R                  S5      nUU-  R                  5       n[         R"                  " [$        S   5      [         R"                  " S[$        S   -
  5      nn[        R&                  " US-  U* S-  /S5      n[        R(                  " US4[         R"                  " S5      UR*                  S9nS/ nn[-        UR                   S   5       H¸  nUS:”  ak  [        R&                  " [        R.                  " USS2S4   U-   USS2S4   U-   5      [        R.                  " USS2S4   U-   USS2S4   U-   5      /S5      nUUSS2U4   -   n[        R0                  " USSS9nUUSS2S4   -   UU-
  nnUR3                  U5        Mº     [        R&                  " US5      nUR5                  SUS   5      S   R7                  5       * nUR9                  S5      U:H  R;                  5       R7                  5       nUS:X  a¡  UR5                  SUS   5      S   R                  S5      [         R"                  " S5      -   [        R                  " USS2SS24   USS2SS24   :H  UU5      R                  S5      -   nUU-
  UR                   S   -  R7                  5       UU4$ UUU4$ )aâ  Decoder on every 0.25-s hop of the sequences (the causal read-out of reconstruct()), per-target Pearson in
1-s windows against both streams, evidence sign flipped in the synthetically switched windows, unary log-odds
u = sum_f v_f (r0_f - r1_f), 2-state chain with p_stay. kind 'filter': cross-entropy of the causal FILTERING
posterior (what is used at test); 'crf': negative log-likelihood of the whole state path (CRF).
Returns (loss, filtering cross-entropy, filtering accuracy).r   r1   r¡  r£  ro  r"   r3   Nc                ó>   >• U R                  STTR                  5      $ )Nr1   )Úunfoldr§  )rL   ÚEWrw   s    €€r   rž  Ú"DNNDec._seq_loss.<locals>.<lambda>Š  s   ø€ �q—x‘x  2 t§x¡xÔ0r   c                óì   • X R                  SSS9-
  XR                  SSS9-
  pX-  R                  S5      [        R                  " X -  R                  S5      X-  R                  S5      -  S-   5      -  $ )Nr3   Tr:  r<  rQ  rS  s     r   ÚcorrÚDNNDec._seq_loss.<locals>.corrŒ  sf   € Ø—v‘v˜b¨$�vÐ/Ñ/°·V±V¸BÈ°VÐ5MÑ1MˆqØ‘E—;‘;˜r“?¤U§Z¢Z°±·±¸B³À1Á5Ç+Á+ÈbÃ/Ñ0QÐTXÑ0XÓ%YÑYÐYr   c                ó~   >• U R                  5       R                  STTR                  5      R                  S5      S:„  $ )Nr1   r3   rY  )rÈ   rn  r§  rÅ   )rG  ro  rw   s    €€r   rž  rp  ‘  s.   ø€ ˜Ÿ™›×)Ñ)¨!¨R°·±Ó:×?Ñ?ÀÓCÀcÒIr   g      ð¿r    r7  Ú
seq_p_stayrY  r$  r0   Tr:  r4  Úcrf)rI   râ   r¨  r§  rH   r   r   rn  r®  r¯  rx   rä  r   r×  rR  r/  r™  r¦  r4   r<   Úfullr%  r[   Ú	logaddexpÚ	logsumexpr6   ÚgatherrÅ   rF  rÈ   )!rw   rÍ   rJ   rE   ri  rÏ   r†  r±  rg  rü  Úwinr�   Úuwrr  ÚywrJ  ÚfracÚwswÚa_wÚuÚstateÚlsÚlswÚunÚlpÚlogZÚpostrè  r  ÚceÚaccÚgoldro  s!   `                               @r   Ú	_seq_lossÚDNNDec._seq_loss  s£  ù€ ð —‘˜‘
˜AŸG™G A™Jˆ2Ø—6‘6˜DŸH™HÑ$ t§x¡xÑ/´´S¸±_ÀWÑ5MÔPRÑ5RÓ1SˆˆˆbØ�h‰h�q˜$Ÿ&™& $§(¡(Ó+×3Ñ3°A°q¸!¸QÓ?×GÑGÈÈDÏFÉFÐTX×TZÑTZÓ[ˆØ�H‰H�S‹Mš!˜T¨¯©¡/Ð1Ð1Ñ2ˆØ�I‰I�a˜RÓ ˆÝ0ˆò	Zñ �‹UˆÙ��R˜š!šQ ˜'™
“^Ó$¡t¨B°°1²Qº¸1°W±:³Ó'?Ñ?ˆÝIˆÙ˜“8™T #›YˆSˆØ”—’˜S $¨Ó,¨YÑ7Ñ7¸!Ñ;×@Ñ@ÀÓDˆØ�s‘× Ñ Ó"ˆÜ—(’(œ1˜\™?Ó+¬T¯XªX°a¼!¸L¹/Ñ6IÓ-JˆCˆÜ�[Š[˜!˜a™% !  a¡˜¨"Ó-ˆÜ�ZŠZ˜˜A˜¤§¢¨£°a·h±hÑ?ˆØ˜"ˆdˆÜ�r—x‘x ‘{Ö#ˆAØ�1‹uÜ—[’[¤%§/¢/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"PÜ"'§/¢/°"²Q¸°T±(¸R±-ÀÂAÀqÀDÁÈCÁÓ"Pð"RØSTóV�à�bš˜A˜‘h‘ˆBÜ—’  A¨tÑ4ˆAØ˜a¢ 1 ™g‘~ r¨A¡v�"ˆDØ�K‰K˜ŽOñ $ô �{Š{˜4 Ó#ˆØ�k‰k˜!˜U 9Ñ-Ó.¨vÑ6×;Ñ;Ó=Ð=ˆØ�{‰{˜2‹ %Ñ'×.Ñ.Ó0×5Ñ5Ó7ˆØ�5‹=Ø—9‘9˜Q  iÑ 0Ó1°&Ñ9×=Ñ=¸aÓ@Ä4Ç8Â8ÈCÃ=ÑPÜ—’˜E¢! Q¡R %™L¨E²!°S°b°S°&©MÑ9¸2¸sÓC×GÑGÈÓJñKˆDà˜D‘[ B§H¡H¨Q¡KÑ/×5Ñ5Ó7¸¸SÐ@Ð@Ø�2�sˆ{Ðr   c                ó8  ^ ^^^^• [         S   m[        [         S   [        -  5      T R                  -   T R                  -
  nX-    H  n[        U5      US'   M     U Vs/ s H  n[        US   5      U:¼  d  M  UPM     snU Vs/ s H  n[        US   5      U:¼  d  M  UPM     nnn[        R                  R                  [         R                  S[        S   5      S-   5      n[        R                  R                  [         R                  S5      (       a-  [        R                  " T R                   R"                  [$        S	9OL[        R&                  " T R                   R"                  4[         S
   T R                   R"                  -  [$        S	95      m[         R                  S5      (       a  U4S jOU4S jm[        R(                  R+                  [-        T R                   R/                  5       [         S   S9[-        T/[         S   SS9/[         S   S9n	[1        [         S   5       V
s/ s H  n
T R3                  U[         S   U5      PM     sn
mUUU U4S jnU" 5       u  pÍT R5                  ST SUS SUS S[        R6                  " T" 5       R9                  5       R;                  5       R=                  5       S5       35        ST R                   R?                  5       RA                  5        VVs0 s H#  u  pïXïR9                  5       RC                  5       _M%     snnT" 5       R9                  5       RC                  5       nnn[1        [         S   5       GH}  n[D        RD                  " 5       / nnT R                   RG                  5         [1        [         S    5       Hî  n
T R3                  U[         S   US!S"9 Vs/ s H  nURI                  [$        5      PM     nnT RJ                  " / UQT" 5       PTP76 S   nU	RM                  5         URO                  5         [        R                  RP                  RS                  T R                   R/                  5       S#5        U	RU                  5         URW                  URY                  5       5        Mð     U" 5       u  nnT R5                  ST S$US% S&[        RZ                  " U5      S S'US SUS S([        R6                  " T" 5       R9                  5       R;                  5       R=                  5       S5       S)[D        RD                  " 5       U-
  S* S+35        UUS,-
  :  aƒ  USnnT R                   R?                  5       RA                  5        VVs0 s H#  u  pïXïR9                  5       RC                  5       _M%     snnT" 5       R9                  5       RC                  5       nnGMi  US--  nU[         S.   :¼  d  GM~    O   T R                   R]                  U5        T R                   R_                  5         X-    H  nURa                  SS/5        M     [-        UR;                  5       R=                  5        Vs/ s H  n[c        U5      PM     sn[         S0   US19$ s  snf s  snf s  sn
f s  snnf s  snf s  snnf s  snf )2a  Phase 2 after fit(): fine-tune the decoder and the CRF unary weights v END-TO-END with a sequence loss on
synthetic-switch sequences. Early stopping on the filtering cross-entropy of fixed validation sequences.
Returns dict(v, p_stay) for score.py (--evidence-weights crf).Úseq_lossrc  rd  r}   r¤  r¥  rn  Ú
seq_v_normr$  Ú
seq_v_initc                 óF   >• [         S   [        R                  " T S5      -  $ )Nr‘  r   )r4   r   Úsoftmax©rì  s   €r   rž  Ú%DNNDec.fit_sequence.<locals>.<lambda>¹  s   ø€ ”a˜‘o¬¯ª°b¸!Ó(<Ò<r   c                 ó   >• T $ r©  rœ   r”  s   €r   rž  r•  ¹  s   ø€ Ñcer   Úseq_lrr  Úseq_v_lrr0   )r€  r�  r,  r,  )r,  Úseq_val_batchesÚ	seq_batchc                 ó`  >• TR                   R                  5         [        R                  " 5          T V Vs/ s HA  n TR                  " / U  Vs/ s H  oR                  [        5      PM     snQT" 5       PTP76 PMC     nn nS S S 5        [        [        R                  " W Vs/ s H  o3S   R                  5       PM     sn5      5      [        [        R                  " U Vs/ s H  o3S   R                  5       PM     sn5      5      4$ s  snf s  snn f ! , (       d  f       N™= fs  snf s  snf ru  )rä  r�  r   rŠ   rŒ  r'  r(  rÈ   r   rÅ   rE  )rB   rG  rÓ   r   ÚVbr†  rw   Úvfs       €€€€r   ÚvalidateÚ%DNNDec.fit_sequence.<locals>.validate¾  sÏ   ø€ Ø�H‰H�M‰MŒOÜ—’•ÙRTÔUÒRTÈQ�T—^’^ÐH¹Ó%;º°A§d¡d¬3¦i¹Ñ%;ÐH¹R»TÐHÀ4ÕHÑRT�ÑU÷ !äœŸš±qÓ!9²q°! A¡$§)¡)¦+±qÑ!9Ó:Ó;¼UÄ2Ç7Â7ÑabÓKcÒabÐ\]ÈaÉDÏIÉIÎKÑabÑKcÓCdÓ=eÐeÐeùò &<ùÓU÷ !•üâ!9ùÒKcs:   ±D·DÁD
Á,DÁ?DÂ#D&Ã"D+Ä
DÄDÄ
D#z    seq[z] start: val filter-CE z.4fz acc r=  z  v ro  r   Ú
seq_epochsÚ	seq_stepsTr1  r5  z] epoch r7  r8  z val filter-CE z v r9  r:  r;  r>  r1   Úseq_patienceNru  )rÏ   Úp_stayÚval_ce)2r4   rH   r   râ   r§  rC   rG   r   rÐ  r?  r5   r   r   r$  rC  rD  rä  r+  r(  rw  r   r@  r„  rÞ  r[   rj  r¦  rÞ  rK  r   rŒ   rJ  r  rL  rC  r‚   r'  rŒ  rG  r€  rH  rI  r‘  r6   rE  rÅ   rÁ  r�  rM  rÈ   )rw   r‚   rƒ   rh  r=   rP  Útr_okÚva_okrã  r£  r…   rž  rT  Úacc0rb   r   rU  rV  Úbest_vrY  rZ  r[  rG  rB   r2  r_  Úvarœ  r†  rì  r�  s   `                          @@@@r   Úfit_sequenceÚDNNDec.fit_sequenceª  sP  ü€ ô �‰}ˆÜ”1�[‘>¤BÑ&Ó'¨$¯&©&Ñ0°4·8±8Ñ;ˆØ”+ˆBÜ “|ˆBˆt‹Hñ á#(ÓB¢5˜a¬C°°%±«M¸TÑ,AŸ¡5ÑBÑPSÓDmÒPSÈ1ÔWZÐ[\Ð]bÑ[cÓWdÐhlÑWlÇQÑPSˆuÐDmˆÜ�i‰i×#Ñ#¤A§E¡E¨,¼¸F¹Ó$DÀqÑ$HÓIˆô �X‰X×ÑÄqÇuÁuÈ\×GZÑGZ¤§¢¨D¯H©H¯J©J¼sÒ CÜ%*§Z¢Z°·±·±°¼qÀ¹ÐQU×QYÑQY×Q[ÑQ[Ñ?[ÔdgÑ%hójˆäABÇÁÀ|×ATÑATÕ<Ô[eˆÜ�k‰k×Ñ¤¨T¯X©X×-@Ñ-@Ó-BÄqÈÁ{Ñ!SÜ!%¨b¨T´a¸
±mÐRUÑ!Vð!XÜfgÐhvÑfwð  ð yˆäCHÌÐK\ÑI]ÔC^Ó_ÒC^¸aˆd�o‰o˜e¤Q {¡^°SÖ9ÑC^Ñ_ˆ÷	fð 	fñ
 “Z‰
ˆØ�‰�8˜D˜6Ð!8¸¸c¸
À%ÈÈSÀzÐQUÔVX×V^ÒV^Ñ_aÓ_c×_jÑ_jÓ_l×_pÑ_pÓ_r×_xÑ_xÓ_zÐ|}ÓV~ÐUð  Aô  	BØ"#ÈÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÒHeÁÀ a¯©«×)9Ñ)9Ó);Ò&;ÑHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜ˆZˆÜœ˜,™×(ˆBÜ—Y’Y“[ "�ˆBØ�H‰H�N‰NÔÜœ1˜[™>Ö*�Ø(,¯©¸¼qÀ¹~ÈsÐX\¨Ñ(]Ó^Ò(] 1�Q—T‘Tœ#–YÑ(]�Ð^Ø—~’~Ð5 qÐ5©"«$Ð5°Ò5°aÑ8�Ø—‘”Ø—‘”Ü—‘—‘×.Ñ.¨t¯x©x×/BÑ/BÓ/DÀcÔJØ—‘”
Ø—	‘	˜$Ÿ)™)›+Ö&ñ +ñ “Z‰FˆB�Ø�H‰H�x ˜v X¨b°¨X°W¼R¿WºWÀR»[ÈÐ<MÈ_Ð]_Ð`cÐ\dÐdiÐjlÐmpÐiqð rÜŸ(š(¡2£4§;¡;£=×#4Ñ#4Ó#6×#<Ñ#<Ó#>ÀÓBÐCÀ2ÄdÇiÂiÃkÐTVÑFVÐWZÐE[Ð[]ð_ô `à�D˜4‘KÓØ �c�ØHLÏÉ×H[ÑH[ÓH]×HcÑHcÔHeÔ%fÒHeÁÀ a¯©«×)9Ñ)9Ó);Ò&;ÑHeÒ%fÑhjÓhl×hsÑhsÓhu×h{Ñh{Óh}˜F�
šFà�q‘�Øœ!˜NÑ+Ö+Ùñ) )ð* 	�‰× Ñ  Ô,Ø�‰�‰ŒØ”+ˆBØ�F‰F�4˜Öñ ä¨¯©«×);Ñ);Ô)=Ó>Ò)= A”u˜Q–xÑ)=Ñ>ÄqÈÁÐ_cÑdÐdùò[ CùÒDmùò `ùó &gùò
 _ùó &gùò ?s6   ÁY7Á9Y7ÂY<ÂY<È/$ZË7*ZÏ ZÕ0*ZÙZc                ó   • US   R                  [        R                  5      n[        U5      nUS:X  ac  U R                  U R
                  -
  U R                  -
  nXPR
                  U R                  -   pvU R                  [        XUU R                  -   5      p˜OGU R                  S-  n
X R                  U R                  S-  [        XªU R                  S-  -   5      4u  pgp‰[        R                  " [        R                  " X`R                  4[        R                  5      U[        R                  " XpR                  4[        R                  5      /5      n[        R                  " SXH5      nU R                  R                  n[        R                  " [        U5      U-  4US:”  a  U4OS-   [        R                  5      n[        [        R!                  SS	5      5      n[#        S[        U5      U5       HÏ  nUUUU-    n[$        R&                  " [        R(                  " U Vs/ s H  nUUUU R                  -    PM     sn5      5      R+                  [,        5      nU R                  U5      S
S
2U	4   R/                  5       R1                  5       nUR3                  SUS:”  a  U4OS-   5      UUU-  U[        U5      -   U-  & MÑ     US
U $ s  snf )zÌcausal : output sample u is read from the window ending at u + fut + (u mod hop) -> <= 0.75 s future.
offline: centre quarter-to-three-quarters of windows at hop W/2 (reference; uses up to 3.75 s future).r}   r›  r:  r"   r   r1   rœ   r6  i   N)r3   )r8   r   r   rG   râ   r¨  r§  Úslicerâ  rD  rx   rF   rä  r+  rH   r4   r5   r[   r   r   r<   r'  r(  r   rŒ   r¯  )rw   r=   rË  r   rÀ   rü  Úpad_lÚpad_rr‘  ÚtakeÚqrú   Ústartsr+  ræ   Úbsr0  rÎ   rL   rÍ   r�   s                        r   rŽ   ÚDNNDec.reconstructá  s/  € ð ˆu‰I×ÑœRŸZ™ZÓ(ˆÜ�‹FˆØ�8ÓØ—6‘6˜DŸH™HÑ$ t§x¡xÑ/ˆDØ§¡¨D¯H©HÑ!4�5ØŸ™¤5¨°d·h±h©Ó#?‘$à—‘˜!‘ˆAØ'(¯&©&°$·&±&¸A±+¼uÀQÈDÏFÉFÐVWÉKÉÓ?XÐ'XÑ$ˆE˜$Ü�^Š^œRŸXšX u¯f©f o´r·z±zÓBÀAÄrÇxÂxÐQV×X^ÑX^ÐP_Ôac×akÑakÓGlÐmÓnˆÜ—’˜1˜aÓ&ˆØ�H‰H�J‰JˆÜ�hŠhœ˜F› dÑ*Ð,¸¸A»°±À2ÑFÌÏ
É
ÓSˆÜ”—‘�z 3Ó'Ó(ˆÜ�qœ#˜f›+ rÖ*ˆAØ�q˜˜R™Ð ˆAÜ× Ò ¤§¢ÁQÓ*GÂQÀ¨2¨a°°D·F±F±
Ó+;ÁQÑ*GÓ!HÓI×LÑLÌSÓQˆAØ—‘˜“šA˜t˜GÑ$×(Ñ(Ó*×0Ñ0Ó2ˆAØ01·	±	¸%È1ÈqË5ÀAÁ4ÐVXÑ:YÓ0ZˆC��D‘˜!œc !›f™*¨Ñ,Ò-ñ	 +ð
 �2�Aˆwˆùò +Hs   È"Kc                óÎ   • U R                  X5      nU R                  R                  S:X  a  X1S   S S 2S4   US   S S 2S4   4$ [        U5      nX4S S 2SS S 24   US S 2SS S 24   4$ )Nr1   r   r   )rŽ   rä  r+  rC   )rw   r=   rË  r�   rJ   s        r   r‘   ÚDNNDec.featuresú  sl   € Ø×Ñ˜RÓ&ˆØ�8‰8�:‰:˜‹?Ø˜‘i¢ 1 ‘o r¨%¡y²°A°¡Ð6Ð6Ü�R‹LˆØ’A�qš!�G‘*˜a¢ 1¢a ™jÐ(Ð(r   )rx   râ   r¶  r  r²  rÇ  r¨  r§  r¦  rš   r™   rä  r©  N)F)r›  )r”   r•   r–   r—   Úprintry   rý  r'  r€   rj  rŒ  rª  r   rŠ   rŽ   r‘   r›   rœ   r   r   rš  rš  l  sS   † Ø$)°ô 0ò`ôD.Oò`Vôveò,)òV5eðn ‡]‚]ƒ_óó ð÷0)r   rš  )rh   r    r°   rØ   rì   r   )rü  rý  rû  ró  rþ  r  r   rì  rí  r»  rî  rï  rð  rñ  c                óL   • U [         ;   a  [         U    " U5      $ [        XU5      $ r©  )ÚLINEARrš  )r™   rx   r¦  s      r   Úmakerº    s$   € ØŒvƒ~Ü�dŠ|˜A‹ÐÜ�$˜3ÓÐr   )rœ   )Er˜   Ú
__future__r   r  r™  rÃ  rS   rC  rŒ   r   r   r  Úeinops.layers.torchr   Ú
common_expr   r   r   r   ru   r4   r%  r   Úis_availabler(  r   rC   rO   rQ   rd   rf   rž   r®   rÖ   rê   rþ   r  r$  ÚModuler  r
  r7  r[  rl  rŠ  r“  r¤  rÏ  r§  r¶  rÓ  rÛ  r!  rO  rT  rg  rt  rw  ÚautogradÚFunctionry  r‹  r�  r–  rš  r¹  ÚDNNr·  rº  rœ   r   r   Ú<module>rÃ     s(  ðñ	õ #ã Û Û 	Û 	Û ã Û Û Ý &ç )Ó )àˆ�M€Øˆ�J€Ø‡l‚l˜UŸZ™Z×4Ñ4×6Ñ6‘6¸EÓB€òGò2ò.Bò4ò÷ 3ñ 3ô2�:ô ô �
ô ÷:)ñ )÷BMñ M÷.#*ñ #*ðR ˆfÐHÐI€	ô!�U—X‘X—_‘_ô !ð2 €ôGˆ%�(‰(�/‰/ô Gô0N�U—X‘X—_‘_ô Nô&�%—(‘(—/‘/ô ò(.òò$gð €ô
k�E—H‘H—O‘Oô 
kôA�e—h‘h—o‘oô Aô*9ˆe�h‰h�o‰oô 9ò>xôB/ˆ%�(‰(�/‰/ô /ò8gòOò ô%ò(%ô"ˆ5�>‰>×"Ñ"ô "ò?ôOˆe�h‰h�o‰oô OòQ÷S)ñ S)ðl ¨\ÈÐbkØ (ñ
,€ò d€ð õ  r   