ó
    ÖÁjÑ>  ã                   óŽ  • S r SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK	J
r
JrJrJrJrJrJr  SSKJrJrJr  SSKJrJrJr  SSKJr  SSKJrJr  SSKJr  \" \S	   \-  5      \" \S
   \-  5      \" \S   \-  5      sr r!r"\ \"-
  \!-
  \ \-
  sr#r$\%" \\
S      5       V Vs/ s H  u  pUS;   d  M  U PM     snn r& " S S\RN                  RP                  5      r)S r*\RV                  " 5       SS j5       r,S€S jr-S r.\/S:X  Ga�  \R`                  " 5       r1\1Re                  SSS9  \1Re                  S\SS9  \1Re                  SSSS9  \1Re                  S\3S S!S"9  \1Re                  S#S$/ S%QS&S'9  \1Re                  S(\3SS)S"9  \1Re                  S*\SS+S"9  \1Re                  S,\SS9  \1Re                  S-SS.S9  \1Re                  S/S0S1S29  \1Re                  S3S0S4S29  \1Ri                  5       r5\5Rl                  (       a#  \" \5Rl                  \-  5      r \ \"-
  \!-
  \ \-
  sr#r$\5Rn                  Rq                  S55      \S6'   0 \
S7   E\
S8   S9   E\S:'   \5Rr                  b  \5Rr                  \S;'   \5Rt                  (       a  \5Rt                  \S<'   \Rv                  " S=5        \5Rx                  (       GaÜ  \Rz                  " S;S5      r>\>\S;'   \" \R~                  R�                  \S>S?\5R‚                   S@\> SA35      5      rB\" SB/SC\B5      rC\C H  rD\" \D5      \DSD'   M     \E" \C Vs1 s H  o"SE   Rq                  SF5      S   iM     sn5      rF\G" \R�                  R“                  SG5      R•                  \FS=SHSI95      rK\B" SJ\> SK\L" \F5      S=-
   SL\E" \K5       35        \-" \C Vs/ s H!  o"SE   Rq                  SF5      S   \K;  d  M  UPM#     sn\C Vs/ s H!  o"SE   Rq                  SF5      S   \K;   d  M  UPM#     sn\B\55      u  rMrN\Rž                  " \R~                  R�                  \SM5      SNSO9  \R~                  R�                  \SMS?\5R‚                   S@\> SP35      rP\R¢                  " \MR¥                  5       \P5        \B" SQ\P SR\NSS ST35        \SeSU\5R‚                   3rT\" \R~                  R�                  \S>\T SA35      5      rB\B" SV\T SW35        \ HC  rU\R~                  R­                  \" \T\U5      5      (       a  \B" SX\U SY35        M8  \." \U\T\B\55        ME     \W" \TSZSC\S6   \5R°                  \5R²                  \5R´                  \5R¶                  \5R¸                  \ \-  \Rz                  " S;\
S[   5      S\\S:   S]\
S^   S_    S`3\" \TSa\"\!-   \-  5      Sb9rP\ Vs0 s H  o3\PSa   Sc   U   Sd   _M     sn\PSd'   \PSa   Se   r]\B" Sf\]Sg   Sh Si\]Sj   Sh Sk\]Sl   Sm Sn\]So   Sm Sp\]Sq   Sm ST35        Sr H]  r^\B" Ss\^St Su3SvR�                  Sw \ 5       5      -   Sx\R¾                  " \ Vs/ s H  n\PSd   U   \^   Sy   PM     sn5      Sm 3-   5        M_     \`" \R~                  R�                  \Sz\T S{35      S|5       ra\RÄ                  " \P\aS\3S}9  SSS5        \B" S~\T SW35        ggs  snn f s  snf s  snf s  snf s  snf s  snf ! , (       d  f       N;= f)�a}  A2: DIRECT attention classifier (EEG + the two streams' stimulus features -> stream A or B), LODO, with shortcut controls.

Model  logit = g(EEG, A, B) - g(EEG, B, A): g = vlaai_ws backbone on the channel-concatenated input (58 EEG + 2 x F
       stimulus features: env, onset, dom, z-scored per window), linear read-out, learned temporal pooling. Exactly
       ANTISYMMETRIC in (A, B), so a constant preference for one column cannot be learned (column 0 is the majority-
       attended stream in the corpus).
Train  same preprocessing / augmentation / data as the best reconstruction decoder (prep mat_reac, aug 'cluster',
       + Fuglsang). 5-s windows; label = attended stream 1 s before the window end (the first sample the decision may
       label under the 1-s rule); in a fraction of the windows the two streams swap roles at a random time (synthetic
       switch inside the window). Binary cross-entropy; early stopping on one validation subject per dataset.
Score  identical synthetic-switch schedules and scorer as every other experiment: the schedule of score.py is replayed,
       the stimulus columns are swapped at the switch times, the classifier runs causally every 0.25 s on windows
       ending 0.75 s after the decision time, logit -> HMM (score.py, evidence flagged pre_switched).
Controls on the held-out dataset (no synthetic switch, one decision per second), fold info['controls']:
  normal      accuracy of the 5-s decisions
  zero_eeg    EEG set to 0: must be 50 %; above = the label leaks through the envelopes alone
  shift_eeg   EEG circularly shifted by half the trial: destroys the time-locking to the speech but keeps everything
              that is constant over the trial (gaze direction / EOG, subject, session): must be 50 %; above = shortcut
  no_frontal  frontal channels (Fp, AF, F7/F8: strongest ocular artefacts) set to 0: should stay close to normal
--zero-eeg trains an ENVELOPE-ONLY model (EEG zeroed in training and test): how much of the label is predictable from
the stimuli alone under LODO.
usage: python direct_classifier.py [--train-seed 1] [--tag _x] [--zero-eeg]  -> folds/, results/direct_clf__mat_reac<tag>.jsoné    N)ÚCFGÚEXPÚFSÚ	fold_fileÚ
load_trialÚrows_ofÚsave_pickle)ÚDS_KEYSÚMONTAGESÚSEED)ÚDÚDEVÚ_targets)Údraw_switch_times)Úload_externalÚlog_to)Úscore_experimentÚwindow_sÚinfer_hop_sÚcausal_future_sÚmontage)ÚFP1ÚFPZÚFP2ÚAF3ÚAF4ÚF7ÚF8c                   ó>   ^ • \ rS rSrSU 4S jjrS rS rS rSrU =r	$ )Ú	DirectNeté,   c           
      ó
  >• [         TU ]  5         [        R                  " X1SU-  -   [        5      U l        [        R                  " 5          U R                  [        R                  " S[        USU-  -   5      5      nS S S 5        [        R                  R                  WR                  S   S5      U l        [        R                  R                  [        R                  " [        5      5      U l        g ! , (       d  f       N}= f)Né   é   éÿÿÿÿ)ÚsuperÚ__init__ÚdecodersÚbuild_backboneÚWÚbbÚtorchÚno_gradÚ_bbÚzerosÚnnÚLinearÚshapeÚheadÚ	ParameterÚtw)ÚselfÚCÚFsÚbackboneÚoÚ	__class__s        €Úf/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/direct_classifier.pyr'   ÚDirectNet.__init__-   sŸ   ø€ Ü‰ÑÔÜ×)Ò)¨(¸¸B¹±JÄÓBˆŒÜ�]Š]�_Ø—‘œŸš Q¬¨1¨q°2©v©:Ó6Ó7ˆA÷ ä—H‘H—O‘O A§G¡G¨B¡K°Ó3ˆŒ	Ü—(‘(×$Ñ$¤U§[¢[´£^Ó4ˆ�÷ �_ús   Á2C4Ã4
Dc                 óh   • U R                  U5      n[        U[        [        45      (       a  US   $ U$ )Nr   )r+   Ú
isinstanceÚtupleÚlist)r6   ÚxÚys      r<   r.   ÚDirectNet._bb5   s.   € Ø�G‰G�A‹JˆÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:ó    c           	      óÜ   • U R                  U R                  [        R                  " XU/S5      5      5      S   nU[        R                  " U R
                  S5      -  R                  S5      $ )Nr%   ).r   r   r$   )r3   r.   r,   ÚcatÚsoftmaxr5   Úsum)r6   ÚEÚAÚBÚhs        r<   ÚgÚDirectNet.g9   sR   € Ø�I‰I�d—h‘hœuŸyšy¨!°¨°BÓ7Ó8Ó9¸&ÑAˆØ”E—M’M $§'¡'¨1Ó-Ñ-×2Ñ2°1Ó5Ð5rE   c           	      óè   • X"R                  SSS9-
  UR                  SSS9S-   -  nU R                  XS S 2S S 2S4   US S 2S S 2S4   5      U R                  XS S 2S S 2S4   US S 2S S 2S4   5      -
  $ )Nr$   T)Úkeepdimg�íµ ÷Æ°>r   )ÚmeanÚstdrN   )r6   rJ   ÚSs      r<   ÚforwardÚDirectNet.forward=   sx   € Ø—‘˜ 4�Ð(Ñ(¨Q¯U©U°1¸d¨UÐ-CÀdÑ-JÑKˆØ�v‰v�aš1ša ˜7™ Q¢qª!¨Q w¡ZÓ0°4·6±6¸!ºqÂ!ÀQ¸w¹ZÈÊ1ÊaÐQRÈ7ÉÓ3TÑTÐTrE   )r+   r3   r5   )Úvlaai_ws)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r'   r.   rN   rU   Ú__static_attributes__Ú__classcell__)r;   s   @r<   r    r    ,   s   ø† ÷5ò;ò6÷Uð UrE   r    c           	      óÄ  • [         R                  " U  Vs/ s H  n[        US   5      [        -
  PM     sn5      n[         R                  " US5      R                  [        5      nUR                  [        U 5      XUR                  5       -  S9n	[         R                  " U[        S4[         R                  5      n
[         R                  " U[        4U S   S   R                  SS  -   [         R                  5      n[         R                  " U[         R                  5      n[        U	5       HÌ  u  pÞUR                  SX~   S-   5      nX   nUS   Xÿ[        -    US   Xÿ[        -    sX­'   X½'   [        US   U[        -      5      nUR!                  5       U:  aS  [        UR                  ["        S-  [        ["        S-  -
  5      5      nX½US 2S S S	24   X½US 24'   U[        ::  a  SU-
  OUnUS:X  a  S
OSXÍ'   MÎ     Ub  UR%                  X¢5      n
U(       a  SU
S S & [&        R(                  " U
5      [&        R(                  " U5      [&        R(                  " U5      4$ s  snf )NÚeegr   )Úpé:   Ú_Sr$   Úattr#   r%   g      ð?ç        )ÚnpÚarrayÚlenr*   ÚmaximumÚastypeÚfloatÚchoicerI   ÚemptyÚfloat32r2   Ú	enumerateÚintegersÚintÚLABÚrandomr   Ú_augmentr,   Ú
from_numpy)ÚtrialsÚnÚrngÚaugÚp_swÚzero_eegÚtÚlensr`   ÚtiÚXrT   rC   ÚjÚiÚsÚtrÚcolÚtaus                      r<   Úwindowsr…   B   só  € Ü�8Š8±Ó7²¨1”S˜˜5™“]¤QÔ&±Ñ7Ó8€DÜ
�
Š
�4˜Ó×"Ñ"¤5Ó)€AØ	�‰”C˜“K ¨!¯%©%«'¡kˆÐ	2€BÜ
�Š�!”Q˜�œRŸZ™ZÓ(€AÜ
�Š�!”Q�˜& ™) D™/×/Ñ/°°Ð3Ñ3´R·Z±ZÓ@€AÜ
�Š�”B—J‘JÓ€AÜ˜"–‰ˆØ�L‰L˜˜D™G a™KÓ(ˆØ‰YˆØ˜‘Y˜q¤Q¡Ð'¨¨D©°!¼±EÐ):ˆ
ˆ‰ˆa‰dÜ�"�U‘)˜A¤™GÑ$Ó%ˆØ�:‰:‹<˜$ÓÜ�c—l‘l¤2¨¡7¬A´°a±©KÓ8Ó9ˆCØ˜c™d¡D b D˜=Ñ)ˆA�‘ˆg‰JØ ¤C›Z�!�c’'¨SˆCØ˜Q“h‰s Cˆ‹ñ ð �Ø�L‰L˜Ó ˆÞØˆ‰!ˆÜ×Ò˜AÓ¤× 0Ò 0°Ó 3´U×5EÒ5EÀaÓ5HÐHÐHùò) 8s   •Ir$   c                 ó  • [        U5      n[        R                  " [        R                  " [        S4[        R
                  5      UR                  [        R
                  5      [        R                  " [        [        -   S4[        R
                  5      /5      n[        R                  " [        R                  " [        4UR                  SS -   [        R
                  5      U[        R                  " [        [        -   4UR                  SS -   [        R
                  5      /5      n[        R                  " SU[        U-  5      n[        R                  " [        U5      [        R
                  5      n[        S[        U5      S5       Hå  n	XyU	S-    n
U " [        R                  " [        R                  " U
 Vs/ s H  oµX»[         -    PM     sn5      5      R#                  [$        5      [        R                  " [        R                  " U
 Vs/ s H  o¶X»[         -    PM     sn5      5      R#                  [$        5      5      R'                  5       R)                  5       X‰U	[        U
5      -   & Mç     X‡4$ s  snf s  snf )zeCausal decisions: hop start a -> window x[a - POS0 : a + HOP + FUT] (zero padded), every `step` hops.ra   r$   Nr   i   )rg   re   Úconcatenater/   ÚPOS0rm   ri   ÚFUTÚHOPr2   Úarangerl   Úranger,   rt   Ústackr*   Útor   ÚcpuÚnumpy)ÚnetrB   rT   ÚstepÚTÚxpÚSpÚstartsÚoutr€   ÚaÚks               r<   Úlogitsrš   Z   sÒ  € ô 	ˆA‹€AÜ	�ŠœŸš¤4¨ *¬b¯j©jÓ9¸1¿8¹8ÄBÇJÁJÓ;OÔQS×QYÒQYÔ[^ÔadÑ[dÐfhÐZiÔkm×kuÑkuÓQvÐwÓ	x€BÜ	�ŠœŸš¤4 '¨A¯G©G°A°B¨KÑ"7¼¿¹ÓDÀaÌÏÊÔSVÔY\ÑS\ÐR^Ðab×ahÑahÐijÐikÐalÑRlÔnp×nxÑnxÓIyÐzÓ	{€BÜ�YŠY�q˜!œS 4™ZÓ(€FÜ
�(Š(”3�v“;¤§
¡
Ó
+€CÜ�1”c˜&“k 4Ö(ˆØ�Q˜‘XÐˆÙ¤× 0Ò 0´·²ÑPQÓ:RÒPQÈ1¸aÄAÁ»;ÑPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \Ü %× 0Ò 0´·²ÑPQÓ:RÒPQÈ1¸aÄAÁ»;ÑPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \ó^ß^aÑ^aÓ^c×diÑdiÓdkð 	ˆa”#�a“&‰jÒñ )ð ˆ;Ðùò ;SùÚ:Rs   Æ>I:ÈI?c                 óî
  • U S   S   R                   S   n[        R                  " S[        S   5      n[        R
                  " U5        [        SXSR                  5      R                  [        5      nU(       a3  UR                  [        R                  " U[        S95        U" SU 35        [        R                  R                  [        R                  5      n[        [         ["        S4u  Ul        Ul        Ul        Ul        [*        R,                  R/                  U5      n	[1        U[        S	   U	S
UR2                  UR4                  5      u  p«n[        R6                  R9                  UR;                  5       [        S   [        S   S9n[        R6                  R<                  R?                  USS[        S   S9n[        R@                  RB                  RD                  n[*        RF                  SS
nnn[I        [        S   5       GH#  n[J        RJ                  " 5       / nnURM                  5         [I        [        S   5       Hì  n[1        U [        S   X˜UR2                  UR4                  5       Vs/ s H  nUR                  [        5      PM     snu  nnnU" U" UU5      U5      nURO                  5         URQ                  5         [        R@                  RR                  RU                  UR;                  5       S5        URW                  5         URY                  UR[                  5       5        Mî     UR]                  5         [        R^                  " 5          [        R`                  " [I        S[c        U
5      S5       Vs/ s HL  nU" U
UUS-    R                  [        5      UUUS-    R                  [        5      5      Re                  5       PMN     sn5      nS
S
S
5        U" WU5      R[                  5       US:„  Rg                  5       U:H  Rg                  5       Ri                  5       R[                  5       nnUURj                  :¼  a  URW                  U5        U" SUS S[*        Rh                  " U5      S SUS SUS S[J        RJ                  " 5       U-
  S S 35        UUS!-
  :  aW  USURm                  5       Ro                  5        V V!s0 s H%  u  n n!U U!Rq                  5       Rs                  5       _M'     nn n!nnGMü  UURj                  :¼  d  GM  US"-  nU[        S#   :¼  d  GM$    O   UR                  U5        UR]                  5         UU4$ s  snf s  snf ! , (       d  f       GN‰= fs  sn!n f )$zlTrain a DirectNet (binary cross-entropy, early stopping on the validation windows). Returns (net, best val).r   rb   r%   Ú
train_seedÚseedra   )Úmap_locationz  initialised from Úval_windowsNÚlrÚweight_decay)r    r¡   Úminç      à?Úlr_patience)ÚmodeÚfactorÚpatienceÚ
max_epochsÚsteps_per_epochÚ
batch_sizeg      @é   z
    epoch Ú02dz train ú.4fz	 val BCE z acc ú.3fz (ú.0fzs)g-Cëâ6?r$   r§   ):r2   r   Úgetr   r,   Úmanual_seedr    r9   rŽ   r   Úload_state_dictÚloadr(   ÚDNNDecÚ__new__r*   r‰   rŠ   ÚfutÚhopr7   re   rr   Údefault_rngr…   Úp_switchrz   ÚoptimÚAdamWÚ
parametersÚlr_schedulerÚReduceLROnPlateaur0   Ú
functionalÚ binary_cross_entropy_with_logitsÚinfrŒ   ÚtimeÚtrainÚ	zero_gradÚbackwardÚutilsÚclip_grad_norm_r’   ÚappendÚitemÚevalr-   rG   rg   r�   rj   rR   Ú
min_epochsÚ
state_dictÚitemsÚdetachÚclone)"rÃ   ÚvalÚlogr˜   Ú	init_fromr8   r�   r‘   rx   ÚrsÚXvÚSvÚyvÚoptÚschÚbceÚbestÚbadÚstateÚepÚt1ÚtlÚ_Úzr~   rT   rC   Úlossr€   ÚlvÚvlÚvar™   Úvs"                                     r<   Úfitrç   i   s3  € à	ˆq‰�$‰×	Ñ	˜bÑ	!€BÜ�5Š5�œs 6™{Ó+€DÜ	×Ò�dÔÜ
�B˜ŸJ™JÓ
'×
*Ñ
*¬3Ó
/€CÞØ×ÑœEŸJšJ y¼sÑCÔDÙÐ! ) Ð-Ô.Ü
�/‰/×
!Ñ
!¤(§/¡/Ó
2€CÜ%&¬¬S°" _Ñ"€C„Eˆ3Œ7�C”G˜SœUÜ	�‰×	Ñ	˜tÓ	$€BÜ˜œa Ñ.°°D¸!¿*¹*ÀaÇjÁjÓQ�J€BˆBÜ
�+‰+×
Ñ
˜CŸN™NÓ,´°4±ÄqÈÑGXÐ
Ð
Y€CÜ
�+‰+×
"Ñ
"×
4Ñ
4°S¸uÈSÔ[\Ð]jÑ[kÐ
4Ð
l€CÜ
�(‰(×
Ñ
×
>Ñ
>€CÜ—v‘v˜q $ˆuˆ#€DÜ”A�l‘O×$ˆÜ—’“˜bˆBˆØ�	‰	ŒÜ”qÐ*Ñ+Ö,ˆAÜ*1°%¼¸<¹È"ÐST×S]ÑS]Ð_`×_iÑ_iÔ*jÓkÒ*j Q�q—t‘tœC–yÑ*jÑk‰GˆAˆq�!Ù‘s˜1˜a“y !Ó$ˆDØ�M‰MŒOØ�M‰MŒOÜ�H‰H�N‰N×*Ñ*¨3¯>©>Ó+;¸SÔAØ�H‰HŒJØ�I‰I�d—i‘i“kÖ"ñ -ð 	�‰Œ
Ü�]Š]�_Ü—’Ô]bÐcdÔfiÐjlÓfmÐorÔ]sÓtÒ]sÐXY™C  1 Q¨¡W × 0Ñ 0´Ó 5°r¸!¸AÀ¹G°}×7GÑ7GÌÓ7LÓM×QÑQÖSÑ]sÑtÓuˆB÷ á�R˜“×!Ñ!Ó# r¨A¡v§n¡nÓ&6¸"Ñ&<×%CÑ%CÓ%E×%JÑ%JÓ%L×%QÑ%QÓ%SˆBˆØ�—‘ÓØ�H‰H�RŒLÙˆj˜˜C˜ ¬¯ª°«°CÐ'8¸	À"ÀSÀÈÈrÐRUÈhÐVXÔY]×YbÒYbÓYdÐgiÑYiÐjmÐXnÐnpÐqÔrØ��t‘ÓØ! 1ÈÏÉÓIY×I_ÑI_ÔIaÔ&bÒIaÁÀÀA q¨!¯(©(«*×*:Ñ*:Ó*<Ò'<ÑIa�uÑ&b�#ˆD’uØ�1—<‘<ÖØ�1‰HˆCØ”a˜
‘mÖ#Ùñ/ %ð0 ×Ñ˜ÔØ‡H�H„JØ�ˆ9Ðùò- lùò u÷ Ž_üó 'cs+   É4UÍ)UÎAUÏUÓ,U1ÕUÕ
U.	c                 óˆ  • [         R                  R                  [        S   [        R
                  " U 5      -   5      n/ / pe[         H‰  nXp:X  a  M
  [        U5      nUR                  [        UR                  R                  5       5      5      n	UR                  5        H.  u  p«US   U	:X  a  UOUR                  [        SUS   5      5        M0     M‹     U[        S/SU5      -  nXV-    H  n[        U5      US'   M     U" SU  S[!        U5       S	[!        U5       S
US   S   R"                  S    S3	5        [$        R$                  " 5       n['        XVX#UR(                  5      u  pï[$        R$                  " 5       U-
  nAA[         R                  R                  [*        [        R
                  " U 5      -   5      n0 S Vs0 s H  nU0 _M     nnn[        U 5      R                  5        GH—  u  p«[        SUS   5      n[        U5      US   US   R-                  [.        5      [/        US   5      4u  nnnn[1        UUS-  5      nUR3                  SS5        [         R4                  " U[6        5      SSnnnU H5  n[9        US-
  [/        [;        US-  5      5      5      nUUUU& U(       + UnnM7     UUUS & U[         R<                  " US-
  [         R:                  " [         R>                  " [!        U5      5      [@        -  US   -   S-  5      R-                  [.        5      5         n[         RB                  " US S 2S S 4   US S 2S S S24   U5      n URD                  (       a  [         RF                  " U5      OUn![I        UU!U 5      u  n"n#UU-  [         RJ                  " U#[L        -
  S5         n$[!        U"5      S-  n%[O        U"S-  U"* S-  U$R-                  [         RP                  5      U#[@        -  US   -   R-                  [         RR                  5      U"S U%S-   RU                  U%S5      RW                  S5      S-  U"S U%S-   RU                  U%S5      RW                  S5      * S-  U$S U%S-   RU                  U%S5      RW                  S5      S:„  R-                  [         RP                  5      SS9UUS   '   URY                  5       n&SU&S S 2[Z        4'   SU!4S[         RF                  " U5      4S[         R\                  " U![!        U5      S-  S5      4SU&44 Hd  u  n'n([I        UU(US S!9u  n)n*UU'   R_                  US"   / 5      R                  U)S:„  U[         RJ                  " U*[L        -
  S5         S:H  :H  5        Mf     GMš     URa                  5        VV+V,s0 s HÙ  u  nn+U[O        [c        [         RV                  " [         Rd                  " U+Rg                  5        V,s/ s H  n,[         Rd                  " U,5      PM     sn,5      5      5      [c        [         Rh                  " U+Rg                  5        V,s/ s H-  n,[         RV                  " [         Rd                  " U,5      5      PM/     sn,5      5      S#9_MÛ     n-n+nn,[O        S$SU U[$        R$                  " 5       U-
  [j        [L        -   [@        -  US%U-S&9	n.[m        [O        S'U0U.S(9[o        X5      5        U" SU  S)U.S*   S+ S,3S-Rq                  S. U-Ra                  5        5       5      -   5        A[r        Rt                  Rw                  5         g s  snf s  sn,f s  sn,f s  sn,n+nf )/Nr�   ÚsubjectÚmat_reacÚkeyÚFuglsang2020rb   ú  fold held-out=ú: z	 train / z val trials, r   r%   z stimulus features per stream©Únormalrz   Ú	shift_eegÚ
no_frontalr_   rc   rv   é€   r#   Fr$   Út0é(   r£   T)Úr0Úr1rc   Út_endÚr0_10Úr1_10Úatt10Úpre_switchedrd   rð   rz   rñ   rò   é   )r’   Úsubj_uid)ÚpooledÚsubject_medianÚ
direct_clfra   )	ÚdecoderÚprepÚheld_outÚfit_sÚtotal_sÚlookahead_sÚbest_valÚchannelsÚcontrolsÚcausal)ÚevidenceÚinfoz	 done in r  r¯   z-s: controls (5-s decisions, pooled accuracy) ú  c              3   ó<   #   • U  H  u  pU S US   S 3v •  M     g7f)Ú rÿ   r®   N© )Ú.0r™   ræ   s      r<   Ú	<genexpr>Úrun_fold.<locals>.<genexpr>Ë   s&   é € ÐJÒ9I±°�q�c˜˜1˜X™; sÐ+Õ,Ò9Iùs   ‚)<re   rr   r¸   r   r
   Úindexr   rk   Úsortedré   ÚuniqueÚiterrowsrÈ   r   r   r   rg   r2   rÂ   rç   rÒ   r   ri   rp   r   ro   r/   Úboolr¢   ÚroundÚminimumr‹   r   Úwhererz   Ú
zeros_likerš   rh   rŠ   ÚdictÚint8rm   ÚreshaperR   ÚcopyÚFRONTALÚrollÚ
setdefaultrÍ   rj   r‡   ÚvaluesÚmedianr‰   r	   r   Újoinr,   ÚcudaÚempty_cache)/ÚheldÚexprÑ   r˜   rw   rÃ   rÐ   ÚdsÚrowsÚvsrà   Úrr‚   rô   r‘   rÚ   Út_fitÚsrngr™   ÚevÚctlrT   rB   rc   ÚT128ÚtimesÚst128ÚcurÚprevÚttÚs0ÚstÚSswÚxeÚlgr–   ÚtruthÚn10ÚxfÚnameÚxcÚl1Ús1Údræ   r
  r  s/                                                  r<   Úrun_foldrG  —   s»  € Ü
�)‰)×
Ñ
¤ F¡¬g¯mªm¸DÓ.AÑ AÓ
B€CØ�Rˆ3ßˆØ‹:ÙÜ�r‹{ˆØ�Z‰Zœ˜tŸ|™|×2Ñ2Ó4Ó5Ó6ˆØ—M‘M–O‰DˆAØ�i‘L BÓ&‰S¨E×9Ñ9¼*ÀZÐQRÐSXÑQYÓ:ZÖ[ó $ñ ð 
Œ]˜NÐ+¨Z¸Ó=Ñ=€EØŒkˆÜ˜B“<ˆˆ4‹ñ áÐ
˜4˜& ¤3 u£: ,¨i¼¸C»°zÀÈuÐUVÉxÐX\É~×OcÑOcÐdfÑOgÐNhð  iFð  	Gô  HÜ	�Š‹€BÜ�E ¨¯©Ó4�I€CÜ�IŠI‹K˜"Ñ€EØˆsä�9‰9× Ñ ¤¬¯ª°dÓ(;Ñ!;Ó<€DØÑ"SÓTÒ"S˜Q�1�b’5Ñ"SˆÐT€BÜ˜“×&Ñ&×(‰ˆÜ˜
 A e¡HÓ-ˆÜ" 2›,¨¨5©	°2°e±9×3CÑ3CÄCÓ3HÌ#ÈaÐPSÉfË+ÐU‰ˆˆ1ˆc�4Ü! $¨¨s©
Ó3ˆØ�‰�a˜ÔÜŸ8š8 D¬$Ó/°¸�DˆsˆÛˆBÜ�T˜A‘Xœs¤5¨¨c©£?Ó3Ó4ˆBØ ˆE�$�rˆNØœ �ˆC‘ñ ð ˆˆdˆeˆØ”2—:’:˜d Q™h¬¯ª´"·)²)¼CÀ»FÓ2CÄbÑ2HÈ2ÈdÉ8Ñ2SÐWZÑ1ZÓ([×(bÑ(bÔcfÓ(gÓhÑiˆÜ�hŠh�rš!˜T 4˜-Ñ(¨!ªA©t°¨t¨G©*°aÓ8ˆØ!"§§ŒR�]Š]˜1Ô°ˆÜ˜C  SÓ)‰
ˆˆFØ�r‘œ2Ÿ:š: f¬s¡l°AÓ6Ñ7ˆÜ�"‹g˜‰mˆÜ˜r A™v¨2¨#°©'°u·|±|ÄBÇGÁGÓ7LÐU[Ô^`ÑU`ÐceÐfjÑckÑUk×TsÑTsÔtv×t~Ñt~ÓTØ"$ Y c¨B¡h -×"7Ñ"7¸¸RÓ"@×"EÑ"EÀaÓ"HÈ1Ñ"LÐUWÐXaÐY\Ð_aÑYaÐUb×UjÑUjÐknÐprÓUs×UxÑUxÐyzÓU{ÐT{Ð~ÑTØ#(¨¨#°©(Ð#3×#;Ñ#;¸CÀÓ#D×#IÑ#IÈ!Ó#LÈsÑ#R×"ZÑ"ZÔ[]×[bÑ[bÓ"cÐrvñxˆˆ1ˆU‰8‰ð �V‰V‹XˆØˆŠ1Œgˆ:‰Ø" B˜¨*´b·m²mÀAÓ6FÐ)GÈ+ÔWY×W^ÒW^Ð_aÔcfÐghÓciÐmnÑcnÐpqÓWrÐIsð  wCð  EGð  vHó  I‰HˆD�"Ü˜C  Q¨QÑ/‰FˆB�Ø�‰I× Ñ   :¡°Ó3×:Ñ:¸BÀ¹FÈÌBÏJÊJÐWYÔ\_ÑW_ÐabÓLcÑHdÐhiÑHiÑ;jÖkô Iñ- )ð4 x{÷  xAñ  xAô  xCõDò xCÑosÐopÐrsð ”4œu¤R§W¢W¬R¯^ª^ÐXY×X`ÑX`ÔXbÓ<cÒXbÐST¼R¿^º^ÈAÖ=NÑXbÑ<cÓ-dÓ%eÓfÜ',¬R¯YªYÐ\]×\dÑ\dÔ\fÓ7gÒ\fÐWX¼¿ºÄÇÂÈqÓ@QÖ8RÑ\fÑ7gÓ-hÓ'iñkò kñ xCð ò Dä˜¨:ÀÈEÔ[_×[dÒ[dÓ[fÐikÑ[kÔz}ô  ADñ  {Dô  HJñ  zJØ¨°Xñ?€Dä”˜x¨˜n°4Ñ8¼)ÀCÓ:NÔOÙÐ
˜4˜& 	¨$¨y©/¸#Ð)>Ð>kÐlØ
�)‰)ÑJ¸¿¹Ô9IÓJÓ
Jñ	Kô LàÜ	‡J�J×ÑÕùòE Uùò4 =dùÚ7gùôDs+   Æ?\.ÖA\=× \3 ×>5\=Ø34\8Ù'\=Ü3
\=Ú__main__z--tagÚ )Údefaultz--train-seed)ÚtyperJ  z	--targetszenv,onset,domz'stimulus features given for each stream)rJ  Úhelpz
--p-switchg333333Ó?z8share of training windows with a synthetic switch inside)rK  rJ  rL  z
--backbonerW   )rW   ÚadtÚhappyquokkazenetwork g: vlaai_ws (CNN, default) or a transformer: adt, happyquokka (ICASSP 2023 regression winner))rJ  ÚchoicesrL  z
--window-szŽclassifier window in s (default config dnn.window_s = 5); the read-out timing (0.75 s lookahead, label 1 s before the window end) is unchangedz--min-epochsz=epochs without LR decay / early stopping (training stability)z--max-epochsz--init-fromz-DirectNet state_dict to start every fold fromz--pretrain-spkÚ
store_truezòpretrain on SparrKULee (single talker): stream A = the presented speech, stream B = its mismatched (half-run shifted) envelope, i.e. match-mismatch; saves models/pretrain_spk_direct_clf_s<seed>.pt. Needs GLIMPSE_THR=onorm (dom for SparrKULee))ÚactionrL  z
--zero-eegz5envelope-only model (EEG zeroed in training and test)Ú,ÚtargetsÚdnn_augmentÚaug_variantsÚclusterÚaugmentrœ   r¨   rý   ÚlogsÚpretrain_spk_direct_clfÚ_sz.logÚ
SparrKULeerê   rb   rë   rà   iÒ  F)Úreplacezpretrain direct_clf seed z on SparrKULee: z train subjects, val ÚmodelsT)Úexist_okz.ptzsaved z (best val BCE r­   Ú)Údirect_clf__mat_reacz=== experiment z ===rí   z: cachedr  r�   rì   zHMM p_stay=ÚswitchÚp_stayzJ per 0.25-s step, SYNTHETIC switches applied to the classifier INPUT, LODOr  )Ú
experimentr  r  rS  rz   r¹   rÒ   rË   r9   r   rœ   Úextra_trainrW  ra  r  r  r
  rR   z#  MEAN over held-out datasets: Acc ÚAccz.2fz  SDT ÚSDTz  L ÚLr®   z  H ÚHz  (window acc Úacc1rï   z
  control Ú10srî   r  c              #   óX   #   • U  H   o S [         S   U   [           S   S 3v •  M"     g7f)r  r
  rÿ   r®   N)r—   r™   )r  rF  s     r<   r  r    s3   é € Ð.mÒelÐ`a°°A´c¸*±oÀaÑ6HÌÑ6KÈHÑ6UÐVYÐ5ZÕ/[Òelùs   ‚(*z	  | mean rÿ   Úresultsz.jsonÚw)ÚindentrJ  z	=== done )r$   )N)cÚ__doc__ÚargparseÚjsonÚosrÂ   r�   re   r,   r(   Ú
common_expr   r   r   r   r   r   r	   Úcommonr
   r   r   r   r   r   Ú	e1_switchr   Úrun_experimentr   r   Úscorer   rp   r*   rŠ   r‰   rˆ   rq   rn   r"  r0   ÚModuler    r…   r-   rš   rç   rG  rX   ÚArgumentParserÚapÚadd_argumentrj   Ú
parse_argsr˜   r   rS  Úsplitrœ   r¨   Úset_num_threadsÚpretrain_spkr°   r�   Úpathr'  ÚtagrÑ   r‚   r{   r  ÚsubsÚsetrr   r¸   rk   r.  rg   r‘   rÚ   Úmakedirsr—   ÚsaverÌ   Ú
SystemExitr+  r*  Úexistsr  rz   r¹   rÒ   rË   r9   Úmr™   rR   ÚopenÚfhÚdump)r€   Úcr{   rF  s   0000r<   Ú<module>r�     s­  ðñBó, Û Û 	Û ã Û ã ß P× PÑ Pß *Ñ *ß %Ñ %Ý 'ß 0Ý "á�!�J‘- "Ñ$Ó%¡s¨1¨]Ñ+;¸bÑ+@Ó'AÁ3ÀqÐIZÑG[Ð^`ÑG`ÓCa€€€3ˆØ�‰G�c‰M˜1˜r™6€	€€cÙ" 8¨C°	©NÑ#;Ô<Ô
uÒ<‘�ÀÐEtÑ@t�1Ñ<Ò
u€ôU�—‘—‘ô Uò,Ið0 ‡‚ƒóó ðô+ò\6ðr ˆzÔØ	×	 Ò	 Ó	"€BØ‡O�O�G R€OÑ(Ø‡O�O�N¨°d€OÑ;Ø‡O�O�K¨Ð?h€OÑiØ‡O�O�L u°cÐ@z€OÑ{Ø‡O�O�L¨*Ò>`ð Að ñ Bà‡O�O�L u°dð Bk€Oñ là‡O�O�N¨°aÐ>}€OÑ~Ø‡O�O�N¨°d€OÑ;Ø‡O�O�M¨4Ð6e€OÑfØ‡O�OÐ$¨\ð At€Oñ uð ‡O�O�L¨Ð<s€OÑtØ
�‰‹€AØ‡z‡zÙ�—
‘
˜R‘Ó ˆØ˜‘G˜c‘M 1 r¡6ˆ	ˆˆcØ—9‘9—?‘? 3Ó'€A€i�LØK�c˜-Ñ(ÐK¨C°Ñ,?À	Ñ,JÐK€A€i�LØ‡|�|ÑØŸ,™,ˆˆ,‰Ø‡|‡|ØŸ,™,ˆˆ,‰Ø	×Ò˜!ÔØ‡~‡~€~Ø�uŠu�\ 1Ó%ˆØˆˆ,‰Ù�R—W‘W—\‘\ # vÐ1HÈÏÉÈÈrÐRVÐQWÐW[Ð/\Ó]Ó^ˆÙ˜L˜>¨:°sÓ;ˆÛˆAÙ˜q“kˆAˆd‹Gñ á±rÓ:²r°!˜‘x—~‘~ cÓ*¨1Ô-±rÑ:Ó;ˆÙ�—‘×&Ñ& tÓ,×3Ñ3°D¸!ÀUÐ3ÐKÓLˆÙÐ'¨ vÐ-=¹cÀ$»iÈ!¹m¸_ÐLaÑbhÐikÓblÐamÐnÔoÙ¡BÓK¢B˜q¨E©(¯.©.¸Ó*=¸aÑ*@ÈÑ*JŸ¡BÑKÑY[ÓM|ÒY[ÐTUÐafÑ_g×_mÑ_mÐnqÓ_rÐstÑ_uÐy{Ñ_{ÏaÑY[ÑM|ð  Bð  DEó  F‰	ˆˆTØ
�Š�B—G‘G—L‘L  hÓ/¸$Ò?Ø�g‰g�l‰l˜3 Ð,CÀAÇEÁEÀ7È"ÈTÈFÐRUÐ*VÓWˆØ�
Š
�3—>‘>Ó# SÔ)Ùˆf�S�E˜¨¨c¨
°!Ð4Ô5ØÐØ  §¡ Ð
(€CÙ
�—‘—‘˜c 6¨c¨U°$¨<Ó8Ó
9€CÙˆ/˜#˜˜dÐ#Ô$ÛˆØ�7‰7�>‰>™) C¨Ó.×/Ñ/ÙÐ" 4 &¨Ð1Ô2ÙÙ��s˜C Ö#ñ	 ñ
 ˜# |¸*ÈaÐPYÉlÐef×eoÑeoÐz{÷  {Eñ  {Eð  QR÷  Q\ñ  Q\ð  ij÷  iuñ  iuð  @A÷  @Jñ  @Jð  UVð  Y[ñ  U[ØŸ%š% ¨c°&©kÓ:ÈÐ`aÐbkÑ`lØ# C¨¡M°(Ñ$;Ð#<ð  =Gð  HÙ& s¨H°s¸S±yÀBÑ6FÓGñI€Cñ IPÓPÊÀ1˜#˜h™-¨Ñ/°Ñ2°:Ñ>Ò>ÉÑP€Cˆ
�OØˆH‰�fÑ€AÙÐ
-¨a°©h°s¨^¸6À!ÀEÁ(È3ÀÈtÐTUÐVYÑTZÐ[^ÐS_Ð_cÐdeÐfiÑdjÐknÐcoÐo}Ð~ð  AGñ  Hð  ILð  ~Mð  MNð  	Oô  PÛ>ˆÙˆj˜˜3˜˜rÐ" T§Y¡YÑ.mÑelÓ.mÓ%mÑmØ˜"Ÿ'š'ÉGÓ"TÊGÀq 3 z¡?°1Ñ#5°aÑ#8¸Ô#BÉGÑ"TÓUÐVYÐZÐ[ñ\ö 	]ñ ?ñ 
ˆb�g‰g�l‰l˜3 	¨c¨U°%¨=Ó9¸3Ô	?À2Ø�	Š	�#�r !¨UÒ3÷ 
@áˆ)�C�5˜ÐÕðA ùóO vùòT ;ùò LùÒM|ùò$ Qùò
 #Uß	?Õ	?úsB   Â#ZÂ3ZÌ ZÎZ"Î<Z"ÏZ'
Ï*Z'
ÖZ,ØZ1Ù-Z6Ú6
[