Ë
    ’)Ûj¨K  ã                   óh  — d Z ddlZddlZddlZddlZddlZddlZddlZddl	m
Z
mZmZmZmZmZmZmZ ddlmZmZmZ ddlmZmZmZ ddlmZ ddlmZmZ ddlmZ  e ed	   ez  «       e ed
   ez  «       e ed   ez  «      cZ!Z"Z#e!e#z
  e"z
  e!ez
  cZ$Z% e&ee
d      «      D � �cg c]  \  } }|dv sŒ| ‘Œ c}} Z' G d„ dejP                  jR                  «      Z*d„ Z+ ejX                  «       d�d„«       Z-d‘d„Z.d„ Z/e0dk(  �r‡ ejb                  «       Z2e2jg                  dd¬«       e2jg                  de d¬«       e2jg                  ddd¬«       e2jg                  de4d d!¬"«       e2jg                  d#d$g d%¢d&¬'«       e2jg                  d(e4dd)¬"«       e2jg                  d*e dd+¬"«       e2jg                  d,e d¬«       e2jg                  d-dd.¬«       e2jg                  d/d0d1¬2«       e2jg                  d3d4g d5¬6«       e2jg                  d7d4g d8¬6«       e2jg                  d9dd:d;gd<¬'«       e2jg                  d=e4d>¬«       e2jg                  d?d@dA¬«       e2jg                  dBdCdD¬«       e2jg                  dEd0dF¬2«       e2jk                  «       Z6e6jn                  r# e e6jn                  ez  «      Z!e!e#z
  e"z
  e!ez
  cZ$Z%e6jp                  js                  dG«      edH<   i e
dI   ¥e
dJ   e6jt                     ¥edK<    ejv                  e6jx                  e6jz                  «       e6j|                  r( ej~                  e6j|                  e6j€                  ¬L«       e6j‚                  �e6j‚                  edM<   e6j„                  re6j„                  edN<    ej†                  dO«       e6jˆ                  �rÔ ejŠ                  dMd«      ZFeFedM<    eejŽ                  j‘                  edPdQe6j’                  › dReF› dS�«      «      ZJ edTgd@eJ«      ZKeKD ]  ZL eeL«      eLdU<   Œ  eMeKD �ch c]  }|dV   js                  dW«      d   ’Œ c}«      ZN e<ejž                  j¡                  dX«      j£                  eNdOdY¬Z«      «      ZR eJd[eF› d\ eSeN«      dOz
  › d] eMeR«      › �«        e.eKD �cg c]  }|dV   js                  dW«      d   eRvsŒ|‘Œ  c}eKD �cg c]  }|dV   js                  dW«      d   eRv sŒ|‘Œ  c}eJe6«      \  ZTZU ej¬                  ejŽ                  j‘                  ed^«      d_¬`«       ejŽ                  j‘                  ed^dQe6j’                  › dReF› da�«      ZW ej°                  eTj³                  «       eW«        eJdbeW› dceUdd›de�«       eZ‚dfe6j¶                  › e6j’                  › �Z\ eejŽ                  j‘                  edPe\› dS�«      «      ZJ eJdge\› dh�«       eD ]<  Z]ejŽ                  j½                   ee\e]«      «      r eJdie]› dj�«       Œ2 e/e]e\eJe6«       Œ>  e_e\dke6j¶                  edH   e6jÀ                  e6jÂ                  e6jÄ                  e6jÆ                  e6jÈ                  e!ez   ejŠ                  dMe
dl   «      dmedK   dne
do   dp   › dq� ee\dre#e"z   ez  «      ¬s«      ZWeD �ci c]  }|eWdr   dt   |   du   “Œ c}eWdu<   eWdr   dv   Ze eJdweedx   dy›dzeed{   dy›d|eed}   d~›deed€   d~›d�eed‚   d~›de�«       dƒD ]Y  Zf eJd„efd…›d†�d‡j‘                  dˆ„ eD «       «      z   d‰ ejÎ                  eD �cg c]  }eWdu   |   ef   dŠ   ‘Œ c}«      d~›�z   «       Œ[  ehejŽ                  j‘                  ed‹e\› dŒ�«      d�«      5 Zi ejÔ                  eWeide4¬Ž«       ddd«        eJd�e\› dh�«       yyc c}} w c c}w c c}w c c}w c c}w c c}w # 1 sw Y   Œ6xY w)’a}  A2: DIRECT attention classifier (EEG + the two streams' stimulus features -> stream A or B), LODO, with shortcut controls.

Model  logit = g(EEG, A, B) - g(EEG, B, A): g = vlaai_ws backbone on the channel-concatenated input (58 EEG + 2 x F
       stimulus features: env, onset, dom, z-scored per window), linear read-out, learned temporal pooling. Exactly
       ANTISYMMETRIC in (A, B), so a constant preference for one column cannot be learned (column 0 is the majority-
       attended stream in the corpus).
Train  same preprocessing / augmentation / data as the best reconstruction decoder (prep mat_reac, aug 'cluster',
       + Fuglsang). 5-s windows; label = attended stream 1 s before the window end (the first sample the decision may
       label under the 1-s rule); in a fraction of the windows the two streams swap roles at a random time (synthetic
       switch inside the window). Binary cross-entropy; early stopping on one validation subject per dataset.
Score  identical synthetic-switch schedules and scorer as every other experiment: the schedule of score.py is replayed,
       the stimulus columns are swapped at the switch times, the classifier runs causally every 0.25 s on windows
       ending 0.75 s after the decision time, logit -> HMM (score.py, evidence flagged pre_switched).
Controls on the held-out dataset (no synthetic switch, one decision per second), fold info['controls']:
  normal      accuracy of the 5-s decisions
  zero_eeg    EEG set to 0: must be 50 %; above = the label leaks through the envelopes alone
  shift_eeg   EEG circularly shifted by half the trial: destroys the time-locking to the speech but keeps everything
              that is constant over the trial (gaze direction / EOG, subject, session): must be 50 %; above = shortcut
  no_frontal  frontal channels (Fp, AF, F7/F8: strongest ocular artefacts) set to 0: should stay close to normal
--zero-eeg trains an ENVELOPE-ONLY model (EEG zeroed in training and test): how much of the label is predictable from
the stimuli alone under LODO.
usage: python direct_classifier.py [--train-seed 1] [--tag _x] [--zero-eeg]  -> folds/, results/direct_clf__mat_reac<tag>.jsoné    N)ÚCFGÚEXPÚFSÚ	fold_fileÚ
load_trialÚresolve_modelÚrows_ofÚsave_pickle)ÚDS_KEYSÚMONTAGESÚSEED)ÚDÚDEVÚ_targets)Údraw_switch_times)Úload_externalÚlog_to)Úscore_experimentÚwindow_sÚinfer_hop_sÚcausal_future_sÚmontage)ÚFP1ÚFPZÚFP2ÚAF3ÚAF4ÚF7ÚF8c                   ó6   ‡ — e Zd Zdˆ fd„	Zd„ Zdd„Zdd„Zˆ xZS )Ú	DirectNetc           
      óú  •— t         ‰| �  «        t        j                  ||d|z  z   t        «      | _        t        j                  «       5  | j                  t        j                  dt        |d|z  z   «      «      }d d d «       t        j                  j                  j                  d   d«      | _        t        j                  j                  t        j                  t        «      «      | _        y # 1 sw Y   ŒwxY w)Né   é   éÿÿÿÿ)ÚsuperÚ__init__ÚdecodersÚbuild_backboneÚWÚbbÚtorchÚno_gradÚ_bbÚzerosÚnnÚLinearÚshapeÚheadÚ	ParameterÚtw)ÚselfÚCÚFsÚbackboneÚoÚ	__class__s        €úh/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/eeg-thao_unzipped/eeg-thao/direct_classifier.pyr'   zDirectNet.__init__-   s¡   ø€ Ü‰ÑÔÜ×)Ñ)¨(°A¸¸B¹±JÄÓBˆŒÜ�]‰]�_Ø—‘œŸ™ Q¬¨1¨q°2©v©:Ó6Ó7ˆA÷ ä—H‘H—O‘O A§G¡G¨B¡K°Ó3ˆŒ	Ü—(‘(×$Ñ$¤U§[¡[´£^Ó4ˆ�÷ ˆ_ús   Á
1C1Ã1C:c                 ó^   — | j                  |«      }t        |t        t        f«      r|d   S |S )Nr   )r+   Ú
isinstanceÚtupleÚlist)r6   ÚxÚys      r<   r.   zDirectNet._bb5   s+   € Ø�G‰G�A‹JˆÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:ó    c                 óî   — | j                  t        j                  |||gd«      «      }| j                  |«      d   }|t        j                  | j
                  d«      z  j                  d«      }|r||fS |S )Nr%   ).r   r   r$   )r.   r,   Úcatr3   Úsoftmaxr5   Úsum)r6   ÚEÚAÚBÚfeatÚfÚhÚouts           r<   ÚgzDirectNet.g9   sh   € Ø�H‰H”U—Y‘Y  1 a˜y¨"Ó-Ó.ˆØ�I‰I�a‹L˜Ñ ˆØ”5—=‘= §¡¨!Ó,Ñ,×1Ñ1°!Ó4ˆÙ��QˆxÐ( SÐ(rC   c           	      óÄ  — ||j                  dd¬«      z
  |j                  dd¬«      dz   z  }|rc| j                  ||d d …d d …df   |d d …d d …df   d«      \  }}| j                  ||d d …d d …df   |d d …d d …df   d«      \  }}||z
  d||z   z  fS | j                  ||d d …d d …df   |d d …d d …df   «      | j                  ||d d …d d …df   |d d …d d …df   «      z
  S )Nr$   T)Úkeepdimg�íµ ÷Æ°>r   ç      à?)ÚmeanÚstdrO   )r6   rH   ÚSrK   ÚaÚfaÚbÚfbs           r<   ÚforwardzDirectNet.forward?   sð   € Ø�—‘˜ 4�Ó(Ñ(¨Q¯U©U°1¸d¨UÓ-CÀdÑ-JÑKˆÙØ—F‘F˜1˜a¢¢1 a ™j¨!ªAªq°!¨G©*°dÓ;‰EˆAˆrØ—F‘F˜1˜a¢¢1 a ™j¨!ªAªq°!¨G©*°dÓ;‰EˆAˆrØ�q‘5˜#  b¡™/Ð)Ð)Ø�v‰v�a˜š1ša ˜7™ Q¢qª!¨Q w¡ZÓ0°4·6±6¸!¸QºqÂ!ÀQ¸w¹ZÈÊ1ÊaÐQRÈ7ÉÓ3TÑTÐTrC   )Úvlaai_ws)F)Ú__name__Ú
__module__Ú__qualname__r'   r.   rO   rZ   Ú__classcell__)r;   s   @r<   r!   r!   ,   s   ø„ õ5ò;ó)÷UrC   r!   c                 ó’  — t        j                  | D �cg c]  }t        |d   «      t        z
  ‘Œ c}«      }t        j                  |d«      j                  t        «      }|j                  t        | «      |||j                  «       z  ¬«      }	|	t        _
        t        j                  |t        dft         j                  «      }
t        j                  |t        f| d   d   j                  dd  z   t         j                  «      }t        j                  |t         j                  «      }|�t        j                  d«      xs i ni }t!        |j                  dd«      «      |j                  d	d
«      |j                  dd
«      }}}t#        |	«      D �]Ø  \  }}|j%                  d||   dz   «      }| |   }|r:t!        t        j&                  ||j%                  | |dz   «      z   d||   «      «      n|}|d   ||t        z    |d   ||t        z    c|
|<   ||<   t!        |d   |t(        z      «      }|j+                  «       |k  rÝt!        |j%                  t,        dz  t        t,        dz  z
  «      «      }|||d …d d d…f   |||d …f<   |t(        k  rd|z
  n|}|r‡|j+                  «       |k  rtt        t,        dz  z
  |z
  dt,        z  kD  rWt!        |j%                  |dt,        z  z   t        t,        dz  z
  «      «      }|||d …d d d…f   |||d …f<   |t(        k  rd|z
  n|}|r<|j+                  «       |k  r)d
||d d …d d …|j%                  |j                  d   «      f<   |dk(  rdnd
||<   �ŒÛ |�|j/                  |
|«      }
|rd
|
d d  t1        j2                  |
«      t1        j2                  |«      t1        j2                  |«      fS c c}w )NÚeegr   )Úpé:   Ú_Sr$   ÚaugmentÚclf_lag_jitterÚclf_p_feat_dropç        Úclf_p_switch2Úattr#   r%   g      ð?)ÚnpÚarrayÚlenr*   ÚmaximumÚastypeÚfloatÚchoicerG   ÚwindowsÚlast_tiÚemptyÚfloat32r2   r   ÚgetÚintÚ	enumerateÚintegersÚclipÚLABÚrandomr   Ú_augmentr,   Ú
from_numpy)ÚtrialsÚnÚrngÚaugÚp_swÚzero_eegÚtÚlensrb   ÚtiÚXrU   rB   rI   ÚlagÚp_fdÚp_sw2ÚjÚiÚsÚtrÚs2ÚcolÚtauÚtau2s                            r<   rr   rr   H   sN  € Ü�8‰8±Ó7±¨1”S˜˜5™“]¤QÓ&°Ñ7Ó8€DÜ
�
‰
�4˜Ó×"Ñ"¤5Ó)€AØ	�‰”C˜“K  a¨!¯%©%«'¡kˆÓ	2€BØ„G„OÜ
�‰�!”Q˜�œRŸZ™ZÓ(€AÜ
�‰�!”Q�˜& ™) D™/×/Ñ/°°Ð3Ñ3´R·Z±ZÓ@€AÜ
�‰�”B—J‘JÓ€AØ$' OŒ�‰ˆyÓ	Ò	™R¸€AÜ˜1Ÿ5™5Ð!1°1Ó5Ó6¸¿¹Ð>OÐQTÓ8UÐWX×W\ÑW\Ð]lÐnqÓWrˆuˆ€CÜ˜"—‰ˆˆ1Ø�L‰L˜˜D ™G a™KÓ(ˆØ�A‰YˆÙJMŒS”—‘˜˜SŸ\™\¨3¨$°°a±Ó8Ñ8¸!¸TÀ!¹WÓEÔFÐSTˆØ˜‘Y˜q ¤Q¡Ð'¨¨D©°"°R¼!±VÐ)<ˆ
ˆˆ!‰ˆa�‰dÜ�"�U‘)˜A¤™GÑ$Ó%ˆØ�:‰:‹<˜$ÒÜ�c—l‘l¤2¨¡7¬A´°a±©KÓ8Ó9ˆCØ˜1˜c™d¡D b D˜=Ñ)ˆAˆa�‘ˆg‰JØ ¤CšZ�!�c’'¨SˆCÙ˜Ÿ™›¨Ò-´!´b¸A±g±+ÀÑ2CÀaÌ"ÁfÒ2LÜ˜3Ÿ<™<¨¨a´"©f©´a¼"À¹'±kÓBÓC�Ø  4¡5©$¨B¨$ Ñ/��!�T‘U�(‘Ø!%¬¢�a˜#’g°#�Ù�C—J‘J“L 4Ò'Ø47ˆAˆa’’A�s—|‘| A§G¡G¨B¡KÓ0Ð0Ñ1Ø˜Q’h‰s Cˆˆ!‹ð! ð" €Ø�L‰L˜˜CÓ ˆÙØˆ‰!ˆÜ×Ñ˜AÓ¤× 0Ñ 0°Ó 3´U×5EÑ5EÀaÓ5HÐHÐHùò= 8s   ”Or$   c                 óî  — t        |«      }t        j                  t        j                  t        dft        j
                  «      |j                  t        j
                  «      t        j                  t        t        z   dft        j
                  «      g«      }t        j                  t        j                  t        f|j                  dd z   t        j
                  «      |t        j                  t        t        z   f|j                  dd z   t        j
                  «      g«      }t        j                  d|t        |z  «      }t        j                  t        |«      t        j
                  «      }t        dt        |«      d«      D ]à  }	||	|	dz    }
 | t        j                  t        j                  |
D �cg c]  }|||t         z    ‘Œ c}«      «      j#                  t$        «      t        j                  t        j                  |
D �cg c]  }|||t         z    ‘Œ c}«      «      j#                  t$        «      «      j'                  «       j)                  «       ||	|	t        |
«      z    Œâ ||fS c c}w c c}w )zeCausal decisions: hop start a -> window x[a - POS0 : a + HOP + FUT] (zero padded), every `step` hops.rc   r$   Nr   i   )rm   rk   Úconcatenater/   ÚPOS0ru   ro   ÚFUTÚHOPr2   Úarangert   Úranger,   r~   Ústackr*   Útor   ÚcpuÚnumpy)ÚnetrA   rU   ÚstepÚTÚxpÚSpÚstartsrN   r�   rV   Úks               r<   Úlogitsr¦   j   sà  € ô 	ˆA‹€AÜ	�‰œŸ™¤4¨ *¬b¯j©jÓ9¸1¿8¹8ÄBÇJÁJÓ;OÔQS×QYÑQYÔ[^ÔadÑ[dÐfhÐZiÔkm×kuÑkuÓQvÐwÓ	x€BÜ	�‰œŸ™¤4 '¨A¯G©G°A°B¨KÑ"7¼¿¹ÓDÀaÌÏÉÔSVÔY\ÑS\ÐR^Ðab×ahÑahÐijÐikÐalÑRlÔnp×nxÑnxÓIyÐzÓ	{€BÜ�Y‰Y�q˜!œS 4™ZÓ(€FÜ
�(‰(”3�v“;¤§
¡
Ó
+€CÜ�1”c˜&“k 4Ö(ˆØ�1�Q˜‘XÐˆÙ¤× 0Ñ 0´·±ÑPQÓ:RÑPQÈ1¸2¸aÀÄAÁº;ÐPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \Ü %× 0Ñ 0´·±ÑPQÓ:RÑPQÈ1¸2¸aÀÄAÁº;ÐPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \ó^ß^aÑ^aÓ^c×diÑdiÓdkð 	ˆAˆa”#�a“&‰jÑð )ð �ˆ;Ðùò ;SùÚ:Rs   Æ5I-ÈI2c                 ó¨  — | d   d   j                   d   }t        j                  dt        d   «      }t	        j
                  |«       t        d||j                  «      j                  t        «      }|r@t        |«      }|j                  t	        j                  |t        ¬«      «        |d|› �«       t        j                  j                  t        j                  «      }t         t"        t$        df\  |_        |_        |_        |_        t,        j.                  j1                  |«      }	t3        |t        d	   |	d
|j4                  |j6                  «      \  }
}}d
dt9        |j;                  «       «      }}}t        j                  d«      r¥t        j<                  | t        d   «      \  }}t        j>                  |j@                  jB                  |«      j                  t        «      }|t9        |j;                  «       «      z  } |dt        d   › d|› dt        j                  dd«      › �«       t        jD                  jG                  |t        d   t        d   ¬«      }t        jD                  jH                  jK                  |ddt        d   ¬«      }t        jL                  jN                  jP                  }t,        jR                  dd
}}}tU        t        d   «      D �]/  }tW        jV                  «       g g }}}|jY                  «        tU        t        d   «      D �]ê  }t3        | t        d   |	||j4                  |j6                  «      D �cg c]  }|j                  t        «      ‘Œ c}\  }}} |€1 | |||«      | «      }!|j[                  |!j]                  «       «       �n
 |||d¬«      \  }"}# ||"| «      }!|j[                  |!j]                  «       «        ||#t        j^                  |«      «      }$t	        j`                  t2        jb                     «      j                  t        «      }%|!t        jL                  jN                  je                  |$|%«      z   }!|j[                  |$jg                  d«      |%k(  ji                  «       jk                  «       j]                  «       «       |dz  }|jm                  «        |!jo                  «        t        jL                  jp                  js                  |d«       |ju                  «        �Œí |jw                  «        t	        jx                  «       5  t	        jz                  tU        dt}        |
«      d«      D �&cg c]K  }& ||
|&|&dz    j                  t        «      ||&|&dz    j                  t        «      «      j                  «       ‘ŒM c}&«      }'d
d
d
«        |'|«      j]                  «       |'dkD  ji                  «       |k(  ji                  «       jk                  «       j]                  «       })}(||j€                  k\  r|ju                  |(«        |d |d!›d"t-        jj                  |«      d#›d$|(d#›d%|)d&›d'tW        jV                  «       |z
  d(›d)�|rd*t-        jj                  |«      d&›�nd+z   «       |(|d,z
  k  rS|(d|jƒ                  «       j…                  «       D �*�+ci c]$  \  }*}+|*|+j‡                  «       j‰                  «       “Œ& }}*}+}}�Œ||j€                  k\  s�Œ|dz  }|t        d-   k\  s�Œ0 n |j                  |«       |jw                  «        ||fS c c}w c c}&w # 1 sw Y   �Œ•xY wc c}+}*w ).zlTrain a DirectNet (binary cross-entropy, early stopping on the validation windows). Returns (net, best val).r   rd   r%   Ú
train_seedÚseedrc   )Úmap_locationz  initialised from Úval_windowsNÚadvz  adversarial z loss: z classes, lambda Ú
adv_lambdaçš™™™™™©?ÚlrÚweight_decay)r¯   r°   ÚminrR   Úlr_patience)ÚmodeÚfactorÚpatienceÚ
max_epochsÚsteps_per_epochÚ
batch_sizeT)rK   r$   g      @é   z
    epoch Ú02dz train ú.4fz	 val BCE z acc ú.3fz (ú.0fzs)z | adversary acc Ú g-Cëâ6?rµ   )Er2   r   rv   r   r,   Úmanual_seedr!   r9   rœ   r   r   Úload_state_dictÚloadr(   ÚDNNDecÚ__new__r*   r—   r˜   ÚfutÚhopr7   rk   r|   Údefault_rngrr   Úp_switchr„   r@   Ú
parametersÚ
domain_idsÚAdvHeadr3   Úin_featuresÚoptimÚAdamWÚlr_schedulerÚReduceLROnPlateaur0   Ú
functionalÚ binary_cross_entropy_with_logitsÚinfrš   ÚtimeÚtrainÚappendÚitemr­   r~   rs   Úcross_entropyÚargmaxrp   rS   Ú	zero_gradÚbackwardÚutilsÚclip_grad_norm_r    Úevalr-   rE   rm   r�   Ú
min_epochsÚ
state_dictÚitemsÚdetachÚclone),rÔ   ÚvalÚlogrV   Ú	init_fromr8   r©   rŸ   r‚   ÚrsÚXvÚSvÚyvr¬   r    ÚparamsÚdomÚn_domÚoptÚschÚbceÚbestÚbadÚstateÚepÚt1ÚtlÚdaÚ_Úzrˆ   rU   rB   ÚlossÚlgrL   ÚdlÚdtr�   ÚlvÚvlÚvar¥   Úvs,                                               r<   Úfitr  y   sÒ  € à	ˆq‰�$‰×	Ñ	˜bÑ	!€BÜ�5‰5�œs 6™{Ó+€DÜ	×Ñ�dÔÜ
�B˜˜AŸJ™JÓ
'×
*Ñ
*¬3Ó
/€CÙÜ! )Ó,ˆ	Ø×ÑœEŸJ™J y¼sÔCÔDÙÐ! ) Ð-Ô.Ü
�/‰/×
!Ñ
!¤(§/¡/Ó
2€CÜ%&¬¬S°" _Ñ"€C„Eˆ3Œ7�C”G˜SœUÜ	�‰×	Ñ	˜tÓ	$€BÜ˜œa Ñ.°°D¸!¿*¹*ÀaÇjÁjÓQ�J€BˆˆBØ˜a¤ c§n¡nÓ&6Ó!7ˆvˆ€CÜ‡u�uˆU„|Ü×(Ñ(¨´°%±Ó9‰
ˆˆUÜ×Ñ˜sŸx™x×3Ñ3°UÓ;×>Ñ>¼sÓCˆØ”$�s—~‘~Ó'Ó(Ñ(ˆÙˆnœQ˜u™X˜J g¨e¨WÐ4EÄaÇeÁeÈLÐZ^ÓF_ÐE`ÐaÔbÜ
�+‰+×
Ñ
˜F¤q¨¡w¼Q¸~Ñ=NÐ
Ó
O€CÜ
�+‰+×
"Ñ
"×
4Ñ
4°S¸uÈSÔ[\Ð]jÑ[kÐ
4Ó
l€CÜ
�(‰(×
Ñ
×
>Ñ
>€CÜ—v‘v˜q $ˆuˆ#€DÜ”A�l‘O×$ˆÜ—Y‘Y“[ " b�ˆBˆØ�	‰	ŒÜ”qÐ*Ñ+×,ˆAÜ*1°%¼¸<¹È"ÈcÐST×S]ÑS]Ð_`×_iÑ_iÔ*jÓkÑ*j Q�q—t‘tœC•yÐ*jÑk‰GˆAˆq�!Øˆ{Ù™3˜q !›9 aÓ(�Ø—	‘	˜$Ÿ)™)›+Ö&á˜A˜q tÔ,‘��AÙ˜2˜q“z�Ø—	‘	˜$Ÿ)™)›+Ô&Ù˜œH×/Ñ/°Ó5Ó6�Ü×%Ñ% c¬'¯/©/Ñ&:Ó;×>Ñ>¼sÓC�ØœeŸh™h×1Ñ1×?Ñ?ÀÀBÓGÑG�Ø—	‘	˜2Ÿ9™9 Q›<¨2Ñ-×4Ñ4Ó6×;Ñ;Ó=×BÑBÓDÔEØ˜‘	�Ø�M‰MŒOØ�M‰MŒOÜ�H‰H�N‰N×*Ñ*¨6°3Ô7Ø�H‰HŽJð# -ð$ 	�‰Œ
Ü�]‰]�_Ü—‘Ô]bÐcdÔfiÐjlÓfmÐorÔ]sÓtÑ]sÐXY™C  1 Q¨¡W × 0Ñ 0´Ó 5°r¸!¸AÀ¹G°}×7GÑ7GÌÓ7LÓM×QÑQÕSÐ]sÑtÓuˆB÷ á�R˜“×!Ñ!Ó# r¨A¡v§n¡nÓ&6¸"Ñ&<×%CÑ%CÓ%E×%JÑ%JÓ%L×%QÑ%QÓ%SˆBˆØ�—‘ÒØ�H‰H�RŒLÙˆj˜˜C˜ ¬¯©°«°CÐ'8¸	À"ÀSÀÈÈrÐRUÈhÐVXÔY]×YbÑYbÓYdÐgiÑYiÐjmÐXnÐnpÐqÙ8:Ð"¤2§7¡7¨2£;¨sÐ"3Ñ4ÀñDô 	Eà��t‘ÒØ! 1ÈÏÉÓIY×I_ÑI_ÔIaÔ&bÑIaÁÀÀA q¨!¯(©(«*×*:Ñ*:Ó*<Ñ'<ÐIa�uÑ&b�#ŠDØ�1—<‘<ÔØ�1‰HˆCØ”a˜
‘mÔ#ÙðE %ðF ×Ñ˜ÔØ‡H�H„JØ�ˆ9ÐùòC lùò& u÷ ‰_üó 'cs+   Í\7Ô/(]ÕA\<Ö']Ú;)]Ü<]Ý]	c                 ó–  — t         j                  j                  t        d   t	        j
                  | «      z   «      }g g }}t        D ]�  }|| k(  rŒ	t        |«      }|j                  t        |j                  j                  «       «      «      }	|j                  «       D ]7  \  }
}|d   |	k(  r|n|j                  t        |j                  |d   «      «       Œ9 Œ‘ |t        dg|j                  |«      z  }||z   D ]  }t!        |«      |d<   Œ  |d| › dt#        |«      › dt#        |«      › d	|d
   d   j$                  d   › d�	«       t'        j&                  «       }t)        |||||j*                  «      \  }}t'        j&                  «       |z
  }~~t         j                  j                  t,        t	        j
                  | «      z   «      }i dD �ci c]  }|i “Œ }}}t        | «      j                  «       D �]�  \  }
}t        |j                  |d   «      }t!        |«      |d   |d   j/                  t0        «      t1        |d   «      f\  }}}}t3        ||dz  «      }|j5                  d
d«       t        j6                  |t8        «      dd
}}}|D ]0  }t;        |dz
  t1        t=        |dz  «      «      «      }|||| | |}}Œ2 |||d  |t        j>                  |dz
  t        j<                  t        j@                  t#        |«      «      tB        z  |d   z   dz  «      j/                  t0        «      «         }t        jD                  |d d …d d f   |d d …d d d…f   |«      } |jF                  rt        jH                  |«      n|}!tK        ||!| «      \  }"}#||z  t        jL                  |#tN        z
  d
«         }$t#        |"«      dz  }%tQ        |"dz  |" dz  |$j/                  t         jR                  «      |#tB        z  |d   z   j/                  t         jT                  «      |"d |%dz   jW                  |%d«      jY                  d«      dz  |"d |%dz   jW                  |%d«      jY                  d«       dz  |$d |%dz   jW                  |%d«      jY                  d«      dkD  j/                  t         jR                  «      d¬«      ||d   <   |j[                  «       }&d|&d d …t\        f<   d|!fdt        jH                  |«      fdt        j^                  |!t#        |«      dz  d
«      fd|&ffD ]e  \  }'}(tK        ||(|d¬ «      \  })}*||'   ja                  |d!   g «      j                  |)d
kD  |t        jL                  |*tN        z
  d
«         d
k(  k(  «       Œg �Œ“ |jc                  «       D ��+�,ci c]Ï  \  }}+|tQ        te        t        jX                  t        jf                  |+ji                  «       D �,cg c]  },t        jf                  |,«      ‘Œ c},«      «      «      te        t        jj                  |+ji                  «       D �,cg c]*  },t        jX                  t        jf                  |,«      «      ‘Œ, c},«      «      ¬"«      “ŒÑ }-}+}},tQ        d#|j                  | |t'        j&                  «       |z
  tl        tN        z   tB        z  |d$|-¬%«	      }.to        tQ        d&|i|.¬'«      tq        || «      «        |d| › d(|.d)   d*›d+�d,js                  d-„ |-jc                  «       D «       «      z   «       ~tt        jv                  jy                  «        y c c}w c c},w c c},w c c},}+}w ).Nr©   ÚsubjectÚkeyÚFuglsang2020rd   ú  fold held-out=ú: z	 train / z val trials, r   r%   z stimulus features per stream©Únormalr„   Ú	shift_eegÚ
no_frontalra   rj   r€   é€   r#   Fr$   Út0é(   rR   T)Úr0Úr1rj   Út_endÚr0_10Úr1_10Úatt10Úpre_switchedrh   r	  r„   r
  r  é   )r    Úsubj_uid)ÚpooledÚsubject_medianÚ
direct_clfrc   )	ÚdecoderÚprepÚheld_outÚfit_sÚtotal_sÚlookahead_sÚbest_valÚchannelsÚcontrolsÚcausal)ÚevidenceÚinfoz	 done in r  r½   z-s: controls (5-s decisions, pooled accuracy) ú  c              3   ó8   K  — | ]  \  }}|› d |d   d›�–— Œ y­w)Ú r  r¼   N© )Ú.0r¥   r   s      r<   Ú	<genexpr>zrun_fold.<locals>.<genexpr>í   s)   è ø€ ÐJÑ9I±°°A�q�c˜˜1˜X™; sÐ+Ô,Ñ9Iùs   ‚)=rk   r|   rÆ   r   r   Úindexr	   rq   Úsortedr  ÚuniqueÚiterrowsrÕ   r   r  r   r   rm   r2   rÓ   r  rå   r   ro   rw   r   ry   r/   Úboolr±   ÚroundÚminimumr™   r   Úwherer„   Ú
zeros_liker¦   rn   r˜   ÚdictÚint8ru   ÚreshaperS   ÚcopyÚFRONTALÚrollÚ
setdefaultrà   rp   r•   ÚvaluesÚmedianr—   r
   r   Újoinr,   ÚcudaÚempty_cache)/ÚheldÚexprä   rV   r�   rÔ   rã   ÚdsÚrowsÚvsr÷   Úrr�   r  rŸ   rð   Út_fitÚsrngr¥   ÚevÚctlrU   rA   rj   ÚT128ÚtimesÚst128ÚcurÚprevÚttÚs0ÚstÚSswÚxerú   r¤   ÚtruthÚn10ÚxfÚnameÚxcÚl1Ús1Údr   r#  r&  s/                                                  r<   Úrun_foldr^  ¹   sÐ  € Ü
�)‰)×
Ñ
¤ F¡¬g¯m©m¸DÓ.AÑ AÓ
B€CØ�Rˆ3€EßˆØ�Š:ØÜ�r‹{ˆØ�Z‰Zœ˜tŸ|™|×2Ñ2Ó4Ó5Ó6ˆØ—M‘M–O‰DˆAˆqØ�i‘L BÒ&‰S¨E×9Ñ9¼*ÀQÇVÁVÈQÈuÉXÓ:VÕWñ $ð ð 
Œ]˜NÐ+¨Q¯V©V°SÓ9Ñ9€EØ�cŒkˆÜ˜B“<ˆˆ4Šð áÐ
˜4˜& ¤3 u£: ,¨i¼¸C»°zÀÈuÐUVÉxÐX\É~×OcÑOcÐdfÑOgÐNhð  iFð  	Gô  HÜ	�‰‹€BÜ�E˜3  Q¨¯©Ó4�I€CˆÜ�I‰I‹K˜"Ñ€EØˆsä�9‰9× Ñ ¤¬¯©°dÓ(;Ñ!;Ó<€DØÑ"SÓTÑ"S˜Q�1�b‘5Ð"SˆÐT€BÜ˜“×&Ñ&×(‰ˆˆ1Ü˜Ÿ™  %¡Ó)ˆÜ" 2›,¨¨5©	°2°e±9×3CÑ3CÄCÓ3HÌ#ÈaÐPSÉfË+ÐU‰ˆˆ1ˆc�4Ü! $¨¨s©
Ó3ˆØ�‰�a˜ÔÜŸ8™8 D¬$Ó/°¸�DˆsˆÛˆBÜ�T˜A‘Xœs¤5¨¨c©£?Ó3Ó4ˆBØ ˆE�$�rˆNØ˜ �‰Cð ð ˆˆdˆeˆØ”2—:‘:˜d Q™h¬¯©´"·)±)¼CÀ»FÓ2CÄbÑ2HÈ2ÈdÉ8Ñ2SÐWZÑ1ZÓ([×(bÑ(bÔcfÓ(gÓhÑiˆÜ�h‰h�rš!˜T 4˜-Ñ(¨!ªA©t°¨t¨G©*°aÓ8ˆØ!"§¢ŒR�]‰]˜1Ô°ˆÜ˜C  SÓ)‰
ˆˆFØ�r‘œ2Ÿ:™: f¬s¡l°AÓ6Ñ7ˆÜ�"‹g˜‰mˆÜ˜r A™v¨2¨#°©'°u·|±|ÄBÇGÁGÓ7LÐU[Ô^`ÑU`ÐceÐfjÑckÑUk×TsÑTsÔtv×t~Ñt~ÓTØ"$ Y c¨B¡h -×"7Ñ"7¸¸RÓ"@×"EÑ"EÀaÓ"HÈ1Ñ"LÐUWÐXaÐY\Ð_aÑYaÐUb×UjÑUjÐknÐprÓUs×UxÑUxÐyzÓU{ÐT{Ð~ÑTØ#(¨¨#°©(Ð#3×#;Ñ#;¸CÀÓ#D×#IÑ#IÈ!Ó#LÈsÑ#R×"ZÑ"ZÔ[]×[bÑ[bÓ"cÐrvôxˆˆ1ˆU‰8‰ð �V‰V‹XˆØˆŠ1Œgˆ:‰Ø" B˜¨*´b·m±mÀAÓ6FÐ)GÈ+ÔWY×W^ÑW^Ð_aÔcfÐghÓciÐmnÑcnÐpqÓWrÐIsð  wCð  EGð  vHó  I‰HˆD�"Ü˜C  Q¨QÔ/‰FˆB�Ø�‰I× Ñ   :¡°Ó3×:Ñ:¸BÀ¹FÈÌBÏJÉJÐWYÔ\_ÑW_ÐabÓLcÑHdÐhiÑHiÑ;jÕkò Ið- )ð4 x{÷  xAñ  xAô  xCõDñ xCÑosÐopÐrsð ”4œu¤R§W¡W¬R¯^©^ÐXY×X`ÑX`ÔXbÓ<cÑXbÐST¼R¿^¹^ÈAÕ=NÐXbÑ<cÓ-dÓ%eÓfÜ',¬R¯Y©YÐ\]×\dÑ\dÔ\fÓ7gÑ\fÐWX¼¿¹ÄÇÁÈqÓ@QÕ8RÐ\fÑ7gÓ-hÓ'iôkñ kð xCð ò Dä˜¨1¯6©6¸DÈÔW[×W`ÑW`ÓWbÐegÑWgÔvyÔ|Ñvô  DFñ  vFØ¨°Xô?€Dä”˜x¨˜n°4Ô8¼)ÀCÈÓ:NÔOÙÐ
˜4˜& 	¨$¨y©/¸#Ð)>Ð>kÐlØ
�)‰)ÑJ¸¿¹Ô9IÓJÓ
Jñ	Kô LàÜ	‡J�J×ÑÕùòE Uùò4 =dùÚ7gùôDs+   Ç
\5ÖA]×\: ×:4]Ø./\?Ù]Ü:
]Ú__main__z--tagr¾   )Údefaultz--train-seed)Útyper`  z	--targetszenv,onset,domz'stimulus features given for each stream)r`  Úhelpz
--p-switchg333333Ó?z8share of training windows with a synthetic switch inside)ra  r`  rb  z
--backboner[   )r[   ÚadtÚhappyquokkazenetwork g: vlaai_ws (CNN, default) or a transformer: adt, happyquokka (ICASSP 2023 regression winner))r`  Úchoicesrb  z
--window-szŽclassifier window in s (default config dnn.window_s = 5); the read-out timing (0.75 s lookahead, label 1 s before the window end) is unchangedz--min-epochsz=epochs without LR decay / early stopping (training stability)z--max-epochsz--init-fromz-DirectNet state_dict to start every fold fromz--pretrain-spkÚ
store_truezòpretrain on SparrKULee (single talker): stream A = the presented speech, stream B = its mismatched (half-run shifted) envelope, i.e. match-mismatch; saves models/pretrain_spk_direct_clf_s<seed>.pt. Needs GLIMPSE_THR=onorm (dom for SparrKULee))Úactionrb  z--setÚ*z6hyper-parameter overrides of config dnn: key=value ...)Únargsr`  rb  z	--aug-setz5overrides of the augmentation settings: key=value ...z--advÚdatasetr  zfadversarial loss (gradient reversal) removing dataset / subject information from the backbone featuresz--adv-lambdar®   z--prepÚmat_reacz·mat_reac (EA state carried across a subject's trials) | mat_rea (EA restarts in every trial: needs no subject / trial ID at test time); the SparrKULee pretraining always uses mat_reacz--aug-variantÚclusterz9EEG augmentation: dnn_augment + config aug_variants[NAME]z
--zero-eegz5envelope-only model (EEG zeroed in training and test)Ú,ÚtargetsÚdnn_augmentÚaug_variantsre   )r¬   r­   r¨   r¶   r  ÚlogsÚpretrain_spk_direct_clfÚ_sz.logÚ
SparrKULeerd   r  r÷   iÒ  F)Úreplacezpretrain direct_clf seed z on SparrKULee: z train subjects, val ÚmodelsT)Úexist_okz.ptzsaved z (best val BCE r»   Ú)Údirect_clf__z=== experiment z ===r  z: cachedr  r©   r  zHMM p_stay=ÚswitchÚp_stayzJ per 0.25-s step, SYNTHETIC switches applied to the classifier INPUT, LODOr$  )Ú
experimentr  r  rn  r„   rÇ   rå   rÞ   r9   r   r¨   Úextra_trainre   rz  r$  r&  r#  rS   z#  MEAN over held-out datasets: Acc ÚAccz.2fz  SDT ÚSDTz  L ÚLr¼   z  H ÚHz  (window acc Úacc1r  z
  control Ú10sr  r'  c              #   óT   K  — | ]   }|› d t         d   |   t           d   d›�–— Œ" y­w)r)  r#  r  r¼   N)rN   r¥   )r+  r]  s     r<   r,  r,  9  s6   è ø€ Ð.mÑelÐ`a°!°°A´c¸*±oÀaÑ6HÌÑ6KÈHÑ6UÐVYÐ5ZÔ/[Ñelùs   ‚&(z	  | mean r  Úresultsz.jsonÚw)Úindentr`  z	=== done )r$   )N)kÚ__doc__ÚargparseÚjsonÚosrÓ   rž   rk   r,   r(   Ú
common_expr   r   r   r   r   r   r	   r
   Úcommonr   r   r   r   r   r   Ú	e1_switchr   Úrun_experimentr   r   Úscorer   rw   r*   r˜   r—   r–   r{   rx   r:  r0   ÚModuler!   rr   r-   r¦   r  r^  r\   ÚArgumentParserÚapÚadd_argumentrp   Ú
parse_argsrV   r   rn  ÚsplitÚaug_variantÚapply_overridesÚsetÚaug_setr¬   Úupdater­   r¨   r¶   Úset_num_threadsÚpretrain_spkrv   r©   Úpathr?  Útagrä   r�   r…   r.  Úsubsr|   rÆ   rq   rF  rm   rŸ   rð   ÚmakedirsrN   Úsaverß   Ú
SystemExitr  rC  rB  Úexistsr6  r„   rÇ   rå   rÞ   r9   Úmr¥   rS   ÚopenÚfhÚdump)r�   Úcr…   r]  s   0000r<   Ú<module>rª     s—  ðñBó, Û Û 	Û ã Û ã ß _× _Ó _ß *Ñ *ß %Ñ %Ý 'ß 0Ý "á�!�J‘- "Ñ$Ó%¡s¨1¨]Ñ+;¸bÑ+@Ó'AÁ3ÀqÐIZÑG[Ð^`ÑG`ÓCa€€€3ˆØ�‰G�c‰M˜1˜r™6€	€€cÙ" 8¨C°	©NÑ#;Ô<Ô
uÑ<‘��AÀÐEtÒ@tŠ1Ð<Ò
u€ôU�—‘—‘ô Uò8IðD €‡�ƒòó ðó=ò@6ðr ˆzÓØ	 ˆ×	 Ñ	 Ó	"€BØ‡O�O�G R€OÔ(Ø‡O�O�N¨°d€OÔ;Ø‡O�O�K¨Ð?h€OÔiØ‡O�O�L u°cÐ@z€OÔ{Ø‡O�O�L¨*Ò>`ð Að ô Bà‡O�O�L u°dð Bk€Oô là‡O�O�N¨°aÐ>}€OÔ~Ø‡O�O�N¨°d€OÔ;Ø‡O�O�M¨4Ð6e€OÔfØ‡O�OÐ$¨\ð At€Oô uð ‡O�O�G 3°Ð9q€OÔrØ‡O�O�K s°BÐ=t€OÔuØ‡O�O�G T°I¸yÐ3Ið QO€Oô Pà‡O�O�N¨¸€OÔ=Ø‡O�O�H jð 8A€Oô Bà‡O�O�O¨YÐ=x€OÔyØ‡O�O�L¨Ð<s€OÔtØ
�‰‹€AØ‡z‚zÙ�—
‘
˜R‘Ó ˆØ˜‘G˜c‘M 1 r¡6ˆ	ˆˆcØ—9‘9—?‘? 3Ó'€A€i�LØO�c˜-Ñ(ÐO¨C°Ñ,?ÀÇÁÑ,NÐO€A€i�LØ€H×Ñ˜QŸU™U A§I¡IÔ.Ø‡u‚uØˆ�‰�Q—U‘U q§|¡|Õ4Ø‡|�|ÐØŸ,™,ˆˆ,‰Ø‡|‚|ØŸ,™,ˆˆ,‰Ø€E×Ñ˜!ÔØ‡~ƒ~Øˆq�u‰u�\ 1Ó%ˆØˆˆ,‰Ù�R—W‘W—\‘\ # vÐ1HÈÏÉÈÈrÐRVÐQWÐW[Ð/\Ó]Ó^ˆÙ˜L˜>¨:°sÓ;ˆÛˆAÙ˜q“kˆAˆdŠGð á±rÓ:±r°!�q˜‘x—~‘~ cÓ*¨1Ó-°rÑ:Ó;ˆÙ�—‘×&Ñ& tÓ,×3Ñ3°D¸!ÀUÐ3ÓKÓLˆÙÐ'¨ vÐ-=¹cÀ$»iÈ!¹m¸_ÐLaÑbhÐikÓblÐamÐnÔoÙ¡BÓK¡B˜q¨!¨E©(¯.©.¸Ó*=¸aÑ*@ÈÒ*Jš BÑKÑY[ÓM|ÑY[ÐTUÐ_`ÐafÑ_g×_mÑ_mÐnqÓ_rÐstÑ_uÐy{Ò_{ÊaÐY[ÑM|ð  Bð  DEó  F‰	ˆˆTØˆ�‰�B—G‘G—L‘L  hÓ/¸$Õ?Ø�g‰g�l‰l˜3 Ð,CÀAÇEÁEÀ7È"ÈTÈFÐRUÐ*VÓWˆØˆ�
‰
�3—>‘>Ó# SÔ)Ùˆf�S�E˜¨¨c¨
°!Ð4Ô5ØÐØ˜Ÿ™˜ §¡ Ð
(€CÙ
�—‘—‘˜c 6¨c¨U°$¨<Ó8Ó
9€CÙˆ/˜#˜˜dÐ#Ô$ÛˆØ�7‰7�>‰>™) C¨Ó.Ô/ÙÐ" 4 &¨Ð1Ô2ØÙ��s˜C Õ#ð	 ñ
 ˜# |¸!¿&¹&È!ÈIÉ,Ðab×akÑakÐvw÷  wAñ  wAð  MN÷  MXñ  MXð  ef÷  eqñ  eqð  |}÷  |Fñ  |Fð  QRð  UWñ  QWØ˜!Ÿ%™% ¨c°&©kÓ:ÈÐ`aÐbkÑ`lØ# C¨¡M°(Ñ$;Ð#<ð  =Gð  HÙ& s¨H°s¸S±yÀBÑ6FÓGôI€Cñ IPÓPÉÀ1�q˜#˜h™-¨Ñ/°Ñ2°:Ñ>Ñ>ÈÑP€Cˆ
�OØˆH‰�fÑ€AÙÐ
-¨a°©h°s¨^¸6À!ÀEÁ(È3ÀÈtÐTUÐVYÑTZÐ[^ÐS_Ð_cÐdeÐfiÑdjÐknÐcoÐo}Ð~ð  AGñ  Hð  ILð  ~Mð  MNð  	Oô  PÛ>ˆÙˆj˜˜3˜˜rÐ" T§Y¡YÑ.mÑelÓ.mÓ%mÑmØ˜'˜"Ÿ'™'ÉGÓ"TÉGÀq 3 z¡?°1Ñ#5°aÑ#8¸Ó#BÈGÑ"TÓUÐVYÐZÐ[ñ\õ 	]ð ?ñ 
ˆb�g‰g�l‰l˜3 	¨c¨U°%¨=Ó9¸3Ô	?À2Øˆ�	‰	�#�r !¨UÕ3÷ 
@áˆ)�C�5˜ÐÕðW ùóS vùòn ;ùò LùÒM|ùò$ Qùò
 #Uß	?Ð	?úsB   Â%^	Â2^	Ð^Ò^Ò%^Ò/^
Ó^
Ú^Ü^#Ý^(Þ(^1