Ë
    Â	îjäs  ã                   ó‚  — d Z ddlZddlZddlZddlZddlZddlZddlZddl	m
Z
mZmZmZmZmZmZmZ ddlmZmZmZ ddlmZmZmZ ddlmZ ddlmZmZ ddlmZm Z m!Z!  e"ed	   ez  «       e"ed
   ez  «       e"ed   ez  «      cZ#Z$Z%e#e%z
  e$z
  e#ez
  cZ&Z' e(ee
d      «      D � �cg c]  \  } }|dv sŒ| ‘Œ c}} Z) G d„ dejT                  jV                  «      Z,d„ Z-d„ Z. ej^                  «       d­d„«       Z0d®d„Z1d„ Z2d„ Z3d„ Z4e5dk(  �rë ejl                  «       Z7e7jq                  dd¬«       e7jq                  de"d¬«       e7jq                  ddd ¬!«       e7jq                  d"e9d#d$¬%«       e7jq                  d&ddd'gd(¬)«       e7jq                  d*d+g d,¢d-¬)«       e7jq                  d.e9dd/¬%«       e7jq                  d0e"dd1¬%«       e7jq                  d2e"d¬«       e7jq                  d3dd4¬!«       e7jq                  d5d6d7¬8«       e7jq                  d9d:g d;¬<«       e7jq                  d=d:g d>¬<«       e7jq                  d?dd@dAgdB¬)«       e7jq                  dCe9dD¬«       e7jq                  dEdFdG¬!«       e7jq                  dHdIdJ¬!«       e7jq                  dKd6dL¬8«       e7jq                  dMddN¬!«       e7ju                  «       Z;e;jx                  r# e"e;jx                  ez  «      Z#e#e%z
  e$z
  e#ez
  cZ&Z'e;jz                  j}                  dO«      edP<   i e
dQ   ¥e
dR   e;j~                     ¥edS<    ej€                  e;j‚                  e;j„                  «       e;j†                  r( ejˆ                  e;j†                  e;jŠ                  ¬T«       e;jŒ                  �e;jŒ                  edU<   e;jŽ                  re;jŽ                  edV<    ej�                  dW«       e;j’                  �rÔ ej”                  dUd«      ZKeKedU<    eej˜                  j›                  edXdYe;jœ                  › dZeK› d[�«      «      ZO ed\gdFeO«      ZPePD ]  ZQ eeQ«      eQd]<   Œ  eRePD �ch c]  }|d^   j}                  d_«      d   ’Œ c}«      ZS eAej¨                  j«                  d`«      j­                  eSdWda¬b«      «      ZW eOdceK› dd eXeS«      dWz
  › de eReW«      › �«        e1ePD �cg c]  }|d^   j}                  d_«      d   eWvsŒ|‘Œ  c}ePD �cg c]  }|d^   j}                  d_«      d   eWv sŒ|‘Œ  c}eOe;«      \  ZYZZ ej¶                  ej˜                  j›                  edf«      dg¬h«       ej˜                  j›                  edfdYe;jœ                  › dZeK› di�«      Z\ ejº                  eYj½                  «       e\«        eOdje\› dkeZdl›dm�«       e_‚dne;jÀ                  › e;jœ                  › �Za eej˜                  j›                  edXea› d[�«      «      ZO eOdoea› dp�«       e;jÄ                  d'k(  r e3«         eOdq«       e;jÆ                  re;jÆ                  gn ede«      Zee;jÆ                  r#e;jÆ                  evr e_dre;jÆ                  › �«      ‚eeD ]<  Zcej˜                  jÍ                   eeaec«      «      r eOdsec› dt�«       Œ2 e2eceaeOe;«       Œ> e;jÆ                  r eOdue;jÆ                  › dv�«        e_d«      ‚e;jÄ                  d'k(  �r‘ e4eaeOe;«      \  ZgZhZiZj ekd¯i dwea“dxdy“dze;jÀ                  “dPedP   “d{e;jØ                  “d|e;jÚ                  “d}e;jÄ                  “d~e;jÜ                  “de;jÞ                  “dVedV   “d€ed€   “d�e;jà                  “d	e#ez  “dU ej”                  dUe
d‚   «      “dƒd„“dSedS   “d… ekd†d‡eiejeD �ci c]  }|eg|   “Œ
 c}eh¬ˆ«      “ŽZ\ e9 ejâ                  eD �cg c]
  }eg|   d‰   ‘Œ c}«      «      Zr e9 ejâ                  eD �cg c]
  }eg|   dŠ   ‘Œ c}«      «      Zs eOd‹erdl›dŒesd�›�«        etej˜                  j›                  edŽea› d��«      d�«      5 Zu ejì                  e\eude9¬‘«       ddd«        eOd’ea› dp�«        e_d«      ‚ ekeadye;jÀ                  edP   e;jØ                  e;jÚ                  e;jÜ                  e;jÞ                  e;jà                  e#ez   ej”                  dUe
d‚   «      d„edS   d“e
d”   d•   › d–� e!ead—e%e$z   ez  «      ¬˜«      Z\eD �ci c]  }|e\d—   d™   |   dš   “Œ c}e\dš<   e\d—   d›   Zw eOdœewdŠ   d�›d�ewdž   d�›dŸewd    d¡›d¢ewd‰   d¡›d£ewd¤   d¡›dm�«       d¥D ]Y  Zx eOd¦exd§›d¨�d©j›                  dª„ eD «       «      z   d« ejâ                  eD �cg c]  }e\dš   |   ex   d¬   ‘Œ c}«      d¡›�z   «       Œ[  etej˜                  j›                  edŽea› d��«      d�«      5 Zu ejì                  e\eude9¬‘«       ddd«        eOd’ea› dp�«       yyc c}} w c c}w c c}w c c}w c c}w c c}w c c}w # 1 sw Y   �ŒÐxY wc c}w c c}w # 1 sw Y   ŒRxY w)°a}  A2: DIRECT attention classifier (EEG + the two streams' stimulus features -> stream A or B), LODO, with shortcut controls.

Model  logit = g(EEG, A, B) - g(EEG, B, A): g = vlaai_ws backbone on the channel-concatenated input (58 EEG + 2 x F
       stimulus features: env, onset, dom, z-scored per window), linear read-out, learned temporal pooling. Exactly
       ANTISYMMETRIC in (A, B), so a constant preference for one column cannot be learned (column 0 is the majority-
       attended stream in the corpus).
Train  same preprocessing / augmentation / data as the best reconstruction decoder (prep mat_reac, aug 'cluster',
       + Fuglsang). 5-s windows; label = attended stream 1 s before the window end (the first sample the decision may
       label under the 1-s rule); in a fraction of the windows the two streams swap roles at a random time (synthetic
       switch inside the window). Binary cross-entropy; early stopping on one validation subject per dataset.
Score  identical synthetic-switch schedules and scorer as every other experiment: the schedule of score.py is replayed,
       the stimulus columns are swapped at the switch times, the classifier runs causally every 0.25 s on windows
       ending 0.75 s after the decision time, logit -> HMM (score.py, evidence flagged pre_switched).
Controls on the held-out dataset (no synthetic switch, one decision per second), fold info['controls']:
  normal      accuracy of the 5-s decisions
  zero_eeg    EEG set to 0: must be 50 %; above = the label leaks through the envelopes alone
  shift_eeg   EEG circularly shifted by half the trial: destroys the time-locking to the speech but keeps everything
              that is constant over the trial (gaze direction / EOG, subject, session): must be 50 %; above = shortcut
  no_frontal  frontal channels (Fp, AF, F7/F8: strongest ocular artefacts) set to 0: should stay close to normal
--zero-eeg trains an ENVELOPE-ONLY model (EEG zeroed in training and test): how much of the label is predictable from
the stimuli alone under LODO.
usage: python direct_classifier.py [--train-seed 1] [--tag _x] [--zero-eeg]  -> folds/, results/direct_clf__mat_reac<tag>.jsoné    N)ÚCFGÚEXPÚFSÚ	fold_fileÚ
load_trialÚresolve_modelÚrows_ofÚsave_pickle)ÚDS_KEYSÚMONTAGESÚSEED)ÚDÚDEVÚ_targets)Údraw_switch_times)Úload_externalÚlog_to)Ú
load_foldsÚscore_datasetÚscore_experimentÚwindow_sÚinfer_hop_sÚcausal_future_sÚmontage)ÚFP1ÚFPZÚFP2ÚAF3ÚAF4ÚF7ÚF8c                   ó6   ‡ — e Zd Zdˆ fd„	Zd„ Zdd„Zdd„Zˆ xZS )Ú	DirectNetc           
      óô  •— t         ‰| �  «        t        j                  ||d|z  z   t        «      | _        |dk(  r$| j
                  j                  t        «      | _        t        j                  «       5  	 t        | j
                  j                  «       «      j                  }| j                  t        j                  dt        |d|z  z   |¬«      «      }d d d «       t        j                   j#                  j$                  d   d«      | _        t        j                   j)                  t        j                  t        «      «      | _        y # t        $ r t        j                  d«      }Y ŒÈw xY w# 1 sw Y   Œ›xY w)Né   ÚmambaÚcpué   )Údeviceéÿÿÿÿ)ÚsuperÚ__init__ÚdecodersÚbuild_backboneÚWÚbbÚtor   ÚtorchÚno_gradÚnextÚ
parametersr)   ÚStopIterationÚ_bbÚzerosÚnnÚLinearÚshapeÚheadÚ	ParameterÚtw)ÚselfÚCÚFsÚbackboneÚbb_devÚoÚ	__class__s         €údirect_classifier.pyr,   zDirectNet.__init__-   s  ø€ Ü‰ÑÔÜ×)Ñ)¨(°A¸¸B¹±JÄÓBˆŒà�wÒØ—g‘g—j‘j¤“oˆDŒGÜ�]‰]�_ð-Ü˜dŸg™g×0Ñ0Ó2Ó3×:Ñ:�ð —‘œŸ™ Q¬¨1¨q°2©v©:¸fÔEÓFˆA÷ ô —H‘H—O‘O A§G¡G¨B¡K°Ó3ˆŒ	Ü—(‘(×$Ñ$¤U§[¡[´£^Ó4ˆ�øô	 !ò -ÜŸ™ eÓ,’ð-ú÷ ˆ_ús0   Á3E.Á5-E
Â"2E.Å
E+Å(E.Å*E+Å+E.Å.E7c                 ó^   — | j                  |«      }t        |t        t        f«      r|d   S |S )Nr   )r0   Ú
isinstanceÚtupleÚlist)r?   ÚxÚys      rF   r7   zDirectNet._bb<   s+   € Ø�G‰G�A‹JˆÜ! !¤e¬T ]Ô3ˆq�‰tÐ:¸Ð:ó    c                 óî   — | j                  t        j                  |||gd«      «      }| j                  |«      d   }|t        j                  | j
                  d«      z  j                  d«      }|r||fS |S )Nr*   ).r   r   r(   )r7   r2   Úcatr<   Úsoftmaxr>   Úsum)r?   ÚEÚAÚBÚfeatÚfÚhÚouts           rF   ÚgzDirectNet.g@   sh   € Ø�H‰H”U—Y‘Y  1 a˜y¨"Ó-Ó.ˆØ�I‰I�a‹L˜Ñ ˆØ”5—=‘= §¡¨!Ó,Ñ,×1Ñ1°!Ó4ˆÙ��QˆxÐ( SÐ(rM   c           	      óÄ  — ||j                  dd¬«      z
  |j                  dd¬«      dz   z  }|rc| j                  ||d d …d d …df   |d d …d d …df   d«      \  }}| j                  ||d d …d d …df   |d d …d d …df   d«      \  }}||z
  d||z   z  fS | j                  ||d d …d d …df   |d d …d d …df   «      | j                  ||d d …d d …df   |d d …d d …df   «      z
  S )Nr(   T)Úkeepdimg�íµ ÷Æ°>r   ç      à?)ÚmeanÚstdrY   )r?   rR   ÚSrU   ÚaÚfaÚbÚfbs           rF   ÚforwardzDirectNet.forwardF   sð   € Ø�—‘˜ 4�Ó(Ñ(¨Q¯U©U°1¸d¨UÓ-CÀdÑ-JÑKˆÙØ—F‘F˜1˜a¢¢1 a ™j¨!ªAªq°!¨G©*°dÓ;‰EˆAˆrØ—F‘F˜1˜a¢¢1 a ™j¨!ªAªq°!¨G©*°dÓ;‰EˆAˆrØ�q‘5˜#  b¡™/Ð)Ð)Ø�v‰v�a˜š1ša ˜7™ Q¢qª!¨Q w¡ZÓ0°4·6±6¸!¸QºqÂ!ÀQ¸w¹ZÈÊ1ÊaÐQRÈ7ÉÓ3TÑTÐTrM   )Úvlaai_ws)F)Ú__name__Ú
__module__Ú__qualname__r,   r7   rY   rd   Ú__classcell__)rE   s   @rF   r#   r#   ,   s   ø„ õ5ò;ó)÷UrM   r#   c                 óú  — t        j                  | D �cg c]  }t        |d   «      t        z
  ‘Œ c}«      }t        j                  |d«      j                  t        «      }|j                  t        | «      |||j                  «       z  ¬«      }	|	t        _
        t        j                  |t        dft         j                  «      }
t        j                  |t        f| d   d   j                  dd  z   t         j                  «      }t        j                  |t         j                  «      }t        j                  |t         j                  «      }|�t        j                   d«      xs i ni }t#        |j!                  dd«      «      |j!                  d	d
«      |j!                  dd
«      }}}t%        |	«      D �]Ý  \  }}|j'                  d||   dz   «      }|||<   | |   }|r:t#        t        j(                  ||j'                  | |dz   «      z   d||   «      «      n|}|d   ||t        z    |d   ||t        z    c|
|<   ||<   t#        |d   |t*        z      «      }|j-                  «       |k  rÝt#        |j'                  t.        dz  t        t.        dz  z
  «      «      }|||d …d d d…f   |||d …f<   |t*        k  rd|z
  n|}|r‡|j-                  «       |k  rtt        t.        dz  z
  |z
  dt.        z  kD  rWt#        |j'                  |dt.        z  z   t        t.        dz  z
  «      «      }|||d …d d d…f   |||d …f<   |t*        k  rd|z
  n|}|r<|j-                  «       |k  r)d
||d d …d d …|j'                  |j                  d   «      f<   |dk(  rdnd
||<   �Œà |�|j1                  |
|«      }
|rd
|
d d  |t        _        t5        j6                  |
«      t5        j6                  |«      t5        j6                  |«      fS c c}w )NÚeegr   )Úpé:   Ú_Sr(   ÚaugmentÚclf_lag_jitterÚclf_p_feat_dropç        Úclf_p_switch2Úattr%   r*   ç      ð?)ÚnpÚarrayÚlenr/   ÚmaximumÚastypeÚfloatÚchoicerQ   ÚwindowsÚlast_tiÚemptyÚfloat32r;   Úint64r   ÚgetÚintÚ	enumerateÚintegersÚclipÚLABÚrandomr   Ú_augmentÚ
last_startr2   Ú
from_numpy)ÚtrialsÚnÚrngÚaugÚp_swÚzero_eegÚtÚlensrl   ÚtiÚXr_   rL   ÚstartsrS   ÚlagÚp_fdÚp_sw2ÚjÚiÚsÚtrÚs2ÚcolÚtauÚtau2s                             rF   r}   r}   O   st  € Ü�8‰8±Ó7±¨1”S˜˜5™“]¤QÓ&°Ñ7Ó8€DÜ
�
‰
�4˜Ó×"Ñ"¤5Ó)€AØ	�‰”C˜“K  a¨!¯%©%«'¡kˆÓ	2€BØ„G„OÜ
�‰�!”Q˜�œRŸZ™ZÓ(€AÜ
�‰�!”Q�˜& ™) D™/×/Ñ/°°Ð3Ñ3´R·Z±ZÓ@€AÜ
�‰�”B—J‘JÓ€AÜ�X‰X�aœŸ™Ó"€FØ$' OŒ�‰ˆyÓ	Ò	™R¸€AÜ˜1Ÿ5™5Ð!1°1Ó5Ó6¸¿¹Ð>OÐQTÓ8UÐWX×W\ÑW\Ð]lÐnqÓWrˆuˆ€CÜ˜"—‰ˆˆ1Ø�L‰L˜˜D ™G a™KÓ(ˆØˆˆq‰	Ø�A‰YˆÙJMŒS”—‘˜˜SŸ\™\¨3¨$°°a±Ó8Ñ8¸!¸TÀ!¹WÓEÔFÐSTˆØ˜‘Y˜q ¤Q¡Ð'¨¨D©°"°R¼!±VÐ)<ˆ
ˆˆ!‰ˆa�‰dÜ�"�U‘)˜A¤™GÑ$Ó%ˆØ�:‰:‹<˜$ÒÜ�c—l‘l¤2¨¡7¬A´°a±©KÓ8Ó9ˆCØ˜1˜c™d¡D b D˜=Ñ)ˆAˆa�‘ˆg‰JØ ¤CšZ�!�c’'¨SˆCÙ˜Ÿ™›¨Ò-´!´b¸A±g±+ÀÑ2CÀaÌ"ÁfÒ2LÜ˜3Ÿ<™<¨¨a´"©f©´a¼"À¹'±kÓBÓC�Ø  4¡5©$¨B¨$ Ñ/��!�T‘U�(‘Ø!%¬¢�a˜#’g°#�Ù�C—J‘J“L 4Ò'Ø47ˆAˆa’’A�s—|‘| A§G¡G¨B¡KÓ0Ð0Ñ1Ø˜Q’h‰s Cˆˆ!‹ð# ð$ €Ø�L‰L˜˜CÓ ˆÙØˆ‰!ˆØ„GÔÜ×Ñ˜AÓ¤× 0Ñ 0°Ó 3´U×5EÑ5EÀaÓ5HÐHÐHùòC 8s   ”O8c                 ó  — ddl }d}| D �]í  }t        j                  j                  t	        |«      |j                  t        |d   «      j                  «       «      z   dz  «      }t        |d   «      }|t        t        «      z  }t        |j                  «       dk  «      }|rt        ||dd¬	«      }	|d
z  }nt        ||dd¬	«      }	t        j                  |t        ¬«      }
d\  }}t        j                  |	«      D ]C  }t        |d
z
  t	        t!        t        |«      t        z  «      «      «      }||k  rŒ:||
|| | |}}ŒE ||
|d t        j"                  |d   t        j$                  d¬«      }t        j"                  |d   d¬«      }t        t        |
«      t        |«      t        |«      «      }|
d| |d| |d| }}}
|
j'                  «       r||
   dd…ddd…f   ||
<   d
||
   z
  ||
<   ||d<   ||d<   �Œð |t        | «      |z
  fS )a¥  Full-trial synthetic switches on copies of att and _S. Default path is unchanged.

    Each trial is assigned one schedule by a coin flip that is fixed in this function
    (not chosen on AASD or Carta): uniform gaps on [8, 20] s, via draw_switch_times
    (mean 14, min 8), or the existing official gaps on [30, 90] s (mean 60, min 30).
    The schedule is keyed by the trial id so it does not depend on list order.
    r   NÚkeyì        rk   r\   g      ,@g       @)Úmean_intÚmin_segr(   g      N@g      >@)Údtype)Fr   rn   T)r§   Úcopyrt   )r¨   r*   )Úzlibrv   rˆ   Údefault_rngrƒ   Úcrc32ÚstrÚencoderx   r{   r   Úboolr   r8   Ú
atleast_1dÚminÚroundrw   r€   Úany)rŒ   Úseedr©   Ún_shortr�   rŽ   r�   ÚdurÚshortÚtimesÚstÚcurÚprevÚttÚs0r_   rt   Úms                     rF   Ústamp_mixed_switchesr¾   t   së  € ó Ø€GÜˆÜ�i‰i×#Ñ#¤S¨£Y°·±¼CÀÀ5Á	»N×<QÑ<QÓ<SÓ1TÑ%TÐY`Ñ$aÓbˆÜ��5‘	‹NˆØ”%œ“)‰mˆÜ�S—Z‘Z“\ CÑ'Ó(ˆÙÜ% c¨3¸ÀsÔKˆEØ�q‰L‰Gä% c¨3¸ÀtÔLˆEÜ�X‰X�aœtÔ$ˆØ‰	ˆˆTÜ—-‘- Ö&ˆBÜ�Q˜‘UœC¤¤e¨B£i´"¡nÓ 5Ó6Ó7ˆBØ�TŠzØØˆBˆt�BˆKØ ˜ 2�‰Cð 'ð ˆˆ4ˆ5ˆ	Ü�H‰H�R˜‘X¤R§Z¡Z°dÔ;ˆÜ�h‰h�r˜%‘y tÔ,ˆÜ”�B“œ˜Q›¤ S£Ó*ˆØ˜˜�V˜Q˜r ˜U C¨¨ GˆsˆAˆØ�6‰6Œ8Ø�b‘Eš!™T˜r˜T˜'‘NˆAˆb‰EØ˜#˜b™'‘kˆC�‰GØˆˆ4‰Øˆˆ5‹	ð7 ð8 ”C˜“K 'Ñ)Ð)Ð)rM   r(   c                 óî  — t        |«      }t        j                  t        j                  t        dft        j
                  «      |j                  t        j
                  «      t        j                  t        t        z   dft        j
                  «      g«      }t        j                  t        j                  t        f|j                  dd z   t        j
                  «      |t        j                  t        t        z   f|j                  dd z   t        j
                  «      g«      }t        j                  d|t        |z  «      }t        j                  t        |«      t        j
                  «      }t        dt        |«      d«      D ]à  }	||	|	dz    }
 | t        j                  t        j                  |
D �cg c]  }|||t         z    ‘Œ c}«      «      j#                  t$        «      t        j                  t        j                  |
D �cg c]  }|||t         z    ‘Œ c}«      «      j#                  t$        «      «      j'                  «       j)                  «       ||	|	t        |
«      z    Œâ ||fS c c}w c c}w )zeCausal decisions: hop start a -> window x[a - POS0 : a + HOP + FUT] (zero padded), every `step` hops.rm   r(   Nr   i   )rx   rv   Úconcatenater8   ÚPOS0r€   rz   ÚFUTÚHOPr;   Úaranger   Úranger2   r‹   Ústackr/   r1   r   r'   Únumpy)ÚnetrK   r_   ÚstepÚTÚxpÚSpr–   rX   r›   r`   Úks               rF   ÚlogitsrÎ   �   sà  € ô 	ˆA‹€AÜ	�‰œŸ™¤4¨ *¬b¯j©jÓ9¸1¿8¹8ÄBÇJÁJÓ;OÔQS×QYÑQYÔ[^ÔadÑ[dÐfhÐZiÔkm×kuÑkuÓQvÐwÓ	x€BÜ	�‰œŸ™¤4 '¨A¯G©G°A°B¨KÑ"7¼¿¹ÓDÀaÌÏÉÔSVÔY\ÑS\ÐR^Ðab×ahÑahÐijÐikÐalÑRlÔnp×nxÑnxÓIyÐzÓ	{€BÜ�Y‰Y�q˜!œS 4™ZÓ(€FÜ
�(‰(”3�v“;¤§
¡
Ó
+€CÜ�1”c˜&“k 4Ö(ˆØ�1�Q˜‘XÐˆÙ¤× 0Ñ 0´·±ÑPQÓ:RÑPQÈ1¸2¸aÀÄAÁº;ÐPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \Ü %× 0Ñ 0´·±ÑPQÓ:RÑPQÈ1¸2¸aÀÄAÁº;ÐPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \ó^ß^aÑ^aÓ^c×diÑdiÓdkð 	ˆAˆa”#�a“&‰jÑð )ð �ˆ;Ðùò ;SùÚ:Rs   Æ5I-ÈI2c                 óL  — | d   d   j                   d   }t        j                  dt        d   «      }t	        j
                  |«       t        d||j                  «      j                  t        «      }|rAt        |«      }|j                  t	        j                  |t        d¬«      «        |d	|› �«       t        j                  j                  t        j                  «      }t         t"        t$        df\  |_        |_        |_        |_        t-        |d
d«      dk(  r?t/        t1        | «      t1        |«      z   t3        |«      dz   «      \  }	}
 |d|	› d|
› d�«       t4        j6                  j9                  |«      }t;        |t        d   |d|j<                  |j>                  «      \  }}}ddt1        |jA                  «       «      }}}t        j                  d«      r¥t        jB                  | t        d   «      \  }}t        jD                  |jF                  jH                  |«      j                  t        «      }|t1        |jA                  «       «      z  } |dt        d   › d|› dt        j                  dd«      › �«       t        jJ                  jM                  |t        d   t        d   ¬«      }t        jJ                  jN                  jQ                  |ddt        d   ¬«      }t        jR                  jT                  jV                  }t4        jX                  dd}}}t[        t        d    «      D �]±  }t]        j\                  «       g g }}}|j_                  «        t[        t        d!   «      D �]l  }t;        | t        d"   |||j<                  |j>                  «      D �cg c]  }|j                  t        «      ‘Œ c}\  } }!}"|€1 | || |!«      |"«      }#|ja                  |#jc                  «       «       �n
 || |!d#¬$«      \  }$}% ||$|"«      }#|ja                  |#jc                  «       «        ||%t        jd                  |«      «      }&t	        jf                  t:        jh                     «      j                  t        «      }'|#t        jR                  jT                  jk                  |&|'«      z   }#|ja                  |&jm                  d%«      |'k(  jo                  «       jq                  «       jc                  «       «       |d%z  }|js                  «        |#ju                  «        t        jR                  jv                  jy                  |d&«       |j{                  «        t|        j~                  j                  d'«      d(k(  s�Œ|dk(  s�Œt�        |«      d)k(  s�Œ&to        t5        jp                  |«      «      }( |d*|(d+›�«       |(d,kD  s�ŒW |d-|(d+›d.�«       tƒ        d/«      ‚ |j…                  «        t	        j†                  «       5  t	        jˆ                  t[        dt�        |«      d0«      D �)cg c]K  }) |||)|)d0z    j                  t        «      ||)|)d0z    j                  t        «      «      j‹                  «       ‘ŒM c})«      }*ddd«        |*|«      jc                  «       |*dkD  jo                  «       |k(  jo                  «       jq                  «       jc                  «       },}+||jŒ                  k\  r|j{                  |+«        |d1|d2›d3t5        jp                  |«      d+›d4|+d+›d5|,d6›d7t]        j\                  «       |z
  d8›d9�|rd:t5        jp                  |«      d6›�ndz   «       |+|d;z
  k  rS|+d|j�                  «       j‘                  «       D �-�.ci c]$  \  }-}.|-|.j“                  «       j•                  «       “Œ& }}-}.}}�ŒŽ||jŒ                  k\  s�ŒŸ|d%z  }|t        d<   k\  s�Œ² n |j                  |«       |j…                  «        ||fS c c}w c c})w # 1 sw Y   �Œ•xY wc c}.}-w )=zlTrain a DirectNet (binary cross-entropy, early stopping on the validation windows). Returns (net, best val).r   rn   r*   Ú
train_seedr³   rm   F©Úmap_locationÚweights_onlyz  initialised from Útrial_switchÚ Úmix820iï  z  full-trial switch mix: z trials at 8-20 s, z5 at 30-90 s (fixed 50/50, not tuned on AASD or Carta)Úval_windowsNÚadvz  adversarial z loss: z classes, lambda Ú
adv_lambdaçš™™™™™©?ÚlrÚweight_decay)rÛ   rÜ   r°   r\   Úlr_patience)ÚmodeÚfactorÚpatienceÚ
max_epochsÚsteps_per_epochÚ
batch_sizeT)rU   r(   g      @ÚABORT_IF_CHANCEÚ1é2   z    step 50 train ú.4fg?5^ºIæ?z    ABORT chance loss z after 50 stepsé   é   z
    epoch Ú02dz train z	 val BCE z acc ú.3fz (ú.0fzs)z | adversary acc g-Cëâ6?rà   )Kr;   r   r‚   r   r2   Úmanual_seedr#   rB   r1   r   r   Úload_state_dictÚloadr-   ÚDNNDecÚ__new__r/   rÂ   rÃ   ÚfutÚhopr@   Úgetattrr¾   rJ   rƒ   rv   rˆ   rª   r}   Úp_switchr‘   r5   Ú
domain_idsÚAdvHeadr<   Úin_featuresÚoptimÚAdamWÚlr_schedulerÚReduceLROnPlateaur9   Ú
functionalÚ binary_cross_entropy_with_logitsÚinfrÅ   ÚtimeÚtrainÚappendÚitemrÙ   r‹   r~   Úcross_entropyÚargmaxr{   r]   Ú	zero_gradÚbackwardÚutilsÚclip_grad_norm_rÉ   ÚosÚenvironrx   Ú
SystemExitÚevalr3   rO   r'   Ú
min_epochsÚ
state_dictÚitemsÚdetachÚclone)/r  ÚvalÚlogr`   Ú	init_fromrA   r³   rÈ   r�   r´   Ún_longÚrsÚXvÚSvÚyvrØ   rÉ   ÚparamsÚdomÚn_domÚoptÚschÚbceÚbestÚbadÚstateÚepÚt1ÚtlÚdaÚ_Úzr•   r_   rL   ÚlossÚlgrV   ÚdlÚdtÚrecentr›   ÚlvÚvlÚvarÍ   Úvs/                                                  rF   Úfitr3  ¬   sž  € à	ˆq‰�$‰×	Ñ	˜bÑ	!€BÜ�5‰5�œs 6™{Ó+€DÜ	×Ñ�dÔÜ
�B˜˜AŸJ™JÓ
'×
*Ñ
*¬3Ó
/€CÙÜ! )Ó,ˆ	Ø×ÑœEŸJ™J y¼sÐQVÔWÔXÙÐ! ) Ð-Ô.Ü
�/‰/×
!Ñ
!¤(§/¡/Ó
2€CÜ%&¬¬S°" _Ñ"€C„Eˆ3Œ7�C”G˜SœUÜˆq�. "Ó%¨Ò1Ü.¬t°E«{¼TÀ#»YÑ/FÌÈDË	ÐTXÑHXÓY‰ˆ�ÙÐ'¨ yÐ0CÀFÀ8ð L8ð 8ô 	9ä	�‰×	Ñ	˜tÓ	$€BÜ˜œa Ñ.°°D¸!¿*¹*ÀaÇjÁjÓQ�J€BˆˆBØ˜a¤ c§n¡nÓ&6Ó!7ˆvˆ€CÜ‡u�uˆU„|Ü×(Ñ(¨´°%±Ó9‰
ˆˆUÜ×Ñ˜sŸx™x×3Ñ3°UÓ;×>Ñ>¼sÓCˆØ”$�s—~‘~Ó'Ó(Ñ(ˆÙˆnœQ˜u™X˜J g¨e¨WÐ4EÄaÇeÁeÈLÐZ^ÓF_ÐE`ÐaÔbÜ
�+‰+×
Ñ
˜F¤q¨¡w¼Q¸~Ñ=NÐ
Ó
O€CÜ
�+‰+×
"Ñ
"×
4Ñ
4°S¸uÈSÔ[\Ð]jÑ[kÐ
4Ó
l€CÜ
�(‰(×
Ñ
×
>Ñ
>€CÜ—v‘v˜q $ˆuˆ#€DÜ”A�l‘O×$ˆÜ—Y‘Y“[ " b�ˆBˆØ�	‰	ŒÜ”qÐ*Ñ+×,ˆAÜ*1°%¼¸<¹È"ÈcÐST×S]ÑS]Ð_`×_iÑ_iÔ*jÓkÑ*j Q�q—t‘tœC•yÐ*jÑk‰GˆAˆq�!Øˆ{Ù™3˜q !›9 aÓ(�Ø—	‘	˜$Ÿ)™)›+Ö&á˜A˜q tÔ,‘��AÙ˜2˜q“z�Ø—	‘	˜$Ÿ)™)›+Ô&Ù˜œH×/Ñ/°Ó5Ó6�Ü×%Ñ% c¬'¯/©/Ñ&:Ó;×>Ñ>¼sÓC�ØœeŸh™h×1Ñ1×?Ñ?ÀÀBÓGÑG�Ø—	‘	˜2Ÿ9™9 Q›<¨2Ñ-×4Ñ4Ó6×;Ñ;Ó=×BÑBÓDÔEØ˜‘	�Ø�M‰MŒOØ�M‰MŒOÜ�H‰H�N‰N×*Ñ*¨6°3Ô7Ø�H‰HŒJÜ�z‰z�~‰~Ð/Ó0°CÔ7¸BÀ!¼GÌÈBËÐSUÌÜœrŸw™w r›{Ó+�ÙÐ(¨°¨Ð5Ô6Ø˜E”>ÙÐ0°¸°¸OÐLÔMÜ$ Q›-Ð'ð/ -ð0 	�‰Œ
Ü�]‰]�_Ü—‘Ô]bÐcdÔfiÐjlÓfmÐorÔ]sÓtÑ]sÐXY™C  1 Q¨¡W × 0Ñ 0´Ó 5°r¸!¸AÀ¹G°}×7GÑ7GÌÓ7LÓM×QÑQÕSÐ]sÑtÓuˆB÷ á�R˜“×!Ñ!Ó# r¨A¡v§n¡nÓ&6¸"Ñ&<×%CÑ%CÓ%E×%JÑ%JÓ%L×%QÑ%QÓ%SˆBˆØ�—‘ÒØ�H‰H�RŒLÙˆj˜˜C˜ ¬¯©°«°CÐ'8¸	À"ÀSÀÈÈrÐRUÈhÐVXÔY]×YbÑYbÓYdÐgiÑYiÐjmÐXnÐnpÐqÙ8:Ð"¤2§7¡7¨2£;¨sÐ"3Ñ4ÀñDô 	Eà��t‘ÒØ! 1ÈÏÉÓIY×I_ÑI_ÔIaÔ&bÑIaÁÀÀA q¨!¯(©(«*×*:Ñ*:Ó*<Ñ'<ÐIa�uÑ&b�#ŠDØ�1—<‘<ÔØ�1‰HˆCØ”a˜
‘mÔ#ÙðQ %ðR ×Ñ˜ÔØ‡H�H„JØ�ˆ9ÐùòO lùò2 u÷ ‰_üó 'cs+   Î`	Ø(`Ø)A`Ù9`Þ)` à`à`	c                 ó–  — t         j                  j                  t        d   t	        j
                  | «      z   «      }g g }}t        D ]�  }|| k(  rŒ	t        |«      }|j                  t        |j                  j                  «       «      «      }	|j                  «       D ]7  \  }
}|d   |	k(  r|n|j                  t        |j                  |d   «      «       Œ9 Œ‘ |t        dg|j                  |«      z  }||z   D ]  }t!        |«      |d<   Œ  |d| › dt#        |«      › dt#        |«      › d	|d
   d   j$                  d   › d�	«       t'        j&                  «       }t)        |||||j*                  «      \  }}t'        j&                  «       |z
  }~~t         j                  j                  t,        t	        j
                  | «      z   «      }i dD �ci c]  }|i “Œ }}}t        | «      j                  «       D �]�  \  }
}t        |j                  |d   «      }t!        |«      |d   |d   j/                  t0        «      t1        |d   «      f\  }}}}t3        ||dz  «      }|j5                  d
d«       t        j6                  |t8        «      dd
}}}|D ]0  }t;        |dz
  t1        t=        |dz  «      «      «      }|||| | |}}Œ2 |||d  |t        j>                  |dz
  t        j<                  t        j@                  t#        |«      «      tB        z  |d   z   dz  «      j/                  t0        «      «         }t        jD                  |d d …d d f   |d d …d d d…f   |«      } |jF                  rt        jH                  |«      n|}!tK        ||!| «      \  }"}#||z  t        jL                  |#tN        z
  d
«         }$t#        |"«      dz  }%tQ        |"dz  |" dz  |$j/                  t         jR                  «      |#tB        z  |d   z   j/                  t         jT                  «      |"d |%dz   jW                  |%d«      jY                  d«      dz  |"d |%dz   jW                  |%d«      jY                  d«       dz  |$d |%dz   jW                  |%d«      jY                  d«      dkD  j/                  t         jR                  «      d¬«      ||d   <   |j[                  «       }&d|&d d …t\        f<   d|!fdt        jH                  |«      fdt        j^                  |!t#        |«      dz  d
«      fd|&ffD ]e  \  }'}(tK        ||(|d¬ «      \  })}*||'   ja                  |d!   g «      j                  |)d
kD  |t        jL                  |*tN        z
  d
«         d
k(  k(  «       Œg �Œ“ |jc                  «       D ��+�,ci c]Ï  \  }}+|tQ        te        t        jX                  t        jf                  |+ji                  «       D �,cg c]  },t        jf                  |,«      ‘Œ c},«      «      «      te        t        jj                  |+ji                  «       D �,cg c]*  },t        jX                  t        jf                  |,«      «      ‘Œ, c},«      «      ¬"«      “ŒÑ }-}+}},tQ        d#|j                  | |t'        j&                  «       |z
  tl        tN        z   tB        z  |d$|-¬%«	      }.to        tQ        d&|i|.¬'«      tq        || «      «        |d| › d(|.d)   d*›d+�d,js                  d-„ |-jc                  «       D «       «      z   «       ~tt        jv                  jy                  «        y c c}w c c},w c c},w c c},}+}w ).Nr³   Úsubjectr£   ÚFuglsang2020rn   ú  fold held-out=ú: z	 train / z val trials, r   r*   z stimulus features per stream©Únormalr‘   Ú	shift_eegÚ
no_frontalrk   rt   r�   é€   r%   Fr(   Út0é(   r\   T)Úr0Úr1rt   Út_endÚr0_10Úr1_10Úatt10Úpre_switchedrr   r:  r‘   r;  r<  é   )rÉ   Úsubj_uid)ÚpooledÚsubject_medianÚ
direct_clfrm   )	ÚdecoderÚprepÚheld_outÚfit_sÚtotal_sÚlookahead_sÚbest_valÚchannelsÚcontrolsÚcausal)ÚevidenceÚinfoz	 done in rP  rì   z-s: controls (5-s decisions, pooled accuracy) ú  c              3   ó8   K  — | ]  \  }}|› d |d   d›�–— Œ y­w)Ú rI  rë   N© )Ú.0rÍ   r2  s      rF   Ú	<genexpr>zrun_fold.<locals>.<genexpr>*  s)   è ø€ ÐJÑ9I±°°A�q�c˜˜1˜X™; sÐ+Ô,Ñ9Iùs   ‚)=rv   rˆ   rª   r   r   Úindexr	   r|   Úsortedr5  ÚuniqueÚiterrowsr  r   rM  r   r   rx   r;   r   r3  r  r   rz   rƒ   r   r…   r8   r®   r°   r±   ÚminimumrÄ   r   Úwherer‘   Ú
zeros_likerÎ   ry   rÃ   ÚdictÚint8r€   Úreshaper]   r¨   ÚFRONTALÚrollÚ
setdefaultr  r{   rÀ   ÚvaluesÚmedianrÂ   r
   r   Újoinr2   ÚcudaÚempty_cache)/ÚheldÚexpr  r`   rŽ   r  r  ÚdsÚrowsÚvsr(  Úrr�   r>  rÈ   r!  Út_fitÚsrngrÍ   ÚevÚctlr_   rK   rt   ÚT128r·   Úst128r¹   rº   r»   r¼   r¸   ÚSswÚxer+  r–   ÚtruthÚn10ÚxfÚnameÚxcÚl1Ús1Údr2  rT  rW  s/                                                  rF   Úrun_foldr†  ö   sÐ  € Ü
�)‰)×
Ñ
¤ F¡¬g¯m©m¸DÓ.AÑ AÓ
B€CØ�Rˆ3€EßˆØ�Š:ØÜ�r‹{ˆØ�Z‰Zœ˜tŸ|™|×2Ñ2Ó4Ó5Ó6ˆØ—M‘M–O‰DˆAˆqØ�i‘L BÒ&‰S¨E×9Ñ9¼*ÀQÇVÁVÈQÈuÉXÓ:VÕWñ $ð ð 
Œ]˜NÐ+¨Q¯V©V°SÓ9Ñ9€EØ�cŒkˆÜ˜B“<ˆˆ4Šð áÐ
˜4˜& ¤3 u£: ,¨i¼¸C»°zÀÈuÐUVÉxÐX\É~×OcÑOcÐdfÑOgÐNhð  iFð  	Gô  HÜ	�‰‹€BÜ�E˜3  Q¨¯©Ó4�I€CˆÜ�I‰I‹K˜"Ñ€EØˆsä�9‰9× Ñ ¤¬¯©°dÓ(;Ñ!;Ó<€DØÑ"SÓTÑ"S˜Q�1�b‘5Ð"SˆÐT€BÜ˜“×&Ñ&×(‰ˆˆ1Ü˜Ÿ™  %¡Ó)ˆÜ" 2›,¨¨5©	°2°e±9×3CÑ3CÄCÓ3HÌ#ÈaÐPSÉfË+ÐU‰ˆˆ1ˆc�4Ü! $¨¨s©
Ó3ˆØ�‰�a˜ÔÜŸ8™8 D¬$Ó/°¸�DˆsˆÛˆBÜ�T˜A‘Xœs¤5¨¨c©£?Ó3Ó4ˆBØ ˆE�$�rˆNØ˜ �‰Cð ð ˆˆdˆeˆØ”2—:‘:˜d Q™h¬¯©´"·)±)¼CÀ»FÓ2CÄbÑ2HÈ2ÈdÉ8Ñ2SÐWZÑ1ZÓ([×(bÑ(bÔcfÓ(gÓhÑiˆÜ�h‰h�rš!˜T 4˜-Ñ(¨!ªA©t°¨t¨G©*°aÓ8ˆØ!"§¢ŒR�]‰]˜1Ô°ˆÜ˜C  SÓ)‰
ˆˆFØ�r‘œ2Ÿ:™: f¬s¡l°AÓ6Ñ7ˆÜ�"‹g˜‰mˆÜ˜r A™v¨2¨#°©'°u·|±|ÄBÇGÁGÓ7LÐU[Ô^`ÑU`ÐceÐfjÑckÑUk×TsÑTsÔtv×t~Ñt~ÓTØ"$ Y c¨B¡h -×"7Ñ"7¸¸RÓ"@×"EÑ"EÀaÓ"HÈ1Ñ"LÐUWÐXaÐY\Ð_aÑYaÐUb×UjÑUjÐknÐprÓUs×UxÑUxÐyzÓU{ÐT{Ð~ÑTØ#(¨¨#°©(Ð#3×#;Ñ#;¸CÀÓ#D×#IÑ#IÈ!Ó#LÈsÑ#R×"ZÑ"ZÔ[]×[bÑ[bÓ"cÐrvôxˆˆ1ˆU‰8‰ð �V‰V‹XˆØˆŠ1Œgˆ:‰Ø" B˜¨*´b·m±mÀAÓ6FÐ)GÈ+ÔWY×W^ÑW^Ð_aÔcfÐghÓciÐmnÑcnÐpqÓWrÐIsð  wCð  EGð  vHó  I‰HˆD�"Ü˜C  Q¨QÔ/‰FˆB�Ø�‰I× Ñ   :¡°Ó3×:Ñ:¸BÀ¹FÈÌBÏJÉJÐWYÔ\_ÑW_ÐabÓLcÑHdÐhiÑHiÑ;jÕkò Ið- )ð4 x{÷  xAñ  xAô  xCõDñ xCÑosÐopÐrsð ”4œu¤R§W¡W¬R¯^©^ÐXY×X`ÑX`ÔXbÓ<cÑXbÐST¼R¿^¹^ÈAÕ=NÐXbÑ<cÓ-dÓ%eÓfÜ',¬R¯Y©YÐ\]×\dÑ\dÔ\fÓ7gÑ\fÐWX¼¿¹ÄÇÁÈqÓ@QÕ8RÐ\fÑ7gÓ-hÓ'iôkñ kð xCð ò Dä˜¨1¯6©6¸DÈÔW[×W`ÑW`ÓWbÐegÑWgÔvyÔ|Ñvô  DFñ  vFØ¨°Xô?€Dä”˜x¨˜n°4Ô8¼)ÀCÈÓ:NÔOÙÐ
˜4˜& 	¨$¨y©/¸#Ð)>Ð>kÐlØ
�)‰)ÑJ¸¿¹Ô9IÓJÓ
Jñ	Kô LàÜ	‡J�J×ÑÕùòE Uùò4 =dùÚ7gùôDs+   Ç
\5ÖA]×\: ×:4]Ø./\?Ù]Ü:
]c                  ó"  — ddl } g }t        d«      D ]Î  }d}|j                  t        d|› �t	        j
                  |t        j                  «      t	        j                  t	        j                  |t        j                  «      t	        j                  |t        j                  «       gd«      dd…dd…df   t	        j
                  |t        j                  «      ¬«      «       ŒÐ t        |d«      \  }}|dk(  s|dk(  rt        d	|› d
|› �«      ‚|D ]�  }t	        j                  |d   «      j                  t        «      }|d   dd…ddf   }t	        j                  ||dk(     dk(  «      rt	        j                  ||dk(     dk(  «      rŒxt        d«      ‚ d}	|D ]f  }t        j                   j#                  d| j%                  |d   j'                  «       «      z   dz  «      }
|	t        |
j!                  «       dk  «      z  }	Œh |	|k7  rt        d«      ‚y)zPLabel flips must match the stimulus-column swap, and both schedules must appear.r   Né   i@  zstamp-check-r(   )r£   rk   rn   rt   ik5zstamp mix collapsed: short z long rt   rn   r*   z6full-trial switch label does not match the column swapr£   r¤   r\   z5stamp family count does not match the fixed coin flip)r©   rÅ   r  re  rv   r8   r€   rÆ   Úonesrf  r¾   ÚRuntimeErrorÚasarrayrz   rƒ   Úallrˆ   rª   r«   r­   )r©   rŒ   r›   r�   r´   r  r�   rt   Úcol0r¶   rŽ   s              rF   Ú_check_stamprŽ  /  sÉ  € ãØ€FÜ�2ŽYˆØˆØ�‰”dØ˜q˜cÐ"¬¯©°´B·J±JÓ(?Ü�x‰xœŸ™ ¤B§J¡JÓ/´"·'±'¸!¼R¿Z¹ZÓ2HÐ1HÐIÈ1ÓMÊaÒQRÐTXÈjÑYÜ—‘˜œBŸG™GÓ$ô&õ 	'ð ô +¨6°?ÓC�O€GˆVØ�!‚|�v ’{ÜÐ8¸¸	ÀÈÀxÐPÓQÐQÛˆÜ�j‰j˜˜E™Ó#×*Ñ*¬3Ó/ˆØ�$‰xš˜1˜a˜Ñ ˆÜ—‘�t˜C 1™H‘~¨Ñ+Ô,´·±¸¸SÀA¹X¹È!Ñ8KÕ1LÜÐWÓXÐXð	 ð €EÛˆÜ�i‰i×#Ñ# _°t·z±zÀ"ÀUÁ)×BRÑBRÓBTÓ7UÑ%UÐZaÑ$bÓcˆØ”�S—Z‘Z“\ CÑ'Ó(Ñ(‰ð ð �ÒÜÐRÓSÐSð rM   c                 óÆ  — ddl }ddl}t        t        z   t        z  }t        | d«      \  }}i }t        D ]â  }	t        j                  t        D �
�cg c]H  }
|
|	k7  rA||
   j                  «       D ]+  }|d   |d   z
  t        j                  |d   dk(  dd«      z  ‘Œ- ŒJ c}}
«      }t        |j                  «       «      t        |j                  «       «      }}t        |	||||d	z  fd
¬«      }|||	<    |d|	› d|d   d›d|d   d›d|d   d›d|d   d›�
«       Œä  |dt        j                  t        D �
cg c]
  }
||
   d   ‘Œ c}
«      d›dt        j                  t        D �
cg c]
  }
||
   d   ‘Œ c}
«      d›�«       t        j                  t        D �	�cg c]C  }	||	   j                  «       D ]+  }|d   |d   z
  t        j                  |d   dk(  dd«      z  ‘Œ- ŒE c}}	«      }t        |j                  «       «      t        |j                  «       «      }} |d|d›d|d›d�«       |j                  j!                  |j"                  t%        t&        d   «      ¬«       t(        j*                  j-                  t.        dd«      }t)        j0                  |d ¬!«       t)        j0                  t(        j*                  j-                  t.        d"«      d ¬!«       d#D �	ci c]3  }	|	t(        j*                  j-                  |d$|	› |j2                  › d%�«      “Œ5 }}	t(        j*                  j-                  t.        d"d&|j2                  › d'�«      }t5        d(„ |j                  «       D «       «      �r¾t(        j*                  j7                  |«      rtd)}t9        d*||j:                  «      j=                  t>        «      }|jA                  tC        jD                  |t>        d+¬,«      «       |jG                  «         |d-|› �«       �net        jH                  jK                  tL        d.   d/z   «      }g g }}t        D ]‰  }	tO        |	«      }|jQ                  tS        |jT                  jW                  «       «      «      }|jY                  «       D ]7  \  }}|d0   |k(  r|n|j[                  t]        |j"                  |d1   «      «       Œ9 Œ‹ |t_        d2g|j"                  |«      z  }||z   D ]  }ta        |«      |d3<   Œ  |d4tc        |«      › d5tc        |«      › d6�«       te        |||||jf                  «      \  }}tC        jh                  |jk                  «       |«        |d7|› d8|d›d9�«       ~~|jm                  «       D �]“  \  }	}t(        j*                  j7                  |«      rŒ'i }|jo                  |	«      } |d:|	› d;tc        |«      › d<�«       tq        |«      D �]  \  } }ts        ||d=   ta        |«      «      \  }!}"|d   ju                  tv        «      t        jx                  |"t        z
  d«         }#t{        |!d>z  |! d>z  |#ju                  t        j|                  «      |"t        z  |d?   z   ju                  t        j~                  «      |d@   |dA   |d0   ¬B«      ||d1   <   | dCz   dDz  dk(  s| dCz   tc        |«      k(  sŒå |dE|	› dF| dCz   › dGtc        |«      › �«       �Œ t�        |dH«      5 }$|jƒ                  ||$«       ddd«        |dI|› �«       �Œ– ~tB        j„                  j‡                  «        i }%|jm                  «       D ]o  \  }	}t�        |dJ«      5 }$|jE                  |$«      }ddd«       |j‰                  ||d	z  d
dK«      }||%|	<    |dL|	› d|d   d›d|d   d›d|d   d›d|d   d›�
«       Œq ||%||fS c c}}
w c c}
w c c}
w c c}}	w c c}	w # 1 sw Y   ŒÛxY w# 1 sw Y   Œ|xY w)Mz÷LODO and real-switch external scores at p_stay 0.994 and emission sd * 0.8.

    Emissions for a held-out corpus set come from the other four folds. Emissions for
    AASD and Carta come from all five LODO folds. Neither uses external labels.
    r   NrU  r@  rA  rt   ru   g      ð¿çš™™™™™é?ç+‡ÙÎï?)ÚemisÚp_stayz  PRESET LODO ú  H ÚHrç   z  Acc ÚAccú.2fú  L ÚLrë   ú  SDT ÚSDTz  PRESET LODO MEAN  H z2  external emissions from the five LODO folds: mu z sd z
 scale 0.8Útargets)rM  rœ  ÚresultsÚresearchT©Úexist_okÚmodels)ÚAASDÚ	Carta2026Úext_clf_z_evidence.pklÚall5_direct_clfú.ptc              3   ó\   K  — | ]$  }t         j                  j                  |«       –— Œ& y ­w©N)r
  ÚpathÚexists)r\  rl   s     rF   r]  zscore_mix820.<locals>.<genexpr>h  s#   è ø€ Ð
<Ñ*; QŒr�w‰w�~‰~˜aÓ Ô Ñ*;ùs   ‚*,rè   rm   FrÑ   z	  loaded r³   éc   r5  r£   r6  rn   z  all-5 train z / val z (one val subject per dataset)z  saved ú (best val BCE Ú)z  external r8  z trialsrk   r%   r>  Úatt128Ún128)r@  rA  rt   rB  r®  r¯  r5  r(   r?  z    rZ  Ú/Úwbz  wrote Úrbg      è?z  PRESET EXT )EÚpickleÚeval_externalrÂ   rÃ   r   r   r   rv   rÀ   rk  rc  r{   r]   r^   r   ÚCONFÚupdaterM  rJ   r   r
  r©  rm  r   ÚmakedirsÚtagr²   rª  r#   rB   r1   r   rî   r2   rï   r  rˆ   rª   r   r	   r|   r_  r5  r`  ra  r  r   r   r   rx   r3  r  Úsaver  r  Ú
ext_trialsr„   rÎ   rz   rƒ   ry   re  rf  r€   ÚopenÚdumprn  ro  Úscore)&rq  r  r`   r³  rR   Úlarx  Ú_infoÚperrr  r…  ÚerS   ÚmuÚsdru  Úout_dirÚev_pathsÚptÚfsrÈ   rŽ   r  r  rs  rt  r(  r�   r!  r©  ÚEVrŒ   r›   r+  r–   r~  ÚfhÚexts&                                         rF   Úscore_mix820rË  J  s)  € ó ÛÜ
”‰)”rÑ	€BÜ˜3 Ó)�I€BˆØ
€CßˆÜ�N‰NÝ%,ôQÙ%, °°R²ÀÀAÁÇÁÆ¸Að ˜t™W q¨¡wÑ.´"·(±(¸1¸U¹8Àq¹=È#ÈtÓ2TÓTØAOð UØ%,òQó Rˆä�q—v‘v“x“¤%¨¯©«£.ˆBˆÜ˜"˜b "¨B°°S±¨>À%ÔHˆØˆˆB‰Ùˆn˜R˜D  Q s¡V¨C L°°q¸±xÀ°nÀDÈÈ3ÉÐPSÈÐTZÐ[\Ð]bÑ[cÐdgÐZhÐiÕjð ñ Ð
 ¤§¡½wÓ)G¹w¸!¨#¨a©&°«+¸wÑ)GÓ!HÈÐ Mð NÜ�w‰w­wÓ7©w¨!˜˜A™˜u›¨wÑ7Ó8¸Ð=ð	?ô @ä
�‰Ý")ôDÙ")˜B°2°b±6·=±=¶?¨að ˜4™ 1 T¡7Ñ*¬b¯h©h°q¸±xÀ1±}ÀcÈ4Ó.PÓPØ3Bð QØ")òDó 	E€Aä�1—6‘6“8‹_œe A§E¡E£G›nˆ€BÙÐ
<¸RÀ¸HÀDÈÈCÈÐPZÐ[Ô\Ø‡F�F‡M�M�q—v‘v¤t¬A¨i©LÓ'9€MÔ:Ü�g‰g�l‰lœ3 	¨:Ó6€GÜ‡K�K� $Õ'Ü‡K�K”—‘—‘œS (Ó+°dÕ;ÙYnÓoÑYnÐSU�”B—G‘G—L‘L ¨H°R°D¸¿¹¸¸}Ð*MÓNÑNÐYn€HÐoÜ	�‰�‰”c˜8 °q·u±u°g¸SÐ%AÓ	B€BÜ
Ñ
<¨(¯/©/Ô*;Ó
<Õ<Ü�7‰7�>‰>˜"ÔØˆBÜ˜B  A§J¡JÓ/×2Ñ2´3Ó7ˆCØ×Ñ¤§
¡
¨2¼CÈeÔ TÔUØ�H‰HŒJÙ�)˜B˜4Ð Ö!ä—)‘)×'Ñ'¬¨F©°bÑ(8Ó9ˆCØ˜R�3ˆEß�Ü˜r“{�Ø—Z‘Z¤ t§|¡|×':Ñ':Ó'<Ó =Ó>�Ø ŸM™MžO‘D�A�qØ˜i™L¨BÒ.‘S°E×AÑAÄ*ÈQÏVÉVÐUVÐW\ÑU]ÓB^Õ_ñ ,ð ð
 ”] NÐ#3°Q·V±V¸SÓAÑAˆEØ˜c”k�Ü# B›<��4’ð "á�.¤ U£ ¨G´C¸³H°:Ð=[Ð\Ô]Ü˜E 3¨¨Q°·±Ó<‰IˆC�Ü�J‰J�s—~‘~Ó'¨Ô,Ù�(˜2˜$˜o¨d°3¨Z°qÐ9Ô:Ø�sØ Ÿ™×(‰HˆB�Ü�w‰w�~‰~˜dÔ#ØØˆBØ—\‘\ "Ó%ˆFÙ�+˜b˜T ¤C¨£K =°Ð8Ô9Ü" 6×*‘��2Ü# C¨¨E©´H¸R³LÓA‘
��FØ˜5™	×(Ñ(¬Ó-¬b¯j©j¸Ä#¹ÀqÓ.IÑJ�Ü $Ø˜A‘v 2 #¨¡'¨u¯|©|¼B¿G¹GÓ/DØ!¤B™;¨¨D©Ñ1×9Ñ9¼"¿*¹*ÓEØ˜h™<¨b°©jÀ"ÀYÁ-ô!Q��2�e‘9‘ð ˜‘E˜R‘< 1Ò$¨¨A©´°V³Ó(<Ù˜$˜r˜d ! A¨¡E 7¨!¬C°«K¨=Ð9Ö:ð +ô �d˜DÔ! RØ—‘˜B Ô#÷ "á�(˜4˜&Ð!Ö"ð# )ð$ Ü�
‰
×ÑÔ Ø
€CØ—N‘NÖ$‰ˆˆDÜ�$˜Ô Ø—‘˜R“ˆB÷ à�G‰G�B˜˜B ™H e¨TÓ2ˆØˆˆB‰Ùˆm˜B˜4˜t A c¡F¨3 <¨v°a¸±h¸s°^À4ÈÈ#ÉÈsÀ|ÐSYÐZ[Ð\aÑZbÐcfÐYgÐhÕið %ð ��R˜ÐÐùóIQùò *HùÚ7ùóDùò p÷P "Ð!ú÷ Ðús8   ÁA^0Ä3^6Å"^;ÆA_ 
Ë8_Û_Ý
_ß_	ß_ 	Ú__main__z--tagrÕ   )Údefaultz--train-seed)ÚtyperÍ  z	--targetszenv,onset,domz'stimulus features given for each stream)rÍ  Úhelpz
--p-switchg333333Ó?z8share of training windows with a synthetic switch inside)rÎ  rÍ  rÏ  z--trial-switchrÖ   zîmix820: before windowing, stamp each train/val trial with a full-trial switch schedule, half [8, 20] s and half the official [30, 90] s. Off by default. Scores LODO and AASD/Carta at the pre-specified HMM p_stay 0.994, emission scale 0.8.)rÍ  ÚchoicesrÏ  z
--backbonere   )re   ÚadtÚhappyquokkaÚgru_ffnÚ	conv_attnÚ	tf_directÚ	env_xattnÚatcnetÚ	conformerÚeegtcnetÚ	tsceptionÚshallowÚdeepÚeegnetÚwavenetz©network g: vlaai_ws (CNN, default), adt, happyquokka, gru_ffn, conv_attn, tf_direct, env_xattn, atcnet, conformer, eegtcnet, tsception, shallow, deep, eegnet, or wavenetz
--window-szŽclassifier window in s (default config dnn.window_s = 5); the read-out timing (0.75 s lookahead, label 1 s before the window end) is unchangedz--min-epochsz=epochs without LR decay / early stopping (training stability)z--max-epochsz--init-fromz-DirectNet state_dict to start every fold fromz--pretrain-spkÚ
store_truezòpretrain on SparrKULee (single talker): stream A = the presented speech, stream B = its mismatched (half-run shifted) envelope, i.e. match-mismatch; saves models/pretrain_spk_direct_clf_s<seed>.pt. Needs GLIMPSE_THR=onorm (dom for SparrKULee))ÚactionrÏ  z--setÚ*z6hyper-parameter overrides of config dnn: key=value ...)ÚnargsrÍ  rÏ  z	--aug-setz5overrides of the augmentation settings: key=value ...z--advÚdatasetr5  zfadversarial loss (gradient reversal) removing dataset / subject information from the backbone featuresz--adv-lambdarÚ   z--prepÚmat_reacz·mat_reac (EA state carried across a subject's trials) | mat_rea (EA restarts in every trial: needs no subject / trial ID at test time); the SparrKULee pretraining always uses mat_reacz--aug-variantÚclusterz9EEG augmentation: dnn_augment + config aug_variants[NAME]z
--zero-eegz5envelope-only model (EEG zeroed in training and test)z--heldz8train only this held-out dataset (no five-dataset score)Ú,rœ  Údnn_augmentÚaug_variantsro   )rØ   rÙ   rÐ   rá   rG  ÚlogsÚpretrain_spk_direct_clfÚ_sz.logÚ
SparrKULeern   r£   r(  iÒ  F)Úreplacezpretrain direct_clf seed z on SparrKULee: z train subjects, val r¡  TrŸ  r¦  zsaved r¬  rç   r­  Údirect_clf__z=== experiment z ===z  stamp self-check passedzunknown --held r7  z: cachedzpartial run held=z7; five-dataset score is skipped until every fold existsÚ
experimentrL  rK  rM  r‘   rõ   rÔ   r  r  râ   rB   r³   Úextra_trainr6  Úpresetr‘  r�  )r“  ÚscaleÚemis_muÚemis_sdÚlodoÚexternalr•  r–  z  PRESET LODO mean H z Acc r—  r�  z.jsonÚw)ÚindentrÍ  z	=== done zHMM p_stay=Úswitchr“  zJ per 0.25-s step, SYNTHETIC switches applied to the classifier INPUT, LODOrU  )rï  rL  rM  rœ  r‘   rõ   r  r  rB   r   rÐ   rð  ro   rù  rU  rW  rT  r]   z#  MEAN over held-out datasets: Acc rš  r›  r˜  r™  rë   r”  z  (window acc Úacc1r9  z
  control Ú10sr8  rX  c              #   óT   K  — | ]   }|› d t         d   |   t           d   d›�–— Œ" y­w)rZ  rT  rI  rë   N)rX   rÍ   )r\  r…  s     rF   r]  r]    s6   è ø€ Ð.mÑelÐ`a°!°°A´c¸*±oÀaÑ6HÌÑ6KÈHÑ6UÐVYÐ5ZÔ/[Ñelùs   ‚&(z	  | mean rI  )r(   r¨  r[  )yÚ__doc__ÚargparseÚjsonr
  r   rÇ   rv   r2   r-   Ú
common_expr   r   r   r   r   r   r	   r
   Úcommonr   r   r   r   r   r   Ú	e1_switchr   Úrun_experimentr   r   r½  r   r   r   rƒ   r/   rÃ   rÂ   rÁ   r‡   r„   rh  r9   ÚModuler#   r}   r¾   r3   rÎ   r3  r†  rŽ  rË  rf   ÚArgumentParserÚapÚadd_argumentr{   Ú
parse_argsr`   r   rœ  ÚsplitÚaug_variantÚapply_overridesÚsetÚaug_setrØ   r¶  rÙ   rÐ   rá   Úset_num_threadsÚpretrain_spkr‚   r³   r©  rm  r¸  r  r�   r’   r_  Úsubsrˆ   rª   r|   rt  rx   rÈ   r!  r·  rX   r¹  r  r  rM  rq  rÔ   rp  rJ   Úheldsrª  rÀ  rÊ  rÂ  rÃ  re  r‘   rõ   r  r  rB   r]   ÚmHÚmAr»  rÉ  r¼  r½   rÍ   )r›   Úcr’   r…  s   0000rF   Ú<module>r     s�  ðñBó, Û Û 	Û ã Û ã ß _× _Ó _ß *Ñ *ß %Ñ %Ý 'ß 0ß =Ñ =á�!�J‘- "Ñ$Ó%¡s¨1¨]Ñ+;¸bÑ+@Ó'AÁ3ÀqÐIZÑG[Ð^`ÑG`ÓCa€€€3ˆØ�‰G�c‰M˜1˜r™6€	€€cÙ" 8¨C°	©NÑ#;Ô<Ô
uÑ<‘��AÀÐEtÒ@tŠ1Ð<Ò
u€ô U�—‘—‘ô  UòF"IòJ&*ðR €‡�ƒòó ðóGòT6òrTò6Pðf ˆzÓØ	 ˆ×	 Ñ	 Ó	"€BØ‡O�O�G R€OÔ(Ø‡O�O�N¨°d€OÔ;Ø‡O�O�K¨Ð?h€OÔiØ‡O�O�L u°cÐ@z€OÔ{Ø‡O�OÐ$¨b¸2¸x¸.ðqð ô rð ‡O�O�L¨*ò2ð{ð	 ô |ð ‡O�O�L u°dð Bk€Oô là‡O�O�N¨°aÐ>}€OÔ~Ø‡O�O�N¨°d€OÔ;Ø‡O�O�M¨4Ð6e€OÔfØ‡O�OÐ$¨\ð At€Oô uð ‡O�O�G 3°Ð9q€OÔrØ‡O�O�K s°BÐ=t€OÔuØ‡O�O�G T°I¸yÐ3Ið QO€Oô Pà‡O�O�N¨¸€OÔ=Ø‡O�O�H jð 8A€Oô Bà‡O�O�O¨YÐ=x€OÔyØ‡O�O�L¨Ð<s€OÔtØ‡O�O�H bÐ/i€OÔjØ
�‰‹€AØ‡z‚zÙ�—
‘
˜R‘Ó ˆØ˜‘G˜c‘M 1 r¡6ˆ	ˆˆcØ—9‘9—?‘? 3Ó'€A€i�LØO�c˜-Ñ(ÐO¨C°Ñ,?ÀÇÁÑ,NÐO€A€i�LØ€H×Ñ˜QŸU™U A§I¡IÔ.Ø‡u‚uØˆ�‰�Q—U‘U q§|¡|Õ4Ø‡|�|ÐØŸ,™,ˆˆ,‰Ø‡|‚|ØŸ,™,ˆˆ,‰Ø€E×Ñ˜!ÔØ‡~ƒ~Øˆq�u‰u�\ 1Ó%ˆØˆˆ,‰Ù�R—W‘W—\‘\ # vÐ1HÈÏÉÈÈrÐRVÐQWÐW[Ð/\Ó]Ó^ˆÙ˜L˜>¨:°sÓ;ˆÛˆAÙ˜q“kˆAˆdŠGð á±rÓ:±r°!�q˜‘x—~‘~ cÓ*¨1Ó-°rÑ:Ó;ˆÙ�—‘×&Ñ& tÓ,×3Ñ3°D¸!ÀUÐ3ÓKÓLˆÙÐ'¨ vÐ-=¹cÀ$»iÈ!¹m¸_ÐLaÑbhÐikÓblÐamÐnÔoÙ¡BÓK¡B˜q¨!¨E©(¯.©.¸Ó*=¸aÑ*@ÈÒ*Jš BÑKÑY[ÓM|ÑY[ÐTUÐ_`ÐafÑ_g×_mÑ_mÐnqÓ_rÐstÑ_uÐy{Ò_{ÊaÐY[ÑM|ð  Bð  DEó  F‰	ˆˆTØˆ�‰�B—G‘G—L‘L  hÓ/¸$Õ?Ø�g‰g�l‰l˜3 Ð,CÀAÇEÁEÀ7È"ÈTÈFÐRUÐ*VÓWˆØˆ�
‰
�3—>‘>Ó# SÔ)Ùˆf�S�E˜¨¨c¨
°!Ð4Ô5ØÐØ˜Ÿ™˜ §¡ Ð
(€CÙ
�—‘—‘˜c 6¨c¨U°$¨<Ó8Ó
9€CÙˆ/˜#˜˜dÐ#Ô$Ø‡~�~˜Ò!ÙŒÙÐ'Ô(ØŸšˆQ�V‰V‰H¡D¨£M€EØ‡v‚v�!—&‘& Ñ'Ù˜?¨1¯6©6¨(Ð3Ó4Ð4ÛˆØ�7‰7�>‰>™) C¨Ó.Ô/ÙÐ" 4 &¨Ð1Ô2ØÙ��s˜C Õ#ð	 ð
 	‡v‚vÙÐ §¡˜xÐ'^Ð_Ô`Ù˜‹mÐØ‡~�~˜Ó!Ù'¨¨S°!Ó4ÑˆˆS�"�bÙò Q™cð Q©<ð Q¸a¿fºfð QÈaÐPYÊlð QÐef×eoÒeoð QØŸJšJðQØ56·^²^ðQØOPÏ{Ê{ðQØgh×gsÒgsðQà šoðQà?@ÐARÒ?SðQà^_×^hÒ^hðQð  šFðQð 05¨q¯u©u°\À3ÀvÁ;Ô/OðQñ ^lðQð ˜Yš<ð	Qñ
  e°3ÀÈBÙ8?Ó$@¹°1 Q¨¨A©¡Y¸Ñ$@È3õPðQˆñ �7�2—7‘7±Ó9±¨A˜C ™F 3›K°Ñ9Ó:Ó;ˆÙ�7�2—7‘7±7Ó;±7¨a˜C ™F 5›M°7Ñ;Ó<Ó=ˆÙÐ# B s 8¨5°°C°Ð9Ô:Ù�"—'‘'—,‘,˜s I°#°°e¨}Ó=¸sÔCÀrØˆD�I‰I�c˜2 a°Õ7÷ Dáˆi˜�u˜DÐ!Ô"Ù˜‹mÐÙ
˜# |¸!¿&¹&È!ÈIÉ,Ðab×akÑakÐvw÷  wAñ  wAð  MN÷  MXñ  MXð  ef÷  eqñ  eqð  |}÷  |Fñ  |Fð  QRð  UWñ  QWØ˜!Ÿ%™% ¨c°&©kÓ:ÈÐ`aÐbkÑ`lØ# C¨¡M°(Ñ$;Ð#<ð  =Gð  HÙ& s¨H°s¸S±yÀBÑ6FÓGôI€Cñ IPÓPÉÀ1�q˜#˜h™-¨Ñ/°Ñ2°:Ñ>Ñ>ÈÑP€Cˆ
�OØˆH‰�fÑ€AÙÐ
-¨a°©h°s¨^¸6À!ÀEÁ(È3ÀÈtÐTUÐVYÑTZÐ[^ÐS_Ð_cÐdeÐfiÑdjÐknÐcoÐo}Ð~ð  AGñ  Hð  ILð  ~Mð  MNð  	Oô  PÛ>ˆÙˆj˜˜3˜˜rÐ" T§Y¡YÑ.mÑelÓ.mÓ%mÑmØ˜'˜"Ÿ'™'ÉGÓ"TÉGÀq 3 z¡?°1Ñ#5°aÑ#8¸Ó#BÈGÑ"TÓUÐVYÐZÐ[ñ\õ 	]ð ?ñ 
ˆb�g‰g�l‰l˜3 	¨c¨U°%¨=Ó9¸3Ô	?À2Øˆ�	‰	�#�r !¨UÕ3÷ 
@áˆ)�C�5˜ÐÕð[ ùói vùòV ;ùò LùÒM|ùò> %AùÚ9ùÚ;çCÑCüò Qùò
 #Uß	?Ð	?ús`   Â)g:Â6g:Ñ h Ò>hÓhÓ'h

Ôh

ÞhÞ<hß(hà9hã8h+å?h0çh5èh(è5h>