ó
    Â	îjäs  ã                   ó¤  • S r SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK	J
r
JrJrJrJrJrJrJr  SSKJrJrJr  SSKJrJrJr  SSKJr  SSKJrJr  SSKJrJ r J!r!  \"" \S	   \-  5      \"" \S
   \-  5      \"" \S   \-  5      sr#r$r%\#\%-
  \$-
  \#\-
  sr&r'\(" \\
S      5       V Vs/ s H  u  pUS;   d  M  U PM     snn r) " S S\RT                  RV                  5      r,S r-S r.\R^                  " 5       S­S j5       r0S®S jr1S r2S r3S r4\5S:X  Gaê  \Rl                  " 5       r7\7Rq                  SSS9  \7Rq                  S\"SS9  \7Rq                  SSS S!9  \7Rq                  S"\9S#S$S%9  \7Rq                  S&SSS'/S(S)9  \7Rq                  S*S+/ S,QS-S)9  \7Rq                  S.\9SS/S%9  \7Rq                  S0\"SS1S%9  \7Rq                  S2\"SS9  \7Rq                  S3SS4S!9  \7Rq                  S5S6S7S89  \7Rq                  S9S:/ S;S<9  \7Rq                  S=S:/ S>S<9  \7Rq                  S?SS@SA/SBS)9  \7Rq                  SC\9SDS9  \7Rq                  SESFSGS!9  \7Rq                  SHSISJS!9  \7Rq                  SKS6SLS89  \7Rq                  SMSSNS!9  \7Ru                  5       r;\;Rx                  (       a#  \"" \;Rx                  \-  5      r#\#\%-
  \$-
  \#\-
  sr&r'\;Rz                  R}                  SO5      \SP'   0 \
SQ   E\
SR   \;R~                     E\SS'   \R€                  " \;R‚                  \;R„                  5        \;R†                  (       a%  \Rˆ                  " \;R†                  \;RŠ                  ST9  \;RŒ                  b  \;RŒ                  \SU'   \;RŽ                  (       a  \;RŽ                  \SV'   \R�                  " SW5        \;R’                  (       GaÜ  \R”                  " SUS5      rK\K\SU'   \" \R˜                  R›                  \SXSY\;Rœ                   SZ\K S[35      5      rO\" S\/SF\O5      rP\P H  rQ\" \Q5      \QS]'   M     \R" \P Vs1 s H  o"S^   R}                  S_5      S   iM     sn5      rS\A" \R¨                  R«                  S`5      R­                  \SSWSaSb95      rW\O" Sc\K Sd\X" \S5      SW-
   Se\R" \W5       35        \1" \P Vs/ s H!  o"S^   R}                  S_5      S   \W;  d  M  UPM#     sn\P Vs/ s H!  o"S^   R}                  S_5      S   \W;   d  M  UPM#     sn\O\;5      u  rYrZ\R¶                  " \R˜                  R›                  \Sf5      SgSh9  \R˜                  R›                  \SfSY\;Rœ                   SZ\K Si35      r\\Rº                  " \YR½                  5       \\5        \O" Sj\\ Sk\ZSl Sm35        \_eSn\;RÀ                   \;Rœ                   3ra\" \R˜                  R›                  \SX\a S[35      5      rO\O" So\a Sp35        \;RÄ                  S':X  a  \3" 5         \O" Sq5        \;RÆ                  (       a  \;RÆ                  /O\d" \5      re\;RÆ                  (       a%  \;RÆ                  \;  a  \_" Sr\;RÆ                   35      e\e HC  rc\R˜                  RÍ                  \" \a\c5      5      (       a  \O" Ss\c St35        M8  \2" \c\a\O\;5        ME     \;RÆ                  (       a  \O" Su\;RÆ                   Sv35        \_" S5      e\;RÄ                  S':X  Ga“  \4" \a\O\;5      u  rgrhrirj\k" S¯0 Sw\a_SxSy_Sz\;RÀ                  _SP\SP   _S{\;RØ                  _S|\;RÚ                  _S}\;RÄ                  _S~\;RÜ                  _S\;RÞ                  _SV\SV   _S€\S€   _S�\;Rà                  _S	\#\-  _SU\R”                  " SU\
S‚   5      _SƒS„_SS\SS   _S…\k" S†S‡\i\j\ Vs0 s H  o3\gU   _M
     sn\hSˆ9_6r\\9" \Râ                  " \ Vs/ s H  n\gU   S‰   PM     sn5      5      rr\9" \Râ                  " \ Vs/ s H  n\gU   SŠ   PM     sn5      5      rs\O" S‹\rSl SŒ\sS� 35        \t" \R˜                  R›                  \SŽ\a S�35      S�5       ru\Rì                  " \\\uS\9S‘9  SSS5        \O" S’\a Sp35        \_" S5      e\k" \aSy\;RÀ                  \SP   \;RØ                  \;RÚ                  \;RÜ                  \;RÞ                  \;Rà                  \#\-  \R”                  " SU\
S‚   5      S„\SS   S“\
S”   S•    S–3\!" \aS—\%\$-   \-  5      S˜9r\\ Vs0 s H  o3\\S—   S™   U   Sš   _M     sn\\Sš'   \\S—   S›   rw\O" Sœ\wSŠ   S� S�\wSž   S� SŸ\wS    S¡ S¢\wS‰   S¡ S£\wS¤   S¡ Sm35        S¥ H]  rx\O" S¦\xS§ S¨3S©R›                  Sª \ 5       5      -   S«\Râ                  " \ Vs/ s H  n\\Sš   U   \x   S¬   PM     sn5      S¡ 3-   5        M_     \t" \R˜                  R›                  \SŽ\a S�35      S�5       ru\Rì                  " \\\uS\9S‘9  SSS5        \O" S’\a Sp35        ggs  snn f s  snf s  snf s  snf s  snf s  snf s  snf ! , (       d  f       GNÖ= fs  snf s  snf ! , (       d  f       N\= f)°a}  A2: DIRECT attention classifier (EEG + the two streams' stimulus features -> stream A or B), LODO, with shortcut controls.

Model  logit = g(EEG, A, B) - g(EEG, B, A): g = vlaai_ws backbone on the channel-concatenated input (58 EEG + 2 x F
       stimulus features: env, onset, dom, z-scored per window), linear read-out, learned temporal pooling. Exactly
       ANTISYMMETRIC in (A, B), so a constant preference for one column cannot be learned (column 0 is the majority-
       attended stream in the corpus).
Train  same preprocessing / augmentation / data as the best reconstruction decoder (prep mat_reac, aug 'cluster',
       + Fuglsang). 5-s windows; label = attended stream 1 s before the window end (the first sample the decision may
       label under the 1-s rule); in a fraction of the windows the two streams swap roles at a random time (synthetic
       switch inside the window). Binary cross-entropy; early stopping on one validation subject per dataset.
Score  identical synthetic-switch schedules and scorer as every other experiment: the schedule of score.py is replayed,
       the stimulus columns are swapped at the switch times, the classifier runs causally every 0.25 s on windows
       ending 0.75 s after the decision time, logit -> HMM (score.py, evidence flagged pre_switched).
Controls on the held-out dataset (no synthetic switch, one decision per second), fold info['controls']:
  normal      accuracy of the 5-s decisions
  zero_eeg    EEG set to 0: must be 50 %; above = the label leaks through the envelopes alone
  shift_eeg   EEG circularly shifted by half the trial: destroys the time-locking to the speech but keeps everything
              that is constant over the trial (gaze direction / EOG, subject, session): must be 50 %; above = shortcut
  no_frontal  frontal channels (Fp, AF, F7/F8: strongest ocular artefacts) set to 0: should stay close to normal
--zero-eeg trains an ENVELOPE-ONLY model (EEG zeroed in training and test): how much of the label is predictable from
the stimuli alone under LODO.
usage: python direct_classifier.py [--train-seed 1] [--tag _x] [--zero-eeg]  -> folds/, results/direct_clf__mat_reac<tag>.jsoné    N)ÚCFGÚEXPÚFSÚ	fold_fileÚ
load_trialÚresolve_modelÚrows_ofÚsave_pickle)ÚDS_KEYSÚMONTAGESÚSEED)ÚDÚDEVÚ_targets)Údraw_switch_times)Úload_externalÚlog_to)Ú
load_foldsÚscore_datasetÚscore_experimentÚwindow_sÚinfer_hop_sÚcausal_future_sÚmontage)ÚFP1ÚFPZÚFP2ÚAF3ÚAF4ÚF7ÚF8c                   óF   ^ • \ rS rSrSU 4S jjrS rSS jrSS jrSrU =r	$ )	Ú	DirectNeté,   c           
      ó  >• [         TU ]  5         [        R                  " X1SU-  -   [        5      U l        US:X  a$  U R
                  R                  [        5      U l        [        R                  " 5           [        U R
                  R                  5       5      R                  nU R                  [        R                  " S[        USU-  -   US95      nS S S 5        [        R                   R#                  WR$                  S   S5      U l        [        R                   R)                  [        R                  " [        5      5      U l        g ! [         a    [        R                  " S5      n NÉf = f! , (       d  f       N£= f)Né   ÚmambaÚcpué   )Údeviceéÿÿÿÿ)ÚsuperÚ__init__ÚdecodersÚbuild_backboneÚWÚbbÚtor   ÚtorchÚno_gradÚnextÚ
parametersr*   ÚStopIterationÚ_bbÚzerosÚnnÚLinearÚshapeÚheadÚ	ParameterÚtw)ÚselfÚCÚFsÚbackboneÚbb_devÚoÚ	__class__s         €Ú,/root/disk_3tb/eeg-thao/direct_classifier.pyr-   ÚDirectNet.__init__-   s  ø€ Ü‰ÑÔÜ×)Ò)¨(¸¸B¹±JÄÓBˆŒà�wÓØ—g‘g—j‘j¤“oˆDŒGÜ�]Š]�_ð-Ü˜dŸg™g×0Ñ0Ó2Ó3×:Ñ:�ð —‘œŸš Q¬¨1¨q°2©v©:¸fÑEÓFˆA÷ ô —H‘H—O‘O A§G¡G¨B¡K°Ó3ˆŒ	Ü—(‘(×$Ñ$¤U§[¢[´£^Ó4ˆ�øô	 !ó -ÜŸš eÓ,’ð-ú÷ �_ús0   Á5E1Á7-EÂ$0E1Å E.Å+E1Å-E.Å.E1Å1
E?c                 óh   • U R                  U5      n[        U[        [        45      (       a  US   $ U$ )Nr   )r1   Ú
isinstanceÚtupleÚlist)r@   ÚxÚys      rG   r8   ÚDirectNet._bb<   s.   € Ø�G‰G�A‹JˆÜ! !¤e¬T ]×3Ñ3ˆq�‰tÐ:¸Ð:ó    c                 óø   • U R                  [        R                  " XU/S5      5      nU R                  U5      S   nU[        R                  " U R
                  S5      -  R                  S5      nU(       a  Xu4$ U$ )Nr+   ).r   r   r)   )r8   r3   Úcatr=   Úsoftmaxr?   Úsum)r@   ÚEÚAÚBÚfeatÚfÚhÚouts           rG   ÚgÚDirectNet.g@   sd   € Ø�H‰H”U—Y’Y  a˜y¨"Ó-Ó.ˆØ�I‰I�a‹L˜Ñ ˆØ”5—=’= §¡¨!Ó,Ñ,×1Ñ1°!Ó4ˆÞ�ˆxÐ( SÐ(rP   c           	      ó°  • X"R                  SSS9-
  UR                  SSS9S-   -  nU(       a]  U R                  XS S 2S S 2S4   US S 2S S 2S4   S5      u  pEU R                  XS S 2S S 2S4   US S 2S S 2S4   S5      u  pgXF-
  SXW-   -  4$ U R                  XS S 2S S 2S4   US S 2S S 2S4   5      U R                  XS S 2S S 2S4   US S 2S S 2S4   5      -
  $ )Nr)   T)Úkeepdimg�íµ ÷Æ°>r   ç      à?)ÚmeanÚstdr\   )r@   rU   ÚSrX   ÚaÚfaÚbÚfbs           rG   ÚforwardÚDirectNet.forwardF   sÞ   € Ø—‘˜ 4�Ð(Ñ(¨Q¯U©U°1¸d¨UÐ-CÀdÑ-JÑKˆÞØ—F‘F˜1¢¢1 a ™j¨!ªAªq°!¨G©*°dÓ;‰EˆAØ—F‘F˜1¢¢1 a ™j¨!ªAªq°!¨G©*°dÓ;‰EˆAØ‘5˜# ¡™/Ð)Ð)Ø�v‰v�aš1ša ˜7™ Q¢qª!¨Q w¡ZÓ0°4·6±6¸!ºqÂ!ÀQ¸w¹ZÈÊ1ÊaÐQRÈ7ÉÓ3TÑTÐTrP   )r1   r=   r?   )Úvlaai_ws)F)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r-   r8   r\   rh   Ú__static_attributes__Ú__classcell__)rF   s   @rG   r#   r#   ,   s   ø† ÷5ò;ô)÷Uò UrP   r#   c                 óT  • [         R                  " U  Vs/ s H  n[        US   5      [        -
  PM     sn5      n[         R                  " US5      R                  [        5      nUR                  [        U 5      XUR                  5       -  S9n	U	[        l
        [         R                  " U[        S4[         R                  5      n
[         R                  " U[        4U S   S   R                  SS  -   [         R                  5      n[         R                  " U[         R                  5      n[         R                  " U[         R                  5      nUb  [        R                   " S5      =(       d    0 O0 n[#        UR!                  SS5      5      UR!                  S	S
5      UR!                  SS
5      nnn[%        U	5       GHõ  u  nnUR'                  SUU   S-   5      nUUU'   U U   nU(       a;  [#        [         R(                  " UUR'                  U* US-   5      -   SUU   5      5      OUnUS   UU[        -    US   UU[        -    sU
U'   UU'   [#        US   U[*        -      5      nUR-                  5       U:  aæ  [#        UR'                  [.        S-  [        [.        S-  -
  5      5      nUUUS 2S S S24   UUUS 24'   U[*        ::  a  SU-
  OUnU(       aŠ  UR-                  5       U:  av  [        [.        S-  -
  U-
  S[.        -  :”  aX  [#        UR'                  US[.        -  -   [        [.        S-  -
  5      5      nUUUS 2S S S24   UUUS 24'   U[*        ::  a  SU-
  OUnU(       a=  UR-                  5       U:  a)  S
UUS S 2S S 2UR'                  UR                  S   5      4'   US:X  a  SOS
UU'   GMø     Ub  UR1                  X¢5      n
U(       a  S
U
S S & U[        l        [4        R6                  " U
5      [4        R6                  " U5      [4        R6                  " U5      4$ s  snf )NÚeegr   )Úpé:   Ú_Sr)   ÚaugmentÚclf_lag_jitterÚclf_p_feat_dropç        Úclf_p_switch2Úattr&   r+   ç      ð?)ÚnpÚarrayÚlenr0   ÚmaximumÚastypeÚfloatÚchoicerT   ÚwindowsÚlast_tiÚemptyÚfloat32r<   Úint64r   ÚgetÚintÚ	enumerateÚintegersÚclipÚLABÚrandomr   Ú_augmentÚ
last_startr3   Ú
from_numpy)ÚtrialsÚnÚrngÚaugÚp_swÚzero_eegÚtÚlensrs   ÚtiÚXrc   rN   ÚstartsrV   ÚlagÚp_fdÚp_sw2ÚjÚiÚsÚtrÚs2ÚcolÚtauÚtau2s                             rG   r„   r„   O   sq  € Ü�8Š8±Ó7²¨1”S˜˜5™“]¤QÔ&±Ñ7Ó8€DÜ
�
Š
�4˜Ó×"Ñ"¤5Ó)€AØ	�‰”C˜“K ¨!¯%©%«'¡kˆÐ	2€BØ„G„OÜ
�Š�!”Q˜�œRŸZ™ZÓ(€AÜ
�Š�!”Q�˜& ™) D™/×/Ñ/°°Ð3Ñ3´R·Z±ZÓ@€AÜ
�Š�”B—J‘JÓ€AÜ�XŠX�aœŸ™Ó"€FØ$'¡OŒ�ŠˆyÓ	×	˜Rø¸€AÜ˜1Ÿ5™5Ð!1°1Ó5Ó6¸¿¹Ð>OÐQTÓ8UÐWX×W\ÑW\Ð]lÐnqÓWrˆuˆ€CÜ˜"—‰ˆˆ1Ø�L‰L˜˜D ™G a™KÓ(ˆØˆˆq‰	Ø�A‰YˆÞJMŒS”—’˜˜SŸ\™\¨3¨$°°a±Ó8Ñ8¸!¸TÀ!¹WÓEÔFÐSTˆØ˜‘Y˜q ¤Q¡Ð'¨¨D©°"°R¼!±VÐ)<ˆ
ˆˆ!‰ˆa�‰dÜ�"�U‘)˜A¤™GÑ$Ó%ˆØ�:‰:‹<˜$ÓÜ�c—l‘l¤2¨¡7¬A´°a±©KÓ8Ó9ˆCØ˜1˜c™d¡D b D˜=Ñ)ˆAˆa�‘ˆg‰JØ ¤C›Z�!�c’'¨SˆCÞ˜Ÿ™›¨Ó-´!´b¸A±g±+ÀÑ2CÀaÌ"ÁfÓ2LÜ˜3Ÿ<™<¨¨a´"©f©´a¼"À¹'±kÓBÓC�Ø  4¡5©$¨B¨$ Ñ/��!�T‘U�(‘Ø!%¬£�a˜#’g°#�Þ�C—J‘J“L 4Ó'Ø47ˆAˆa’’A�s—|‘| A§G¡G¨B¡KÓ0Ð0Ñ1Ø˜Q“h‰s Cˆˆ!Œñ# ð$ �Ø�L‰L˜Ó ˆÞØˆ‰!ˆØ„GÔÜ×Ò˜AÓ¤× 0Ò 0°Ó 3´U×5EÒ5EÀaÓ5HÐHÐHùòC 8s   •P%c                 ó  • SSK nSnU  GHé  n[        R                  R                  [	        U5      UR                  [        US   5      R                  5       5      -   S-  5      n[        US   5      nU[        [        5      -  n[        UR                  5       S:  5      nU(       a  [        XWSSS	9n	US
-  nO[        XWSSS	9n	[        R                  " U[        S9n
Su  p¼[        R                  " U	5       HF  n[        US
-
  [	        [!        [        U5      [        -  5      5      5      nXì::  a  M;  XºXÎ& U(       + UpËMH     XºUS& [        R"                  " US   [        R$                  SS9n[        R"                  " US   SS9n[        [        U
5      [        U5      [        U5      5      nU
SU USU USU npúU
R'                  5       (       a  Xú   SS2SSS24   Xú'   S
UU
   -
  UU
'   XôS'   UUS'   GMì     U[        U 5      U-
  4$ )a‘  Full-trial synthetic switches on copies of att and _S. Default path is unchanged.

Each trial is assigned one schedule by a coin flip that is fixed in this function
(not chosen on AASD or Carta): uniform gaps on [8, 20] s, via draw_switch_times
(mean 14, min 8), or the existing official gaps on [30, 90] s (mean 60, min 30).
The schedule is keyed by the trial id so it does not depend on list order.
r   NÚkeyì        rr   r`   g      ,@g       @)Úmean_intÚmin_segr)   g      N@g      >@)Údtype)Fr   ru   T)r®   Úcopyr{   )r¯   r+   )Úzlibr}   r�   Údefault_rngrŠ   Úcrc32ÚstrÚencoder   r‚   r   Úboolr   r9   Ú
atleast_1dÚminÚroundr~   r‡   Úany)r“   Úseedr°   Ún_shortr¤   r•   r”   ÚdurÚshortÚtimesÚstÚcurÚprevÚttÚs0rc   r{   Úms                     rG   Ústamp_mixed_switchesrÅ   t   sÕ  € ó Ø€GÜˆÜ�i‰i×#Ñ#¤S¨£Y°·±¼CÀÀ5Á	»N×<QÑ<QÓ<SÓ1TÑ%TÐY`Ñ$aÓbˆÜ��5‘	‹NˆØ”%œ“)‰mˆÜ�S—Z‘Z“\ CÑ'Ó(ˆÞÜ% c¸ÀsÑKˆEØ�q‰L‰Gä% c¸ÀtÑLˆEÜ�XŠX�aœtÑ$ˆØ‰	ˆÜ—-’- Ö&ˆBÜ�Q˜‘UœC¤¤e¨B£i´"¡nÓ 5Ó6Ó7ˆBØ‹zÙØˆtˆKØ œ 2’ñ 'ð ˆ4ˆ5ˆ	Ü�HŠH�R˜‘X¤R§Z¡Z°dÑ;ˆÜ�hŠh�r˜%‘y tÑ,ˆÜ”�B“œ˜Q›¤ S£Ó*ˆØ˜˜�V˜Q˜r ˜U C¨¨ GˆsˆAØ�6‰6�8‰8Ø‘Eš!™T˜r˜T˜'‘NˆA‰EØ˜#˜b™'‘kˆC�‰GØˆ4‰Øˆˆ5Œ	ñ7 ð8 ”C˜“K 'Ñ)Ð)Ð)rP   r)   c                 ó  • [        U5      n[        R                  " [        R                  " [        S4[        R
                  5      UR                  [        R
                  5      [        R                  " [        [        -   S4[        R
                  5      /5      n[        R                  " [        R                  " [        4UR                  SS -   [        R
                  5      U[        R                  " [        [        -   4UR                  SS -   [        R
                  5      /5      n[        R                  " SU[        U-  5      n[        R                  " [        U5      [        R
                  5      n[        S[        U5      S5       Hå  n	XyU	S-    n
U " [        R                  " [        R                  " U
 Vs/ s H  oµX»[         -    PM     sn5      5      R#                  [$        5      [        R                  " [        R                  " U
 Vs/ s H  o¶X»[         -    PM     sn5      5      R#                  [$        5      5      R'                  5       R)                  5       X‰U	[        U
5      -   & Mç     X‡4$ s  snf s  snf )zeCausal decisions: hop start a -> window x[a - POS0 : a + HOP + FUT] (zero padded), every `step` hops.rt   r)   Nr   i   )r   r}   Úconcatenater9   ÚPOS0r‡   r�   ÚFUTÚHOPr<   Úaranger†   Úranger3   r’   Ústackr0   r2   r   r(   Únumpy)ÚnetrM   rc   ÚstepÚTÚxpÚSpr�   r[   r¢   rd   Úks               rG   ÚlogitsrÕ   �   sÒ  € ô 	ˆA‹€AÜ	�ŠœŸš¤4¨ *¬b¯j©jÓ9¸1¿8¹8ÄBÇJÁJÓ;OÔQS×QYÒQYÔ[^ÔadÑ[dÐfhÐZiÔkm×kuÑkuÓQvÐwÓ	x€BÜ	�ŠœŸš¤4 '¨A¯G©G°A°B¨KÑ"7¼¿¹ÓDÀaÌÏÊÔSVÔY\ÑS\ÐR^Ðab×ahÑahÐijÐikÐalÑRlÔnp×nxÑnxÓIyÐzÓ	{€BÜ�YŠY�q˜!œS 4™ZÓ(€FÜ
�(Š(”3�v“;¤§
¡
Ó
+€CÜ�1”c˜&“k 4Ö(ˆØ�Q˜‘XÐˆÙ¤× 0Ò 0´·²ÑPQÓ:RÒPQÈ1¸aÄAÁ»;ÑPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \Ü %× 0Ò 0´·²ÑPQÓ:RÒPQÈ1¸aÄAÁ»;ÑPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \ó^ß^aÑ^aÓ^c×diÑdiÓdkð 	ˆa”#�a“&‰jÒñ )ð ˆ;Ðùò ;SùÚ:Rs   Æ>I:ÈI?c                 ó¬  • U S   S   R                   S   n[        R                  " S[        S   5      n[        R
                  " U5        [        SXSR                  5      R                  [        5      nU(       a?  [        U5      nUR                  [        R                  " U[        SS95        U" S	U 35        [        R                  R                  [        R                  5      n[         ["        [$        S4u  Ul        Ul        Ul        Ul        [-        US
S5      S:X  a>  [/        [1        U 5      [1        U5      -   [3        U5      S-   5      u  pšU" SU	 SU
 S35        [4        R6                  R9                  U5      n[;        U[        S   USUR<                  UR>                  5      u  pÍnSS[1        URA                  5       5      nnn[        R                  " S5      (       a¨  [        RB                  " U [        S   5      u  nn[        RD                  " URF                  RH                  U5      R                  [        5      nU[1        URA                  5       5      -  nU" S[        S    SU S[        R                  " SS5       35        [        RJ                  RM                  U[        S   [        S   S9n[        RJ                  RN                  RQ                  USS[        S   S9n[        RR                  RT                  RV                  n[4        RX                  SSnnn[[        [        S    5       GHÕ  n[\        R\                  " 5       / / nnnUR_                  5         [[        [        S!   5       GHw  n[;        U [        S"   X¸UR<                  UR>                  5       Vs/ s H  nUR                  [        5      PM     snu  n n!n"Uc1  U" U" U U!5      U"5      n#URa                  U#Rc                  5       5        GO	U" U U!S#S$9u  n$n%U" U$U"5      n#URa                  U#Rc                  5       5        U" U%[        Rd                  " U5      5      n&[        Rf                  " W[:        Rh                     5      R                  [        5      n'U#[        RR                  RT                  Rk                  U&U'5      -   n#URa                  U&Rm                  S%5      U':H  Ro                  5       Rq                  5       Rc                  5       5        US%-  nURs                  5         U#Ru                  5         [        RR                  Rv                  Ry                  US&5        UR{                  5         [|        R~                  R                  S'5      S(:X  d  GM  US:X  d  GM  [�        U5      S):X  d  GM.  [o        [4        Rp                  " U5      5      n(U" S*U(S+ 35        U(S,:”  d  GMb  U" S-U(S+ S.35        [ƒ        S/5      e   UR…                  5         [        R†                  " 5          [        Rˆ                  " [[        S[�        U5      S05       V)s/ s HL  n)U" UU)U)S0-    R                  [        5      UU)U)S0-    R                  [        5      5      R‹                  5       PMN     sn)5      n*SSS5        U" W*U5      Rc                  5       U*S:„  Ro                  5       U:H  Ro                  5       Rq                  5       Rc                  5       n,n+UURŒ                  :¼  a  UR{                  U+5        U" S1US2 S3[4        Rp                  " U5      S+ S4U+S+ S5U,S6 S7[\        R\                  " 5       U-
  S8 S93U(       a  S:[4        Rp                  " U5      S6 3OS-   5        U+US;-
  :  aW  U+SUR�                  5       R‘                  5        V-V.s0 s H%  u  n-n.U-U.R“                  5       R•                  5       _M'     nn-n.nnGM®  UURŒ                  :¼  d  GMÁ  US%-  nU[        S<   :¼  d  GMÖ    O   UR                  U5        UR…                  5         UU4$ s  snf s  sn)f ! , (       d  f       GN­= fs  sn.n-f )=zlTrain a DirectNet (binary cross-entropy, early stopping on the validation windows). Returns (net, best val).r   ru   r+   Ú
train_seedrº   rt   F©Úmap_locationÚweights_onlyz  initialised from Útrial_switchÚ Úmix820iï  z  full-trial switch mix: z trials at 8-20 s, z5 at 30-90 s (fixed 50/50, not tuned on AASD or Carta)Úval_windowsNÚadvz  adversarial z loss: z classes, lambda Ú
adv_lambdaçš™™™™™©?ÚlrÚweight_decay)râ   rã   r·   r`   Úlr_patience)ÚmodeÚfactorÚpatienceÚ
max_epochsÚsteps_per_epochÚ
batch_sizeT)rX   r)   g      @ÚABORT_IF_CHANCEÚ1é2   z    step 50 train ú.4fg?5^ºIæ?z    ABORT chance loss z after 50 stepsé   é   z
    epoch Ú02dz train z	 val BCE z acc ú.3fz (ú.0fzs)z | adversary acc g-Cëâ6?rç   )Kr<   r   r‰   r   r3   Úmanual_seedr#   rC   r2   r   r   Úload_state_dictÚloadr.   ÚDNNDecÚ__new__r0   rÉ   rÊ   ÚfutÚhoprA   ÚgetattrrÅ   rL   rŠ   r}   r�   r±   r„   Úp_switchr˜   r6   Ú
domain_idsÚAdvHeadr=   Úin_featuresÚoptimÚAdamWÚlr_schedulerÚReduceLROnPlateaur:   Ú
functionalÚ binary_cross_entropy_with_logitsÚinfrÌ   ÚtimeÚtrainÚappendÚitemrà   r’   r…   Úcross_entropyÚargmaxr‚   ra   Ú	zero_gradÚbackwardÚutilsÚclip_grad_norm_rÐ   ÚosÚenvironr   Ú
SystemExitÚevalr4   rR   r(   Ú
min_epochsÚ
state_dictÚitemsÚdetachÚclone)/r  ÚvalÚlogrd   Ú	init_fromrB   rº   rÏ   r–   r»   Ún_longÚrsÚXvÚSvÚyvrß   rÐ   ÚparamsÚdomÚn_domÚoptÚschÚbceÚbestÚbadÚstateÚepÚt1ÚtlÚdaÚ_Úzrœ   rc   rN   ÚlossÚlgrY   ÚdlÚdtÚrecentr¢   ÚlvÚvlÚvarÔ   Úvs/                                                  rG   Úfitr:  ¬   sš  € à	ˆq‰�$‰×	Ñ	˜bÑ	!€BÜ�5Š5�œs 6™{Ó+€DÜ	×Ò�dÔÜ
�B˜ŸJ™JÓ
'×
*Ñ
*¬3Ó
/€CÞÜ! )Ó,ˆ	Ø×ÑœEŸJšJ y¼sÐQVÑWÔXÙÐ! ) Ð-Ô.Ü
�/‰/×
!Ñ
!¤(§/¡/Ó
2€CÜ%&¬¬S°" _Ñ"€C„Eˆ3Œ7�C”G˜SœUÜˆq�. "Ó%¨Ó1Ü.¬t°E«{¼TÀ#»YÑ/FÌÈDË	ÐTXÑHXÓY‰ˆÙÐ'¨ yÐ0CÀFÀ8ð L8ð 8ô 	9ä	�‰×	Ñ	˜tÓ	$€BÜ˜œa Ñ.°°D¸!¿*¹*ÀaÇjÁjÓQ�J€BˆBØ˜a¤ c§n¡nÓ&6Ó!7ˆvˆ€CÜ‡u‚uˆU‡|�|Ü×(Ò(¨´°%±Ó9‰
ˆˆUÜ×Ò˜sŸx™x×3Ñ3°UÓ;×>Ñ>¼sÓCˆØ”$�s—~‘~Ó'Ó(Ñ(ˆÙˆnœQ˜u™X˜J g¨e¨WÐ4EÄaÇeÂeÈLÐZ^ÓF_ÐE`ÐaÔbÜ
�+‰+×
Ñ
˜F¤q¨¡w¼Q¸~Ñ=NÐ
Ð
O€CÜ
�+‰+×
"Ñ
"×
4Ñ
4°S¸uÈSÔ[\Ð]jÑ[kÐ
4Ð
l€CÜ
�(‰(×
Ñ
×
>Ñ
>€CÜ—v‘v˜q $ˆuˆ#€DÜ”A�l‘O×$ˆÜ—Y’Y“[ " b�ˆBˆØ�	‰	ŒÜ”qÐ*Ñ+×,ˆAÜ*1°%¼¸<¹È"ÐST×S]ÑS]Ð_`×_iÑ_iÔ*jÓkÒ*j Q�q—t‘tœC–yÑ*jÑk‰GˆAˆq�!Ø‰{Ù™3˜q !›9 aÓ(�Ø—	‘	˜$Ÿ)™)›+Ö&á˜A˜q tÑ,‘��AÙ˜2˜q“z�Ø—	‘	˜$Ÿ)™)›+Ô&Ù˜œH×/Ò/°Ó5Ó6�Ü×%Ò% c¬'¯/©/Ñ&:Ó;×>Ñ>¼sÓC�ØœeŸh™h×1Ñ1×?Ñ?ÀÀBÓGÑG�Ø—	‘	˜2Ÿ9™9 Q›<¨2Ñ-×4Ñ4Ó6×;Ñ;Ó=×BÑBÓDÔEØ˜‘	�Ø�M‰MŒOØ�M‰MŒOÜ�H‰H�N‰N×*Ñ*¨6°3Ô7Ø�H‰HŒJÜ�z‰z�~‰~Ð/Ó0°CÖ7¸BÀ!¾GÌÈBËÐSUÎÜœrŸwšw r›{Ó+�ÙÐ(¨°¨Ð5Ô6Ø˜E–>ÙÐ0°¸°¸OÐLÔMÜ$ Q›-Ð'ñ/ -ð0 	�‰Œ
Ü�]Š]�_Ü—’Ô]bÐcdÔfiÐjlÓfmÐorÔ]sÓtÒ]sÐXY™C  1 Q¨¡W × 0Ñ 0´Ó 5°r¸!¸AÀ¹G°}×7GÑ7GÌÓ7LÓM×QÑQÖSÑ]sÑtÓuˆB÷ á�R˜“×!Ñ!Ó# r¨A¡v§n¡nÓ&6¸"Ñ&<×%CÑ%CÓ%E×%JÑ%JÓ%L×%QÑ%QÓ%SˆBˆØ�—‘ÓØ�H‰H�RŒLÙˆj˜˜C˜ ¬¯ª°«°CÐ'8¸	À"ÀSÀÈÈrÐRUÈhÐVXÔY]×YbÒYbÓYdÐgiÑYiÐjmÐXnÐnpÐqÞ8:Ð"¤2§7¢7¨2£;¨sÐ"3Ñ4ÀñDô 	Eà��t‘ÓØ! 1ÈÏÉÓIY×I_ÑI_ÔIaÔ&bÒIaÁÀÀA q¨!¯(©(«*×*:Ñ*:Ó*<Ò'<ÑIa�uÑ&b�#ˆD’uØ�1—<‘<ÖØ�1‰HˆCØ”a˜
‘mÖ#ÙñQ %ðR ×Ñ˜ÔØ‡H�H„JØ�ˆ9ÐùòO lùò2 u÷ Ž_üó 'cs+   Î$`4Ø)`>Ø>A`9Ú`>Þ/,aà9`>à>
a	c                 óØ  • [         R                  R                  [        S   [        R
                  " U 5      -   5      n/ / pe[         H“  nXp:X  a  M
  [        U5      nUR                  [        UR                  R                  5       5      5      n	UR                  5        H8  u  p«US   U	:X  a  UOUR                  [        UR                  US   5      5        M:     M•     U[        S/UR                  U5      -  nXV-    H  n[!        U5      US'   M     U" SU  S[#        U5       S[#        U5       S	US
   S   R$                  S    S3	5        [&        R&                  " 5       n[)        XVX#UR*                  5      u  pï[&        R&                  " 5       U-
  nAA[         R                  R                  [,        [        R
                  " U 5      -   5      n0 S Vs0 s H  nU0 _M     nnn[        U 5      R                  5        GH¡  u  p«[        UR                  US   5      n[!        U5      US   US   R/                  [0        5      [1        US   5      4u  nnnn[3        UUS-  5      nUR5                  S
S5        [         R6                  " U[8        5      SS
nnnU H5  n[;        US-
  [1        [=        US-  5      5      5      nUUUU& U(       + UnnM7     UUUS & U[         R>                  " US-
  [         R<                  " [         R@                  " [#        U5      5      [B        -  US   -   S-  5      R/                  [0        5      5         n[         RD                  " US S 2S S 4   US S 2S S S24   U5      n URF                  (       a  [         RH                  " U5      OUn![K        UU!U 5      u  n"n#UU-  [         RL                  " U#[N        -
  S
5         n$[#        U"5      S-  n%[Q        U"S-  U"* S-  U$R/                  [         RR                  5      U#[B        -  US   -   R/                  [         RT                  5      U"S U%S-   RW                  U%S5      RY                  S5      S-  U"S U%S-   RW                  U%S5      RY                  S5      * S-  U$S U%S-   RW                  U%S5      RY                  S5      S:„  R/                  [         RR                  5      SS9UUS   '   UR[                  5       n&SU&S S 2[\        4'   SU!4S[         RH                  " U5      4S[         R^                  " U![#        U5      S-  S
5      4SU&44 Hd  u  n'n([K        UU(USS 9u  n)n*UU'   Ra                  US!   / 5      R                  U)S
:„  U[         RL                  " U*[N        -
  S
5         S
:H  :H  5        Mf     GM¤     URc                  5        VV+V,s0 s HÙ  u  nn+U[Q        [e        [         RX                  " [         Rf                  " U+Ri                  5        V,s/ s H  n,[         Rf                  " U,5      PM     sn,5      5      5      [e        [         Rj                  " U+Ri                  5        V,s/ s H-  n,[         RX                  " [         Rf                  " U,5      5      PM/     sn,5      5      S"9_MÛ     n-n+nn,[Q        S#UR                  U U[&        R&                  " 5       U-
  [l        [N        -   [B        -  US$U-S%9	n.[o        [Q        S&U0U.S'9[q        X5      5        U" SU  S(U.S)   S* S+3S,Rs                  S- U-Rc                  5        5       5      -   5        A[t        Rv                  Ry                  5         g s  snf s  sn,f s  sn,f s  sn,n+nf ).Nrº   Úsubjectrª   ÚFuglsang2020ru   ú  fold held-out=ú: z	 train / z val trials, r   r+   z stimulus features per stream©Únormalr˜   Ú	shift_eegÚ
no_frontalrr   r{   r”   é€   r&   Fr)   Út0é(   r`   T)Úr0Úr1r{   Út_endÚr0_10Úr1_10Úatt10Úpre_switchedry   rA  r˜   rB  rC  é   )rÐ   Úsubj_uid)ÚpooledÚsubject_medianÚ
direct_clfrt   )	ÚdecoderÚprepÚheld_outÚfit_sÚtotal_sÚlookahead_sÚbest_valÚchannelsÚcontrolsÚcausal)ÚevidenceÚinfoz	 done in rW  ró   z-s: controls (5-s decisions, pooled accuracy) ú  c              3   ó<   #   • U  H  u  pU S US   S 3v •  M     g7f)Ú rP  rò   N© )Ú.0rÔ   r9  s      rG   Ú	<genexpr>Úrun_fold.<locals>.<genexpr>*  s&   é € ÐJÒ9I±°�q�c˜˜1˜X™; sÐ+Õ,Ò9Iùs   ‚)=r}   r�   r±   r   r   Úindexr	   rƒ   Úsortedr<  ÚuniqueÚiterrowsr	  r   rT  r   r   r   r<   r  r:  r  r   r�   rŠ   r   rŒ   r9   rµ   r·   r¸   ÚminimumrË   r   Úwherer˜   Ú
zeros_likerÕ   r€   rÊ   ÚdictÚint8r‡   Úreshapera   r¯   ÚFRONTALÚrollÚ
setdefaultr  r‚   rÇ   ÚvaluesÚmedianrÉ   r
   r   Újoinr3   ÚcudaÚempty_cache)/ÚheldÚexpr  rd   r•   r  r  ÚdsÚrowsÚvsr/  Úrr¤   rE  rÏ   r(  Út_fitÚsrngrÔ   ÚevÚctlrc   rM   r{   ÚT128r¾   Úst128rÀ   rÁ   rÂ   rÃ   r¿   ÚSswÚxer2  r�   ÚtruthÚn10ÚxfÚnameÚxcÚl1Ús1Údr9  r[  r^  s/                                                  rG   Úrun_foldrŽ  ö   sÀ  € Ü
�)‰)×
Ñ
¤ F¡¬g¯mªm¸DÓ.AÑ AÓ
B€CØ�Rˆ3ßˆØ‹:ÙÜ�r‹{ˆØ�Z‰Zœ˜tŸ|™|×2Ñ2Ó4Ó5Ó6ˆØ—M‘M–O‰DˆAØ�i‘L BÓ&‰S¨E×9Ñ9¼*ÀQÇVÁVÈQÈuÉXÓ:VÖWó $ñ ð 
Œ]˜NÐ+¨Q¯V©V°SÓ9Ñ9€EØŒkˆÜ˜B“<ˆˆ4‹ñ áÐ
˜4˜& ¤3 u£: ,¨i¼¸C»°zÀÈuÐUVÉxÐX\É~×OcÑOcÐdfÑOgÐNhð  iFð  	Gô  HÜ	�Š‹€BÜ�E ¨¯©Ó4�I€CÜ�IŠI‹K˜"Ñ€EØˆsä�9‰9× Ñ ¤¬¯ª°dÓ(;Ñ!;Ó<€DØÑ"SÓTÒ"S˜Q�1�b’5Ñ"SˆÐT€BÜ˜“×&Ñ&×(‰ˆÜ˜Ÿ™  %¡Ó)ˆÜ" 2›,¨¨5©	°2°e±9×3CÑ3CÄCÓ3HÌ#ÈaÐPSÉfË+ÐU‰ˆˆ1ˆc�4Ü! $¨¨s©
Ó3ˆØ�‰�a˜ÔÜŸ8š8 D¬$Ó/°¸�DˆsˆÛˆBÜ�T˜A‘Xœs¤5¨¨c©£?Ó3Ó4ˆBØ ˆE�$�rˆNØœ �ˆC‘ñ ð ˆˆdˆeˆØ”2—:’:˜d Q™h¬¯ª´"·)²)¼CÀ»FÓ2CÄbÑ2HÈ2ÈdÉ8Ñ2SÐWZÑ1ZÓ([×(bÑ(bÔcfÓ(gÓhÑiˆÜ�hŠh�rš!˜T 4˜-Ñ(¨!ªA©t°¨t¨G©*°aÓ8ˆØ!"§§ŒR�]Š]˜1Ô°ˆÜ˜C  SÓ)‰
ˆˆFØ�r‘œ2Ÿ:š: f¬s¡l°AÓ6Ñ7ˆÜ�"‹g˜‰mˆÜ˜r A™v¨2¨#°©'°u·|±|ÄBÇGÁGÓ7LÐU[Ô^`ÑU`ÐceÐfjÑckÑUk×TsÑTsÔtv×t~Ñt~ÓTØ"$ Y c¨B¡h -×"7Ñ"7¸¸RÓ"@×"EÑ"EÀaÓ"HÈ1Ñ"LÐUWÐXaÐY\Ð_aÑYaÐUb×UjÑUjÐknÐprÓUs×UxÑUxÐyzÓU{ÐT{Ð~ÑTØ#(¨¨#°©(Ð#3×#;Ñ#;¸CÀÓ#D×#IÑ#IÈ!Ó#LÈsÑ#R×"ZÑ"ZÔ[]×[bÑ[bÓ"cÐrvñxˆˆ1ˆU‰8‰ð �V‰V‹XˆØˆŠ1Œgˆ:‰Ø" B˜¨*´b·m²mÀAÓ6FÐ)GÈ+ÔWY×W^ÒW^Ð_aÔcfÐghÓciÐmnÑcnÐpqÓWrÐIsð  wCð  EGð  vHó  I‰HˆD�"Ü˜C  Q¨QÑ/‰FˆB�Ø�‰I× Ñ   :¡°Ó3×:Ñ:¸BÀ¹FÈÌBÏJÊJÐWYÔ\_ÑW_ÐabÓLcÑHdÐhiÑHiÑ;jÖkô Iñ- )ð4 x{÷  xAñ  xAô  xCõDò xCÑosÐopÐrsð ”4œu¤R§W¢W¬R¯^ª^ÐXY×X`ÑX`ÔXbÓ<cÒXbÐST¼R¿^º^ÈAÖ=NÑXbÑ<cÓ-dÓ%eÓfÜ',¬R¯YªYÐ\]×\dÑ\dÔ\fÓ7gÒ\fÐWX¼¿ºÄÇÂÈqÓ@QÖ8RÑ\fÑ7gÓ-hÓ'iñkò kñ xCð ò Dä˜¨1¯6©6¸DÈÔW[×W`ÒW`ÓWbÐegÑWgÔvyÔ|Ñvô  DFñ  vFØ¨°Xñ?€Dä”˜x¨˜n°4Ñ8¼)ÀCÓ:NÔOÙÐ
˜4˜& 	¨$¨y©/¸#Ð)>Ð>kÐlØ
�)‰)ÑJ¸¿¹Ô9IÓJÓ
Jñ	Kô LàÜ	‡J�J×ÑÕùòE Uùò4 =dùÚ7gùôDs+   Ç]Ö6A]%×< ] Ø5]%Ù4] Ú]%Ý
]%c                  óJ  • SSK n / n[        S5       HÑ  nSnUR                  [        SU 3[        R
                  " U[        R                  5      [        R                  " [        R                  " U[        R                  5      [        R                  " U[        R                  5      * /S5      SS2SS2S4   [        R
                  " U[        R                  5      S95        MÓ     [        US5      u  pEUS:X  d  US:X  a  [        S	U S
U 35      eU H�  n[        R                  " US   5      R                  [        5      nUS   SS2SS4   n[        R                  " X‡S:H     S:H  5      (       a%  [        R                  " X‡S:H     S:H  5      (       a  M„  [        S5      e   Sn	U Hg  n[        R                   R#                  SU R%                  US   R'                  5       5      -   S-  5      n
U	[        U
R!                  5       S:  5      -  n	Mi     X”:w  a  [        S5      eg)zPLabel flips must match the stimulus-column swap, and both schedules must appear.r   Né   i@  zstamp-check-r)   )rª   rr   ru   r{   ik5zstamp mix collapsed: short z long r{   ru   r+   z6full-trial switch label does not match the column swaprª   r«   r`   z5stamp family count does not match the fixed coin flip)r°   rÌ   r	  rm  r}   r9   r‡   rÍ   Úonesrn  rÅ   ÚRuntimeErrorÚasarrayr�   rŠ   Úallr�   r±   r²   r´   )r°   r“   r¢   r”   r»   r  r¤   r{   Úcol0r½   r•   s              rG   Ú_check_stampr–  /  sÇ  € ãØ€FÜ�2ŽYˆØˆØ�‰”dØ˜q˜cÐ"¬¯ª°´B·J±JÓ(?Ü�xŠxœŸš ¤B§J¡JÓ/´"·'²'¸!¼R¿Z¹ZÓ2HÐ1HÐIÈ1ÓMÊaÒQRÐTXÈjÑYÜ—’˜œBŸG™GÓ$ñ&ö 	'ñ ô +¨6°?ÓC�O€GØ�!ƒ|�v “{ÜÐ8¸¸	ÀÈÀxÐPÓQÐQÛˆÜ�jŠj˜˜E™Ó#×*Ñ*¬3Ó/ˆØ�$‰xš˜1˜a˜Ñ ˆÜ—’�t 1™H‘~¨Ñ+×,Ñ,´·²¸ÀA¹X¹È!Ñ8K×1LÓ1LÜÐWÓXÐXñ	 ð €EÛˆÜ�i‰i×#Ñ# _°t·z±zÀ"ÀUÁ)×BRÑBRÓBTÓ7UÑ%UÐZaÑ$bÓcˆØ”�S—Z‘Z“\ CÑ'Ó(Ñ(Šñ ð ÓÜÐRÓSÐSð rP   c                 ó"  • SSK nSSKn[        [        -   [        -  n[        U S5      u  pg0 n[         Hå  n	[        R                  " [         V
Vs/ s HN  oªU	:w  d  M
  Xj   R                  5         H-  nUS   US   -
  [        R                  " US   S:H  SS5      -  PM/     MP     snn
5      n[        UR                  5       5      [        UR                  5       5      pí[        X–X]US	-  4S
S9nXøU	'   U" SU	 SUS   S SUS   S SUS   S SUS   S 3
5        Mç     U" S[        R                  " [         V
s/ s H
  o¨U
   S   PM     sn
5      S S[        R                  " [         V
s/ s H
  o¨U
   S   PM     sn
5      S 35        [        R                  " [         V	Vs/ s HG  o–U	   R                  5         H-  nUS   US   -
  [        R                  " US   S:H  SS5      -  PM/     MI     snn	5      n[        UR                  5       5      [        UR                  5       5      píU" SUS SUS S35        UR                  R!                  UR"                  [%        [&        S   5      S9  [(        R*                  R-                  [.        SS5      n[(        R0                  " US S!9  [(        R0                  " [(        R*                  R-                  [.        S"5      S S!9  S# V	s0 s H3  o™[(        R*                  R-                  US$U	 UR2                   S%35      _M5     nn	[(        R*                  R-                  [.        S"S&UR2                   S'35      n[5        S( UR                  5        5       5      (       GaÓ  [(        R*                  R7                  U5      (       ar  S)n[9        S*UUR:                  5      R=                  [>        5      nURA                  [B        RD                  " U[>        S+S,95        URG                  5         U" S-U 35        GOl[        RH                  RK                  [L        S.   S/-   5      n/ / nn[         H�  n	[O        U	5      nURQ                  [S        URT                  RW                  5       5      5      nURY                  5        H9  u  nnUS0   U:X  a  UOUR[                  []        UR"                  US1   5      5        M;     M�     U[_        S2/UR"                  U5      -  nUU-    H  n[a        U5      US3'   M     U" S4[c        U5       S5[c        U5       S635        [e        UUXURf                  5      u  nn[B        Rh                  " URk                  5       U5        U" S7U S8US S935        AAURm                  5        GH�  u  n	n[(        R*                  R7                  U5      (       a  M-  0 nURo                  U	5      nU" S:U	 S;[c        U5       S<35        [q        U5       GH  u  n n[s        UUS=   [a        U5      5      u  n!n"US   Ru                  [v        5      [        Rx                  " U"[        -
  S5         n#[{        U!S>-  U!* S>-  U#Ru                  [        R|                  5      U"[        -  US?   -   Ru                  [        R~                  5      US@   USA   US0   SB9UUS1   '   U SC-   SD-  S:X  d  U SC-   [c        U5      :X  d  Mæ  U" SEU	 SFU SC-    SG[c        U5       35        GM     [�        USH5       n$URƒ                  UU$5        SSS5        U" SIU 35        GM      A[B        R„                  R‡                  5         0 n%URm                  5        Ho  u  n	n[�        USJ5       n$URE                  U$5      nSSS5        UR‰                  WXÞS	-  S
SK5      nUU%U	'   U" SLU	 SUS   S SUS   S SUS   S SUS   S 3
5        Mq     UU%XÞ4$ s  snn
f s  sn
f s  sn
f s  snn	f s  sn	f ! , (       d  f       Nâ= f! , (       d  f       N†= f)MzëLODO and real-switch external scores at p_stay 0.994 and emission sd * 0.8.

Emissions for a held-out corpus set come from the other four folds. Emissions for
AASD and Carta come from all five LODO folds. Neither uses external labels.
r   Nr\  rG  rH  r{   r|   g      ð¿çš™™™™™é?ç+‡ÙÎï?)ÚemisÚp_stayz  PRESET LODO ú  H ÚHrî   z  Acc ÚAccú.2fú  L ÚLrò   ú  SDT ÚSDTz  PRESET LODO MEAN  H z2  external emissions from the five LODO folds: mu z sd z
 scale 0.8Útargets)rT  r¤  ÚresultsÚresearchT©Úexist_okÚmodels)ÚAASDÚ	Carta2026Úext_clf_z_evidence.pklÚall5_direct_clfú.ptc              3   ój   #   • U  H)  n[         R                  R                  U5      (       + v •  M+     g 7f©N)r  ÚpathÚexists)rc  rs   s     rG   rd  Úscore_mix820.<locals>.<genexpr>h  s%   é € Ð
<Ò*; QŒr�w‰w�~‰~˜aÓ × Ñ Ò*;ùs   ‚13rï   rt   FrØ   z	  loaded rº   éc   r<  rª   r=  ru   z  all-5 train z / val z (one val subject per dataset)z  saved ú (best val BCE Ú)z  external r?  z trialsrr   r&   rE  Úatt128Ún128)rG  rH  r{   rI  r·  r¸  r<  r)   rF  z    ra  Ú/Úwbz  wrote Úrbg      è?z  PRESET EXT )EÚpickleÚeval_externalrÉ   rÊ   r   r   r   r}   rÇ   rs  rk  r‚   ra   rb   r   ÚCONFÚupdaterT  rL   r   r  r±  ru  r   ÚmakedirsÚtagr¹   r²  r#   rC   r2   r   rõ   r3   rö   r  r�   r±   r   r	   rƒ   rg  r<  rh  ri  r	  r   r   r   r   r:  r  Úsaver  r  Ú
ext_trialsr‹   rÕ   r�   rŠ   r€   rm  rn  r‡   ÚopenÚdumprv  rw  Úscore)&ry  r  rd   r¼  rU   Úlar€  Ú_infoÚperrz  r�  ÚerV   ÚmuÚsdr}  Úout_dirÚev_pathsÚptÚfsrÏ   r•   r  r  r{  r|  r/  r¤   r(  r±  ÚEVr“   r¢   r2  r�   r†  ÚfhÚexts&                                         rG   Úscore_mix820rÔ  J  s  € ó ÛÜ
”‰)”rÑ	€BÜ˜3 Ó)�I€BØ
€CßˆÜ�NŠNÝ%,ôQÚ%, °R±ó UØACÁÇÁÇ¸Að ˜t™W q¨¡wÑ.´"·(²(¸1¸U¹8Àq¹=È#ÈtÓ2TÔTÙAOñ UÙ%,òQó Rˆä�q—v‘v“x“¤%¨¯©«£.ˆBÜ˜" "°°S±¨>À%ÑHˆØˆB‰Ùˆn˜R˜D  Q s¡V¨C L°°q¸±xÀ°nÀDÈÈ3ÉÐPSÈÐTZÐ[\Ð]bÑ[cÐdgÐZhÐiÖjñ ñ Ð
 ¤§¢½wÓ)Gºw¸!¨a©&°¬+¹wÑ)GÓ!HÈÐ Mð NÜ�wŠw­wÓ7ªw¨!˜A™˜uœ©wÑ7Ó8¸Ð=ð	?ô @ä
�ŠÝ")ôDÚ")˜B°b±6·=±=·?¨að ˜4™ 1 T¡7Ñ*¬b¯hªh°q¸±xÀ1±}ÀcÈ4Ó.PÔPÙ3Bñ QÙ")òDó 	E€Aä�1—6‘6“8‹_œe A§E¡E£G›nˆÙÐ
<¸RÀ¸HÀDÈÈCÈÐPZÐ[Ô\Ø‡F�F‡M�M�q—v‘v¤t¬A¨i©LÓ'9€MÑ:Ü�g‰g�l‰lœ3 	¨:Ó6€GÜ‡K‚K� $Ò'Ü‡K‚K”—‘—‘œS (Ó+°dÒ;ÙYnÓoÒYnÐSU”B—G‘G—L‘L ¨H°R°D¸¿¹¸¸}Ð*MÓNÒNÑYn€HÐoÜ	�‰�‰”c˜8 °q·u±u°g¸SÐ%AÓ	B€BÜ
Ñ
<¨(¯/©/Ô*;Ó
<×<Ò<Ü�7‰7�>‰>˜"×ÑØˆBÜ˜B  A§J¡JÓ/×2Ñ2´3Ó7ˆCØ×Ñ¤§
¢
¨2¼CÈeÑ TÔUØ�H‰HŒJÙ�)˜B˜4Ð Ö!ä—)‘)×'Ñ'¬¨F©°bÑ(8Ó9ˆCØ˜R�3ˆEß�Ü˜r“{�Ø—Z‘Z¤ t§|¡|×':Ñ':Ó'<Ó =Ó>�Ø ŸM™MžO‘D�A�qØ˜i™L¨BÓ.‘S°E×AÑAÄ*ÈQÏVÉVÐUVÐW\ÑU]ÓB^Ö_ó ,ñ ð
 ”] NÐ#3°Q·V±V¸SÓAÑAˆEØ˜c”k�Ü# B›<��4“ñ "á�.¤ U£ ¨G´C¸³H°:Ð=[Ð\Ô]Ü˜E 3¨°·±Ó<‰IˆC�Ü�JŠJ�s—~‘~Ó'¨Ô,Ù�(˜2˜$˜o¨d°3¨Z°qÐ9Ô:Ø�sØ Ÿ™×(‰HˆB�Ü�w‰w�~‰~˜d×#Ñ#ÙØˆBØ—\‘\ "Ó%ˆFÙ�+˜b˜T ¤C¨£K =°Ð8Ô9Ü" 6×*‘��2Ü# C¨¨E©´H¸R³LÓA‘
��FØ˜5™	×(Ñ(¬Ó-¬b¯jªj¸Ä#¹ÀqÓ.IÑJ�Ü $Ø˜A‘v 2 #¨¡'¨u¯|©|¼B¿G¹GÓ/DØ!¤B™;¨¨D©Ñ1×9Ñ9¼"¿*¹*ÓEØ˜h™<¨b°©jÀ"ÀYÁ-ñ!Q��2�e‘9‘ð ˜‘E˜R‘< 1Ó$¨¨A©´°V³Õ(<Ù˜$˜r˜d ! A¨¡E 7¨!¬C°«K¨=Ð9×:ñ +ô �d˜DÔ! RØ—‘˜B Ô#÷ "á�(˜4˜&Ð!×"ñ# )ð$ Ü�
‰
×ÑÔ Ø
€CØ—N‘NÖ$‰ˆˆDÜ�$˜Ô Ø—‘˜R“ˆB÷ à�G‰G�B˜ ™H e¨TÓ2ˆØˆˆB‰Ùˆm˜B˜4˜t A c¡F¨3 <¨v°a¸±h¸s°^À4ÈÈ#ÉÈsÀ|ÐSYÐZ[Ð\aÑZbÐcfÐYgÐhÖiñ %ð ��RÐÐùóIQùò *HùÚ7ùóDùò p÷P "Õ!ú÷ Õús>   Á	_ÁA_Ä7_Å)_Æ!A_$
Ë":_*Ü _/Ý.` ß/
_=	à 
`	Ú__main__z--tagrÜ   )Údefaultz--train-seed)ÚtyperÖ  z	--targetszenv,onset,domz'stimulus features given for each stream)rÖ  Úhelpz
--p-switchg333333Ó?z8share of training windows with a synthetic switch inside)r×  rÖ  rØ  z--trial-switchrÝ   zîmix820: before windowing, stamp each train/val trial with a full-trial switch schedule, half [8, 20] s and half the official [30, 90] s. Off by default. Scores LODO and AASD/Carta at the pre-specified HMM p_stay 0.994, emission scale 0.8.)rÖ  ÚchoicesrØ  z
--backbonerj   )rj   ÚadtÚhappyquokkaÚgru_ffnÚ	conv_attnÚ	tf_directÚ	env_xattnÚatcnetÚ	conformerÚeegtcnetÚ	tsceptionÚshallowÚdeepÚeegnetÚwavenetz©network g: vlaai_ws (CNN, default), adt, happyquokka, gru_ffn, conv_attn, tf_direct, env_xattn, atcnet, conformer, eegtcnet, tsception, shallow, deep, eegnet, or wavenetz
--window-szŽclassifier window in s (default config dnn.window_s = 5); the read-out timing (0.75 s lookahead, label 1 s before the window end) is unchangedz--min-epochsz=epochs without LR decay / early stopping (training stability)z--max-epochsz--init-fromz-DirectNet state_dict to start every fold fromz--pretrain-spkÚ
store_truezòpretrain on SparrKULee (single talker): stream A = the presented speech, stream B = its mismatched (half-run shifted) envelope, i.e. match-mismatch; saves models/pretrain_spk_direct_clf_s<seed>.pt. Needs GLIMPSE_THR=onorm (dom for SparrKULee))ÚactionrØ  z--setÚ*z6hyper-parameter overrides of config dnn: key=value ...)ÚnargsrÖ  rØ  z	--aug-setz5overrides of the augmentation settings: key=value ...z--advÚdatasetr<  zfadversarial loss (gradient reversal) removing dataset / subject information from the backbone featuresz--adv-lambdará   z--prepÚmat_reacz·mat_reac (EA state carried across a subject's trials) | mat_rea (EA restarts in every trial: needs no subject / trial ID at test time); the SparrKULee pretraining always uses mat_reacz--aug-variantÚclusterz9EEG augmentation: dnn_augment + config aug_variants[NAME]z
--zero-eegz5envelope-only model (EEG zeroed in training and test)z--heldz8train only this held-out dataset (no five-dataset score)Ú,r¤  Údnn_augmentÚaug_variantsrv   )rß   rà   r×   rè   rN  ÚlogsÚpretrain_spk_direct_clfÚ_sz.logÚ
SparrKULeeru   rª   r/  iÒ  F)Úreplacezpretrain direct_clf seed z on SparrKULee: z train subjects, val r©  Tr§  r®  zsaved rµ  rî   r¶  Údirect_clf__z=== experiment z ===z  stamp self-check passedzunknown --held r>  z: cachedzpartial run held=z7; five-dataset score is skipped until every fold existsÚ
experimentrS  rR  rT  r˜   rü   rÛ   r  r  ré   rC   rº   Úextra_trainr=  Úpresetr™  r˜  )r›  ÚscaleÚemis_muÚemis_sdÚlodoÚexternalr�  rž  z  PRESET LODO mean H z Acc rŸ  r¥  z.jsonÚw)ÚindentrÖ  z	=== done zHMM p_stay=Úswitchr›  zJ per 0.25-s step, SYNTHETIC switches applied to the classifier INPUT, LODOr\  )rø  rS  rT  r¤  r˜   rü   r  r  rC   r   r×   rù  rv   r  r\  r^  r[  ra   z#  MEAN over held-out datasets: Acc r¢  r£  r   r¡  rò   rœ  z  (window acc Úacc1r@  z
  control Ú10sr?  r_  c              #   óX   #   • U  H   o S [         S   U   [           S   S 3v •  M"     g7f)ra  r[  rP  rò   N)r[   rÔ   )rc  r�  s     rG   rd  rd    s3   é € Ð.mÒelÐ`a°°A´c¸*±oÀaÑ6HÌÑ6KÈHÑ6UÐVYÐ5ZÕ/[Òelùs   ‚(*z	  | mean rP  )r)   r°  rb  )yÚ__doc__ÚargparseÚjsonr  r  rÎ   r}   r3   r.   Ú
common_expr   r   r   r   r   r   r	   r
   Úcommonr   r   r   r   r   r   Ú	e1_switchr   Úrun_experimentr   r   rÆ  r   r   r   rŠ   r0   rÊ   rÉ   rÈ   rŽ   r‹   rp  r:   ÚModuler#   r„   rÅ   r4   rÕ   r:  rŽ  r–  rÔ  rk   ÚArgumentParserÚapÚadd_argumentr‚   Ú
parse_argsrd   r   r¤  ÚsplitÚaug_variantÚapply_overridesÚsetÚaug_setrß   r¿  rà   r×   rè   Úset_num_threadsÚpretrain_spkr‰   rº   r±  ru  rÁ  r  r¤   r™   rg  Úsubsr�   r±   rƒ   r|  r   rÏ   r(  rÀ  r[   rÂ  r  r  rT  ry  rÛ   rx  rL   Úheldsr²  rÉ  rÓ  rË  rÌ  rm  r˜   rü   r  r  rC   ra   ÚmHÚmArÄ  rÒ  rÅ  rÄ   rÔ   )r¢   Úcr™   r�  s   0000rG   Ú<module>r     sg  ðñBó, Û Û 	Û ã Û ã ß _× _Ó _ß *Ñ *ß %Ñ %Ý 'ß 0ß =Ñ =á�!�J‘- "Ñ$Ó%¡s¨1¨]Ñ+;¸bÑ+@Ó'AÁ3ÀqÐIZÑG[Ð^`ÑG`ÓCa€€€3ˆØ�‰G�c‰M˜1˜r™6€	€€cÙ" 8¨C°	©NÑ#;Ô<Ô
uÒ<‘�ÀÐEtÑ@t�1Ñ<Ò
u€ô U�—‘—‘ô  UòF"IòJ&*ðR ‡‚ƒóó ðôGòT6òrTò6Pðf ˆzÔØ	×	 Ò	 Ó	"€BØ‡O�O�G R€OÑ(Ø‡O�O�N¨°d€OÑ;Ø‡O�O�K¨Ð?h€OÑiØ‡O�O�L u°cÐ@z€OÑ{Ø‡O�OÐ$¨b¸2¸x¸.ðqð ñ rð ‡O�O�L¨*ò2ð{ð	 ñ |ð ‡O�O�L u°dð Bk€Oñ là‡O�O�N¨°aÐ>}€OÑ~Ø‡O�O�N¨°d€OÑ;Ø‡O�O�M¨4Ð6e€OÑfØ‡O�OÐ$¨\ð At€Oñ uð ‡O�O�G 3°Ð9q€OÑrØ‡O�O�K s°BÐ=t€OÑuØ‡O�O�G T°I¸yÐ3Ið QO€Oñ Pà‡O�O�N¨¸€OÑ=Ø‡O�O�H jð 8A€Oñ Bà‡O�O�O¨YÐ=x€OÑyØ‡O�O�L¨Ð<s€OÑtØ‡O�O�H bÐ/i€OÑjØ
�‰‹€AØ‡z‡zÙ�—
‘
˜R‘Ó ˆØ˜‘G˜c‘M 1 r¡6ˆ	ˆˆcØ—9‘9—?‘? 3Ó'€A€i�LØO�c˜-Ñ(ÐO¨C°Ñ,?ÀÇÁÑ,NÐO€A€i�LØ×Ò˜QŸU™U A§I¡IÔ.Ø‡u‡uØ	�Š�Q—U‘U q§|¡|Ò4Ø‡|�|ÑØŸ,™,ˆˆ,‰Ø‡|‡|ØŸ,™,ˆˆ,‰Ø	×Ò˜!ÔØ‡~‡~€~Ø�uŠu�\ 1Ó%ˆØˆˆ,‰Ù�R—W‘W—\‘\ # vÐ1HÈÏÉÈÈrÐRVÐQWÐW[Ð/\Ó]Ó^ˆÙ˜L˜>¨:°sÓ;ˆÛˆAÙ˜q“kˆAˆd‹Gñ á±rÓ:²r°!˜‘x—~‘~ cÓ*¨1Ô-±rÑ:Ó;ˆÙ�—‘×&Ñ& tÓ,×3Ñ3°D¸!ÀUÐ3ÐKÓLˆÙÐ'¨ vÐ-=¹cÀ$»iÈ!¹m¸_ÐLaÑbhÐikÓblÐamÐnÔoÙ¡BÓK¢B˜q¨E©(¯.©.¸Ó*=¸aÑ*@ÈÑ*JŸ¡BÑKÑY[ÓM|ÒY[ÐTUÐafÑ_g×_mÑ_mÐnqÓ_rÐstÑ_uÐy{Ñ_{ÏaÑY[ÑM|ð  Bð  DEó  F‰	ˆˆTØ
�Š�B—G‘G—L‘L  hÓ/¸$Ò?Ø�g‰g�l‰l˜3 Ð,CÀAÇEÁEÀ7È"ÈTÈFÐRUÐ*VÓWˆØ�
Š
�3—>‘>Ó# SÔ)Ùˆf�S�E˜¨¨c¨
°!Ð4Ô5ØÐØ˜Ÿ™˜ §¡ Ð
(€CÙ
�—‘—‘˜c 6¨c¨U°$¨<Ó8Ó
9€CÙˆ/˜#˜˜dÐ#Ô$Ø‡~�~˜Ó!ÙŒÙÐ'Ô(ØŸŸˆQ�V‰V‰H¡D¨£M€EØ‡v‡v�!—&‘& Ó'Ù˜?¨1¯6©6¨(Ð3Ó4Ð4ÛˆØ�7‰7�>‰>™) C¨Ó.×/Ñ/ÙÐ" 4 &¨Ð1Ô2ÙÙ��s˜C Ö#ñ	 ð
 	‡v‡vÙÐ §¡˜xÐ'^Ð_Ô`Ù˜‹mÐØ‡~�~˜Ô!Ù'¨¨S°!Ó4ÑˆˆS�"�bÙò Q™cð Q©<ð Q¸a¿fºfð QÈaÐPYÊlð QÐef×eoÒeoð QØŸJšJðQØ56·^²^ðQØOPÏ{Ê{ðQØgh×gsÒgsðQà šoðQà?@ÐARÒ?SðQà^_×^hÒ^hðQð  šFðQð 01¯uªu°\À3ÀvÁ;Ô/OðQñ ^lðQð ˜Yš<ð	Qñ
  e°3ÀÈBÙ8?Ó$@º°1¨¨A©¢Y¹Ñ$@È3òPðQˆñ �2—7’7±Ó9²¨A˜C ™F 3œK±Ñ9Ó:Ó;ˆÙ�2—7’7±7Ó;²7¨a˜C ™F 5œM±7Ñ;Ó<Ó=ˆÙÐ# B s 8¨5°°C°Ð9Ô:Ù�"—'‘'—,‘,˜s I°#°°e¨}Ó=¸sÔCÀrØ�IŠI�c˜2 a°Ò7÷ Dáˆi˜�u˜DÐ!Ô"Ù˜‹mÐÙ
˜# |¸!¿&¹&È!ÈIÉ,Ðab×akÑakÐvw÷  wAñ  wAð  MN÷  MXñ  MXð  ef÷  eqñ  eqð  |}÷  |Fñ  |Fð  QRð  UWñ  QWØŸ%š% ¨c°&©kÓ:ÈÐ`aÐbkÑ`lØ# C¨¡M°(Ñ$;Ð#<ð  =Gð  HÙ& s¨H°s¸S±yÀBÑ6FÓGñI€Cñ IPÓPÊÀ1˜#˜h™-¨Ñ/°Ñ2°:Ñ>Ò>ÉÑP€Cˆ
�OØˆH‰�fÑ€AÙÐ
-¨a°©h°s¨^¸6À!ÀEÁ(È3ÀÈtÐTUÐVYÑTZÐ[^ÐS_Ð_cÐdeÐfiÑdjÐknÐcoÐo}Ð~ð  AGñ  Hð  ILð  ~Mð  MNð  	Oô  PÛ>ˆÙˆj˜˜3˜˜rÐ" T§Y¡YÑ.mÑelÓ.mÓ%mÑmØ˜"Ÿ'š'ÉGÓ"TÊGÀq 3 z¡?°1Ñ#5°aÑ#8¸Ô#BÉGÑ"TÓUÐVYÐZÐ[ñ\ö 	]ñ ?ñ 
ˆb�g‰g�l‰l˜3 	¨c¨U°%¨=Ó9¸3Ô	?À2Ø�	Š	�#�r !¨UÒ3÷ 
@áˆ)�C�5˜ÐÕð[ ùói vùòV ;ùò LùÒM|ùò> %AùÚ9ùÚ;çCÖCüò Qùò
 #Uß	?Õ	?ús`   Â)hÂ9hÐ# hÒ hÓhÓh
Ó0h
ÞhÞ?hß.h áh%ã;h7æh<çiè%
h4é
i