ó
    †3ìjZC  ã                   ó  • S r SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK	J
r
JrJrJrJrJrJr  SSKJrJrJr  SSKJrJrJr  SSKJr  SSKJrJr  SSKJr  \" \S	   \-  5      \" \S
   \-  5      \" \S   \-  5      sr r!r"\ \"-
  \!-
  \ \-
  sr#r$\%" \\
S      5       V Vs/ s H  u  pUS;   d  M  U PM     snn r&SSK'J(r(J)r)  \(r*S r+\RX                  " 5       S£S j5       r-S¤S jr.S r/\0S:X  Gac  \Rb                  " 5       r2\2Rg                  SSS9  \2Rg                  S\4" \)5      SSS9  \2Rg                  S\SS9  \2Rg                  SSS S!9  \2Rg                  S"\5S#S$S%9  \2Rg                  S&\5SS'S%9  \2Rg                  S(\S)S*S%9  \2Rg                  S+\SS,S%9  \2Rg                  S-\SS9  \2Rg                  S.SS/S!9  \2Rg                  S0S1S2S39  \2Rg                  S4S5/ S6S79  \2Rg                  S8S5/ S9S79  \2Rg                  S:SS;S</S=S>9  \2Rg                  S?\5S@S9  \2Rg                  SASBSCS!9  \2Rg                  SDSESFS!9  \2Rg                  SGS1SHS39  \2Rm                  5       r7\7Rp                  (       a  \2Rs                  SI5        \7Rt                  S:  a  \2Rs                  SJ5        \7Rt                  \SK'   \;" \7Rt                  S)5      \SL'   \7Rx                  b!  \7Rx                  SM:w  a  \2Rs                  SN5        SO\7l=        \7Rx                  (       a#  \" \7Rx                  \-  5      r \ \"-
  \!-
  \ \-
  sr#r$\7R|                  R                  SP5      \SQ'   0 \
SR   E\
SS   \7R€                     E\ST'   \R‚                  " \7R„                  \7R†                  5        \7Rp                  (       a%  \Rˆ                  " \7Rp                  \7RŠ                  SU9  \7RŒ                  b  \7RŒ                  \SV'   \7RŽ                  (       a  \7RŽ                  \SW'   \R�                  " SX5        \7R’                  (       GaÜ  \R”                  " SVS5      rK\K\SV'   \" \R˜                  R›                  \SYSZ\7Rœ                   S[\K S\35      5      rO\" S]/SB\O5      rP\P H  rQ\" \Q5      \QS^'   M     \4" \P Vs1 s H  o"S_   R                  S`5      S   iM     sn5      rR\B" \R¦                  R©                  Sa5      R«                  \RSXSbSc95      rV\O" Sd\K Se\W" \R5      SX-
   Sf\4" \V5       35        \." \P Vs/ s H!  o"S_   R                  S`5      S   \V;  d  M  UPM#     sn\P Vs/ s H!  o"S_   R                  S`5      S   \V;   d  M  UPM#     sn\O\75      u  rXrY\R´                  " \R˜                  R›                  \Sg5      ShSi9  \R˜                  R›                  \SgSZ\7Rœ                   S[\K Sj35      r[\R¸                  " \XR»                  5       \[5        \O" Sk\[ Sl\YSm Sn35        \^eSo\7R¾                   \7Rœ                   3r`\" \R˜                  R›                  \SY\` S\35      5      rO\O" Sp\` Sq\7RÂ                   Sr35        \ HC  rb\R˜                  RÇ                  \" \`\b5      5      (       a  \O" Ss\b St35        M8  \/" \b\`\O\75        ME     \d" S¥0 Su\`_SvSw_Sx\7RÂ                  _Sy\7R¾                  _SQ\SQ   _Sz\7RÊ                  _S{\7RÌ                  _S|\7RÎ                  _S}\7RÐ                  _S~\7Rz                  _S	\ \-  _SV\R”                  " SV\
S   5      _S€S�_ST\ST   _S‚Sƒ\
S‚   S„    S…3_S†\" \`S†\"\!-   \-  5      _6r[\ Vs0 s H  o3\[S†   S‡   U   Sˆ   _M     sn\[Sˆ'   \[S†   S‰   ri\O" SŠ\iS‹   SŒ S�\iSŽ   SŒ S�\iS�   S‘ S’\iS“   S‘ S”\iS•   S‘ Sn35        S– H]  rj\O" S—\jS˜ S™3SšR›                  S› \ 5       5      -   Sœ\RÖ                  " \ Vs/ s H  n\[Sˆ   U   \j   S�   PM     sn5      S‘ 3-   5        M_     \l" \R˜                  R›                  \Sž\` SŸ35      S 5       rm\RÜ                  " \[\mS\5S¡9  SSS5        \O" S¢\` Sr35        ggs  snn f s  snf s  snf s  snf s  snf s  snf ! , (       d  f       N;= f)¦a+  huyle/v2 STQD classifier using a weight-shared VLAAI EEG encoder.

Separate EEG/speech encoders, candidate-conditioned attention, antisymmetric output.
The source-compatible LODO sampler, pretraining, augmentation, evidence and
scoring interface are retained from decoder_lodo/direct_classifier.py.
é    N)ÚCFGÚEXPÚFSÚ	fold_fileÚ
load_trialÚrows_ofÚsave_pickle)ÚDS_KEYSÚMONTAGESÚSEED)ÚDÚDEVÚ_targets)Údraw_switch_times)Úload_externalÚlog_to)Úscore_experimentÚwindow_sÚinfer_hop_sÚcausal_future_sÚmontage)ÚFP1ÚFPZÚFP2ÚAF3ÚAF4ÚF7ÚF8)ÚSTQDNetÚVARIANTSc                 óè  • [         R                  " U  Vs/ s H  n[        US   5      [        -
  PM     sn5      n[         R                  " US5      R                  [        5      nUR                  [        U 5      XUR                  5       -  S9n	U	[        l
        [         R                  " U[        S4[         R                  5      n
[         R                  " U[        4U S   S   R                  SS  -   [         R                  5      n[         R                  " U[         R                  5      nUb  [        R                  " S5      =(       d    0 O0 n[!        UR                  SS5      5      UR                  S	S
5      UR                  SS
5      npþ[#        U	5       GHð  u  nnUR%                  SUU   S-   5      nU U   nU(       a;  [!        [         R&                  " UUR%                  U* US-   5      -   SUU   5      5      OUnUS   UU[        -    US   UU[        -    sU
U'   UU'   [!        US   U[(        -      5      nUR+                  5       U:  aæ  [!        UR%                  [,        S-  [        [,        S-  -
  5      5      nUUUS 2S S S24   UUUS 24'   U[(        ::  a  SU-
  OUnU(       aŠ  UR+                  5       U:  av  [        [,        S-  -
  U-
  S[,        -  :”  aX  [!        UR%                  US[,        -  -   [        [,        S-  -
  5      5      nUUUS 2S S S24   UUUS 24'   U[(        ::  a  SU-
  OUnU(       a=  UR+                  5       U:  a)  S
UUS S 2S S 2UR%                  UR                  S   5      4'   US:X  a  SOS
UU'   GMó     Ub  UR/                  X¢5      n
U(       a  S
U
S S & [0        R2                  " U
5      [0        R2                  " U5      [0        R2                  " U5      4$ s  snf )NÚeegr   )Úpé:   Ú_Sé   ÚaugmentÚclf_lag_jitterÚclf_p_feat_dropç        Úclf_p_switch2Úatté   éÿÿÿÿg      ð?)ÚnpÚarrayÚlenÚWÚmaximumÚastypeÚfloatÚchoiceÚsumÚwindowsÚlast_tiÚemptyÚfloat32Úshaper   ÚgetÚintÚ	enumerateÚintegersÚclipÚLABÚrandomr   Ú_augmentÚtorchÚ
from_numpy)ÚtrialsÚnÚrngÚaugÚp_swÚzero_eegÚtÚlensr#   ÚtiÚXÚSÚyÚAÚlagÚp_fdÚp_sw2ÚjÚiÚsÚtrÚs2ÚcolÚtauÚtau2s                            Úb/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/huyle/v2/direct_classifier.pyr8   r8   #   sI  € Ü�8Š8±Ó7²¨1”S˜˜5™“]¤QÔ&±Ñ7Ó8€DÜ
�
Š
�4˜Ó×"Ñ"¤5Ó)€AØ	�‰”C˜“K ¨!¯%©%«'¡kˆÐ	2€BØ„G„OÜ
�Š�!”Q˜�œRŸZ™ZÓ(€AÜ
�Š�!”Q�˜& ™) D™/×/Ñ/°°Ð3Ñ3´R·Z±ZÓ@€AÜ
�Š�”B—J‘JÓ€AØ$'¡OŒ�ŠˆyÓ	×	˜Rø¸€AÜ˜1Ÿ5™5Ð!1°1Ó5Ó6¸¿¹Ð>OÐQTÓ8UÐWX×W\ÑW\Ð]lÐnqÓWrˆuˆÜ˜"—‰ˆˆ1Ø�L‰L˜˜D ™G a™KÓ(ˆØ�A‰YˆÞJMŒS”—’˜˜SŸ\™\¨3¨$°°a±Ó8Ñ8¸!¸TÀ!¹WÓEÔFÐSTˆØ˜‘Y˜q ¤Q¡Ð'¨¨D©°"°R¼!±VÐ)<ˆ
ˆˆ!‰ˆa�‰dÜ�"�U‘)˜A¤™GÑ$Ó%ˆØ�:‰:‹<˜$ÓÜ�c—l‘l¤2¨¡7¬A´°a±©KÓ8Ó9ˆCØ˜1˜c™d¡D b D˜=Ñ)ˆAˆa�‘ˆg‰JØ ¤C›Z�!�c’'¨SˆCÞ˜Ÿ™›¨Ó-´!´b¸A±g±+ÀÑ2CÀaÌ"ÁfÓ2LÜ˜3Ÿ<™<¨¨a´"©f©´a¼"À¹'±kÓBÓC�Ø  4¡5©$¨B¨$ Ñ/��!�T‘U�(‘Ø!%¬£�a˜#’g°#�Þ�C—J‘J“L 4Ó'Ø47ˆAˆa’’A�s—|‘| A§G¡G¨B¡KÓ0Ð0Ñ1Ø˜Q“h‰s Cˆˆ!Œñ! ð" �Ø�L‰L˜Ó ˆÞØˆ‰!ˆÜ×Ò˜AÓ¤× 0Ò 0°Ó 3´U×5EÒ5EÀaÓ5HÐHÐHùò= 8s   •O/r&   c                 ó„  • [        U5      n[        R                  " [        R                  " [        S4[        R
                  5      UR                  [        R
                  5      [        R                  " [        [        -   S4[        R
                  5      /5      n[        R                  " [        R                  " [        4UR                  SS -   [        R
                  5      U[        R                  " [        [        -   4UR                  SS -   [        R
                  5      /5      n[        R                  " SU[        U-  5      n[        R                  " [        U5      [        R
                  5      n[        S[        U5      [        [        R                  " SS5      5      5       GH  n	XyU	[        [        R                  " SS5      5      -    n
U " [         R"                  " [        R$                  " U
 Vs/ s H  oµX»[&        -    PM     sn5      5      R)                  [*        5      [         R"                  " [        R$                  " U
 Vs/ s H  o¶X»[&        -    PM     sn5      5      R)                  [*        5      5      R-                  5       R/                  5       X‰U	[        U
5      -   & GM     X‡4$ s  snf s  snf )zeCausal decisions: hop start a -> window x[a - POS0 : a + HOP + FUT] (zero padded), every `step` hops.r$   r&   Nr   Úinfer_microbatché   )r1   r/   ÚconcatenateÚzerosÚPOS0r;   r4   ÚFUTÚHOPr<   Úaranger:   Úranger>   r   r=   rE   rF   Ústackr2   Útor   ÚcpuÚnumpy)ÚnetÚxrQ   ÚstepÚTÚxpÚSpÚstartsÚoutrX   ÚaÚks               r_   Úlogitsrx   E   sö  € ô 	ˆA‹€AÜ	�ŠœŸš¤4¨ *¬b¯j©jÓ9¸1¿8¹8ÄBÇJÁJÓ;OÔQS×QYÒQYÔ[^ÔadÑ[dÐfhÐZiÔkm×kuÑkuÓQvÐwÓ	x€BÜ	�ŠœŸš¤4 '¨A¯G©G°A°B¨KÑ"7¼¿¹ÓDÀaÌÏÊÔSVÔY\ÑS\ÐR^Ðab×ahÑahÐijÐikÐalÑRlÔnp×nxÑnxÓIyÐzÓ	{€BÜ�YŠY�q˜!œS 4™ZÓ(€FÜ
�(Š(”3�v“;¤§
¡
Ó
+€CÜ�1”c˜&“k¤3¤q§u¢uÐ-?ÀÓ'DÓ#E×FˆØ�QœœQŸUšUÐ#5°rÓ:Ó;Ñ;Ð<ˆÙ¤× 0Ò 0´·²ÑPQÓ:RÒPQÈ1¸aÄAÁ»;ÑPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \Ü %× 0Ò 0´·²ÑPQÓ:RÒPQÈ1¸aÄAÁ»;ÑPQÑ:RÓ1SÓ T× WÑ WÔX[Ó \ó^ß^aÑ^aÓ^c×diÑdiÓdkð 	ˆa”#�a“&‰jÓñ Gð ˆ;Ðùò ;SùÚ:Rs   Ç;J8ÉJ=c                 ó€  • U S   S   R                   S   n[        R                  " S[        S   5      n[        R
                  " U5        [        UR                  S[        [        S9R                  [        5      nU(       a3  UR                  [        R                  " U[        S95        U" S	U 35        [        R                  R!                  [        R                  5      n[        ["        [$        S4u  Ul        Ul        Ul        Ul        [,        R.                  R1                  U5      n	[3        U[        S
   U	SUR4                  UR6                  5      u  p«nSS[9        UR;                  5       5      pþn[        R                  " S5      (       a¨  [        R<                  " U [        S   5      u  nn[        R>                  " UR@                  RB                  U5      R                  [        5      nU[9        UR;                  5       5      -  nU" S[        S    SU S[        R                  " SS5       35        [        RD                  RG                  U[        S   [        S   S9n[        RD                  RH                  RK                  USS[        S   S9n[        RL                  RN                  RP                  n[,        RR                  SSnnn[U        [        S   5       GH  n[V        RV                  " 5       / / nnnURY                  5         [U        [        S   5       GHs  n[3        U [        S   X˜UR4                  UR6                  5       Vs/ s H  nUR                  [        5      PM     snu  nnn [[        S[]        [        R                  " SS5      5      5      n!UR_                  SS 9  S!n"[U        S[a        U 5      U!5       H}  n#[c        U#U!-   [a        U 5      5      n$U$U#-
  [a        U 5      -  n%Uc  U" U" UU#U$ UU#U$ 5      U U#U$ 5      n&O[e        S"5      eU&U%-  Rg                  5         U"U&Ri                  5       U%-  -  n"M     URk                  U"5        [        RL                  Rl                  Ro                  US#5        URq                  5         GMv     URs                  5         [        Rt                  " 5          [[        S[]        [        R                  " SS5      5      5      n'[        Rv                  " [U        S[a        U
5      U'5       V(s/ s HL  n(U" U
U(U(U'-    R                  [        5      UU(U(U'-    R                  [        5      5      Ry                  5       PMN     sn(5      n)SSS5        U" W)U5      Ri                  5       U)S:„  R{                  5       U:H  R{                  5       R}                  5       Ri                  5       n+n*UUR~                  :¼  a  URq                  U*5        U" S$US% S&[,        R|                  " U5      S' S(U*S' S)U+S* S+[V        RV                  " 5       U-
  S, S-[        R                  " SS5       S.3U(       a  S/[,        R|                  " U5      S* 3OS0-   5        U*US1-
  :  aW  U*SUR�                  5       Rƒ                  5        V,V-s0 s H%  u  n,n-U,U-R…                  5       R‡                  5       _M'     nn,n-nnGMì  UUR~                  :¼  d  GMÿ  US-  nU[        S2   :¼  d  GM    O   UR                  U5        URs                  5         UU4$ s  snf s  sn(f ! , (       d  f       GNÅ= fs  sn-n,f )3zlTrain a DirectNet (binary cross-entropy, early stopping on the validation windows). Returns (net, best val).r   r%   r.   Ú
train_seedÚseedr$   )ÚvariantÚchannelsÚwindowÚtarget_index)Úmap_locationz  initialised from Úval_windowsNÚadvz  adversarial z loss: z classes, lambda Ú
adv_lambdaçš™™™™™©?ÚlrÚweight_decay)r…   r†   Úminç      à?Úlr_patience)ÚmodeÚfactorÚpatienceÚ
max_epochsÚsteps_per_epochÚ
batch_sizer&   Ú
microbatchrb   T)Úset_to_noner*   z/v2 does not implement adversarial microbatchingg      @z
    epoch Ú02dz train ú.4fz	 val BCE z acc ú.3fz (ú.0fzs; microbatch Ú)z | adversary acc Ú g-Cëâ6?rŒ   )Dr<   r   r=   r   rE   Úmanual_seedÚ	DirectNetr|   r2   rB   rk   r   Úload_state_dictÚloadÚdecodersÚDNNDecÚ__new__rf   rg   ÚfutÚhopÚCr/   rC   Údefault_rngr8   Úp_switchrL   ÚlistÚ
parametersÚ
domain_idsÚAdvHeadÚheadÚin_featuresÚoptimÚAdamWÚlr_schedulerÚReduceLROnPlateauÚnnÚ
functionalÚ binary_cross_entropy_with_logitsÚinfri   ÚtimeÚtrainÚmaxr>   Ú	zero_gradr1   r‡   ÚRuntimeErrorÚbackwardÚitemÚappendÚutilsÚclip_grad_norm_rp   ÚevalÚno_gradÚcatrl   r5   ÚmeanÚ
min_epochsÚ
state_dictÚitemsÚdetachÚclone).r³   ÚvalÚlogrv   Ú	init_fromÚFsr{   rn   rJ   ÚrsÚXvÚSvÚyvr‚   rp   ÚparamsÚdomÚn_domÚoptÚschÚbceÚbestÚbadÚstateÚepÚt1ÚtlÚdaÚ_ÚzrP   rQ   rR   ÚmicroÚsumlossÚstÚedÚfracÚpartÚmbrX   ÚlvÚvlÚvarw   Úvs.                                                 r_   Úfitrç   T   sð  € à	ˆq‰�$‰×	Ñ	˜bÑ	!€BÜ�5Š5�œs 6™{Ó+€DÜ	×Ò�dÔÜ
˜AŸI™I°¼1Ì3Ñ
O×
RÑ
RÔSVÓ
W€CÞØ×ÑœEŸJšJ y¼sÑCÔDÙÐ! ) Ð-Ô.Ü
�/‰/×
!Ñ
!¤(§/¡/Ó
2€CÜ%&¬¬S°" _Ñ"€C„Eˆ3Œ7�C”G˜SœUÜ	�‰×	Ñ	˜tÓ	$€BÜ˜œa Ñ.°°D¸!¿*¹*ÀaÇjÁjÓQ�J€BˆBØ˜a¤ c§n¡nÓ&6Ó!7ˆv€CÜ‡u‚uˆU‡|�|Ü×(Ò(¨´°%±Ó9‰
ˆˆUÜ×Ò˜sŸx™x×3Ñ3°UÓ;×>Ñ>¼sÓCˆØ”$�s—~‘~Ó'Ó(Ñ(ˆÙˆnœQ˜u™X˜J g¨e¨WÐ4EÄaÇeÂeÈLÐZ^ÓF_ÐE`ÐaÔbÜ
�+‰+×
Ñ
˜F¤q¨¡w¼Q¸~Ñ=NÐ
Ð
O€CÜ
�+‰+×
"Ñ
"×
4Ñ
4°S¸uÈSÔ[\Ð]jÑ[kÐ
4Ð
l€CÜ
�(‰(×
Ñ
×
>Ñ
>€CÜ—v‘v˜q $ˆuˆ#€DÜ”A�l‘O×$ˆÜ—Y’Y“[ " b�ˆBˆØ�	‰	ŒÜ”qÐ*Ñ+×,ˆAÜ*1°%¼¸<¹È"ÐST×S]ÑS]Ð_`×_iÑ_iÔ*jÓkÒ*j Q�q—t‘tœC–yÑ*jÑk‰GˆAˆq�!ô ˜œ3œqŸušu \°2Ó6Ó7Ó8ˆEØ�M‰M dˆMÑ+ØˆGÜ˜Aœs 1›v uÖ-�Ü˜˜e™¤S¨£VÓ,�Ø˜R™¤3 q£6Ñ)�Ø‘;Ù™s 1 R¨ 8¨Q¨r°"¨XÓ6¸¸"¸R¸ÓA‘Dô 'Ð'XÓYÐYØ˜‘×&Ñ&Ô(Ø˜4Ÿ9™9›;¨Ñ-Ñ-’ñ .ð �I‰I�gÔÜ�H‰H�N‰N×*Ñ*¨6°3Ô7Ø�H‰H�Jñ' -ð( 	�‰Œ
Ü�]Š]�_Ü�QœœAŸEšE ,°Ó3Ó4Ó5ˆBÜ—’Ô[`ÐabÔdgÐhjÓdkÐmoÔ[pÓqÒ[pÐVW™C  1 Q¨¡V §¡´Ó 4°b¸¸1¸r¹6°l·o±oÄcÓ6JÓK×OÑOÖQÑ[pÑqÓrˆB÷ ñ �R˜“×!Ñ!Ó# r¨A¡v§n¡nÓ&6¸"Ñ&<×%CÑ%CÓ%E×%JÑ%JÓ%L×%QÑ%QÓ%SˆBˆØ�—‘ÓØ�H‰H�RŒLÙˆj˜˜C˜ ¬¯ª°«°CÐ'8¸	À"ÀSÀÈÈrÐRUÈhÐVXÔY]×YbÒYbÓYdÐgiÑYiÐjmÐXnÐn|Ô}~÷  ~Cò  ~Cð  DPð  QSó  ~Tð  }Uð  UVð  WÞ8:Ð"¤2§7¢7¨2£;¨sÐ"3Ñ4ÀñDô 	Eà��t‘ÓØ! 1ÈÏÉÓIY×I_ÑI_ÔIaÔ&bÒIaÁÀÀA q¨!¯(©(«*×*:Ñ*:Ó*<Ò'<ÑIa�uÑ&b�#ˆD’uØ�1—<‘<ÖØ�1‰HˆCØ”a˜
‘mÖ#ÙñK %ðL ×Ñ˜ÔØ‡H�H„JØ�ˆ9ÐùòI lùò, r÷ Ž_üó 'cs,   Í\Ò=A\(ÔA\#Õ#\(Ú,\:Ü#\(Ü(
\7	c                 ó  • [         R                  R                  [        S   [        R
                  " U 5      -   5      n/ / pe[         H“  nXp:X  a  M
  [        U5      nUR                  [        UR                  R                  5       5      5      n	UR                  5        H8  u  p«US   U	:X  a  UOUR                  [        UR                  US   5      5        M:     M•     U[        S/UR                  U5      -  nXV-    H  n[!        U5      US'   M     U" SU  S[#        U5       S[#        U5       S	US
   S   R$                  S    SUR&                   3
5        [(        R(                  " 5       n[+        XVX#UR,                  5      u  pï[(        R(                  " 5       U-
  nAA[         R                  R                  [.        [        R
                  " U 5      -   5      n0 S Vs0 s H  nU0 _M     nnn[        U 5      R                  5        GH¡  u  p«[        UR                  US   5      n[!        U5      US   US   R1                  [2        5      [3        US   5      4u  nnnn[5        UUS-  5      nUR7                  S
S5        [         R8                  " U[:        5      SS
nnnU H5  n[=        US-
  [3        [?        US-  5      5      5      nUUUU& U(       + UnnM7     UUUS & U[         R@                  " US-
  [         R>                  " [         RB                  " [#        U5      5      [D        -  US   -   S-  5      R1                  [2        5      5         n[         RF                  " US S 2S S 4   US S 2S S S24   U5      n URH                  (       a  [         RJ                  " U5      OUn![M        UU!U 5      u  n"n#UU-  [         RN                  " U#[P        -
  S
5         n$[#        U"5      S-  n%[S        U"S-  U"* S-  U$R1                  [         RT                  5      U#[D        -  US   -   R1                  [         RV                  5      U"S U%S-   RY                  U%S5      R[                  S5      S-  U"S U%S-   RY                  U%S5      R[                  S5      * S-  U$S U%S-   RY                  U%S5      R[                  S5      S:„  R1                  [         RT                  5      SS9UUS   '   UR]                  5       n&SU&S S 2[^        4'   SU!4S[         RJ                  " U5      4S[         R`                  " U![#        U5      S-  S
5      4SU&44 Hd  u  n'n([M        UU(USS 9u  n)n*UU'   Rc                  US!   / 5      R                  U)S
:„  U[         RN                  " U*[P        -
  S
5         S
:H  :H  5        Mf     GM¤     URe                  5        VV+V,s0 s HÙ  u  nn+U[S        [g        [         RZ                  " [         Rh                  " U+Rk                  5        V,s/ s H  n,[         Rh                  " U,5      PM     sn,5      5      5      [g        [         Rl                  " U+Rk                  5        V,s/ s H-  n,[         RZ                  " [         Rh                  " U,5      5      PM/     sn,5      5      S"9_MÛ     n-n+nn,[S        S#UR&                  UR                  U U[(        R(                  " 5       U-
  [n        [P        -   [D        -  US$U-S%9
n.[q        [S        S&U0U.S'9[s        X5      5        U" SU  S(U.S)   S* S+3S,Ru                  S- U-Re                  5        5       5      -   5        A[v        Rx                  R{                  5         g s  snf s  sn,f s  sn,f s  sn,n+nf ).Nr{   ÚsubjectÚkeyÚFuglsang2020r%   ú  fold held-out=ú: z	 train / z val trials, r   r.   z' stimulus features per stream, STQD v2 ©ÚnormalrL   Ú	shift_eegÚ
no_frontalr"   r,   rH   é€   r-   Fr&   Út0é(   rˆ   T)Úr0Úr1r,   Út_endÚr0_10Úr1_10Úatt10Úpre_switchedr*   rï   rL   rð   rñ   é   )rp   Úsubj_uid)ÚpooledÚsubject_medianÚ
direct_clfr$   )
Údecoderr|   ÚprepÚheld_outÚfit_sÚtotal_sÚlookahead_sÚbest_valr}   ÚcontrolsÚcausal)ÚevidenceÚinfoz	 done in r  r•   z-s: controls (5-s decisions, pooled accuracy) ú  c              3   ó<   #   • U  H  u  pU S US   S 3v •  M     g7f)Ú rþ   r”   N© )Ú.0rw   ræ   s      r_   Ú	<genexpr>Úrun_fold.<locals>.<genexpr>Ê   s&   é € ÐJÒ9I±°�q�c˜˜1˜X™; sÐ+Õ,Ò9Iùs   ‚)>r/   rC   r¢   r   r
   Úindexr   r6   Úsortedré   ÚuniqueÚiterrowsr¹   r   r  r   r   r1   r<   r|   r²   rç   rÇ   r   r4   r>   r   r@   rd   Úboolr‡   ÚroundÚminimumrh   r   ÚwhererL   Ú
zeros_likerx   r3   rg   ÚdictÚint8r;   Úreshaper¿   ÚcopyÚFRONTALÚrollÚ
setdefaultrÂ   r5   rc   ÚvaluesÚmedianrf   r	   r   ÚjoinrE   ÚcudaÚempty_cache)/ÚheldÚexprÆ   rv   rI   r³   rÅ   ÚdsÚrowsÚvsrÚ   ÚrrZ   ró   rn   rÓ   Út_fitÚsrngrw   ÚevÚctlrQ   ro   r,   ÚT128ÚtimesÚst128ÚcurÚprevÚttÚs0rÞ   ÚSswÚxeÚlgrt   ÚtruthÚn10ÚxfÚnameÚxcÚl1Ús1Údræ   r  r  s/                                                  r_   Úrun_foldrD  –   sï  € Ü
�)‰)×
Ñ
¤ F¡¬g¯mªm¸DÓ.AÑ AÓ
B€CØ�Rˆ3ßˆØ‹:ÙÜ�r‹{ˆØ�Z‰Zœ˜tŸ|™|×2Ñ2Ó4Ó5Ó6ˆØ—M‘M–O‰DˆAØ�i‘L BÓ&‰S¨E×9Ñ9¼*ÀQÇVÁVÈQÈuÉXÓ:VÖWó $ñ ð 
Œ]˜NÐ+¨Q¯V©V°SÓ9Ñ9€EØŒkˆÜ˜B“<ˆˆ4‹ñ áÐ
˜4˜& ¤3 u£: ,¨i¼¸C»°zÀÈuÐUVÉxÐX\É~×OcÑOcÐdfÑOgÐNhð  iPð  QR÷  QZñ  QZð  P[ð  	\ô  ]Ü	�Š‹€BÜ�E ¨¯©Ó4�I€CÜ�IŠI‹K˜"Ñ€EØˆsä�9‰9× Ñ ¤¬¯ª°dÓ(;Ñ!;Ó<€DØÑ"SÓTÒ"S˜Q�1�b’5Ñ"SˆÐT€BÜ˜“×&Ñ&×(‰ˆÜ˜Ÿ™  %¡Ó)ˆÜ" 2›,¨¨5©	°2°e±9×3CÑ3CÄCÓ3HÌ#ÈaÐPSÉfË+ÐU‰ˆˆ1ˆc�4Ü! $¨¨s©
Ó3ˆØ�‰�a˜ÔÜŸ8š8 D¬$Ó/°¸�DˆsˆÛˆBÜ�T˜A‘Xœs¤5¨¨c©£?Ó3Ó4ˆBØ ˆE�$�rˆNØœ �ˆC‘ñ ð ˆˆdˆeˆØ”2—:’:˜d Q™h¬¯ª´"·)²)¼CÀ»FÓ2CÄbÑ2HÈ2ÈdÉ8Ñ2SÐWZÑ1ZÓ([×(bÑ(bÔcfÓ(gÓhÑiˆÜ�hŠh�rš!˜T 4˜-Ñ(¨!ªA©t°¨t¨G©*°aÓ8ˆØ!"§§ŒR�]Š]˜1Ô°ˆÜ˜C  SÓ)‰
ˆˆFØ�r‘œ2Ÿ:š: f¬s¡l°AÓ6Ñ7ˆÜ�"‹g˜‰mˆÜ˜r A™v¨2¨#°©'°u·|±|ÄBÇGÁGÓ7LÐU[Ô^`ÑU`ÐceÐfjÑckÑUk×TsÑTsÔtv×t~Ñt~ÓTØ"$ Y c¨B¡h -×"7Ñ"7¸¸RÓ"@×"EÑ"EÀaÓ"HÈ1Ñ"LÐUWÐXaÐY\Ð_aÑYaÐUb×UjÑUjÐknÐprÓUs×UxÑUxÐyzÓU{ÐT{Ð~ÑTØ#(¨¨#°©(Ð#3×#;Ñ#;¸CÀÓ#D×#IÑ#IÈ!Ó#LÈsÑ#R×"ZÑ"ZÔ[]×[bÑ[bÓ"cÐrvñxˆˆ1ˆU‰8‰ð �V‰V‹XˆØˆŠ1Œgˆ:‰Ø" B˜¨*´b·m²mÀAÓ6FÐ)GÈ+ÔWY×W^ÒW^Ð_aÔcfÐghÓciÐmnÑcnÐpqÓWrÐIsð  wCð  EGð  vHó  I‰HˆD�"Ü˜C  Q¨QÑ/‰FˆB�Ø�‰I× Ñ   :¡°Ó3×:Ñ:¸BÀ¹FÈÌBÏJÊJÐWYÔ\_ÑW_ÐabÓLcÑHdÐhiÑHiÑ;jÖkô Iñ- )ð4 x{÷  xAñ  xAô  xCõDò xCÑosÐopÐrsð ”4œu¤R§W¢W¬R¯^ª^ÐXY×X`ÑX`ÔXbÓ<cÒXbÐST¼R¿^º^ÈAÖ=NÑXbÑ<cÓ-dÓ%eÓfÜ',¬R¯YªYÐ\]×\dÑ\dÔ\fÓ7gÒ\fÐWX¼¿ºÄÇÂÈqÓ@QÖ8RÑ\fÑ7gÓ-hÓ'iñkò kñ xCð ò Dä˜¨a¯i©i¸a¿f¹fÈtÐ[`Ôjn×jsÒjsÓjuÐxzÑjzô  JMô  PSñ  JSô  WYñ  IYØ¨°Xñ?€Dä”˜x¨˜n°4Ñ8¼)ÀCÓ:NÔOÙÐ
˜4˜& 	¨$¨y©/¸#Ð)>Ð>kÐlØ
�)‰)ÑJ¸¿¹Ô9IÓJÓ
Jñ	Kô LàÜ	‡J�J×ÑÕùòE Uùò4 =dùÚ7gùôDs+   Ç]-×A]<Ø ]2 Ø(5]<Ù4]7Ú]<Ý2
]<Ú__main__z--tagr—   )Údefaultz	--variantÚv2_fullzSTQD v2 architectural ablation)ÚchoicesrF  Úhelpz--train-seed)ÚtyperF  z	--targetszenv,onset,domz'stimulus features given for each stream)rF  rI  z
--p-switchg333333Ó?z8share of training windows with a synthetic switch inside)rJ  rF  rI  z
--window-szŽclassifier window in s (default config dnn.window_s = 5); the read-out timing (0.75 s lookahead, label 1 s before the window end) is unchangedz--microbatchrb   zNPer-forward activation batch; gradient accumulation preserves D[batch_size]=64z--min-epochsz=epochs without LR decay / early stopping (training stability)z--max-epochsz--init-fromz-DirectNet state_dict to start every fold fromz--pretrain-spkÚ
store_truezòpretrain on SparrKULee (single talker): stream A = the presented speech, stream B = its mismatched (half-run shifted) envelope, i.e. match-mismatch; saves models/pretrain_spk_direct_clf_s<seed>.pt. Needs GLIMPSE_THR=onorm (dom for SparrKULee))ÚactionrI  z--setÚ*z6hyper-parameter overrides of config dnn: key=value ...)ÚnargsrF  rI  z	--aug-setz5overrides of the augmentation settings: key=value ...z--advÚdatasetré   zfadversarial loss (gradient reversal) removing dataset / subject information from the backbone features)rF  rH  rI  z--adv-lambdar„   z--prepÚmat_reacz·mat_reac (EA state carried across a subject's trials) | mat_rea (EA restarts in every trial: needs no subject / trial ID at test time); the SparrKULee pretraining always uses mat_reacz--aug-variantÚclusterz9EEG augmentation: dnn_augment + config aug_variants[NAME]z
--zero-eegz5envelope-only model (EEG zeroed in training and test)z@--adv is not supported in v2; use a controlled future experimentz--microbatch must be positiver�   ra   g      $@z6STQD v2 is specified for the 10 s window (320 samples)ÚstqdÚ,ÚtargetsÚdnn_augmentÚaug_variantsr'   )r‚   rƒ   rz   r�   rü   ÚlogsÚpretrain_spk_direct_clfÚ_sz.logÚ
SparrKULeer%   rê   rÚ   iÒ  F)Úreplacezpretrain direct_clf seed z on SparrKULee: z train subjects, val ÚmodelsT)Úexist_okz.ptzsaved z (best val BCE r“   r–   Údirect_clf__z=== experiment z
, variant z ===rì   z: cachedÚ
experimentr  r   r|   r  rL   r£   rÇ   rÀ   Úbackboner{   Úextra_trainrë   ÚswitchzHMM p_stay=Úp_stayzJ per 0.25-s step, SYNTHETIC switches applied to the classifier INPUT, LODOr	  r  r  r¿   z#  MEAN over held-out datasets: Acc ÚAccz.2fz  SDT ÚSDTz  L ÚLr”   z  H ÚHz  (window acc Úacc1rî   z
  control Ú10srí   r  c              #   óX   #   • U  H   o S [         S   U   [           S   S 3v •  M"     g7f)r  r  rþ   r”   N)ru   rw   )r  rC  s     r_   r  r     s3   é € Ð.mÒelÐ`a°°A´c¸*±oÀaÑ6HÌÑ6KÈHÑ6UÐVYÐ5ZÕ/[Òelùs   ‚(*z	  | mean rþ   Úresultsz.jsonÚw)ÚindentrF  z	=== done )r&   )Nr  )oÚ__doc__ÚargparseÚjsonÚosr²   rm   r/   rE   rœ   Ú
common_expr   r   r   r   r   r   r	   Úcommonr
   r   r   r   r   r   Ú	e1_switchr   Úrun_experimentr   r   Úscorer   r>   r2   rg   rf   re   rB   r?   r   Ú
stqd_modelr   r    r™   r8   r½   rx   rç   rD  Ú__name__ÚArgumentParserÚapÚadd_argumentr  r5   Ú
parse_argsrv   r‚   Úerrorr�   r‡   r   r`  rT  ÚsplitÚaug_variantÚapply_overridesÚsetÚaug_setÚupdaterƒ   rz   r�   Úset_num_threadsÚpretrain_spkr=   r{   Úpathr%  ÚtagrÆ   rZ   rM   ÚsubsrC   r¢   r6   r,  r1   rn   rÓ   Úmakedirsru   ÚsaverÁ   Ú
SystemExitr  r)  r|   r(  Úexistsr  rL   r£   rÇ   rÀ   Úmrw   r¿   ÚopenÚfhÚdump)rX   ÚcrM   rC  s   0000r_   Ú<module>r’     sz	  ðñó Û Û 	Û ã Û ã ß P× PÑ Pß *Ñ *ß %Ñ %Ý 'ß 0Ý "á�!�J‘- "Ñ$Ó%¡s¨1¨]Ñ+;¸bÑ+@Ó'AÁ3ÀqÐIZÑG[Ð^`ÑG`ÓCa€€€3ˆØ�‰G�c‰M˜1˜r™6€	€€cÙ" 8¨C°	©NÑ#;Ô<Ô
uÒ<‘�ÀÐEtÑ@t�1Ñ<Ò
u€÷ )ð €	òIðD ‡‚ƒóó ðô?òD6ðr ˆzÔØ	×	 Ò	 Ó	"€BØ‡O�O�G R€OÑ(Ø‡O�O�K©°Ó)9À9ÐSs€OÑtØ‡O�O�N¨°d€OÑ;Ø‡O�O�K¨Ð?h€OÑiØ‡O�O�L u°cÐ@z€OÑ{à‡O�O�L u°dð Bk€Oñ là‡O�O�N¨°bð  @P€Oñ  QØ‡O�O�N¨°aÐ>}€OÑ~Ø‡O�O�N¨°d€OÑ;Ø‡O�O�M¨4Ð6e€OÑfØ‡O�OÐ$¨\ð At€Oñ uð ‡O�O�G 3°Ð9q€OÑrØ‡O�O�K s°BÐ=t€OÑuØ‡O�O�G T°I¸yÐ3Ið QO€Oñ Pà‡O�O�N¨¸€OÑ=Ø‡O�O�H jð 8A€Oñ Bà‡O�O�O¨YÐ=x€OÑyØ‡O�O�L¨Ð<s€OÑtØ
�‰‹€AØ‡u‡uØ
�‰ÐSÔTØ‡|�|�aÓØ
�‰Ð0Ô1Ø—l‘l€A€l�OÙ §¡¨bÓ1€AÐÑØ‡z�zÑ !§*¡*°Ó"4Ø
�‰ÐIÔJØ€A„JØ‡z‡zÙ�—
‘
˜R‘Ó ˆØ˜‘G˜c‘M 1 r¡6ˆ	ˆˆcØ—9‘9—?‘? 3Ó'€A€i�LØO�c˜-Ñ(ÐO¨C°Ñ,?ÀÇÁÑ,NÐO€A€i�LØ×Ò˜QŸU™U A§I¡IÔ.Ø‡u‡uØ	�Š�Q—U‘U q§|¡|Ò4Ø‡|�|ÑØŸ,™,ˆˆ,‰Ø‡|‡|ØŸ,™,ˆˆ,‰Ø	×Ò˜!ÔØ‡~‡~€~Ø�uŠu�\ 1Ó%ˆØˆˆ,‰Ù�R—W‘W—\‘\ # vÐ1HÈÏÉÈÈrÐRVÐQWÐW[Ð/\Ó]Ó^ˆÙ˜L˜>¨:°sÓ;ˆÛˆAÙ˜q“kˆAˆd‹Gñ á±rÓ:²r°!˜‘x—~‘~ cÓ*¨1Ô-±rÑ:Ó;ˆÙ�—‘×&Ñ& tÓ,×3Ñ3°D¸!ÀUÐ3ÐKÓLˆÙÐ'¨ vÐ-=¹cÀ$»iÈ!¹m¸_ÐLaÑbhÐikÓblÐamÐnÔoÙ¡BÓK¢B˜q¨E©(¯.©.¸Ó*=¸aÑ*@ÈÑ*JŸ¡BÑKÑY[ÓM|ÒY[ÐTUÐafÑ_g×_mÑ_mÐnqÓ_rÐstÑ_uÐy{Ñ_{ÏaÑY[ÑM|ð  Bð  DEó  F‰	ˆˆTØ
�Š�B—G‘G—L‘L  hÓ/¸$Ò?Ø�g‰g�l‰l˜3 Ð,CÀAÇEÁEÀ7È"ÈTÈFÐRUÐ*VÓWˆØ�
Š
�3—>‘>Ó# SÔ)Ùˆf�S�E˜¨¨c¨
°!Ð4Ô5ØÐØ˜Ÿ™˜ §¡ Ð
(€CÙ
�—‘—‘˜c 6¨c¨U°$¨<Ó8Ó
9€CÙˆ/˜#˜˜j¨¯©¨°4Ð8Ô9ÛˆØ�7‰7�>‰>™) C¨Ó.×/Ñ/ÙÐ" 4 &¨Ð1Ô2ÙÙ��s˜C Ö#ñ	 ñ
 ò I™#ð I¡|ð I¸Q¿YºYð IÈQÏVÊVð IÐ]^Ð_hÒ]ið IÐtu×t~Òt~ð Ið  JK÷  JTò  JTð Ið  `a÷  `kò  `kð Ið  xy÷  xDò  xDð Ið  OP÷  OYò  OYð Ið  deð  hjò  djð IØŸ%š% ¨c°&©kÔ:ðIÙHVðIØ`aÐbkÒ`lðIà# C¨¡M°(Ñ$;Ð#<ð  =Gñ  HðIñ ' s¨H°s¸S±yÀBÑ6FÔGðI€Cñ IPÓPÊÀ1˜#˜h™-¨Ñ/°Ñ2°:Ñ>Ò>ÉÑP€Cˆ
�OØˆH‰�fÑ€AÙÐ
-¨a°©h°s¨^¸6À!ÀEÁ(È3ÀÈtÐTUÐVYÑTZÐ[^ÐS_Ð_cÐdeÐfiÑdjÐknÐcoÐo}Ð~ð  AGñ  Hð  ILð  ~Mð  MNð  	Oô  PÛ>ˆÙˆj˜˜3˜˜rÐ" T§Y¡YÑ.mÑelÓ.mÓ%mÑmØ˜"Ÿ'š'ÉGÓ"TÊGÀq 3 z¡?°1Ñ#5°aÑ#8¸Ô#BÉGÑ"TÓUÐVYÐZÐ[ñ\ö 	]ñ ?ñ 
ˆb�g‰g�l‰l˜3 	¨c¨U°%¨=Ó9¸3Ô	?À2Ø�	Š	�#�r !¨UÒ3÷ 
@áˆ)�C�5˜ÐÕðk ùóm vùò\ ;ùò LùÒM|ùò$ Qùò
 #Uß	?Õ	?úsB   Â#aÂ3aÒ aÔ
a!Ô,a!Ô8a&
Õa&
Ýa+ßa0à,a5á5
b