Ë
    Ð¬éjR!  ã                   óV  — d Z ddlZddlZddlZddlZddlmZ ddlZddl	Z	ddl
ZddlZddlZddlmZmZmZmZmZ ddlmZ ddlmZmZ ddlmZ d„ Zed	k(  �r ej>                  «       Z e jC                  d
e"d¬«       e jC                  de#d¬«       e jC                  dd¬«       e jC                  de"d¬«       e jC                  ddd¬«       e jC                  dd¬«       e jC                  dd¬«       e jC                  dd¬«       e jC                  dd¬«       e jC                  ddg d¬ «       e jC                  d!dg d"¬ «       e jC                  d#e#d$¬«       e jC                  d%dd&¬'«       e jC                  d(e"dd)¬*«       e jC                  d+e"d¬«       e jI                  «       Z%e%jL                  rZ e"e%jL                  ez  «      e_'        ejN                  ejP                  z
  ejR                  z
  ejN                  ez
  ce_*        e_+         ejX                  g d,¢e%jZ                  i ed-   ¥ed.   d/   ¥¬0«       ddlZ ej\                  e%j^                  e%j`                  «       d1ed2<   ejb                  jY                  e%jd                  ed3   ¬4«        e	jf                  d5«       ejh                  jk                  ed6d7«      Z6e%jn                  jq                  d8«      Z9e9D � ci c]<  } | ejh                  jk                  e6d9| › e%jt                  › d:e%jZ                  › d;�«      “Œ> c} Z;e9D � ci c]=  } ejh                  jy                  e;|    «      sŒ"| ej{                   e>e;|    d<«      «      “Œ? c} Z? e@d=„ e9D «       «      �rKej‚                  j…                  ed>   d?z   «      ZCg g cZDZEeD ]€  ZF eeF«      ZGeCj‘                   eIeGj”                  j—                  «       «      «      ZLeGj›                  «       D ]4  \  ZNZOeOd@   eLk(  reEneDj¡                   ee%jd                  eOdA   «      «       Œ6 Œ‚  ej¢                  dB«      s"eD edCge%jd                  ej¤                  «      z  ZDe%j¦                  jq                  d8«      D �cg c]  }|sŒ|‘Œ	 c}D �]5  ZTe%jª                  seTe9vs
J eT› dD�«       ‚ eeTge%jd                  ej¤                  «      ZVe%jª                  rzeTe9v rv eeVD �cg c]  }|dA   ‘Œ	 c}e%jª                  e%j®                  «      \  ZXZYeVD �cg c]8  }|dA   jq                  dE«      dF   eXvsŒ|dA   jq                  dE«      dG   eYvsŒ7|‘Œ: c}ZVeCj‘                   eIeVD �ch c]  }|dA   jq                  dE«      dF   ’Œ c}«      «      ZLeVD ]4  ZZdeZdH<   eZdA   jq                  dE«      dF   eLk(  reEneDj¡                  eZ«       Œ6 �Œ8 eDeEz   D ]  Z[ ee[«      e[dI<    ej¸                  e[«       Œ!  ej¤                  dJejN                  ez  dK›dLe%jZ                  › dM e]eD«      › dN e]eE«      › dO�	«        ej¼                  eDeEej¤                   ee%j¾                  e%jÀ                  dPe%jÂ                  ¬Q«      e%jÄ                  «      \  ZcZd e	jÊ                  ecjÍ                  «       ejh                  jk                  edRdSe%jt                  › dTe%jZ                  › dU�«      «       [D[Ee9D �cg c]	  }|e?vsŒ|‘Œ c}D �]Ö  ZFi e?eF<    ejÎ                  eF«      Zhe%jª                  rv eehD �cg c]  }|dA   ‘Œ	 c}e%jª                  e%j®                  «      \  ZXZYehD �cg c]8  }|dA   jq                  dE«      dF   eXv sŒ|dA   jq                  dE«      dG   eYv sŒ7|‘Œ: c}ZhehD �]  Z[ ej¸                  e[ec«        ejÒ                  ec ejÔ                  e[«       ee[«      «      \  ZkZle[dV   jÛ                  e"«       ejÜ                  elejR                  z
  d«         Zo epekdGz  ek dGz  eojÛ                  ejâ                  «      elez  e[dW   z   jÛ                  ejä                  «      e[dX   e[dY   e[d@   ¬Z«      e?eF   e[dA   <   ejÒ                  jæ                  €ŒóejÒ                  jæ                  e?eF   e[dA      d[<   �Œ  ejè                  e?eF    e>e;eF   d\«      «       �ŒÙ ddluZudd]lmvZv  ewd^«      D ]%  ZN exd_„ eD «       «      r n eujò                  d`«       Œ'  ejô                  e%jö                  da«      \  Z|ZN ejú                  eD � �cg c]?  } e||    jý                  «       D ]'  }|db   |dc   z
  ejÿ                  |dV   dk(  ddde«      z  ‘Œ) ŒA c}} «      Z€ e#e€�j                  «       «       e#e€�j                  «       «      cZƒZ„e9D �]¸  ZF epe%jZ                  eFejN                  ez  e%jÄ                   epeƒe„¬f«       e�j
                  e?eF   «      dgD �ci c]!  } e†|«      ej                  e?eF   eƒe„|dh«      “Œ# c}¬i«      Z‡e‡dj   Zˆ ej¤                  eF› dkejN                  ez  dK›dle‡dm   › dn�dojk                  dp„ eˆ�j                  «       D «       «      z   «        exdq„ e?eF   jý                  «       D «       «      rqddrlŠm‹Z‹ dsD ��ci c]  \  }}|› dt|› � e‹e?eF   eƒe„||«      “Œ c}}e‡du<    ej¤                  eF› dv�dojk                  dw„ e‡du   �j                  «       D «       «      z   «        ejè                  e‡ e>ejh                  jk                  e6d9eF› e%jt                  › dTe%jZ                  › dx�«      dy«      dFe#¬z«       �Œ» yyc c} w c c} w c c}w c c}w c c}w c c}w c c}w c c}w c c}w c c}} w c c}w c c}}w ){a5  Direct classifier on REAL attention switches (AASD, Carta2026): counterpart of eval_external.py.

Train the direct classifier (direct_classifier.py: prep mat_reac, stimulus features env,onset,dom, synthetic switches in
30% of the training windows) on ALL five corpus datasets + Fuglsang2020 (one validation subject per dataset, the split
of eval_external.py), run it causally on the converted external trials and keep the evidence (no synthetic switch: the
labels are the real key presses). Alone it is scored with HMM emissions from the corpus LODO folds of --ref.
usage: GLIMPSE_THR=norm python eval_external_clf.py --seed 0 [--window-s 10] --init-from models/pretrain_spk_direct_clf_v2_s0.pt
           --ref direct_clf__mat_reac_ptSPKv2 --tag _v2   -> results/research/ext_clf_<DS><tag>_evidence_s<seed>.pkl (+ .json)é    N)ÚSimpleNamespace)ÚCFGÚEXPÚFSÚ
load_trialÚrows_of)ÚDS_KEYS)ÚDÚ_targets)Úload_externalc           	      ó  — t        | D �ch c]  }|j                  d«      d   ’Œ c}«      t        | D �ch c]  }|j                  d«      d   ’Œ c}«      }}t        ||d|…   «      t        ||d|…   «      fS c c}w c c}w )aw  C7: held-out subjects and held-out stimuli of fold i. Key = <set>_S<subject>_T<trial>; in Carta2026 the same T is the same audio with the SAME
    switch schedule for every subject, so a split by subject alone would let the network memorise stimulus -> label. Training keeps neither the
    subjects nor the T of the fold; the fold is evaluated on (held subjects) x (held T).Ú_é   é   N)ÚsortedÚsplitÚset)ÚkeysÚkÚiÚxÚsubjÚtoks         úf/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/eval_external_clf.pyÚcv_splitr      s€   € ô ±Ó6±¨A˜Ÿ™ › Q›°Ñ6Ó7¼ÑZ^Ó@_ÑZ^ÐUVÀÇÁÈÃÈaÃÐZ^Ñ@_Ó9`ˆ#€DÜˆt�A�D�q�D‰z‹?œC  A D q D¡	›NÐ*Ð*ùò 7ùÒ@_s
   ŠA9´A>
Ú__main__z--seed)ÚtypeÚdefaultz
--window-sz--init-from)r   z--min-epochsé
   z--refTzGcorpus LODO classifier experiment of the same configuration (emissions))ÚrequiredÚhelpz	--datasetzAASD,Carta2026z
--backboneÚvlaai_wsz--tagÚ z--prepÚmat_reacz--setÚ*z,overrides of config dnn, e.g. model_blocks=3)Únargsr   r!   z	--aug-setz5overrides of the augmentation, e.g. clf_p_switch2=0.5z
--p-switchg333333Ó?z--train-extzÐcomma list of external sets with REAL switches added to the TRAINING data (AASD, Carta2026; one subject of each goes to the validation set); must not contain a set of --dataset (A1 of REAL_SWITCH_STRATEGY.md))r   r!   z--cv-kzbC7: k > 0 trains also on the evaluated set, without the subjects and the stimuli of fold --cv-fold)r   r   r!   z	--cv-fold)ÚenvÚonsetÚdomÚdnn_augmentÚaug_variantsÚcluster)ÚtargetsÚ
train_seedÚaugmentÚALLÚfm_heldr-   )Úprepr-   é   ÚresultsÚresearchÚ,Úext_clf_Ú_evidence_sz.pklÚrbc              #   ó,   K  — | ]  }|t         v–— Œ y ­w©N)ÚEV©Ú.0Údss     r   Ú	<genexpr>r@   B   s   è ø€ Ð
'¡$˜Bˆ2”RŒ<¡$ùs   ‚Úseedéc   ÚsubjectÚkeyÚno_fuglsangÚFuglsang2020z) is both a training and an evaluation setr   r   r   Ú_realÚ_Szdirect classifier, window Úgz	 s, seed z: z	 train / z val trialsF)ÚbackboneÚp_switchÚzero_eegÚ
min_epochsÚmodelsÚall5_direct_clfÚ_sz.ptÚattÚt0Úatt128Ún128)Úr0Úr1rQ   Út_endrS   rT   rC   ÚswÚwb)Ú	fold_fileiÐ  c              #   óŠ   K  — | ];  }t         j                  j                  t        t        j
                  |«      «      –— Œ= y ­wr;   )ÚosÚpathÚexistsrZ   ÚaÚrefr=   s     r   r@   r@   o   s)   è ø€ ÐF¹g¸Œr�w‰w�~‰~œi¬¯©¨rÓ2×3¹gùs   ‚AAé   ÚcausalrU   rV   g      ð?g      ð¿)ÚmuÚsd)gZõ¹ÚŠýï?çV-²�ïï?g×£p=
×ï?ç®Gáz®ï?g\�Âõ(\ï?çffffffî?çÍÌÌÌÌÌì?g      è?)rA   ÚdatasetÚwindow_sÚ	init_fromÚ	emissionsÚplainÚ	by_p_stayrn   z classifier z
 s: plain rm   z | REAL z  c              #   óH   K  — | ]  \  }}d |› d|d   d›d|d   d›�–— Œ y­w)Úpú H ÚHú.3fú Acc ÚAccú.1fN© )r>   rp   Úvs      r   r@   r@   y   sl   è ø€ ð  [\ñ  R[ñ  JNð  JKð  MNÐ]^Ð_`Ð^aÐadÐefÐgjÑekÐloÐdpÐpuÐvwÐx}Ñv~ð  @Cð  vDô  \Eñ  R[ùs   ‚ "c              #   ó$   K  — | ]  }d |v –— Œ
 y­w)rX   Nrw   )r>   Úes     r   r@   r@   z   s   è ø€ Ð2¡/˜Qˆt�qŒy¡/ùs   ‚)Úscore_gated))re   rg   )re   rh   )re   gš™™™™™é?)rf   rh   )rf   gffffffæ?Ú/Úgatedz GATED (p_hi/p_lo) c           	   #   óT   K  — | ]   \  }}|› d |d   d›d|d   d›d|d   d›�–— Œ" y­w)	rq   rr   rs   rt   ru   rv   z SDT ÚSDTNrw   )r>   r   rx   s      r   r@   r@   }   sY   è ø€ ð  9Wñ  BVÑy}ÐyzÐ|}¸A¸3¸cÀ!ÀCÁ&ÈÀÈUÐSTÐUZÑS[Ð\_ÐR`Ð`eÐfgÐhmÑfnÐorÐesÔ9tñ  BVùs   ‚&(z.jsonÚw)Úindentr   )ŒÚ__doc__ÚargparseÚjsonr\   ÚpickleÚtypesr   ÚnumpyÚnpÚtorchÚdirect_classifierÚDCÚeval_externalÚEÚscoreÚSÚ
common_expr   r   r   r   r   Úcommonr	   Údecodersr
   r   Úrun_experimentr   r   Ú__name__ÚArgumentParserÚapÚadd_argumentÚintÚfloatÚ
parse_argsr_   rj   ÚWÚFUTÚHOPÚPOS0ÚLABÚupdaterA   Úapply_overridesr   Úaug_setÚCONFr2   Úset_num_threadsr]   ÚjoinÚoutri   r   ÚsetsÚtagÚevpr^   ÚloadÚopenr<   ÚanyÚrandomÚdefault_rngÚrngÚtrainÚvalr?   ÚrowsÚchoicer   rC   ÚuniqueÚvsÚiterrowsr   ÚrÚappendÚgetÚlogÚ	train_extÚnmÚcv_kÚextÚcv_foldÚhsÚhtÚtÚtrÚ	fm_attachÚlenÚfitrJ   rK   rM   rk   ÚnetÚbestÚsaveÚ
state_dictÚ
ext_trialsÚtrialsÚlogitsÚwideÚlgÚstartsÚastypeÚmaximumÚtruthÚdictÚint8Úfloat32Úlast_swÚdumpÚtimerZ   ÚrangeÚallÚsleepÚ
load_foldsr`   ÚevÚconcatenateÚvaluesÚwhereÚAÚmeanÚstdrc   rd   rm   ÚstrÚresÚbÚitemsÚ	hmm_gatedr{   )r?   r   rÂ   Údrz   rp   ÚphÚpls   00000000r   Ú<module>rí      s±  ðñBó Û Û 	Û Ý !ã Û ã Û Û ß 8Õ 8Ý ß  Ý (ò+ð ˆzÓØ	 ˆ×	 Ñ	 Ó	"€BØ‡O�O�H 3°€OÔ2Ø‡O�O�L u°d€OÔ;Ø‡O�O�M¨4€OÔ0Ø‡O�O�N¨°b€OÔ9Ø‡O�O�G dÐ1z€OÔ{Ø‡O�O�KÐ)9€OÔ:Ø‡O�O�L¨*€OÔ5Ø‡O�O�G R€OÔ(Ø‡O�O�H j€OÔ1Ø‡O�O�G 3°Ð9g€OÔhØ‡O�O�K s°BÐ=t€OÔuØ‡O�O�L u°c€OÔ:Ø‡O�O�M¨2ð 5G€Oô Hà‡O�O�H 3°ð  9]€Oô  ^Ø‡O�O�K c°1€OÔ5Ø
�‰‹€AØ‡z‚zÙ�1—:‘: ‘?Ó#ˆŒØŸ$™$ §¡™-¨"¯&©&Ñ0°"·$±$¸±)ˆˆŒ�”Ø€A‡H�HÒ,¸¿¹ð  JBÈCÐP]ÑL^ð  JBÐbeÐftÑbuÐvñ  cAð  JBõ  CÛØ€H×Ñ˜QŸU™U A§I¡IÔ.Ø€A€i�LØ‡F�F‡M�M�q—v‘v q¨¡|€MÔ4Ø€E×Ñ˜!ÔØ
�'‰'�,‰,�s˜I zÓ
2€CØ�9‰9�?‰?˜3Ó€DÙZ^Ó
_ÑZ^ÐTVˆ2ˆr�w‰w�|‰|˜C 8¨B¨4°·±¨w°kÀ!Ç&Á&ÀÈÐ!NÓOÑOÐZ^Ñ
_€CÙ9=Ó	Y¹°2ÀÇÁÇÁÐPSÐTVÑPWÕAXˆ"ˆf�k‰k™$˜s 2™w¨Ó-Ó.Ñ
.¸Ñ	Y€BÙ
Ñ
'¡$Ó
'Õ'Ø�i‰i×#Ñ# C¨¡K°"Ñ$4Ó5ˆØ˜ˆ
ˆˆsÛˆBÙ˜2“;ˆDØ—‘™F 4§<¡<×#6Ñ#6Ó#8Ó9Ó:ˆBØŸ™ž‘��1Ø˜)™¨Ò*‘°×=Ñ=¹jÈÏÉÐQRÐSXÑQYÓ>ZÕ[ñ (ð ð
 ˆq�u‰u�]Ô#Ø‘] NÐ#3°Q·V±V¸Q¿U¹UÓCÑCˆEØŸk™k×/Ñ/°Ô4Ó:Ñ4˜º’1Ð4Õ:ˆBØ—6’6˜R t™^Ð]°¨tÐ3\Ð-]Ó]Ð+Ù   a§f¡f¨a¯e©eÓ4ˆCØ�vŠv˜" ™*Ù!±SÓ"9±S° 1 U£8°SÑ"9¸1¿6¹6À1Ç9Á9ÓM‘��BÙ"%Óo¡#˜Q¨¨5©¯©¸Ó)<¸QÑ)?ÀrÒ)IÈaÐPUÉhÏnÉnÐ]`ÓNaÐbcÑNdÐlnÒNn’q #Ño�Ø—‘™FÁCÓ#HÁC¸q A e¡H§N¡N°3Ó$7¸Ó$:ÀCÑ#HÓIÓJˆBÛ�Ø!��'‘
Ø˜%™Ÿ™ sÓ+¨AÑ.°"Ò4‘¸%×GÑGÈÕJò ð ;ð ˜#”+ˆBÙ “|ˆBˆt‰HØˆB�L‰L˜Õð ð 	ˆ�‰Ð*¨2¯4©4°"©9°Q¨-°yÀÇÁÀÈÉ3ÈuË:È,ÐV_Ñ`cÐdgÓ`hÐ_iÐitÐuÔvØ�B—F‘F˜5 # q§u¡u©oÀqÇzÁzÐ\]×\fÑ\fÐqvð  DE÷  DPñ  DPô  /Qð  ST÷  S^ñ  S^ó  _‰	ˆˆTØˆ�
‰
�3—>‘>Ó# R§W¡W§\¡\°#°xÀ?ÐST×SXÑSXÐRYÐY[Ð\]×\bÑ\bÐ[cÐcfÐAgÓ%hÔiØ�3Ù"Ó2™d˜ a¨r¢k’1˜dÕ2ˆBØˆBˆr‰FØ!�Q—\‘\ "Ó%ˆFØ�vŠvÙ!±VÓ"<±V° 1 U£8°VÑ"<¸a¿f¹fÀaÇiÁiÓP‘��BÙ%+Óm¡V ¨q°©x¯~©~¸cÓ/BÀ1Ñ/EÈÒ/KÐPQÐRWÑPX×P^ÑP^Ð_bÓPcÐdeÑPfÐjlÒPlš! VÑm�Ü�Ø�—‘˜R Ô%Ø&˜RŸY™Y s¨G¨B¯G©G°B«K¹À"»ÓF‘
��FØ˜5™	×(Ñ(¨Ó-¨j¨b¯j©j¸À"Ç&Á&¹È!Ó.LÑM�Ù$(¨B°©F¸°s¸Q±wÀEÇLÁLÐQS×QXÑQXÓDYÐbhÐkmÑbmÐprÐswÑpxÑbx÷  bAñ  bAð  BD÷  BLñ  BLó  bMØ02°8±À2ÀfÁ:ÐWYÐZcÑWdô%f��2‘�r˜%‘yÑ!à—9‘9×$Ñ$Ñ0Ø.0¯i©i×.?Ñ.?�B�r‘F˜2˜e™9Ñ% dÓ+ð ð ˆF�K‰K˜˜2™¡ S¨¡W¨dÓ 3Ö4ð 3ó Ý$Ù�3ŽZˆÙÑF¹gÓFÔFÙØˆ�
‰
�2�ð ð ˆA�L‰L˜Ÿ™ Ó)�E€BˆØˆ�‰Ñ[bÔ|Ñ[bÐUWÐlnÐoqÑlr×lyÑlyÖl{Ðgh˜˜4™ 1 T¡7Ñ*¨b¯h©h°q¸±xÀ1±}ÀcÈ4Ó.PÓPÐl{ÐPÐ[bÒ|Ó}€AÙ�1—6’6“8‹_™e A§E¢E£G›n€F€BˆÜˆÙ˜Ÿ™¨°R·T±T¸B±YÈ!Ï+É+ÑaeÐikÐprÔasð  |CÐ{|÷  |Cò  |Cð  DFð  GIñ  DJó  |KÙP}Ó~ÑP}È1™c !›f a§g¡g¨b°©f°b¸"¸aÀÓ&FÑFÐP}Ñ~ô@ˆà�ÑˆØˆ�‰���L §¡¨¡¨1 ¨Z¸¸G¹°~ÀXÐNÐQU×QZÑQZñ  [\ð  RS÷  RYò  RYô  R[ó  [\ó  R\ñ  \ô  	]ÙÑ2 " R¡&§-¡-¤/Ó2Ô2Ý-ñ ]bô  cñ  ]bÑRXÐRTÐVX˜r˜d ! B 4˜L©+°b¸±f¸bÀ"ÀbÈ"Ó*MÑMð  ]bò  cˆC�‰LØˆA�E‰E�R�DÐ+Ð,¨t¯y©yñ  9Wð  BEð  FMñ  BN÷  BTò  BTô  BVó  9Wó  0Wñ  Wô  XØˆ�	‰	�#‘t˜BŸG™GŸL™L¨°¸¸¸Q¿U¹U¸GÀ2ÀaÇfÁfÀXÈUÐ.SÓTÐVYÓZÐcdÐns×tñ ðg ùò< `ùÚ	Yùò ;ùò #:ùÚoùÚ#Hùò 3ùò #=ùÚmùó" }ùò ùó
 cst   ËAm-Ì'#m2Ím2Ñ8m7Ò m7Óm<
Ô
nÔ)nÕnÕnÛ	nÛ&nÜn
Ý
nÝ)nÞnä2An
ç<&n ê.n%