ó
    ¨räjý?  ã                   óÒ  • S r SSKrSSKrSSKrSSKrSSKrSSKr	SSK
rSSKrSSKJrJrJr  SSKJr  SSKJr  SSKJrJr  \R2                  R5                  \R2                  R7                  \5      5      r\R2                  R=                  \SSS	5      r\R2                  R=                  \SSS
5      r \R2                  R=                  \SS5      r!\R2                  R=                  \SS5      r"\R2                  R=                  \SSS5      r#Sr$\%" \RL                  RO                  SS5      5      r(\	RR                  r)S r*S r+S r,S r-S r.S r/S r0S r1S r2S r3S r4\5S:X  a  \4" 5         gg)aä  Retrain stem_ms96 under the competition leave-one-dataset-out subject split.

The finished stem_ms96 run (experiments/transformer_v2.log, family_stem_ms96) trained
on every trial of the four non-held-out competition datasets and chose p_stay / emission
scale on a whole inner dataset, then refit on all four datasets.

This script keeps that network, loss, seed, step count and feature pipeline, and changes
only the competition split:

  test        one competition dataset, every subject
  validation  one subject from each of the other four datasets
              (same RNG as direct_classifier.run_fold / results/research/no_decoder_splits.csv)
  train       the remaining trials of those four datasets

p_stay and emission scale are chosen on the four validation subjects only.
The scored network is the 1000-step EMA trained without those subjects (no refit).

Rows of the image protocol that have no stem_ms96 features, so they are not applied:

  Fuglsang2020     would be train on every fold, but the four DirectNet seeds saved
                   held-out competition logits only. Fold weights were not kept, and
                   there is no Fuglsang logit stream in the 4-seed feature space.
  SparrKULee       pretrain weights are DirectNet (models/pretrain_spk_direct_clf_w10_b3_s*.pt
                   under the decoder_lodo tree), already used as init_from of those seeds.
                   LogitTransformer cannot load them. SparrKULee has no eaP_n5_t60 cache
                   and no 4-seed logits, so its four validation subjects are not in this val set.
  AASD, Carta2026  true-switch evaluation outside LODO. Not scored here.

usage:
  STEPS=1000 python stem_ms96_image_split.py
  SMOKE=1 STEPS=40 FOLD=AVGC python stem_ms96_image_split.py
é    N)ÚCFGÚEXTERNAL_DATAÚrows_of)ÚDS_KEYS)Úexpand)Ú	aggregateÚfast_score_subjectÚresultsÚresearchzstem_ms96_image_split.csvz"stem_ms96_image_split_manifest.csvÚmodelsÚstem_ms96_image_splitÚexperimentszstem_ms96_image_split.logzno_decoder_splits.csv)Ú	stem_ms96Úmsé`   é@   é   Tg-Cëâ6J?ÚSTEPSÚ1000c                 ó   • [        U SS9  [        R                  " [        R                  R	                  [
        5      SS9  [        [
        S5       nUR                  U S-   5        S S S 5        g ! , (       d  f       g = f)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     Ú0/root/disk_3tb/eeg-thao/stem_ms96_image_split.pyÚlog_liner'   <   sL   € Ü	ˆ$�dÒÜ‡K‚K”—‘—‘¤Ó$¨tÒ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�Žús   ÁA/Á/
A=c           	      ó\  • [         R                  R                  [        S   [        R
                  " U 5      -   5      n0 n0 n0 n[         HÜ  nXP:X  a  M
  [        U5      n[        UR                  R                  5       5      n[        UR                  U5      5      nX‚U'   UR                  R                  5       U:H  n	UR                  U	S4   R                  5       X5'   UR                  U	) S4   R                  5       XE'   X5   (       a  XE   (       a  MÊ  [        SU  SU SU 35      e   X$U4$ )z[One validation subject per training dataset. Identical draws to direct_classifier.run_fold.ÚseedÚkeyzempty train/val split for held=z ds=z	 subject=)ÚnpÚrandomÚdefault_rngr   r   Úindexr   ÚsortedÚsubjectÚuniqueÚintÚchoiceÚto_numpyÚlocÚtolistÚRuntimeError)
ÚheldÚrngÚval_subjÚval_keysÚ
train_keysÚdsÚrowsÚsubjectsÚvsÚis_vals
             r&   Úcompetition_splitrB   C   s  € ä
�)‰)×
Ñ
¤ F¡¬g¯mªm¸DÓ.AÑ AÓ
B€CØ€HØ€HØ€JßˆØ‹:ÙÜ�r‹{ˆÜ˜$Ÿ,™,×-Ñ-Ó/Ó0ˆÜ�—‘˜HÓ%Ó&ˆØ�‰Ø—‘×&Ñ&Ó(¨BÑ.ˆØ—x‘x ¨ Ñ.×5Ñ5Ó7ˆ‰ØŸ™ 6 '¨5 .Ñ1×8Ñ8Ó:ˆ
‰Ø�| :§>¡>ÜÐ!@ÀÀÀdÈ2È$ÈiÐXZÐW[Ð\Ó]Ð]ñ ð  Ð)Ð)ó    c                 ó”  • [         R                  R                  [        5      (       d  g [        R
                  " [        5      nX"R                  U :H     nUR                  5        H`  u  p4XR                     n[        UR                  5      U:w  d  M.  [        SU  SUR                   S[        UR                  5       SU 35      e   g )Nzval subject mismatch held=Ú z: csv z	 vs draw )r   r   ÚexistsÚ	SPLIT_CSVÚpdÚread_csvÚheld_outÚiterrowsÚtrain_dsr2   Úval_subjectr7   )r8   r:   ÚsavedÚ_ÚrowÚgots         r&   Úassert_matches_saved_splitrR   X   s£   € Ü�7‰7�>‰>œ)×$Ñ$ØÜ�KŠKœ	Ó"€EØ—.‘. DÑ(Ñ)€EØ—.‘.Ö"‰ˆØ—|‘|Ñ$ˆÜˆs�‰Ó 3Õ&ÜØ,¨T¨F°!°C·L±L°>ÀÌÈCÏOÉOÓH\ÐG]Ð]fÐgjÐfkÐlónð nò #rC   c           
      ó0  • 0 nU R                  5        Hu  u  p40 X#'   UR                  5        HX  u  pVU Vs/ s H  owXE   ;  d  M  UPM     nnU(       a  [        SU SUS S  35      eU Vs0 s H
  owXE   U   _M     snX#   U'   MZ     Mw     U$ s  snf s  snf )Nzmissing features for z: é   )Úitemsr7   )	ÚfeatÚ
keys_by_dsÚoutÚfamilyÚtabler=   ÚkeysÚkÚmissings	            r&   Úfilter_featr^   d   s¥   € Ø
€CØŸ™ž‰ˆØˆ‰Ø"×(Ñ(Ö*‰HˆBÙ"&Ó=¢$˜Q°5±9Ñ*<—q¡$ˆGÐ=ÞÜ"Ð%:¸2¸$¸bÀÈÈ!ÀÀÐ#NÓOÐOÙ8<Ó=º°1 %¡)¨A¡,š¹Ñ=ˆC‰K˜‹Oó	 +ñ &ð €Jùò	 >ùò >s   µBÁBÁ+Bc                 óÔ  • / nU R                  5        H½  u  p#[        R                  S   U   n[        U5      R	                  S5      nU H‚  nXF   n[        UR                  US4   5      n[        UR                  US4   5      n	UR                  [        X&X‰[        [        U5      5      [        US:H  R                  5       5      S95        M„     M¿     [        R                  " U5      $ )NÚattr*   r0   Úsubj_uidr   )Údatasetr*   r0   ra   Ún_framesÚpos_rate)rU   ÚNÚGr   Ú	set_indexr2   r5   ÚstrÚappendÚdictÚlenÚfloatÚmeanrH   Ú	DataFrame)
rW   r>   r=   r[   r`   r.   r*   ÚyÚsubÚuids
             r&   Útrial_statsrr   p   sÆ   € Ø€DØ×$Ñ$Ö&‰ˆÜ�c‰c�%‰j˜‰nˆÜ˜“×%Ñ% eÓ,ˆÛˆCØ‘ˆAÜ�e—i‘i  Y Ñ/Ó0ˆCÜ�e—i‘i  Z Ñ0Ó1ˆCØ�K‰Kœ R¸#Ü&)¬#¨a«&£k¼EÀ1ÈÁ6Ç-Á-Ã/Ó<RñTö Uó	 ñ 'ô �<Š<˜ÓÐrC   c           
      ó¸  • / nUR                  5        H}  u  p4[        R                  S   U   nU H\  n[        R                  " X   U   [        R
                  5      nUR                  U[        R                  " XV   S:H  SS5      -  5        M^     M     [        R                  " U5      n[        UR                  5       5      [        UR                  5       5      4$ )Nr`   r   ç      ð?ç      ð¿)rU   re   rf   r+   ÚasarrayÚfloat64ri   ÚwhereÚconcatenaterl   rm   Ústd)	ÚstreamsrW   Úpartsr=   r[   r`   r*   ÚdÚAs	            r&   Úemis_onr   ~   s¥   € Ø€EØ×$Ñ$Ö&‰ˆÜ�c‰c�%‰j˜‰nˆÛˆCÜ—
’
˜7™; sÑ+¬R¯Z©ZÓ8ˆAØ�L‰L˜œRŸXšX c¡h°!¡m°S¸$Ó?Ñ?Ö@ó ñ 'ô
 	�Š�uÓ€AÜ�—‘“‹?œE !§%¡%£'›NÐ*Ð*rC   c                 ó²  • [        U5      n0 n[        R                  S   n[        R                  S   U     Hª  nUS   U;  a  M  [        R                  " [        R
                  " XS      [        R                  5      XBU5      n	[        U	R                  [        R                  5      US   XxS   US   5      n
UR                  US   / 5      R                  X¨S   45        M¬     U(       d  [        S	U  35      e/ nUR                  5        HÛ  n[        R                  " U VVs/ s H  u  pÞUPM	     snn5      n[        R                  " U VVs/ s H  u  nnUPM
     snn5      n[        R                  " [        U5       VVVs/ s H7  u  nu  pÞ[        R                  " [!        U5      U[        R"                  5      PM9     snnn5      nUR                  [%        UUUS
S95        MÝ     ['        U5      n0 n[        R                  S   U    n[        R                  S   U     Hi  nUS   U;  a  M  XS      n[        R(                  " UUS      S S S2   S:H  SS5      nUR                  US   / 5      R                  US S S2   U-  5        Mk     [+        [        R,                  " UR                  5        Vs/ s H0  n[        R.                  " [        R                  " U5      S:„  5      PM2     sn5      5      n[1        [+        US   5      [+        US   5      [+        US   5      [+        US   5      U[!        U5      S9$ s  snnf s  snnf s  snnnf s  snf )NÚ	lookaheadÚprepr*   Út_endÚTÚguessÚsubjÚgtzno scored subjects in é€   )Úfsr`   é   r   rt   ru   ÚHÚAccÚSDTÚL)r‹   rŒ   r�   rŽ   Úacc1Ú
n_subjects)Úsetre   rf   Úinteg_nbr+   Úascontiguousarrayrw   r   ÚastypeÚ
setdefaultri   r7   Úvaluesry   Ú	enumerateÚfullrk   Úint64r	   r   rx   rl   Úmedianrm   rj   )r=   ÚdmapÚmuÚsdÚp_stayr[   Úperr�   ÚitemÚdecÚlabsÚresÚlstr   rO   ÚpredÚbr‡   ÚiÚtrialÚper_accr`   r}   ÚsgnÚvr�   s                             r&   Úevaluate_keysr¬   ‰   s½  € Üˆt‹9€DØ
€CÜ—‘�KÑ €IÜ—‘�F‘˜B”ˆØ�‰;˜dÓ"ÙÜ�jŠjœ×-Ò-¨d¸±;Ñ.?ÄÇÁÓLÈfÐZ\Ó]ˆÜ�c—j‘j¤§¡Ó,¨d°7©m¸YÈSÉ	ÐSWÐX_ÑS`ÓaˆØ�‰�t˜F‘| RÓ(×/Ñ/°¸D±zÐ0BÖCñ  ö ÜÐ3°B°4Ð8Ó9Ð9Ø
€CØ�z‰zŽ|ˆÜ�~Š~©SÔ1ªS¡T Q›q©SÒ1Ó2ˆÜ�^Š^©3Ô/ª3¡4 1 a›Q©3Ò/Ó0ˆÜ—’ÌiÐX[ÌnÕ]ÊnÁÀÁFÀQ¤§¢¬¨A«°´2·8±8Ö <ÉnÓ]Ó^ˆØ�
‰
Ô% d¨B°¸#Ñ>Ö?ñ	 ô
 	�#‹€AØ€GÜ
�#‰#ˆe‰*�R‰.€CÜ—‘�F‘˜B”ˆØ�‰;˜dÓ"ÙØ�e‘ÑˆÜ�hŠh�s˜4 ™;Ñ'©¨!¨Ñ,°Ñ1°3¸Ó=ˆØ×Ñ˜4 ™<¨Ó,×3Ñ3°A±c¸°c±F¸S±LÖAñ  ô ”—’ÀGÇNÁNÔDTÓUÒDT¸qœBŸGšG¤B§N¢N°1Ó$5¸Ñ$9Ö:ÑDTÑUÓVÓW€DÜ”%˜˜#™“-¤U¨1¨U©8£_¼%ÀÀ%Á»/ÌUÐSTÐUXÑSYË]ÐaeÜ˜s›8ñ%ð %ùó 2ùÛ/ùÜ]ùò Vs   Ä$MÅMÆ>MÊ87Mc                 óô   • [         R                  " U 5      nXR                  [        :¬     n[	        U5      (       a  UOUnUR                  / SQ/ SQS9R                  S   nU[        [	        U5      S:„  5      4$ )N)r‹   rŒ   r�   )FFT)Ú	ascendingr   )rH   rn   rŒ   ÚTHRrk   Úsort_valuesÚilocr2   )r>   ÚdfÚokÚsrcÚbests        r&   Úpick_settingr¶   ©   sg   € Ü	�Š�dÓ	€BØ	�F‰F”c‰MÑ	€BÜ�B—‘‰"˜R€CØ�?‰?Ò.Ò:Nˆ?ÐO×TÑTÐUVÑW€DØ””S˜“W˜q‘[Ó!Ð!Ð!rC   c           
      óÈ  • [         R                  " U 5      n[        R                  " X[         R                  S   X#U-  4[        U5      S9nXa   R                  5        VV	s0 s H  u  p‰X‰S   U	S   -
  _M     n
nn	[        XX#U-  [        U5      [        U
5      5      S   n[        [        US   5      [        US   5      [        US   5      [        US	   5      US
9$ s  sn	nf )Nr�   )Úemisrž   Úr0Úr1r�   r‹   rŒ   r�   rŽ   ©r‹   rŒ   r�   rŽ   r�   )
re   Úto_evÚSÚscore_datasetrf   rl   rU   r¬   Úlistrj   )r{   r8   rœ   r�   rž   ÚscaleÚevÚrr\   Úer›   r�   s               r&   Úofficial_testrÄ   ±   sÊ   € Ü	
�Š�Ó	€BÜ	�Š˜¤!§#¡# kÑ"2¸"À5¹jÐ9IÔRWÐX^ÓR_Ñ`€AØ-/©X¯^©^Ô-=Ô>Ò-=¡T QˆA�‰w˜˜4™Ñ Ò Ñ-=€DÑ>Ü˜ R¨e©´U¸6³]ÄDÈÃJÓOÐPVÑW€DÜ”%˜˜#™“-¤U¨1¨U©8£_¼%ÀÀ%Á»/ÌUÐSTÐUXÑSYË]ÐaeÑfÐfùó ?s   Á!Cc                  óÐ  • / n [         R                  R                  [        SSS5      n[         R                  R	                  U5      (       at  [
        R                  " U5      nU R                  SUR                  R                  5        S[        U5       S[        UR                  R                  5       5       S35        OU R                  S5        [         R                  R                  [        S	SS
5      n[         R                  R	                  U5      (       aÙ  [
        R                  " U5      n[        UR                   Vs1 s H   n[!        U5      R#                  S5      S   iM"     sn5      n[        [$        R&                  R)                  S5      R+                  USSS9R-                  5       5      nU R                  SUR                  R                  5        S[        U5       SU S35        OU R                  S5        S H´  n[         R                  R                  [        USS5      n[         R                  R	                  U5      (       d  U R                  U S35        Mc  [
        R                  " U5      nU R                  U SUR                  R                  5        S[        U5       S35        M¶     Sn	[/        S5       V
s/ s H	  n
SU
 S3PM     nn
U Vs/ s HH  n[         R                  R	                  [         R                  R                  Xœ5      5      (       d  MF  UPMJ     nnU R                  S[        U5       SU S35        U $ s  snf s  sn
f s  snf )zCCounts from converted indexes. These corpora are not stem features.ÚFuglsang2020Úcachez	index.csvzFuglsang2020 index: z subjects, z trials, sum n32=z6 (32 Hz samples). Not in stem train: no 4-seed logits.zFuglsang2020 index missingÚ
SparrKULeezindex_mat_reac.csvrO   é   iÒ  rŠ   F)ÚreplacezSparrKULee index: z5 runs. pretrain val ids by rng 1234 (not used here): z;. cache has mat_reac only, no eaP_n5_t60, no 4-seed logits.zSparrKULee index missing)ÚAASDÚ	Carta2026z index missingz index: z5 trials. Outside LODO; stem_ms96 is not scored on it.zX/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/modelsÚ pretrain_spk_direct_clf_w10_b3_sú.ptz/SparrKULee DirectNet pretrain weights present (z/4): zX. Used already as init_from of the four logit seeds. Not loadable into LogitTransformer.)r   r   Újoinr   rF   rH   rI   ri   r0   Únuniquerk   r2   Ún32Úsumr/   r*   rh   Úsplitr+   r,   r-   r3   r6   Úrange)ÚlinesÚfugr²   Úspkr\   ÚidsÚchosenÚnamer   Úprer§   ÚweightsÚwÚpresents                 r&   Úexternal_inventoryrß   ¹   sÁ  € à€EÜ
�'‰'�,‰,”} n°g¸{Ó
K€CÜ	‡w�w‡~�~�c×ÑÜ�[Š[˜ÓˆØ�‰Ð+¨B¯J©J×,>Ñ,>Ó,@Ð+AÀÌSÐQSËWÈIð V Ü # B§F¡F§J¡J£LÓ 1Ð2Ð2hðjõ 	kð 	�‰Ð1Ô2Ü
�'‰'�,‰,”} l°GÐ=QÓ
R€CÜ	‡w�w‡~�~�c×ÑÜ�[Š[˜ÓˆÜ°B·F²FÓ;²F¨q”c˜!“f—l‘l 3Ó'¨Ô*±FÑ;Ó<ˆÜœŸ	™	×-Ñ-¨dÓ3×:Ñ:¸3ÀÈ5Ð:ÐQ×XÑXÓZÓ[ˆØ�‰Ð)¨"¯*©*×*<Ñ*<Ó*>Ð)?¸{Ì3ÈrË7È)ð TFØFLÀXð NQðRõ 	Sð 	�‰Ð/Ô0Û%ˆÜ�w‰w�|‰|œM¨4°¸+ÓFˆÜ�w‰w�~‰~˜d×#Ñ#Ø�L‰L˜D˜6 Ð0Ô1ÙÜ�[Š[˜ÓˆØ�‰˜�v˜X b§j¡j×&8Ñ&8Ó&:Ð%;¸;ÄsÈ2ÃwÀið PDð Eö 	Fñ &ð e€CÜBGÈÄ(ÓKÂ(¸QÐ1°!°°CÓ8Á(€GÐKÙ!ÓJš'�Q¤R§W¡W§^¡^´B·G±G·L±LÀÓ4H×%I�q™'€GÐJØ	‡L�LÐBÄ3ÀwÃ<À.ÐPUÐV]ÐU^ð _jð kô là€Lùò) <ùò  LùÚJs   Å'MËMË%AM#Ì.M#c                  ó¦  • [         R                  " [         R                  R                  5       (       a  SOS5      n [        R
                  R                  S5      (       a  [        [        S5      R                  5         OT[        R                  " [        R                  R                  [        5      SS9  [        [        S5      R                  5         [        SU  S	[         S
[        R                    S[        R"                   S[$         3
5        [        S5        ['        5        H  n[        U5        M     S[         R(                  R                  R*                  l        S[         R(                  R.                  l        [0        R2                  " 5         [0        R4                  " 5       n[7        [8        R:                  " U Vs/ s H
  o3S   S   PM     sn5      5      n[7        [8        R:                  " U Vs/ s H
  o3S   S   PM     sn5      5      n[        SUS SUS 35        [=        US-
  5      S:”  d  [=        US-
  5      S:”  a  [?        S5      e[        R@                  " U 5        [        RB                  " 5       n[        R                  " [D        SS9  [        R
                  R                  SS5      RG                  5       nU(       a  U/O[I        [J        5      nU(       a  U[J        ;  a  [M        SU 35      e/ n	/ n
U G	Ha  n[O        U5      u  pÍn[Q        X¼5        [S        U5      RT                  RW                  5       n[Y        U5      n[Y        U5      n[Y        X¿05      nSU4SU4SU44 HK  u  nnUR[                  5        H1  u  nnU	R]                  [_        SfUUS .URa                  5       D65        M3     MM     [        S!U S"[c        U5       S#[e        URf                  Ri                  5       5       S$URj                  Rm                  5        S%URn                  Rq                  URf                  5      Ri                  5       URf                  Ri                  5       -  S S&[c        U5       S#[e        URf                  Ri                  5       5       S$[_        U5       S%URn                  Rq                  URf                  5      Ri                  5       URf                  Ri                  5       -  S S'[c        U5       S#[e        URf                  Ri                  5       5       S$URj                  Rm                  5        35        U Vs0 s H  nUUU   UU   -   _M     nn[Y        U5      n[        S([c        U5       S#[e        URf                  Ri                  5       5       S)[c        U5      [c        U5      -
   S*[e        URf                  Ri                  5       5      [e        URf                  Ri                  5       5      -
   S+3	5        [s        Xm5      n[t        Rt                  " 5       n[        Rv                  " [$        [I        U5      UU [        5      u  nnn[        S,U S-[t        Rt                  " 5       U-
  S. S/[7        [8        R<                  " U5      R;                  5       5      S 35        [        R
                  R                  S5      (       dy  [        R                  Ry                  [D        S0U S135      n[         Rz                  " UR}                  5       UU[$        XÜ[        [        R"                  S2.U5        [        S3U 35        [        R~                  " UU[$        S      UU[$        S4   U 5      n AU R€                  S:X  a  [         R                  Rƒ                  5         […        U U5      u  n!n"[…        U U5      u  n#n$/ n%[        R†                   GH¯  n&[        Rˆ                   GH–  n'0 n(UR‹                  5        H!  u  nn)[�        UU U   U!U"U'-  U&U)5      n*U*U(U'   M#     [_        U&U'[7        [8        R:                  " U(R�                  5        V+s/ s H  n+U+S   PM
     sn+5      5      [7        [8        R:                  " U(R�                  5        V+s/ s H  n+U+S   PM
     sn+5      5      [7        [8        R:                  " U(R�                  5        V+s/ s H  n+U+S5   PM
     sn+5      5      [7        [8        R:                  " U(R�                  5        V+s/ s H  n+U+S6   PM
     sn+5      5      [7        [8        R:                  " U(R�                  5        V+s/ s H  n+U+S7   PM
     sn+5      5      S89n,U%R]                  U,5        GM™     GM²     [‘        U%5      u  n-n.[        S9[“        U.5       S:U-R”                   S;U-R–                   S<U-R˜                  S S=U-Rš                  S S>U-Rœ                  S S?U-Rž                  S@ 35        [        R
                  R                  S5      (       aP  [¡        U UU!U"U-R”                  U-R–                  5      n/[        SAU SBU/S   S S=U/S   S S>U/S5   S S?U/S6   S@ 3
5          g SCU!U"4SDU#U$44 GHæ  u  nn0n1[¡        U UU0U1U-R”                  U-R–                  5      n/U
R]                  [_        Sf0 SEU_SFU_SGSH_SI[7        U-R”                  5      _SJ[7        U-R–                  5      _SU/S   _SU/S   _S5U/S5   _S6U/S6   _S7U/S7   _SK[7        U-R˜                  5      _SL[7        U-Rš                  5      _SM[7        U-Rœ                  5      _SN[“        U.5      _SO[e        [c        U5      5      _SP[e        [c        U5      5      _SQ[e        [c        U5      5      _SR[e        URf                  Ri                  5       5      _SS[e        URf                  Ri                  5       5      _ST[e        URf                  Ri                  5       5      _SUU0_SVU1_SWSX_65        [        U S-U SYU-R”                   S;U-R–                   SZU/S   S S=U/S   S S>U/S5   S S?U/S6   S@ S[U/S7   S@ 35        GMé     G	Md     [¢        R¤                  " U	5      n2[¢        R¤                  " U
5      n3[        R                  " [        R                  R                  [¦        5      SS9  U2R©                  [ª        S\S]9  U3R©                  [¦        S\S]9  [        S^5        U3R­                  SE5       Hp  u  nn4U4/ S_Q   R;                  5       n5[        S`USa SZU5R˜                  S SU5Rš                  S SbU5Rœ                  S ScU5Rž                  S@ SdU5R®                  S@ 35        Mr     [        Se[¦         35        [        Se[ª         35        g s  snf s  snf s  snf s  sn+f s  sn+f s  sn+f s  sn+f s  sn+f )gNÚcudaÚcpuÚSMOKEr   Tr   rÝ   zdevice z  steps z  batch z  seed z  cfg z¬protocol: LODO test = 1 competition dataset; val = 1 subject x 4 train datasets; train = remaining competition trials. Fuglsang/SparrKULee/AASD/Carta are not stem features.rÉ   r‹   rŒ   zreproduced lda4 @ 0.998  H z.4fz  Acc z.2fg°rh‘í|é?gü©ñÒMb@?gq=
×£@R@g{®Gáz”?z>baseline reproduction does not match the published LDA numbersÚFOLDÚ zunknown FOLD ÚtrainÚvalÚtest)rJ   Úrolezfold z: train trials z frames z
 subjects z pos z | val trials z | test trials zF  vs previous stem refit (all 4 datasets, no subject holdout): trials z (this train drops z	 trials, z frames)z  fit rE   z.0fzs  norm-mu-abs zstem_ms96__held-rÎ   )Ústaterœ   r�   Úcfgr<   rM   Ústepsr)   z  wrote r   r�   rŽ   r�   )rž   rÀ   r‹   rŒ   r�   rŽ   r�   z  val select reached_acc74=z  p z sc z  val H z Acc z SDT z L z.3fzsmoke z H Úimage_train_emisÚimage_all4_emisré   r=   Úmodelr   rž   rÀ   Úval_HÚval_AccÚval_SDTÚval_reached_74Ún_train_trialsÚn_val_trialsÚn_test_trialsÚn_train_framesÚn_val_framesÚn_test_framesÚemis_muÚemis_sdÚscorerÚofficialz stem_ms96 p z  H z acc1 F)r.   zmeans:r»   z  Ú20sz  SDT z  L z  acc1 zwrote © )XÚtorchÚdevicerá   Úis_availabler   ÚenvironÚgetr"   r!   Úcloser   r   r    r'   r   ÚVÚBATCHÚ
TRAIN_SEEDÚSTEMrß   ÚbackendsÚmatmulÚ
allow_tf32Úcudnnre   Úload_allÚcheck_fast_matches_officialrl   r+   rm   Úabsr7   Úassert_causalÚbuild_featuresÚCKPTÚstripr¿   r   Ú
SystemExitrB   rR   r   r*   r6   rr   rK   ri   rj   Úto_dictrk   r2   rc   rÒ   ra   rÐ   rd   Úmulr^   ÚtimeÚtrain_modelrÏ   ÚsaveÚ
state_dictÚ	infer_allÚtypeÚempty_cacher   ÚP_STAYÚSCALESrU   r¬   r–   r¶   Úboolrž   rÀ   r‹   rŒ   r�   rŽ   rÄ   rH   rn   ÚOUTÚto_csvÚMANIFESTÚgroupbyr�   )6r  ÚlineÚchecksÚcÚbase_HÚbase_AccrV   ÚonlyÚheldsÚmanifest_rowsÚout_rowsr8   r:   r<   r;   Ú	test_keysÚtrain_dfÚval_dfÚtest_dfré   ÚframerO   rÂ   r=   Ú	all4_keysÚall4Ú
train_featÚt0rï   rœ   r�   r   r{   Úmu_trÚsd_trÚmu_allÚsd_allÚval_rowsÚprÀ   Úmergedr[   Úpartr«   Úrecrµ   ÚreachedÚoffÚmu_eÚsd_eÚmanr²   rp   Úms6                                                         r&   ÚmainrG  Ý   sü  € Ü�\Š\¤E§J¡J×$;Ñ$;×$=Ñ$=™&À5ÓI€FÜ	‡z�z‡~�~�g×ÑÜŒS�#‹×ÑÕä
�Š”B—G‘G—O‘O¤CÓ(°4Ò8ÜŒS�#‹×ÑÔÜˆw�v�h˜h¤u g¨X´a·g±g°Y¸gÄaÇlÁlÀ^ÐSYÔZ^ÐY_Ð`ÔaÜð kô lä"Ö$ˆÜ�Žñ %à,0„E‡N�N×Ñ×ÑÔ)Ø&*„E‡N�N×ÑÔ#Ü‡J‚J„LÜ×*Ò*Ó,€FÜ”2—7’7©vÓ6ªv¨!˜a™D œI©vÑ6Ó7Ó8€FÜ”R—W’W±6Ó:²6¨a ™d 5œk±6Ñ:Ó;Ó<€HÜÐ*¨6°#¨,°f¸XÀc¸NÐKÔLÜ
ˆ6�F‰?Ó˜dÓ"¤c¨(°UÑ*:Ó&;¸dÓ&BÜÐ[Ó\Ð\Ü‡O‚O�FÔÜ×ÒÓ€DÜ‡K‚K”˜tÒ$ä�:‰:�>‰>˜& "Ó%×+Ñ+Ó-€DÞˆT‰F¤¤W£€EÞ�œGÓ#Ü˜=¨¨Ð/Ó0Ð0à€MØ€HÜˆÜ):¸4Ó)@Ñ&ˆ˜hÜ" 4Ô2Ü˜D“M×%Ñ%×,Ñ,Ó.ˆ	Ü˜zÓ*ˆÜ˜XÓ&ˆÜ˜tÐ/Ó0ˆØ$ hÐ/°%¸°À6È7ÐBSÓT‰KˆD�%ØŸ™Ö(‘��1Ø×$Ñ$¤TÐ%R°4¸dÑ%RÀaÇiÁiÃkÑ%RÖSó )ñ Uô 	Ø�D�6˜¬¨X«¨°xÄÀH×DUÑDU×DYÑDYÓD[Ó@\Ð?]ð ^Ø ×)Ñ)×1Ñ1Ó3Ð4°E¸(×:KÑ:K×:OÑ:OÐPX×PaÑPaÓ:b×:fÑ:fÓ:hÐks×k|Ñk|÷  lAñ  lAó  lCñ  ;Cð  DGð  :Hð HÜ˜f›+˜ h¬s°6·?±?×3FÑ3FÓ3HÓ/IÐ.JÈ*ÔUYÐZbÓUcÐTdð eØ—?‘?×&Ñ& v§¡Ó7×;Ñ;Ó=ÀÇÁ×@SÑ@SÓ@UÑUÐVYÐZð [Ü˜w›<˜.¨´°W×5EÑ5E×5IÑ5IÓ5KÓ1LÐ0MÈZÐX_×XhÑXh×XpÑXpÓXrÐWsð	uô	vñ BLÓLÂ¸2�R˜ B™¨(°2©,Ñ6Ò6Áˆ	ÐLÜ˜9Ó%ˆÜð Ü˜t›9˜+ X¬c°$·-±-×2CÑ2CÓ2EÓ.FÐ-Gð H&Ü&)¨$£i´#°h³-Ñ&?Ð%@À	Ü˜Ÿ™×)Ñ)Ó+Ó,¬s°8×3DÑ3D×3HÑ3HÓ3JÓ/KÑKÐLÈHðVô 	Wô
 ! Ó2ˆ
Ü�YŠY‹[ˆÜŸš¤d¬D°Ó,<¸jÈ&ÔRWÓX‰ˆˆr�2Ü�6˜$˜˜q¤§¢£¨rÑ!1°#Ð 6°oÄeÌBÏFÊFÐSUËJÏOÉOÓL]ÓF^Ð_bÐEcÐdÔeÜ�z‰z�~‰~˜g×&Ñ&Ü—7‘7—<‘<¤Ð(8¸¸¸cÐ&BÓCˆDÜ�JŠJ ×!1Ñ!1Ó!3¸2ÀRÔPTØ&0ÔTYÜ !§¡ñ.à/3ô5ô �x ˜vÐ&Ô'Ü—+’+˜e T¬$¨q©'¡]°B¸¼DÀ¹GÀVÓLˆØØ�;‰;˜&Ó Ü�J‰J×"Ñ"Ô$ä˜w¨
Ó3‰ˆˆuÜ  ¨)Ó4‰ˆ�ØˆÜ—•ˆAÜŸ��Ø�Ø (§¡Ö 0‘H�B˜Ü(¨¨W°R©[¸%ÀÈÁÐPQÐSWÓX�DØ!%�F˜2“Jñ !1ô
  !¨5Ü"¤2§7¢7¸F¿M¹M¼OÓ+LºO°q¨A¨c¬F¹OÑ+LÓ#MÓNÜ$¤R§W¢WÀÇÁÄÓ-PÂ¸1¨a°¬hÁÑ-PÓ%QÓRÜ$¤R§W¢WÀÇÁÄÓ-PÂ¸1¨a°¬hÁÑ-PÓ%QÓRÜ"¤2§7¢7¸F¿M¹M¼OÓ+LºO°q¨A¨c¬F¹OÑ+LÓ#MÓNÜ %¤b§g¢gÀ&Ç-Á-Ä/Ó.RÂ/¸Q¨q°¬yÁ/Ñ.RÓ&SÓ TñV�ð —‘ ×$ô "ñ ô % XÓ.‰ˆˆgÜÐ.¬t°G«}¨o¸TÀ$Ç+Á+ÀÈdÐSW×S]ÑS]ÐR^ð _ØŸ&™& ˜ U¨4¯8©8°C¨.¸¸d¿h¹hÀs¸^È3ÈtÏvÉvÐVYÈlð\ô 	]ô �:‰:�>‰>˜'×"Ñ"Ü ¨¨u°e¸T¿[¹[È$Ï*É*ÓUˆCÜ�v˜d˜V 3 s¨3¡x° n°E¸#¸e¹*ÀSÐ9IÈÈsÐSXÉzÐZ]ÐN^Ð^aÐbeÐfiÑbjÐknÐaoÐpÔqÙð   ¨Ð.Ø ¨Ð/ô!
ÑˆD�$˜ô   ¨¨t°T¸4¿;¹;ÈÏ
É
ÓSˆCØ�O‰OœDò 	?Ùð	?Ù"ð	?Ù*5ð	?Ü>CÀDÇKÁKÔ>Pð	?ÜX]Ð^b×^hÑ^hÔXið	?à�c’(ð	?à # E¢
ð	?à03°E²
ð	?à>AÀ#ºhð	?àMPÐQWÊ[ð	?ô ˜DŸF™F”mð	?ô .3°4·8±8¬_ð	?ô GLÈDÏHÉHÄoð	?ô  $ Gœ}ð		?ô
  #¤3 x£=Ô1ð	?ô
 ADÄCÈÃKÔ@Pð	?ô "¤# g£,Ô/ð	?ô  # 8×#4Ñ#4×#8Ñ#8Ó#:Ô;ð	?ô KNÈfÏoÉo×NaÑNaÓNcÔJdð	?ô " '×"2Ñ"2×"6Ñ"6Ó"8Ô9ð	?ñ ð	?ñ '+ð	?ñ 4>ð	?ô 	@ô ˜�v˜Q˜t˜f M°$·+±+°¸dÀ4Ç:Á:À,ð OØ˜c™( 3˜ u¨S°©Z¸Ð,<¸EÀ#ÀeÁ*ÈSÐAQÐQTÐUXÐY\ÑU]Ð^aÐTbÐbhÐilÐmsÑitÐuxÐhyð{÷ |ô!
ñC ôf �,Š,�}Ó
%€CÜ	�Š�hÓ	€BÜ‡K‚K”—‘—‘¤Ó$¨tÒ4Ø‡J�JŒx˜u€JÑ%Ø‡I�IŒc˜€IÑÜˆXÔØ—Z‘Z Ö'‰	ˆˆcØÒ0Ñ1×6Ñ6Ó8ˆÜ�2�d˜3�Z˜t A§C¡C¨ 9¨F°1·5±5¸°+¸VÀAÇEÁEÈ#À;ÈdÐST×SVÑSVÐWZÐR[Ð[bÐcd×ciÑciÐjmÐbnÐoÖpñ (ô ˆv”c�Uˆ^ÔÜˆv”h�ZÐ Õ!ùò[ 7ùÚ:ùò> MùòD ,MùÚ-PùÚ-PùÚ+LùÚ.Rs0   Çv+Ç8v0Õv5áv:âv?ãwäw	 åw"Ú__main__)6Ú__doc__r   r  Únumpyr+   ÚpandasrH   r   Úensemble_clf_transformer_v2r  Úensemble_clf_nestedre   Úscorer½   Ú
common_expr   r   r   Úcommonr   Ú	e1_switchr   rü   r   r	   r   r    ÚabspathÚ__file__ÚEXPrÏ   r"  r$  r  r!   rG   r	  r2   r  r  r   r¯   r'   rB   rR   r^   rr   r   r¬   r¶   rÄ   rß   rG  Ú__name__rÿ   rC   r&   Ú<module>rV     sD  ðñó@ 
Û ã Û Û ã 'Û Û ß 2Ñ 2Ý Ý ß 0à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø‡g�g‡l�l�3˜	 :Ð/JÓK€Ø�7‰7�<‰<˜˜Y¨
Ð4XÓY€Ø	‡w�w‡|�|�C˜Ð#:Ó;€Ø‡g�g‡l�l�3˜Ð'BÓC€Ø�G‰G�L‰L˜˜i¨Ð5LÓM€	à1€ÙˆB�J‰J�N‰N˜7 FÓ+Ó,€Ø‡e�e€òò*ò*	nò	òò+ò%ò@"ògò!òH}"ð@ ˆzÓÙ…Fð rC   