Ë
    ¨räjý?  ã                   óÐ  — d Z ddlZddlZddlZddlZddlZddlZ	ddl
ZddlZddlmZmZmZ ddlmZ ddlmZ ddlmZmZ ej2                  j5                  ej2                  j7                  e«      «      Zej2                  j=                  eddd	«      Zej2                  j=                  eddd
«      Z ej2                  j=                  edd«      Z!ej2                  j=                  edd«      Z"ej2                  j=                  eddd«      Z#dZ$ e%ejL                  jO                  dd«      «      Z(e	jR                  Z)d„ Z*d„ Z+d„ Z,d„ Z-d„ Z.d„ Z/d„ Z0d„ Z1d„ Z2d„ Z3d„ Z4e5dk(  r e4«        yy)aä  Retrain stem_ms96 under the competition leave-one-dataset-out subject split.

The finished stem_ms96 run (experiments/transformer_v2.log, family_stem_ms96) trained
on every trial of the four non-held-out competition datasets and chose p_stay / emission
scale on a whole inner dataset, then refit on all four datasets.

This script keeps that network, loss, seed, step count and feature pipeline, and changes
only the competition split:

  test        one competition dataset, every subject
  validation  one subject from each of the other four datasets
              (same RNG as direct_classifier.run_fold / results/research/no_decoder_splits.csv)
  train       the remaining trials of those four datasets

p_stay and emission scale are chosen on the four validation subjects only.
The scored network is the 1000-step EMA trained without those subjects (no refit).

Rows of the image protocol that have no stem_ms96 features, so they are not applied:

  Fuglsang2020     would be train on every fold, but the four DirectNet seeds saved
                   held-out competition logits only. Fold weights were not kept, and
                   there is no Fuglsang logit stream in the 4-seed feature space.
  SparrKULee       pretrain weights are DirectNet (models/pretrain_spk_direct_clf_w10_b3_s*.pt
                   under the decoder_lodo tree), already used as init_from of those seeds.
                   LogitTransformer cannot load them. SparrKULee has no eaP_n5_t60 cache
                   and no 4-seed logits, so its four validation subjects are not in this val set.
  AASD, Carta2026  true-switch evaluation outside LODO. Not scored here.

usage:
  STEPS=1000 python stem_ms96_image_split.py
  SMOKE=1 STEPS=40 FOLD=AVGC python stem_ms96_image_split.py
é    N)ÚCFGÚEXTERNAL_DATAÚrows_of)ÚDS_KEYS)Úexpand)Ú	aggregateÚfast_score_subjectÚresultsÚresearchzstem_ms96_image_split.csvz"stem_ms96_image_split_manifest.csvÚmodelsÚstem_ms96_image_splitÚexperimentszstem_ms96_image_split.logzno_decoder_splits.csv)Ú	stem_ms96Úmsé`   é@   é   Tg-Cëâ6J?ÚSTEPSÚ1000c                 ó   — t        | d¬«       t        j                  t        j                  j	                  t
        «      d¬«       t        t
        d«      5 }|j                  | dz   «       d d d «       y # 1 sw Y   y xY w)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     ú0/root/disk_3tb/eeg-thao/stem_ms96_image_split.pyÚlog_liner'   <   sL   € Ü	ˆ$�dÕÜ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�‰ús   ÁA4Á4A=c           	      óL  — t         j                  j                  t        d   t	        j
                  | «      z   «      }i }i }i }t        D ]Õ  }|| k(  rŒ	t        |«      }t        |j                  j                  «       «      }t        |j                  |«      «      }|||<   |j                  j                  «       |k(  }	|j                  |	df   j                  «       ||<   |j                  |	 df   j                  «       ||<   ||   r||   rŒÃt        d| › d|› d|› �«      ‚ |||fS )z[One validation subject per training dataset. Identical draws to direct_classifier.run_fold.ÚseedÚkeyzempty train/val split for held=z ds=z	 subject=)ÚnpÚrandomÚdefault_rngr   r   Úindexr   ÚsortedÚsubjectÚuniqueÚintÚchoiceÚto_numpyÚlocÚtolistÚRuntimeError)
ÚheldÚrngÚval_subjÚval_keysÚ
train_keysÚdsÚrowsÚsubjectsÚvsÚis_vals
             r&   Úcompetition_splitrB   C   s  € ä
�)‰)×
Ñ
¤ F¡¬g¯m©m¸DÓ.AÑ AÓ
B€CØ€HØ€HØ€JßˆØ�Š:ØÜ�r‹{ˆÜ˜$Ÿ,™,×-Ñ-Ó/Ó0ˆÜ�—‘˜HÓ%Ó&ˆØˆ�‰Ø—‘×&Ñ&Ó(¨BÑ.ˆØ—x‘x ¨ Ñ.×5Ñ5Ó7ˆ�‰ØŸ™ 6 '¨5 .Ñ1×8Ñ8Ó:ˆ
�2‰Ø˜Š| :¨b£>ÜÐ!@ÀÀÀdÈ2È$ÈiÐXZÐW[Ð\Ó]Ð]ð ð �Z Ð)Ð)ó    c                 óˆ  — t         j                  j                  t        «      sy t	        j
                  t        «      }||j                  | k(     }|j                  «       D ]`  \  }}||j                     }t        |j                  «      |k7  sŒ.t        d| › d|j                  › dt        |j                  «      › d|› �«      ‚ y )Nzval subject mismatch held=Ú z: csv z	 vs draw )r   r   ÚexistsÚ	SPLIT_CSVÚpdÚread_csvÚheld_outÚiterrowsÚtrain_dsr2   Úval_subjectr7   )r8   r:   ÚsavedÚ_ÚrowÚgots         r&   Úassert_matches_saved_splitrR   X   s¦   € Ü�7‰7�>‰>œ)Ô$ØÜ�K‰Kœ	Ó"€EØ�%—.‘. DÑ(Ñ)€EØ—.‘.Ö"‰ˆˆ3Ø�s—|‘|Ñ$ˆÜˆs�‰Ó 3Ó&ÜØ,¨T¨F°!°C·L±L°>ÀÌÈCÏOÉOÓH\ÐG]Ð]fÐgjÐfkÐlónð nñ #rC   c           
      ó  — i }| j                  «       D ]l  \  }}i ||<   |j                  «       D ]O  \  }}|D �cg c]  }|||   vsŒ|‘Œ }}|rt        d|› d|d d › �«      ‚|D �ci c]  }|||   |   “Œ c}||   |<   ŒQ Œn |S c c}w c c}w )Nzmissing features for z: é   )Úitemsr7   )	ÚfeatÚ
keys_by_dsÚoutÚfamilyÚtabler=   ÚkeysÚkÚmissings	            r&   Úfilter_featr^   d   sµ   € Ø
€CØŸ™ž‰ˆ�ØˆˆF‰Ø"×(Ñ(Ö*‰HˆB�Ù"&Ó=¡$˜Q¨!°5¸±9Ò*<’q $ˆGÐ=ÙÜ"Ð%:¸2¸$¸bÀÈÈ!ÀÀÐ#NÓOÐOÙ8<Ó=¹°1˜q %¨¡)¨A¡,™¸Ñ=ˆC�‰K˜ŠOñ	 +ð &ð €Jùò	 >ùò >s   ¸BÁBÁ%B	c                 óØ  — g }| j                  «       D ]Á  \  }}t        j                  d   |   }t        |«      j	                  d«      }|D ]‡  }||   }t        |j                  |df   «      }t        |j                  |df   «      }	|j                  t        ||||	t        t        |«      «      t        |dk(  j                  «       «      ¬«      «       Œ‰ ŒÃ t        j                  |«      S )NÚattr*   r0   Úsubj_uidr   )Údatasetr*   r0   ra   Ún_framesÚpos_rate)rU   ÚNÚGr   Ú	set_indexr2   r5   ÚstrÚappendÚdictÚlenÚfloatÚmeanrH   Ú	DataFrame)
rW   r>   r=   r[   r`   r.   r*   ÚyÚsubÚuids
             r&   Útrial_statsrr   p   sÎ   € Ø€DØ×$Ñ$Ö&‰ˆˆDÜ�c‰c�%‰j˜‰nˆÜ˜“×%Ñ% eÓ,ˆÛˆCØ�C‘ˆAÜ�e—i‘i  Y Ñ/Ó0ˆCÜ�e—i‘i  Z Ñ0Ó1ˆCØ�K‰Kœ R¨S¸#ÈÜ&)¬#¨a«&£k¼EÀ1ÈÁ6Ç-Á-Ã/Ó<RôTõ Uñ	 ð 'ô �<‰<˜ÓÐrC   c           
      ó°  — g }|j                  «       D ]{  \  }}t        j                  d   |   }|D ][  }t        j                  | |   |   t        j
                  «      }|j                  |t        j                  ||   dk(  dd«      z  «       Œ] Œ} t        j                  |«      }t        |j                  «       «      t        |j                  «       «      fS )Nr`   r   ç      ð?ç      ð¿)rU   re   rf   r+   ÚasarrayÚfloat64ri   ÚwhereÚconcatenaterl   rm   Ústd)	ÚstreamsrW   Úpartsr=   r[   r`   r*   ÚdÚAs	            r&   Úemis_onr   ~   s«   € Ø€EØ×$Ñ$Ö&‰ˆˆDÜ�c‰c�%‰j˜‰nˆÛˆCÜ—
‘
˜7 2™; sÑ+¬R¯Z©ZÓ8ˆAØ�L‰L˜œRŸX™X c¨#¡h°!¡m°S¸$Ó?Ñ?Õ@ñ ð 'ô
 	�‰�uÓ€AÜ�—‘“‹?œE !§%¡%£'›NÐ*Ð*rC   c                 ó~  — t        |«      }i }t        j                  d   }t        j                  d   |    D ]¨  }|d   |vrŒt        j                  t	        j
                  ||d      t        j                  «      |||«      }	t        |	j                  t        j                  «      |d   ||d   |d   «      }
|j                  |d   g «      j                  |
|d   f«       Œª |st        d	| › �«      ‚g }|j                  «       D ]Ò  }t	        j                  |D ��cg c]  \  }}|‘Œ	 c}}«      }t	        j                  |D ��cg c]  \  }}|‘Œ	 c}}«      }t	        j                  t        |«      D ���cg c]6  \  }\  }}t	        j                  t!        |«      |t        j"                  «      ‘Œ8 c}}}«      }|j                  t%        |||d
¬«      «       ŒÔ t'        |«      }i }t        j                  d   |    }t        j                  d   |    D ]e  }|d   |vrŒ||d      }t	        j(                  ||d      d d d…   dk(  dd«      }|j                  |d   g «      j                  |d d d…   |z  «       Œg t+        t	        j,                  |j                  «       D �cg c]-  }t	        j.                  t	        j                  |«      dkD  «      ‘Œ/ c}«      «      }t1        t+        |d   «      t+        |d   «      t+        |d   «      t+        |d   «      |t!        |«      ¬«      S c c}}w c c}}w c c}}}w c c}w )NÚ	lookaheadÚprepr*   Út_endÚTÚguessÚsubjÚgtzno scored subjects in é€   )Úfsr`   é   r   rt   ru   ÚHÚAccÚSDTÚL)r‹   rŒ   r�   rŽ   Úacc1Ú
n_subjects)Úsetre   rf   Úinteg_nbr+   Úascontiguousarrayrw   r   ÚastypeÚ
setdefaultri   r7   Úvaluesry   Ú	enumerateÚfullrk   Úint64r	   r   rx   rl   Úmedianrm   rj   )r=   ÚdmapÚmuÚsdÚp_stayr[   Úperr�   ÚitemÚdecÚlabsÚresÚlstr   rO   ÚpredÚbr‡   ÚiÚtrialÚper_accr`   r}   ÚsgnÚvr�   s                             r&   Úevaluate_keysr¬   ‰   sÌ  € Üˆt‹9€DØ
€CÜ—‘�KÑ €IÜ—‘�F‘˜B”ˆØ�‰;˜dÑ"ØÜ�j‰jœ×-Ñ-¨d°4¸±;Ñ.?ÄÇÁÓLÈfÐVXÐZ\Ó]ˆÜ�c—j‘j¤§¡Ó,¨d°7©m¸YÈÈSÉ	ÐSWÐX_ÑS`ÓaˆØ�‰�t˜F‘| RÓ(×/Ñ/°°t¸D±zÐ0BÕCð  ñ ÜÐ3°B°4Ð8Ó9Ð9Ø
€CØ�z‰zŽ|ˆÜ�~‰~©SÔ1©S¡T Q¨šq¨SÒ1Ó2ˆÜ�^‰^©3Ô/©3¡4 1 ašQ¨3Ò/Ó0ˆÜ—‘ÌiÐX[ÌnÕ]ÉnÁÀÁFÀQÈ¤§¡¬¨A«°´2·8±8Õ <ÈnÓ]Ó^ˆØ�
‰
Ô% d¨B°¸#Ô>Õ?ð	 ô
 	�#‹€AØ€GÜ
�#‰#ˆe‰*�R‰.€CÜ—‘�F‘˜B”ˆØ�‰;˜dÑ"ØØ��e‘ÑˆÜ�h‰h�s˜4 ™;Ñ'©¨!¨Ñ,°Ñ1°3¸Ó=ˆØ×Ñ˜4 ™<¨Ó,×3Ñ3°A±c¸°c±F¸S±LÕAð  ô ”—‘ÀGÇNÁNÔDTÓUÑDT¸qœBŸG™G¤B§N¡N°1Ó$5¸Ñ$9Õ:ÐDTÑUÓVÓW€DÜ”%˜˜#™“-¤U¨1¨U©8£_¼%ÀÀ%Á»/ÌUÐSTÐUXÑSYË]ÐaeÜ˜s›8ô%ð %ùó 2ùÛ/ùÜ]ùò Vs   ÄL'ÅL-Å5;L3Ê 2L:c                 óð   — t        j                  | «      }||j                  t        k\     }t	        |«      r|n|}|j                  g d¢g d¢¬«      j                  d   }|t        t	        |«      dkD  «      fS )N)r‹   rŒ   r�   )FFT)Ú	ascendingr   )rH   rn   rŒ   ÚTHRrk   Úsort_valuesÚilocr2   )r>   ÚdfÚokÚsrcÚbests        r&   Úpick_settingr¶   ©   sg   € Ü	�‰�dÓ	€BØ	ˆB�F‰F”c‰MÑ	€BÜ�B”‰"˜R€CØ�?‰?Ò.Ò:Nˆ?ÓO×TÑTÐUVÑW€DØ””S˜“W˜q‘[Ó!Ð!Ð!rC   c           
      óØ  — t        j                  | «      }t        j                  ||t         j                  d   |||z  ft        |«      ¬«      }||   j                  «       D ��	ci c]  \  }}	||	d   |	d   z
  “Œ }
}}	t        ||
|||z  t        |«      t        |
«      «      d   }t        t        |d   «      t        |d   «      t        |d   «      t        |d	   «      |¬
«      S c c}	}w )Nr�   )Úemisrž   Úr0Úr1r�   r‹   rŒ   r�   rŽ   ©r‹   rŒ   r�   rŽ   r�   )
re   Úto_evÚSÚscore_datasetrf   rl   rU   r¬   Úlistrj   )r{   r8   rœ   r�   rž   ÚscaleÚevÚrr\   Úer›   r�   s               r&   Úofficial_testrÄ   ±   sØ   € Ü	
�‰�Ó	€BÜ	�‰˜˜b¤!§#¡# kÑ"2¸"¸bÀ5¹jÐ9IÔRWÐX^ÓR_Ô`€AØ-/°©X¯^©^Ô-=Ô>Ñ-=¡T Q¨ˆAˆq�‰w˜˜4™Ñ Ñ Ð-=€DÑ>Ü˜˜t R¨¨e©´U¸6³]ÄDÈÃJÓOÐPVÑW€DÜ”%˜˜#™“-¤U¨1¨U©8£_¼%ÀÀ%Á»/ÌUÐSTÐUXÑSYË]ÐaeÔfÐfùó ?s   Á%C&c                  ó�  — g } t         j                  j                  t        ddd«      }t         j                  j	                  |«      rst        j                  |«      }| j                  d|j                  j                  «       › dt        |«      › dt        |j                  j                  «       «      › d�«       n| j                  d«       t         j                  j                  t        d	dd
«      }t         j                  j	                  |«      rØt        j                  |«      }t        |j                  D �ch c]  }t!        |«      j#                  d«      d   ’Œ! c}«      }t        t$        j&                  j)                  d«      j+                  |dd¬«      j-                  «       «      }| j                  d|j                  j                  «       › dt        |«      › d|› d�«       n| j                  d«       dD ]¬  }t         j                  j                  t        |dd«      }t         j                  j	                  |«      s| j                  |› d�«       Œ]t        j                  |«      }| j                  |› d|j                  j                  «       › dt        |«      › d�«       Œ® d}	t/        d«      D �
cg c]  }
d|
› d�‘Œ
 }}
|D �cg c]B  }t         j                  j	                  t         j                  j                  |	|«      «      sŒA|‘ŒD }}| j                  dt        |«      › d|› d�«       | S c c}w c c}
w c c}w )zCCounts from converted indexes. These corpora are not stem features.ÚFuglsang2020Úcachez	index.csvzFuglsang2020 index: z subjects, z trials, sum n32=z6 (32 Hz samples). Not in stem train: no 4-seed logits.zFuglsang2020 index missingÚ
SparrKULeezindex_mat_reac.csvrO   é   iÒ  rŠ   F)ÚreplacezSparrKULee index: z5 runs. pretrain val ids by rng 1234 (not used here): z;. cache has mat_reac only, no eaP_n5_t60, no 4-seed logits.zSparrKULee index missing)ÚAASDÚ	Carta2026z index missingz index: z5 trials. Outside LODO; stem_ms96 is not scored on it.zX/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/modelsÚ pretrain_spk_direct_clf_w10_b3_sú.ptz/SparrKULee DirectNet pretrain weights present (z/4): zX. Used already as init_from of the four logit seeds. Not loadable into LogitTransformer.)r   r   Újoinr   rF   rH   rI   ri   r0   Únuniquerk   r2   Ún32Úsumr/   r*   rh   Úsplitr+   r,   r-   r3   r6   Úrange)ÚlinesÚfugr²   Úspkr\   ÚidsÚchosenÚnamer   Úprer§   ÚweightsÚwÚpresents                 r&   Úexternal_inventoryrß   ¹   sº  € à€EÜ
�'‰'�,‰,”} n°g¸{Ó
K€CÜ	‡w�w‡~�~�cÔÜ�[‰[˜ÓˆØ�‰Ð+¨B¯J©J×,>Ñ,>Ó,@Ð+AÀÌSÐQSËWÈIð V Ü # B§F¡F§J¡J£LÓ 1Ð2Ð2hðjõ 	kð 	�‰Ð1Ô2Ü
�'‰'�,‰,”} l°GÐ=QÓ
R€CÜ	‡w�w‡~�~�cÔÜ�[‰[˜ÓˆÜ°B·F²FÓ;±F¨q”c˜!“f—l‘l 3Ó'¨Ó*°FÑ;Ó<ˆÜœŸ	™	×-Ñ-¨dÓ3×:Ñ:¸3ÀÈ5Ð:ÓQ×XÑXÓZÓ[ˆØ�‰Ð)¨"¯*©*×*<Ñ*<Ó*>Ð)?¸{Ì3ÈrË7È)ð TFØFLÀXð NQðRõ 	Sð 	�‰Ð/Ô0Û%ˆÜ�w‰w�|‰|œM¨4°¸+ÓFˆÜ�w‰w�~‰~˜dÔ#Ø�L‰L˜D˜6 Ð0Ô1ØÜ�[‰[˜ÓˆØ�‰˜�v˜X b§j¡j×&8Ñ&8Ó&:Ð%;¸;ÄsÈ2ÃwÀið PDð Eõ 	Fð &ð e€CÜBGÈÄ(ÓKÁ(¸QÐ1°!°°CÒ8À(€GÐKÙ!ÓJ™'�Q¤R§W¡W§^¡^´B·G±G·L±LÀÀaÓ4HÕ%IŠq˜'€GÐJØ	‡L�LÐBÄ3ÀwÃ<À.ÐPUÐV]ÐU^ð _jð kô là€Lùò) <ùò  LùÚJs   Ä9$L9Ê:L>ËAMÌMc                  ó  — t        j                  t         j                  j                  «       rdnd«      } t        j
                  j                  d«      rt        t        d«      j                  «        nVt	        j                  t        j                  j                  t        «      d¬«       t        t        d«      j                  «        t        d| › d	t        › d
t        j                   › dt        j"                  › dt$        › �
«       t        d«       t'        «       D ]  }t        |«       Œ dt         j(                  j                  j*                  _        dt         j(                  j.                  _        t1        j2                  «        t1        j4                  «       }t7        t9        j:                  |D �cg c]
  }|d   d   ‘Œ c}«      «      }t7        t9        j:                  |D �cg c]
  }|d   d   ‘Œ c}«      «      }t        d|d›d|d›�«       t=        |dz
  «      dkD  st=        |dz
  «      dkD  rt?        d«      ‚t        j@                  | «       t        jB                  «       }t	        j                  tD        d¬«       t        j
                  j                  dd«      jG                  «       }|r|gntI        tJ        «      }|r|tJ        vrtM        d|› �«      ‚g }	g }
|D �	]4  }tO        |«      \  }}}tQ        ||«       tS        |«      jT                  jW                  «       }tY        |«      }tY        |«      }tY        ||i«      }d|fd|fd|ffD ]H  \  }}|j[                  «       D ]0  \  }}|	j]                  t_        df||d œ|ja                  «       ¤Ž«       Œ2 ŒJ t        d!|› d"tc        |«      › d#te        |jf                  ji                  «       «      › d$|jj                  jm                  «       › d%|jn                  jq                  |jf                  «      ji                  «       |jf                  ji                  «       z  d›d&tc        |«      › d#te        |jf                  ji                  «       «      › d$t_        |«      › d%|jn                  jq                  |jf                  «      ji                  «       |jf                  ji                  «       z  d›d'tc        |«      › d#te        |jf                  ji                  «       «      › d$|jj                  jm                  «       › �«       |D �ci c]  }|||   ||   z   “Œ }}tY        |«      }t        d(tc        |«      › d#te        |jf                  ji                  «       «      › d)tc        |«      tc        |«      z
  › d*te        |jf                  ji                  «       «      te        |jf                  ji                  «       «      z
  › d+�	«       ts        ||«      }tu        jt                  «       }t        jv                  t$        tI        |«      || t        «      \  }}}t        d,|› d-tu        jt                  «       |z
  d.›d/t7        t9        j<                  |«      j;                  «       «      d›�«       t        j
                  j                  d«      syt        j                  jy                  tD        d0|› d1�«      }t        jz                  |j}                  «       ||t$        ||t        t        j"                  d2œ|«       t        d3|› �«       t        j~                  ||t$        d      ||t$        d4   | «      } ~| j€                  dk(  rt         j                  jƒ                  «        t…        | |«      \  }!}"t…        | |«      \  }#}$g }%t        j†                  D �]™  }&t        jˆ                  D �]‚  }'i }(|j‹                  «       D ]   \  }})t�        || |   |!|"|'z  |&|)«      }*|*|(|<   Œ" t_        |&|'t7        t9        j:                  |(j�                  «       D �+cg c]  }+|+d   ‘Œ	 c}+«      «      t7        t9        j:                  |(j�                  «       D �+cg c]  }+|+d   ‘Œ	 c}+«      «      t7        t9        j:                  |(j�                  «       D �+cg c]  }+|+d5   ‘Œ	 c}+«      «      t7        t9        j:                  |(j�                  «       D �+cg c]  }+|+d6   ‘Œ	 c}+«      «      t7        t9        j:                  |(j�                  «       D �+cg c]  }+|+d7   ‘Œ	 c}+«      «      ¬8«      },|%j]                  |,«       �Œ… �Œœ t‘        |%«      \  }-}.t        d9t“        |.«      › d:|-j”                  › d;|-j–                  › d<|-j˜                  d›d=|-jš                  d›d>|-jœ                  d›d?|-jž                  d@›�«       t        j
                  j                  d«      rPt¡        | ||!|"|-j”                  |-j–                  «      }/t        dA|› dB|/d   d›d=|/d   d›d>|/d5   d›d?|/d6   d@›�
«        y dC|!|"fdD|#|$ffD �]å  \  }}0}1t¡        | ||0|1|-j”                  |-j–                  «      }/|
j]                  t_        dfi dE|“dF|“dGdH“dIt7        |-j”                  «      “dJt7        |-j–                  «      “d|/d   “d|/d   “d5|/d5   “d6|/d6   “d7|/d7   “dKt7        |-j˜                  «      “dLt7        |-jš                  «      “dMt7        |-jœ                  «      “dNt“        |.«      “dOte        tc        |«      «      “dPte        tc        |«      «      “dQte        tc        |«      «      “dRte        |jf                  ji                  «       «      “dSte        |jf                  ji                  «       «      “dTte        |jf                  ji                  «       «      “dU|0“dV|1“dWdX“Ž«       t        |› d-|› dY|-j”                  › d;|-j–                  › dZ|/d   d›d=|/d   d›d>|/d5   d›d?|/d6   d@›d[|/d7   d@›�«       �Œè �	Œ7 t£        j¤                  |	«      }2t£        j¤                  |
«      }3t	        j                  t        j                  j                  t¦        «      d¬«       |2j©                  tª        d\¬]«       |3j©                  t¦        d\¬]«       t        d^«       |3j­                  dE«      D ]o  \  }}4|4g d_¢   j;                  «       }5t        d`|da›dZ|5j˜                  d›d|5jš                  d›db|5jœ                  d›dc|5jž                  d@›dd|5j®                  d@›�«       Œq t        det¦        › �«       t        detª        › �«       y c c}w c c}w c c}w c c}+w c c}+w c c}+w c c}+w c c}+w )gNÚcudaÚcpuÚSMOKEr   Tr   rÝ   zdevice z  steps z  batch z  seed z  cfg z¬protocol: LODO test = 1 competition dataset; val = 1 subject x 4 train datasets; train = remaining competition trials. Fuglsang/SparrKULee/AASD/Carta are not stem features.rÉ   r‹   rŒ   zreproduced lda4 @ 0.998  H z.4fz  Acc z.2fg°rh‘í|é?gü©ñÒMb@?gq=
×£@R@g{®Gáz”?z>baseline reproduction does not match the published LDA numbersÚFOLDÚ zunknown FOLD ÚtrainÚvalÚtest)rJ   Úrolezfold z: train trials z frames z
 subjects z pos z | val trials z | test trials zF  vs previous stem refit (all 4 datasets, no subject holdout): trials z (this train drops z	 trials, z frames)z  fit rE   z.0fzs  norm-mu-abs zstem_ms96__held-rÎ   )Ústaterœ   r�   Úcfgr<   rM   Ústepsr)   z  wrote r   r�   rŽ   r�   )rž   rÀ   r‹   rŒ   r�   rŽ   r�   z  val select reached_acc74=z  p z sc z  val H z Acc z SDT z L z.3fzsmoke z H Úimage_train_emisÚimage_all4_emisré   r=   Úmodelr   rž   rÀ   Úval_HÚval_AccÚval_SDTÚval_reached_74Ún_train_trialsÚn_val_trialsÚn_test_trialsÚn_train_framesÚn_val_framesÚn_test_framesÚemis_muÚemis_sdÚscorerÚofficialz stem_ms96 p z  H z acc1 F)r.   zmeans:r»   z  Ú20sz  SDT z  L z  acc1 zwrote © )XÚtorchÚdevicerá   Úis_availabler   ÚenvironÚgetr"   r!   Úcloser   r   r    r'   r   ÚVÚBATCHÚ
TRAIN_SEEDÚSTEMrß   ÚbackendsÚmatmulÚ
allow_tf32Úcudnnre   Úload_allÚcheck_fast_matches_officialrl   r+   rm   Úabsr7   Úassert_causalÚbuild_featuresÚCKPTÚstripr¿   r   Ú
SystemExitrB   rR   r   r*   r6   rr   rK   ri   rj   Úto_dictrk   r2   rc   rÒ   ra   rÐ   rd   Úmulr^   ÚtimeÚtrain_modelrÏ   ÚsaveÚ
state_dictÚ	infer_allÚtypeÚempty_cacher   ÚP_STAYÚSCALESrU   r¬   r–   r¶   Úboolrž   rÀ   r‹   rŒ   r�   rŽ   rÄ   rH   rn   ÚOUTÚto_csvÚMANIFESTÚgroupbyr�   )6r  ÚlineÚchecksÚcÚbase_HÚbase_AccrV   ÚonlyÚheldsÚmanifest_rowsÚout_rowsr8   r:   r<   r;   Ú	test_keysÚtrain_dfÚval_dfÚtest_dfré   ÚframerO   rÂ   r=   Ú	all4_keysÚall4Ú
train_featÚt0rï   rœ   r�   r   r{   Úmu_trÚsd_trÚmu_allÚsd_allÚval_rowsÚprÀ   Úmergedr[   Úpartr«   Úrecrµ   ÚreachedÚoffÚmu_eÚsd_eÚmanr²   rp   Úms6                                                         r&   ÚmainrG  Ý   sþ  € Ü�\‰\¤E§J¡J×$;Ñ$;Ô$=™&À5ÓI€FÜ	‡z�z‡~�~�gÔÜŒS�#‹×ÑÕä
�‰”B—G‘G—O‘O¤CÓ(°4Õ8ÜŒS�#‹×ÑÔÜˆw�v�h˜h¤u g¨X´a·g±g°Y¸gÄaÇlÁlÀ^ÐSYÔZ^ÐY_Ð`ÔaÜð kô lä"Ö$ˆÜ��ð %à,0„E‡N�N×Ñ×ÑÔ)Ø&*„E‡N�N×ÑÔ#Ü‡J�J„LÜ×*Ñ*Ó,€FÜ”2—7‘7©vÓ6©v¨!˜A˜a™D ›I¨vÑ6Ó7Ó8€FÜ”R—W‘W±6Ó:±6¨a˜a ™d 5›k°6Ñ:Ó;Ó<€HÜÐ*¨6°#¨,°f¸XÀc¸NÐKÔLÜ
ˆ6�F‰?Ó˜dÒ"¤c¨(°UÑ*:Ó&;¸dÒ&BÜÐ[Ó\Ð\Ü‡O�O�FÔÜ×ÑÓ€DÜ‡K�K”˜tÕ$ä�:‰:�>‰>˜& "Ó%×+Ñ+Ó-€DÙˆT‰F¤¤W£€EÙ�œGÑ#Ü˜=¨¨Ð/Ó0Ð0à€MØ€HÜˆÜ):¸4Ó)@Ñ&ˆ�*˜hÜ" 4¨Ô2Ü˜D“M×%Ñ%×,Ñ,Ó.ˆ	Ü˜zÓ*ˆÜ˜XÓ&ˆÜ˜t YÐ/Ó0ˆØ$ hÐ/°%¸°À6È7ÐBSÓT‰KˆD�%ØŸ™Ö(‘��1Ø×$Ñ$¤TÐ%R°4¸dÑ%RÀaÇiÁiÃkÑ%RÕSñ )ð Uô 	Ø�D�6˜¬¨X«¨°xÄÀH×DUÑDU×DYÑDYÓD[Ó@\Ð?]ð ^Ø ×)Ñ)×1Ñ1Ó3Ð4°E¸(×:KÑ:K×:OÑ:OÐPX×PaÑPaÓ:b×:fÑ:fÓ:hÐks×k|Ñk|÷  lAñ  lAó  lCñ  ;Cð  DGð  :Hð HÜ˜f›+˜ h¬s°6·?±?×3FÑ3FÓ3HÓ/IÐ.JÈ*ÔUYÐZbÓUcÐTdð eØ—?‘?×&Ñ& v§¡Ó7×;Ñ;Ó=ÀÇÁ×@SÑ@SÓ@UÑUÐVYÐZð [Ü˜w›<˜.¨´°W×5EÑ5E×5IÑ5IÓ5KÓ1LÐ0MÈZÐX_×XhÑXh×XpÑXpÓXrÐWsð	uô	vñ BLÓLÁ¸2�R˜ B™¨(°2©,Ñ6Ñ6Àˆ	ÐLÜ˜9Ó%ˆÜð Ü˜t›9˜+ X¬c°$·-±-×2CÑ2CÓ2EÓ.FÐ-Gð H&Ü&)¨$£i´#°h³-Ñ&?Ð%@À	Ü˜Ÿ™×)Ñ)Ó+Ó,¬s°8×3DÑ3D×3HÑ3HÓ3JÓ/KÑKÐLÈHðVô 	Wô
 !  zÓ2ˆ
Ü�Y‰Y‹[ˆÜŸ™¤d¬D°Ó,<¸jÈ&ÔRWÓX‰ˆˆr�2Ü�6˜$˜˜q¤§¡£¨rÑ!1°#Ð 6°oÄeÌBÏFÉFÐSUËJÏOÉOÓL]ÓF^Ð_bÐEcÐdÔeÜ�z‰z�~‰~˜gÔ&Ü—7‘7—<‘<¤Ð(8¸¸¸cÐ&BÓCˆDÜ�J‰J ×!1Ñ!1Ó!3¸2ÀRÔPTØ&0ÀÔTYÜ !§¡ñ.à/3ô5ô �x ˜vÐ&Ô'Ü—+‘+˜e T¬$¨q©'¡]°B¸¼DÀ¹GÀVÓLˆØØ�;‰;˜&Ò Ü�J‰J×"Ñ"Ô$ä˜w¨
Ó3‰ˆˆuÜ  ¨)Ó4‰ˆ�ØˆÜ—•ˆAÜŸ��Ø�Ø (§¡Ö 0‘H�B˜Ü(¨¨W°R©[¸%ÀÈÁÐPQÐSWÓX�DØ!%�F˜2’Jð !1ô
  !¨5Ü"¤2§7¡7¸F¿M¹M¼OÓ+L¹O°q¨A¨c«F¸OÑ+LÓ#MÓNÜ$¤R§W¡WÀÇÁÄÓ-PÁ¸1¨a°«hÀÑ-PÓ%QÓRÜ$¤R§W¡WÀÇÁÄÓ-PÁ¸1¨a°«hÀÑ-PÓ%QÓRÜ"¤2§7¡7¸F¿M¹M¼OÓ+L¹O°q¨A¨c«F¸OÑ+LÓ#MÓNÜ %¤b§g¡gÀ&Ç-Á-Ä/Ó.RÁ/¸Q¨q°«yÀ/Ñ.RÓ&SÓ TôV�ð —‘ Ö$ò "ð ô % XÓ.‰ˆˆgÜÐ.¬t°G«}¨o¸TÀ$Ç+Á+ÀÈdÐSW×S]ÑS]ÐR^ð _ØŸ&™& ˜ U¨4¯8©8°C¨.¸¸d¿h¹hÀs¸^È3ÈtÏvÉvÐVYÈlð\ô 	]ô �:‰:�>‰>˜'Ô"Ü ¨¨u°e¸T¿[¹[È$Ï*É*ÓUˆCÜ�v˜d˜V 3 s¨3¡x° n°E¸#¸e¹*ÀSÐ9IÈÈsÐSXÉzÐZ]ÐN^Ð^aÐbeÐfiÑbjÐknÐaoÐpÔqÙð   ¨Ð.Ø ¨Ð/ô!
ÑˆD�$˜ô   ¨¨t°T¸4¿;¹;ÈÏ
É
ÓSˆCØ�O‰OœDò 	?Ùð	?Ù"ð	?Ù*5ð	?Ü>CÀDÇKÁKÔ>Pð	?ÜX]Ð^b×^hÑ^hÔXið	?à�c’(ð	?à # E¢
ð	?à03°E²
ð	?à>AÀ#ºhð	?àMPÐQWÊ[ð	?ô ˜DŸF™F”mð	?ô .3°4·8±8¬_ð	?ô GLÈDÏHÉHÄoð	?ô  $ Gœ}ð		?ô
  #¤3 x£=Ô1ð	?ô
 ADÄCÈÃKÔ@Pð	?ô "¤# g£,Ô/ð	?ô  # 8×#4Ñ#4×#8Ñ#8Ó#:Ô;ð	?ô KNÈfÏoÉo×NaÑNaÓNcÔJdð	?ô " '×"2Ñ"2×"6Ñ"6Ó"8Ô9ð	?ñ ð	?ñ '+ð	?ñ 4>ð	?ô 	@ô ˜�v˜Q˜t˜f M°$·+±+°¸dÀ4Ç:Á:À,ð OØ˜c™( 3˜ u¨S°©Z¸Ð,<¸EÀ#ÀeÁ*ÈSÐAQÐQTÐUXÐY\ÑU]Ð^aÐTbÐbhÐilÐmsÑitÐuxÐhyð{ö |ò!
ðC ôf �,‰,�}Ó
%€CÜ	�‰�hÓ	€BÜ‡K�K”—‘—‘¤Ó$¨tÕ4Ø‡J�JŒx˜u€JÔ%Ø‡I�IŒc˜€IÔÜˆXÔØ—Z‘Z Ö'‰	ˆˆcØÒ0Ñ1×6Ñ6Ó8ˆÜ�2�d˜3�Z˜t A§C¡C¨ 9¨F°1·5±5¸°+¸VÀAÇEÁEÈ#À;ÈdÐST×SVÑSVÐWZÐR[Ð[bÐcd×ciÑciÐjmÐbnÐoÕpð (ô ˆv”c�Uˆ^ÔÜˆv”h�ZÐ Õ!ùò[ 7ùÚ:ùò> MùòD ,MùÚ-PùÚ-PùÚ+LùÚ.Rs0   Æ5u Ç'u%Ô$u*àu/áu4âu9ãu> äv"Ú__main__)6Ú__doc__r   r  Únumpyr+   ÚpandasrH   r   Úensemble_clf_transformer_v2r  Úensemble_clf_nestedre   Úscorer½   Ú
common_expr   r   r   Úcommonr   Ú	e1_switchr   rü   r   r	   r   r    ÚabspathÚ__file__ÚEXPrÏ   r"  r$  r  r!   rG   r	  r2   r  r  r   r¯   r'   rB   rR   r^   rr   r   r¬   r¶   rÄ   rß   rG  Ú__name__rÿ   rC   r&   Ú<module>rV     sD  ðñó@ 
Û ã Û Û ã 'Û Û ß 2Ñ 2Ý Ý ß 0à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø‡g�g‡l�l�3˜	 :Ð/JÓK€Ø�7‰7�<‰<˜˜Y¨
Ð4XÓY€Ø	‡w�w‡|�|�C˜Ð#:Ó;€Ø‡g�g‡l�l�3˜Ð'BÓC€Ø�G‰G�L‰L˜˜i¨Ð5LÓM€	à1€ÙˆB�J‰J�N‰N˜7 FÓ+Ó,€Ø‡e�e€òò*ò*	nò	òò+ò%ò@"ògò!òH}"ð@ ˆzÒÙ…Fð rC   