Ë
    ?„Üj‹%  ã                   ó¦  — d Z ddlZddlZddlZddlZddlZddlZddl	Z
ddlZddlZej                  j!                  ej                  j#                  e«      «      Zej                  j)                  edd«      Zej                  j)                  eddd«      Zej                  j)                  ed«      Zd	Zd
Zd„ Zd„ Zd„ Zd„ Zd„ Zd„ Zdd„Z d„ Z!d„ Z"y)a  Train ensemble_clf_transformer_v2 on data/cnd + Broderick2018 + Fuglsang2020
and score the held-out real-switch sets AASD and Carta2026.

The four recipes and the training step count are the script defaults (STEPS,
default 800; BATCH, default 512). Nested leave-one-dataset-out is not repeated:
the requested test sets are AASD and Carta2026, so each recipe is fit once on
the pooled training tables. HMM p_stay / scale are reported on the script grid.
The headline point is the pre-specified pair used by the original acc74
selection for this architecture (p_stay 0.994, scale 0.8), chosen without
looking at AASD or Carta2026.

usage (from this directory):
  python ensemble_clf_transformer_v2.py --mode external
  python ensemble_clf_transformer_v2.py --mode external --stage test
é    NÚmodelsÚlogit_tf_v2_externalÚresultsÚresearchz(ensemble_clf_transformer_v2_external.csvzemissions.json)g+‡ÙÎï?gš™™™™™é?g      è?c           
      ó¤  — g }| j                  «       D ]s  \  }}||   }|j                  «       D ]V  \  }}|j                  t        j                  |t        j                  «      t        j
                  ||   dk(  dd«      z  «       ŒX Œu t        j                  |«      }t         |j                  «       «      t         |j                  «       «      fS )Nr   g      ð?g      ð¿)
ÚitemsÚappendÚnpÚasarrayÚfloat64ÚwhereÚconcatenateÚfloatÚmeanÚstd)	ÚstreamsÚattÚpartsÚdsÚtableÚlabelsÚkeyÚdÚAs	            úh/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/eeg-thao_unzipped/eeg-thao/external_train_v2.pyÚ	emissionsr   $   s£   € Ø€EØ—]‘]–_‰	ˆˆEØ�R‘ˆØ—k‘k–m‰FˆC�Ø�L‰LœŸ™ A¤r§z¡zÓ2´R·X±X¸fÀS¹kÈQÑ>NÐPSÐUYÓ5ZÑZÕ[ñ $ð %ô 	�‰�uÓ€AÜ��—‘“‹?œE % !§%¡%£'›NÐ*Ð*ó    c                 ó®  — i }| j                  «       D ]¿  \  }}||   }t        j                  |t        j                  «      }t	        |«      t	        |d   «      k7  r(t        |› dt	        |«      › dt	        |d   «      › �«      ‚t        |t        j                  t	        |«      t        j                  «      |d   |d   |d   |d   |d   ¬«      ||<   ŒÁ |S )	NÚt_endz: prediction z
 != t_end r   Úatt128Ún128Úsubject)Úr0Úr1r   r   r    r!   r"   )r   r
   r   r   ÚlenÚRuntimeErrorÚdictÚzeros)ÚstreamÚmetaÚevr   r   Úms         r   Úpack_evr-   .   sÄ   € Ø	€BØ—,‘,–.‰ˆˆQØ�‰IˆÜ�J‰J�qœ"Ÿ*™*Ó%ˆÜˆq‹6”S˜˜7™“_Ò$Ü #  m´C¸³F°8¸:ÄcÈ!ÈGÉ*ÃoÐEVÐWÓXÐXÜ˜!¤§¡¬¨Q«´·±Ó <À!ÀEÁ(ÐRSÐT[ÑR\Ø ™k°°&±	À1ÀYÁ<ôQˆˆ3Šð !ð €Ir   c                 óò  — g }t        ||«      }t        j                  |«      }t        j                  D ]À  }t        j
                  D ]«  }	t        j                  «       }
t        j                  |||t        |	«      z  t        |«      t        «      }t        d| t        |«      t        |	«      t        ||	ft        k(  «      |d   |d   t        j                  «       |
z
  dœ|¤Ž}|j                  |«       Œ­ ŒÂ |S )NÚacc1Úsnr1)ÚmodelÚp_stayÚscaleÚpresetr/   r0   Úseconds© )r-   ÚEÚplainÚVÚP_STAYÚSCALESÚtimeÚscorer   Ú	LOOKAHEADr'   ÚboolÚPRESETr	   )Únamer)   r*   ÚmuÚsdÚrowsr+   r8   Úpr3   Út0ÚrÚrecs                r   Ú
score_gridrI   :   sÔ   € Ø€DÜ	�˜Ó	€BÜ�G‰G�B‹K€EÜ�XŒXˆÜ—X”XˆEÜ—‘“ˆBÜ—‘˜˜B ¤U¨5£\Ñ 1´5¸³8¼YÓGˆAÜð ^˜T¬%°«(¼%À»,ÌtÐUVÐX]ÐT^ÔbhÑThÓOiØ! &™M°°f±ÄtÇyÁyÃ{ÐUWÑGWñ^Ø[\ñ^ˆCà�K‰K˜Õñ ð ð €Kr   c                  ó  — t        dd¬«       t        j                  «       \  } }t        j                  «       \  }}i }|j	                  | «       |j	                  |«       t        dd¬«       t        j                  |«      }|||fS )Nzloading logit tablesT©Úflushzbuilding causal features)Úprintr   Ú
load_trainÚ	load_testÚupdater9   Úbuild_features_from)Útrain_logitsÚ	train_attÚtest_logitsÚ	test_metaÚbaseÚfeats         r   Úload_featuresrX   H   sr   € Ü	Ð
 ¨Õ-ÜŸl™l›nÑ€L�)ÜŸ[™[›]Ñ€K�Ø€DØ‡K�K�ÔØ‡K�K�ÔÜ	Ð
$¨DÕ1Ü× Ñ  Ó&€DØ�i Ð%Ð%r   c                 ó"  — t        j                  t        d¬«       t        j                  «       }t        t        j                  «      }i }i }|D �]P  }|d   |d   |d   }}
}	t        j                  |||| t        j                  |¬«      \  }}}t         j                  j                  t        |	› d�«      }|D �ci c]  }|||
   |   “Œ }}t        j                  |||||| «      }t        ||«      \  }}t        j                  |j!                  «       ||||||t        j                  t        j"                  dœ	|«       t%        d	|› d
|d›d|d›�d¬«       t'        ||||||¬«      ||	<   |||	<   ~| j(                  dk(  s�Œ3t        j*                  j-                  «        �ŒS t/        |«      dk\  rdt        j0                  |D �cg c]  }||   ‘Œ	 c}«      }t        ||«      \  }}t'        ||t        |«      ¬«      |d<   t%        d|d›d|d›�d¬«       |j3                  «       D �	�ci c]  \  }	}|	|d   |d   dœ“Œ }}	}t5        t6        d«      5 }t9        j:                  ||d¬«       d d d «       |S c c}w c c}w c c}}	w # 1 sw Y   |S xY w)NT©Úexist_okr   é   é   )r   ú.pt)	ÚstaterB   rC   ÚcfgÚtrainÚemis_muÚemis_sdÚstepsÚbatchz  saved z
  emis mu ú.4fz sd rK   )r`   rB   rC   rb   rc   ÚpathÚcuda©rb   rc   ÚmembersÚens_allz  ens_all emis mu rb   rc   )rB   rC   Úw)Úindent)ÚosÚmakedirsÚCKPTr9   Úwanted_configsÚlistr   ÚTRAIN_DATASETSÚtrain_modelÚSTEPSrg   ÚjoinÚ	infer_allr   ÚtorchÚsaveÚ
state_dictÚBATCHrM   r'   Útyperh   Úempty_cacher%   Úaverage_streamsr   ÚopenÚ	EMIS_PATHÚjsonÚdump)ÚdevicerS   rU   rW   ÚcfgsÚtrain_namesÚsavedÚtrain_streamsr`   rA   ÚfamilyÚwindowr1   rB   rC   rg   r   Ú
train_featr   Úmu_eÚsd_eÚnÚavgrH   ÚemisÚfhs                             r   Úfit_allr‘   T   sm  € Ü‡K�K”˜tÕ$Ü×ÑÓ€DÜ”q×'Ñ'Ó(€KØ€EØ€MÜˆØ" 1™v s¨1¡v¨s°1©v�fˆfˆÜŸ™ c¨;¸¸fÄaÇgÁgÐS\Ô]‰ˆˆr�2Ü�w‰w�|‰|œD T F¨# ,Ó/ˆÙ5@ÓA±[¨r�b˜$˜v™, rÑ*Ñ*°[ˆ
ÐAÜ—+‘+˜e Z°°R¸ÀÓHˆÜ˜w¨	Ó2‰
ˆˆdÜ�
‰
˜U×-Ñ-Ó/°rÀÈCØ(°TÀdÜŸW™W¬q¯w©wñ8à9=ô	?ô 	�˜˜˜j¨¨c¨
°$°t¸C°jÐAÈÕNÜ˜s r¨b¸$ÈÐSWÔXˆˆd‰Ø%ˆ�dÑØØ�;‰;˜&Ô Ü�J‰J×"Ñ"Ö$ð ô  ˆ=Ó˜QÒÜ×Ñ¹=Ó I¹=°a ¨qÓ!1¸=Ñ IÓJˆÜ˜s IÓ.‰
ˆˆdÜ¨°dÄDÈÓDWÔXˆˆiÑÜÐ" 4¨ *¨D°°c°
Ð;À4ÕHØPU×P[ÑP[ÔP]Ô^ÑP]Á9À4ÈˆD˜˜Y™¨s°9©~Ñ>Ñ>ÐP]€DÑ^Ü	Œi˜Ô	 Ü�	‰	�$˜ 1Õ%÷ 
à€Lùò) Bùò !Jùó _ß	à€Lús   Â:I4ÇI9È(I>ÉJÊJc                 ó0  — t        j                  | dd¬«      }t        |d   «      }|d   dk(  rdnd}t        j                  ||d	   |d
   |d   |d   ¬«      j                  |«      }|j                  |d   «       |j                  «        ||d<   ||d<   |S )NÚcpuF)Úmap_locationÚweights_onlyr`   r\   Úhpé   é   r]   é   é   é   )Úd_modelÚnlayersÚstemr_   r1   )rx   ÚloadÚtupler9   ÚLogitTransformerÚtoÚload_state_dictÚeval)rg   rƒ   Úckptr`   Úc_inr1   s         r   Ú_load_modelr§   u   sœ   € Ü�:‰:�d¨¸UÔC€DÜ
��U‘Ó
€CØ�A‘˜$’‰1 B€DÜ×Ñ˜t S¨¡V°S¸±VÀSÈÁVÐRUÐVWÑRXÔY×\Ñ\Ð]cÓd€EØ	×Ñ˜$˜w™-Ô(Ø	‡J�J„LØ€Dˆ�MØ€Dˆ�KØ€Kr   c                 óê  — t        j                  t         j                  j                  t        «      d¬«       |€út        t        «      5 }t        j                  |«      }d d d «       i }t        j                  «       D �cg c]  }|d   ‘Œ	 c}D ]_  }t        t         j                  j                  t        |› d�«      | «      }t        |d   |d   |d   |   d   ||   d   |d   ¬	«      ||<   Œa d
v r@t        |d
   d   |d
   d   t        j                  «       D �cg c]  }|d   ‘Œ	 c}¬«      |d
<   g }	i }
|D �cg c]
  }|d
k7  sŒ	|‘Œ }}|D �]>  }||   }|d   }|d   |d   }}d|v r|d   }nt        |d   | «      d   }t        j                   D �ci c]  }|||   |   “Œ }}t        j"                  |||d   |d   || «      |
|<   ~| j$                  dk(  rt&        j(                  j+                  «        t        j                   D ]ƒ  }t-        ||
|   |   ||   |d   |d   «      D ]`  }||d<   |	j/                  |«       |d   sŒt1        d|› d|› d|d   › d|d   › d|d   d›d|d   d›d |d!   d›d"|d#   d$›d%|d&   d$›�d¬'«       Œb Œ… �ŒA d
|v rÖt3        |
«      dk\  rÈ|d
   d(   }t        j4                  |D �cg c]  }|
|   ‘Œ	 c}«      }|d
   d   |d
   d   }}t        j                   D ]w  }t-        d
||   ||   ||«      D ]]  }||d<   |	j/                  |«       |d   sŒt1        d|› d)|d   › d|d   › d|d   d›d|d   d›d |d!   d›d"|d#   d$›d%|d&   d$›�d¬'«       Œ_ Œy t7        j8                  |	«      }|j;                  t        d*¬+«       t1        d,t        › �d¬'«       ||j<                     }t1        d-d¬'«       |j?                  d«      D ]q  \  }}|g d.¢   jA                  «       }t1        d/|d0›d|jB                  d›d1|jD                  d›d2|jF                  d›d3|jH                  d$›d4|jJ                  d$›�d¬'«       Œs |S # 1 sw Y   �ŒñxY wc c}w c c}w c c}w c c}w c c}w )5NTrZ   r   r^   r`   rB   rC   r1   )r`   rB   rC   rb   rc   r1   rk   ri   r\   r]   rg   rh   rb   rc   r   r4   zTEST Ú z p r2   z sc r3   z  H ÚHrf   z Acc ÚAccz.2fz SDT ÚSDTz L ÚLz.3fz acc1 r/   rK   rj   z ens_all p F)Úindexzwrote z'preset means (p_stay 0.994, scale 0.8):)rª   r«   r¬   r­   r/   z  Ú16sz  Acc z  SDT z  L z  acc1 )&rn   ro   rg   ÚdirnameÚOUTr   r€   r�   rŸ   r9   rq   r§   rv   rp   r'   r   ÚTEST_DATASETSrw   r|   rx   rh   r}   rI   r	   rM   r%   r~   ÚpdÚ	DataFrameÚto_csvr4   Úgroupbyr   rª   r«   r¬   r­   r/   )rƒ   rU   rW   r†   r�   r�   ÚcrA   r¥   rD   Útest_streamsr�   ÚsinglerH   r`   rˆ   r‰   r1   r   r   Úrowrj   rŽ   r‹   rŒ   Údfr4   Úsubr,   s                                r   Úevaluater½   �   s  € Ü‡K�K”—‘—‘¤Ó$¨tÕ4Ø€}Ü”)Œ_ Ü—9‘9˜R“=ˆD÷ àˆÜ#$×#3Ñ#3Ô#5Ó6Ñ#5˜a�Q�q“TÐ#5Ô6ˆDÜœrŸw™wŸ|™|¬D°T°F¸#°,Ó?ÀÓHˆDÜ 4¨¡;°4¸±:À$ÀtÁ*Ø'+¨D¡z°$Ñ'7ÀÀdÁÈDÑAQÐY]Ð^eÑYfôhˆE�$ŠKð 7ð ˜ÑÜ#¨D°©O¸DÑ,AÈ4ÐPYÉ?Ð[_ÑK`Ü;<×;KÑ;KÔ;MÓ,NÑ;M°a¨Q¨q«TÐ;MÑ,Nô PˆE�)Ñà€DØ€LÙÓ1™�A ! y£.Ša˜€FÐ1ÜˆØ�D‰kˆØ�%‰jˆØ˜Q™  Q¡�ˆØ�c‰>Ø˜‘L‰Eä  F¡¨VÓ4°WÑ=ˆEÜ01·²Ó@±¨"��T˜&‘\ "Ñ%Ñ%°ˆÐ@ÜŸ[™[¨°°s¸4±yÀ#ÀdÁ)ÈVÐU[Ó\ˆ�TÑØØ�;‰;˜&Ò Ü�J‰J×"Ñ"Ô$Ü—/”/ˆBÜ! $¨°TÑ(:¸2Ñ(>À	È"ÁÈsÐS\É~Ð_bÐclÑ_mÖn�Ø��D‘	Ø—‘˜CÔ Ø�x“=Ü˜E "  Q t f¨C°°H±¨¸dÀ3ÀwÁ<À.ð QØ" 3™x¨˜n¨E°#°e±*¸SÐ1AÀÀsÈ5ÁzÐRUÐFVÐVYÐZ]Ð^aÑZbÐcfÐYgð h"Ø"% f¡+¨cÐ!2ð4à;?öAñ	 oò "ð ð* �EÑœc ,Ó/°1Ò4Ø˜	Ñ" 9Ñ-ˆÜ×Ñ¹'Ó B¹'°Q ¨a£¸'Ñ BÓCˆØ˜9Ñ% iÑ0°%¸	Ñ2BÀ9Ñ2MˆdˆÜ—/”/ˆBÜ! )¨S°©W°iÀ±mÀTÈ4ÖP�Ø��D‘	Ø—‘˜CÔ Ø�x“=Ü˜E "  [°°X±°¸tÀCÈÁLÀ>ð RØ" 3™x¨˜n¨E°#°e±*¸SÐ1AÀÀsÈ5ÁzÐRUÐFVÐVYÐZ]Ð^aÑZbÐcfÐYgð h"Ø"% f¡+¨cÐ!2ð4à;?öAñ	 Qð "ô 
�‰�dÓ	€BØ‡I�IŒc˜€IÔÜ	ˆF”3�%ˆ. Õ%Ø�—	‘	‰]€FÜ	Ð
3¸4Õ@Ø—n‘n WÖ-‰
ˆˆsØÒ0Ñ1×6Ñ6Ó8ˆÜ��5˜�+˜T !§#¡# c ¨&°·±°s°¸6À!Ç%Á%ÈÀÈDÐQR×QTÑQTÐUXÐPYÐY`Ðab×agÑagÐhkÐ`lÐmØö	ð .ð €I÷o ‰_üò 7ùò -Oùò 2ùò Aùò !Cs0   Á
QÂ QÄQ!Ä=
Q&ÅQ&ÆQ+Ê?Q0ÑQc           	      óH  — t        d| › �d¬«       t        j                  «       }t        dd¬«       | j                  dk(  rt        j
                  j                  «        |j                  «       D ��ci c]  \  }}||d   “Œ }}}t        j                  |«      }t        j                  d   }t        j                  «       }t        j                  |t        |«      || d¬	«       t        d
|d   › dt        |«      › dt        j                  «       |z
  d›d�d¬«       y c c}}w )Nzprobe device TrK   zprobe front-end donerh   Úlogitsr   é   )rd   zprobe 30 steps of z on z	 trials: z.1fÚs)rM   r   Úprober|   rx   rh   r}   r   r9   rQ   ÚCONFIGSr<   rt   rr   r%   )rƒ   ÚbuiltrA   Úblobr¿   rW   r`   rF   s           r   Ú	run_proberÆ   ¾   së   € Ü	ˆM˜&˜Ð
"¨$Õ/Ü�G‰G‹I€EÜ	Ð
 ¨Õ-Ø‡{�{�fÒÜ�
‰
×ÑÔ Ø5:·[±[´]ÔC±]¡z t¨Tˆd�D˜‘NÑ"°]€FÑCÜ× Ñ  Ó(€DÜ
�)‰)�A‰,€CÜ	�‰‹€BÜ‡M�M�#”t˜F“| T¨6¸Õ<Ü	Ð˜s 1™v˜h d¬3¨v«;¨-°yÄÇÁÃÈrÑAQÐRUÐ@VÐVWÐ
XÐ`dÖeùó Ds   Á2Dc           
      ó  — t        j                  t         j                  j                  «       rdnd«      }dt         j                  j                  j
                  _        dt         j                  j                  _        t        j                  d«       t        d|› dt        j                  › dt        j                  › d| › �d¬	«       t        d
d¬	«       t        dd¬	«       t        dd¬	«       | dk(  rt        |«       y | dv r!t        dd¬	«       t        j                  «        | dk(  rt        dd¬	«       y t!        «       \  }}}d }| dv r#t        j"                  |«       t%        ||||«      }| dv rt'        ||||«       y y )Nrh   r“   Trš   zdevice z  steps z  batch z  stage rK   zKtrain sets: data/cnd (AVGC DTU KUL UHD USTC) + Broderick2018 + Fuglsang2020ztest sets: AASD + Carta2026z‰synthetic switches: corpus mean 60 s; Broderick and Fuglsang mean 20 s (their trials are ~50-60 s, so the 60 s schedule would not switch)rÂ   )Úallr¿   ra   zbuilding training logit cacher¿   zlogit cache ready)rÈ   ra   )rÈ   Útest)rx   rƒ   rh   Úis_availableÚbackendsÚmatmulÚ
allow_tf32ÚcudnnÚset_num_threadsrM   r9   ru   r{   rÆ   r   Úensure_trainrX   Úassert_causalr‘   r½   )Ústagerƒ   rS   rU   rW   r†   s         r   ÚrunrÓ   Ì   sH  € Ü�\‰\¤E§J¡J×$;Ñ$;Ô$=™&À5ÓI€FØ,0„E‡N�N×Ñ×ÑÔ)Ø&*„E‡N�N×ÑÔ#Ü	×Ñ˜!ÔÜ	ˆG�F�8˜8¤A§G¡G 9¨H´Q·W±W°I¸XÀeÀWÐ
MÐUYÕZÜ	Ð
WÐ_cÕdÜ	Ð
'¨tÕ4Ü	ð OØVZõ\à�ÒÜ�&ÔØØÐ*Ñ*ÜÐ-°TÕ:Ü	�‰ÔØ�ÒÜÐ!¨Õ.ØÜ!.£Ñ€Iˆy˜$Ø€EØÐ Ñ Ü	�‰˜ÔÜ˜ 	¨9°dÓ;ˆØ�ÑÜ�˜ D¨%Õ0ð  r   )N)#Ú__doc__r�   rn   r<   Únumpyr
   Úpandasr³   rx   Úensemble_clf_transformer_v2r9   Úeval_externalr7   Úexternal_logit_adapterr   rg   r°   ÚabspathÚ__file__ÚHERErv   rp   r±   r€   r@   r>   r   r-   rI   rX   r‘   r§   r½   rÆ   rÓ   r6   r   r   Ú<module>rÝ      sÅ   ðñó Û 	Û ã Û Û ã 'Û Û "à	‡w�w‡��r—w‘w—‘ xÓ0Ó1€Ø	‡w�w‡|�|�D˜(Ð$:Ó;€Ø‡g�g‡l�l�4˜ JÐ0ZÓ[€Ø�G‰G�L‰L˜Ð/Ó0€	Ø	€Ø€	ò+ò	òò	&òòB	ó:òzfó1r   