ó
    $âj�W  ã                  ó„  • S r SSKJr  SSKrSSKrSSKrSSKrSSKrSSK	r	SSK
Jr  SSKJr  SSKrSSKrSSKrSSKrSSKJr  \R0                  R3                  \R0                  R5                  \5      5      r\R0                  R;                  \SSS	5      r\R0                  R;                  \S
S5      r\R0                  R;                  \SSS5      r \RB                  r!\RD                  r"\RF                  r#\RH                  r$\RJ                  r%\RL                  r&Sr'\(" \(" SSS9\(" SSS9\(" SSS9\(" SSS9\(" SSS9S9r)\(" SSS9r*\(" SSS9r+\RX                  r-\(" \(" S S!S9\(" S"S#S9S$9r.S% r/S& r0S' r1S;S( jr2S<S) jr3S<S* jr4S<S+ jr5S<S, jr6S=S- jr7S. r8S/ r9S0 r:S1 r;S2 r<S3 r=S4 r>S5 r?S6 r@S7 rAS8 rBS9 rC\DS::X  a  \C" 5         gg)>u[  Causal input-conditioned MoE gate: IRMâ†”SWA fuse w=0.5 â†” linear_hp30.

GPU stem forward (do NOT set CUDA_VISIBLE_DEVICES=). Hold gpu.lock for infer.
No new network training. Cache under models/causal_moe_fuse/cache/.

Streams per trial (aligned by key):
  fuse  = 0.5 * IRM + 0.5 * SWA   (frozen stem_ms96 checkpoints)
  hp30  = causal tau-30 high-pass of mean of 4 seed classifier logits

Gate g_t âˆˆ [0,1] from causal input stats only (no labels at test).
Evidence = g * fuse + (1-g) * hp30.

Gate family (pre-specified; pick by mean inner Acc then H, never AASD/Carta):
  favor hp30 when |fuse| is small and/or |fuse-hp30| disagreement is high.
Optional tiny logistic gate fit on LODO non-held-out folds only.

HMM preset p_stay 0.994 scale 0.8.

usage:
  /root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/.venv/bin/python -u causal_moe_fuse.py
é    )ÚannotationsN)Úlfilter)Úexpit)ÚDS_KEYSÚmodelsÚcausal_moe_fuseÚcacheÚexperimentszcausal_moe_fuse.logÚresultsÚresearchzcausal_moe_fuse.jsonç      à?gìQ¸…ëé?g)\�ÂõÈR@©ÚHÚAccgû:pÎˆÒì?g�Âõ(\OV@g§èH.ÿë?gÍÌÌÌÌŒT@gÛù~j¼të?gfffffT@g×òAÏfí?g     �U@)ÚAVGCÚDTUÚKULÚUHDÚUSTCgìQ¸…ëë?g…ëQ¸¥T@gfˆc]ÜFé?g=
×£pMQ@gKY†8ÖÅã?g¸…ëQxI@g(µ¦yá?gq=
×£0H@)ÚAASDÚ	Carta2026c                ó   • [        U SS9  [        R                  " [        R                  R	                  [
        5      SS9  [        [
        S5       nUR                  U S-   5        S S S 5        g ! , (       d  f       g = f)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     Ú*/root/disk_3tb/eeg-thao/causal_moe_fuse.pyÚlog_liner)   @   sL   € Ü	ˆ$�dÒÜ‡K‚K”—‘—‘¤Ó$¨tÒ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�Žús   ÁA/Á/
A=c                óú   • [         R                  " [         R                  R                  U 5      SS9  [	        U S5       n[
        R                  " X[
        R                  S9  S S S 5        g ! , (       d  f       g = f)NTr   Úwb)Úprotocol)r   r    r!   r"   r$   ÚpickleÚdumpÚHIGHEST_PROTOCOL)r!   Úobjr'   s      r(   Úsave_pklr1   G   sI   € Ü‡K‚K”—‘—‘ Ó%°Ò5Ü	ˆd�DÔ	˜RÜ�Š�C¤f×&=Ñ&=Ò>÷ 
×	Ö	ús   ¿$A,Á,
A:c                ó|   • [        U S5       n[        R                  " U5      sS S S 5        $ ! , (       d  f       g = f)NÚrb)r$   r-   Úload)r!   r'   s     r(   Úload_pklr5   M   s%   € Ü	ˆd�DÔ	˜RÜ�{Š{˜2‹÷ 
×	×	ús   �-­
;c                ó®   • [         R                  " U [         R                  5      n S[         R                  " U* U-  5      -
  n[	        U/SSU-
  * /U 5      $ )z'Causal EWMA (one-pole) of a 1-d series.ç      ð?)ÚnpÚasarrayÚfloat64Úexpr   )ÚxÚtau_sÚhopÚalphas       r(   Úewma_1dr@   R   sK   € ä
�
Š
�1”b—j‘jÓ!€AØ”"—&’&˜#˜ ™Ó&Ñ&€EÜ�E�7˜S C¨%¡K .Ð1°1Ó5Ð5ó    c                óP  • [         R                  " U [         R                  5      n[         R                  " U[         R                  5      n[        [	        U5      [	        U5      5      nUSU USU pvUS:X  a%  [         R
                  " U[         R                  5      $ US:X  a%  [         R                  " U[         R                  5      $ US:X  a&  [         R                  " U5      n	[        XIU-
  -  5      $ US:X  a.  [        [         R                  " U5      US9n	[        XIU-
  -  5      $ US:X  a(  [         R                  " Xg-
  5      n	[        XCU	-
  -  5      $ US:X  a0  [        [         R                  " Xg-
  5      US9n	[        XCU	-
  -  5      $ US	:X  aO  [        U[         R                  " U5      U-
  -  5      n
[        XC[         R                  " Xg-
  5      -
  -  5      nX«-  $ US
:X  a6  [         R                  " U5      U:¬  R                  [         R                  5      $ [        U5      e)u)   Return g in [0,1]; high g â†’ trust fuse.NÚ
const_fuseÚ
const_hp30Úabs_fuseÚewma_abs_fuse)r=   ÚdisagreeÚewma_disagreeÚabs_and_disagreeÚhard_abs)r8   r9   r:   ÚminÚlenÚonesÚzerosÚabsr   r@   ÚastypeÚ
ValueError)ÚfuseÚhp30ÚkindÚthreshÚsharpÚewma_tauÚfÚhÚnÚfeatr   Úds               r(   Úgate_seriesr]   Y   s¶  € ä
�
Š
�4œŸ™Ó$€AÜ
�
Š
�4œŸ™Ó$€AÜŒC�‹F”C˜“FÓ€AØˆRˆaˆ5�!�B�Q�%€qØˆ|ÓÜ�wŠw�qœ"Ÿ*™*Ó%Ð%Øˆ|ÓÜ�xŠx˜œ2Ÿ:™:Ó&Ð&ØˆzÓä�vŠv�a‹yˆÜ�U V™mÑ,Ó-Ð-ØˆÓÜ”r—v’v˜a“y¨Ñ1ˆÜ�U V™mÑ,Ó-Ð-ØˆzÓä�vŠv�a‘e‹}ˆÜ�U t™mÑ,Ó-Ð-ØˆÓÜ”r—v’v˜a™e“}¨HÑ5ˆÜ�U t™mÑ,Ó-Ð-ØÐ!Ó!ä�%œ2Ÿ6š6 !›9 vÑ-Ñ.Ó/ˆÜ�%¤B§F¢F¨1©5£MÑ1Ñ2Ó3ˆØ‰uˆØˆzÓÜ—’�q“	˜VÑ#×+Ñ+¬B¯J©JÓ7Ð7Ü
�TÓ
ÐrA   c           	     óŽ  • 0 nU  H¼  nXq;  a  M
  [         R                  " X   [         R                  5      n[         R                  " X   [         R                  5      n	[        [	        U5      [	        U	5      5      n
[        US U
 U	S U
 X#XE5      nX¸S U
 -  SU-
  U	S U
 -  -   R                  [         R                  5      Xg'   M¾     U$ )Nr7   )r8   r9   r:   rK   rL   r]   rP   )Úfuse_stÚhp_strT   rU   rV   rW   ÚoutÚkeyrX   rY   rZ   Úgs               r(   Úapply_gate_streamrd   {   s¯   € Ø
€CÛˆØÓÙÜ�JŠJ�w‘|¤R§Z¡ZÓ0ˆÜ�JŠJ�u‘z¤2§:¡:Ó.ˆÜ”�A“œ˜A›ÓˆÜ˜˜"˜1˜˜q  !˜u d°EÓDˆØ˜"˜1˜‘I  q¡¨A¨b¨q¨EÑ 1Ñ1×9Ñ9¼"¿*¹*ÓEˆ‹ñ ð €JrA   c                ób   • U  Vs0 s H  ofU;   d  M
  U[        X   X   X#XE5      _M     sn$ s  snf ©N)rd   )Úfuse_allÚhp_allrT   rU   rV   rW   Údss          r(   Úapply_gate_allrj   ˆ   sC   € áó0Ú�¨¡,ó [ˆBÔ! (¡,°±
¸DÈ%ÓZÒZÙñ0ð 0ùò 0s   …	,’,c                óº  • 0 n[         R                  " U[         R                  5      nU  GH,  nXq;  a  M  [         R                  " X   [         R                  5      n[         R                  " X   [         R                  5      n	[        [	        U5      [	        U	5      5      n
USU
 U	SU
 p˜[         R
                  " U5      [         R
                  " U	5      [         R
                  " X‰-
  5      pÜn[         R                  " X¼U[        X´5      [        XÔ5      /S5      n[        Xæ-  U-   5      nXø-  SU-
  U	-  -   R                  [         R                  5      XW'   GM/     U$ )uA   g = sigmoid(wÂ·x + b); x = [|f|, |h|, |f-h|, ewma|f|, ewma|f-h|].Né   r7   )
r8   r9   r:   rK   rL   rO   Ústackr@   r   rP   )r_   r`   ÚcoefÚ	interceptrW   ra   Úwrb   rX   rY   rZ   ÚafÚahÚadÚXrc   s                   r(   Úlogistic_gate_streamru   �   s  € à
€CÜ
�
Š
�4œŸ™Ó$€AÜˆØÓÙÜ�JŠJ�w‘|¤R§Z¡ZÓ0ˆÜ�JŠJ�u‘z¤2§:¡:Ó.ˆÜ”�A“œ˜A›ÓˆØ��!ˆu�a˜˜�eˆ1Ü—V’V˜A“Y¤§¢ q£	¬2¯6ª6°!±%«=�ˆÜ�HŠH�b˜b¤'¨"Ó"7¼ÀÓ9NÐOÐQRÓSˆÜ�!‘%˜)Ñ#Ó$ˆØ‘E˜S 1™W¨™MÑ)×1Ñ1´"·*±*Ó=ˆŒñ ð €JrA   c                ó„  • [         R                  R                  U5      n/ / p‡U GH�  n	X)   n
X	    GHŒ  nX±U	   ;  d  Xº;  a  M  [         R                  " X	   U   [         R                  5      n[         R                  " X   U   [         R                  5      n[         R                  " X«   5      n[        [        U5      [        U5      [        U5      5      nUSU USU USU pín[         R                  " US:H  SS5      nUU-  UU-  :„  R                  [         R                  5      n[         R                  " U5      [         R                  " U5      [         R                  " XÍ-
  5      nnn[         R                  " UUU[        U5      [        U5      /S5      nUR                  U5        UR                  U5        GM�     GM      [         R                  " US5      n[         R                  " US5      n[        U5      U:”  a$  UR                  [        U5      USS9nUU   UU   nnUR                  S5      nUR!                  S5      R#                  S5      nUU-
  U-  n[         R$                  " UR&                  S   [         R                  5      nS	nS
n[)        S5       H«  nUU-  U-   n[+        U5      nUU-
  n UR,                  U -  [        U5      -  UU-  -   n!U R                  5       n"USU-
  -  n#UU-  U#SS2S4   -  R                  S5      U-   n$USU!-  U$R#                  S5      -  -  nUSU"-  U#R                  5       S-   -  -  nM­     UU-  n%[/        U[         R0                  " U%U5      -
  5      n&[3        U%R5                  5       U&UR5                  5       UR5                  5       [7        [        U5      5      S9$ )zIFit logistic: P(prefer fuse) from signed-correctness on train folds only.Nr   r7   g      ð¿rl   F)Úreplaceg�íµ ÷Æ°>ç        g{®Gáz„?é   r   g:Œ0âŽyE>)rn   ro   ÚmuÚsdrZ   )r8   ÚrandomÚdefault_rngr9   r:   rK   rL   ÚwhererP   rO   rm   r@   ÚappendÚconcatenateÚchoiceÚmeanÚstdÚcliprN   ÚshapeÚranger   ÚTÚfloatÚdotÚdictÚtolistÚint)'rg   rh   ÚattÚdatasetsÚ
max_framesÚseedÚrngÚxsÚysri   Úlabelsrb   rX   rY   ÚlabrZ   ÚsgnÚyrq   rr   rs   rt   Úidxrz   r{   ÚXzrp   ÚbÚlamÚ_ÚzÚpÚrÚgwÚgbÚWÚHdiagrn   ro   s'                                          r(   Úfit_logistic_gater¤   Ÿ   s&  € ä
�)‰)×
Ñ
 Ó
%€CØ�ˆÜˆØ‘ˆØ•<ˆCØ ™*Ó$¨Ó(9ÙÜ—
’
˜8™<¨Ñ,¬b¯j©jÓ9ˆAÜ—
’
˜6™: c™?¬B¯J©JÓ7ˆAÜ—*’*˜V™[Ó)ˆCÜ”C˜“FœC ›F¤C¨£HÓ-ˆAØ˜"˜1˜˜q  !˜u c¨"¨1 g�#ˆAÜ—(’(˜3 !™8 S¨$Ó/ˆCà�S‘˜1˜s™7Ñ"×*Ñ*¬2¯:©:Ó6ˆAÜŸš ›¤B§F¢F¨1£I¬r¯vªv°a±e«}�B�ˆBÜ—’˜"˜b "¤g¨b£k´7¸2³;Ð?ÀÓCˆAØ�I‰I�aŒLØ�I‰I�a�Lô  ñ ô" 	�Š�r˜1Ó€AÜ
�Š�r˜1Ó€AÜ
ˆ1ƒv�
ÓØ�j‰jœ˜Q› °UˆjÐ;ˆØ�‰v�q˜‘vˆ1ˆà	
�‰�‹€BØ	
�‰ˆq‹�‰�tÓ	€BØ
ˆb‰&�B‰€Bä
�Š�—‘˜!‘œbŸj™jÓ)€AØ€AØ
€CÜ�2ŽYˆØ�‰F�Q‰JˆÜ�!‹Hˆà�‰EˆØ�T‰T�A‰Xœ˜A›Ñ  q¡Ñ(ˆØ�V‰V‹XˆØ��q‘‰Mˆà�b‘˜1šQ ˜W™:Ñ%×+Ñ+¨AÓ.°Ñ4ˆØ	ˆS�2‰X˜Ÿ
™
 4Ó(Ñ(Ñ(ˆØ	ˆS�2‰X˜Ÿ™› D™Ñ)Ñ)Šñ ð ˆr‰6€DÜ�aœ"Ÿ&š&  rÓ*Ñ*Ó+€IÜ�T—[‘[“]¨i¸B¿I¹I»KÈBÏIÉIËKÔ[^Ô_bÐcdÓ_eÓ[fÑgÐgrA   c                 ó   • / SQn U $ )zSCompact pre-specified gate grid (favor hp30 when |fuse| small / disagreement high).))rC   rx   r7   )rD   rx   r7   )rE   r   ç      @)rE   r7   r¦   )rE   ç      ø?r¦   )rE   r7   ç       @)rF   r   r¦   )rF   r7   r¦   )rF   r§   r¦   )rG   r   r¦   )rG   r7   r¦   )rG   r§   r¦   )rH   r   r¦   )rH   r7   r¦   )rH   r§   r¦   )rJ   r   r7   )rJ   r7   r7   )rJ   r§   r7   )rI   g      è?r¦   )rI   r7   r¦   )rI   g      ô?r¨   © )Úruless    r(   Úcandidate_rulesr«   Ó   s   € ò€Eð6 €LrA   c                ó   • U  SUS SUS 3$ )Nz|trc   z|sr©   )rT   ÚthrrV   s      r(   Úrule_keyr®   ó   s   € ØˆV�2�c˜!�W˜B˜u Q˜iÐ(Ð(rA   c                ó  • [         R                   " 5       n[        SU SU  35        [        R                  " X5      u  pVn[        R
                  " XQXg[        U5      nA[        SU S[         R                   " 5       U-
  S S35        U$ )Nz  infer-one Ú z done (ú.0fús))Útimer)   ÚFÚ	load_ckptÚVÚ	infer_allÚWINDOW)	Ú	ckpt_pathr[   ÚdeviceÚtagÚt0Únetrz   r{   Ústs	            r(   Ú
_infer_oner¿   ÷   su   € Ü	�Š‹€BÜˆ|˜C˜5  ) Ð-Ô.Ü—+’+˜iÓ0�K€CˆRÜ	
�Š�S ¬°Ó	7€BØÜˆ|˜C˜5 ¬¯	ª	«°bÑ(8¸Ð'=¸RÐ@ÔAØ€IrA   c                óà  • [         R                  R                  [        SU  S35      n[         R                  R	                  U5      (       a  [        SU 35        [        U5      $ [         R                  R                  [        SU  S35      n[         R                  R                  [        SU  S35      n[         R                  R                  [        SU  S35      n[         R                  R                  [        SU  S35      n[         R                  R	                  U5      (       d  [        XAUSU  S35      n[        Xh5        O[        SU 35        [        U5      n[         R                  R	                  U5      (       d  [        XQUSU  S	35      n	[        Xy5        O[        SU 35        [        U5      n	[        R                  " X‰[        5      n
[        X:5        [        S
U 35        U
$ )Nzfuse_w05__held-z.pklú
cache hit zheld-z.ptz_tmp_irm__held-z_tmp_swa__held-z-IRMz-SWAúcache write ©r   r!   ÚjoinÚ	CACHE_DIRÚisfiler)   r5   ÚIRM_DIRÚSWA_DIRr¿   r1   r´   Úblend_streamsÚW_FUSE)ÚheldÚfeat_allrº   r!   Úirm_pathÚswa_pathÚ	irm_cacheÚ	swa_cacheÚirm_stÚswa_stÚblendeds              r(   Úensure_fuse_cacherÔ     s�  € Ü�7‰7�<‰<œ	 _°T°F¸$Ð#?Ó@€DÜ	‡w�w‡~�~�d×ÑÜ�:˜d˜VÐ$Ô%Ü˜‹~ÐÜ�w‰w�|‰|œG u¨T¨F°#Ð%6Ó7€HÜ�w‰w�|‰|œG u¨T¨F°#Ð%6Ó7€HÜ—‘—‘œY¨/¸$¸¸tÐ(DÓE€IÜ—‘—‘œY¨/¸$¸¸tÐ(DÓE€IÜ�7‰7�>‰>˜)×$Ñ$Ü˜H°¸%À¸vÀTÐ8JÓKˆÜ�Õ#ä�:˜i˜[Ð)Ô*Ü˜)Ó$ˆÜ�7‰7�>‰>˜)×$Ñ$Ü˜H°¸%À¸vÀTÐ8JÓKˆÜ�Õ#ä�:˜i˜[Ð)Ô*Ü˜)Ó$ˆÜ�oŠo˜f¬fÓ5€GÜˆTÔÜˆ|˜D˜6Ð"Ô#Ø€NrA   c                óp  • [         R                  R                  [        S5      n[         R                  R	                  U5      (       a  [        SU 35        [        U5      $ [         R                  R                  [        S5      n[         R                  R                  [        S5      n[         R                  R                  [        S5      n[         R                  R                  [        S5      n[         R                  R	                  U5      (       d  [        X0US5      n[        XW5        O[        U5      n[         R                  R	                  U5      (       d  [        X@US5      n[        Xh5        O[        U5      n[        R                  " Xx[        5      n	[        X)5        [        SU 35        U	$ )	Nzfuse_w05__all5_corpus.pklrÁ   úall5.ptz_tmp_irm__all5_corpus.pklz_tmp_swa__all5_corpus.pklzall5-corpus-IRMzall5-corpus-SWArÂ   rÃ   )
rÌ   rº   r!   rÍ   rÎ   rÏ   rÐ   rÑ   rÒ   rÓ   s
             r(   Úensure_all5_corpus_fuser×     s)  € Ü�7‰7�<‰<œ	Ð#>Ó?€DÜ	‡w�w‡~�~�d×ÑÜ�:˜d˜VÐ$Ô%Ü˜‹~ÐÜ�w‰w�|‰|œG YÓ/€HÜ�w‰w�|‰|œG YÓ/€HÜ—‘—‘œYÐ(CÓD€IÜ—‘—‘œYÐ(CÓD€IÜ�7‰7�>‰>˜)×$Ñ$Ü˜H°Ð8IÓJˆÜ�Õ#ä˜)Ó$ˆÜ�7‰7�>‰>˜)×$Ñ$Ü˜H°Ð8IÓJˆÜ�Õ#ä˜)Ó$ˆÜ�oŠo˜f¬fÓ5€GÜˆTÔÜˆ|˜D˜6Ð"Ô#Ø€NrA   c           	     ó¤  • [         R                  R                  [        S5      n[         R                  R	                  U5      (       a  [        SU 35        [        U5      $ [         R                  R                  [        S5      n[         R                  R                  [        S5      n[         R                  R                  [        S5      n[         R                  R                  [        S5      n[         R                  R	                  U5      (       d  [        X0US5      n[        XW5        O[        U5      n[         R                  R	                  U5      (       d  [        X@US5      n[        Xh5        O[        U5      nU V	s0 s H#  o™[        R                  " Xy   X‰   [        5      _M%     n
n	[        X*5        [        SU 35        U
$ s  sn	f )	Nzfuse_w05__all5_external.pklrÁ   rÖ   z_tmp_irm__all5_external.pklz_tmp_swa__all5_external.pklzall5-ext-IRMzall5-ext-SWArÂ   )r   r!   rÄ   rÅ   rÆ   r)   r5   rÇ   rÈ   r¿   r1   r´   Ú	blend_onerÊ   )Úext_featrº   r!   rÍ   rÎ   rÏ   rÐ   rÑ   rÒ   ri   ra   s              r(   Úensure_all5_ext_fuserÛ   5  sE  € Ü�7‰7�<‰<œ	Ð#@ÓA€DÜ	‡w�w‡~�~�d×ÑÜ�:˜d˜VÐ$Ô%Ü˜‹~ÐÜ�w‰w�|‰|œG YÓ/€HÜ�w‰w�|‰|œG YÓ/€HÜ—‘—‘œYÐ(EÓF€IÜ—‘—‘œYÐ(EÓF€IÜ�7‰7�>‰>˜)×$Ñ$Ü˜H°¸ÓGˆÜ�Õ#ä˜)Ó$ˆÜ�7‰7�>‰>˜)×$Ñ$Ü˜H°¸ÓGˆÜ�Õ#ä˜)Ó$ˆÙEKÓ
LÂV¸rŒq�{Š{˜6™: v¡z´6Ó:Ò:ÁV€CÐ
LÜˆTÔÜˆ|˜D˜6Ð"Ô#Ø€Jùò Ms   Æ*Gc                 óv  • [         R                  " 5       u  pn[         VVVs0 s H-  o3X   R                  5        VVs0 s H
  u  pEXES   _M     snn_M/     nnnn[         VVVs0 s H-  o3X   R                  5        VVs0 s H
  u  pEXES   _M     snn_M/     nnnnXgU4$ s  snnf s  snnnf s  snnf s  snnnf )zWPer-dataset LODO linear_hp30 streams (r0 only). Uses N.G from load_all (fuse schedule).Úr0)ÚV4Ú_mean_and_hp_from_foldsr   Úitems)Úmean_evÚhp_evÚ	lookaheadri   ÚkÚeÚhpr‚   s           r(   Úload_lodo_hp30rç   N  s¢   € ä "× :Ò :Ó <Ñ€G�IÝCJÕ	KÂ7¸R e¡i§o¡oÔ&7Ô8Ò&7™d˜aˆq�D‘'ŠzÑ&7Ò8Ò
8Á7€BÒ	KÝGNÕOÂwÀ¨©×(9Ñ(9Ô(;Ô<Ò(;¡ ��d‘G’Ñ(;Ò<Ò<Áw€DÒOØ�YÐÐùó 9ùÔ	KùÛ<ùÔOs.   £B'¾B!ÁB'Á%B4Â B.ÂB4Â!B'Â.B4c                 ód  • [         R                  " 5       u  p[         R                  " 5       u  p#0 nUR                  U 5        UR                  U5        [         R                  " US5      n[         R
                   Vs0 s H  ofXV   _M	     nn[         Vs0 s H  ofXV   _M	     nnXxX4$ s  snf s  snf )zFCorpus + external linear_hp30 from 4-seed logits (v4 external recipe).rS   )rÞ   Ú
load_trainÚ	load_testÚupdateÚlinear_streamsÚCORPUSÚ
TEST_NAMES)	Útrain_logitsÚ	train_attÚtest_logitsÚ	test_metaÚbaseÚstreamsri   ÚcorpÚexts	            r(   Úload_ext_hp30r÷   V  s”   € ä Ÿmšm›oÑ€LÜŸ\š\›^Ñ€KØ€DØ‡K�K�ÔØ‡K�K�ÔÜ×Ò  fÓ-€GÜ&(§i¢iÓ0¢i �‘ŠO¡i€DÐ0Ý%/Ó
0¢Z˜rˆw‰{Š?¡Z€CÐ
0Ø�iÐ*Ð*ùò 1ùÚ
0s   Á<B(ÂB-c                ól   • [         R                  " U[         R                  " U 5      [        [        5      $ rf   )ÚNÚofficialÚto_evÚP_STAYÚSCALE)rô   rË   s     r(   Ú
score_lodorþ   c  s    € Ü�:Š:�dœAŸGšG GÓ,¬f´eÓ<Ð<rA   c                ó°   • [         R                  " U Vs0 s H  o3X   _M	     snU5      u  pE[         R                  " XU   XE[        -  [        5      $ s  snf )z=Fast inner scorer (N.evaluate); emissions from train_ds only.)rù   ÚemisÚevaluaterý   rü   )rô   ri   Útrain_dsr\   rz   r{   s         r(   Ú
fast_scorer  g  sG   € ä�VŠV©HÓ5ªH q˜™
’]©HÑ5°xÓ@�F€BÜ�:Š:�b "™+ r´©:´vÓ>Ð>ùò 6s   •Ac                óª  • / / pe[          Hz  nX   n[        X�X#U5      n	[          H\  n
X§:X  a  M
  [          Vs/ s H  o»Xz4;  d  M  UPM     nn[        XšU5      nUR                  US   5        UR                  US   5        M^     M|     [	        [
        R                  " U5      5      [	        [
        R                  " U5      5      [        U5      4$ s  snf )zPMean Acc/H over all (held, inner) cells; never uses held-out labels as selector.r   r   )r   rj   r  r   rˆ   r8   r‚   rL   )Úfuse_by_heldrS   rT   r­   rV   ÚhsÚacsrË   rR   ÚgatedÚinnerr\   ÚtrainrŸ   s                 r(   Úinner_mean_for_ruler  m  sµ   € à�"ˆßˆØÑ!ˆÜ˜t¨4°eÓ<ˆßˆEØ‹}ÙÝ 'ÓB¢˜1°T°MÑ+A—Q¡ˆEÐBÜ˜5¨Ó/ˆAØ�I‰I�a˜‘fÔØ�J‰J�q˜‘xÖ ó ñ ô ”—’˜“Óœu¤R§W¢W¨S£\Ó2´C¸³GÐ;Ð;ùò	 Cs   ¶
CÁCc                 óT  ^C^D^E^F^G• [         R                  " [        SS9  [         R                  " [         R                  R	                  [
        5      SS9  [        [
        S5      R                  5         S[         R                  ;   aA  [         R                  S   R                  5       S:X  a  [        S5        [         R                  S	 [        R                  " [        R                  R                  5       (       a  SOS5      n [        R                  " [!        [         R                  R#                  S	S
5      5      5        [        SU  S[        R$                  " 5        S[&         S[(         S[*         3
5        [,        R,                  " 5       n[.        R0                  " 5         [        S5        [3        5       u  mEp#[        SU 35        [        S5        [4        R6                  " 5       S   n0 mC[8         H  n[;        XTU 5      TCU'   M     [        S5        [=        5       u  pgp‰[>        R@                  " 5       u  p«[B        RD                  " U
5      S   n[G        X@5      n[I        XÀ5      nU RJ                  S:X  a)  [        R                  RM                  5         [        S5        [O        TCS   S5      n[        SUS   S SUS   S S35        [O        TES5      n[        SUS   S SUS   S 35        [Q        5       n[        S[S        U5       S 35        / nS nU H¥  u  nnn[,        R,                  " 5       n[U        TCTEUUU5      u  nnn[W        UUUUUU[Y        UUU5      S!9nUR[                  U5        [        S"US#   S$ S%US SUS S&[,        R,                  " 5       U-
  S' S(3	5        UU4nUb  UUS)   :”  d  M¡  UU4nM§     US*   mG[        S+TGS#    S,TGS-   S STGS.   S 35        0 mF/ n[8         HÜ  n[8         Vs/ s H  nUU:w  d  M  UPM     nn[]        TCU   TE[.        R^                  S/   U[a        U5      S0-  S19n U TFU'   [8         V!s0 s H!  n!U![c        TCU   U!   TEU!   U S2   U S3   5      _M#     n"n!U HQ  n#[8         Vs/ s H  nUUU#4;  d  M  UPM     n$n[e        U"U#U$5      n%UR[                  [W        UU#U%S   U%S   S495        MS     MÞ     [g        [h        Rj                  " U V%s/ s H  n%U%S   PM
     sn%5      5      n&[g        [h        Rj                  " U V%s/ s H  n%U%S   PM
     sn%5      5      n'[        S5U&S SU'S 35        U'U&4TGS.   TGS-   4:„  n(U((       a  [        S65        S7mDO[        S85        S9mDS:n(UCUDUEUFUG4S; jn)0 n*[8         Hx  nU)" U5      n"[O        U"U5      n+[O        TCU   U5      n,[O        TEU5      n-[W        U+U,U-S<9U*U'   [        S=U S>U+S   S SU+S   S S?U,S   S S@U,S   S SAU-S   S S@U-S   S 35        Mz     [W        [g        [h        Rj                  " [8         Vs/ s H  nU*U   SB   S   PM     sn5      5      [g        [h        Rj                  " [8         Vs/ s H  nU*U   SB   S   PM     sn5      5      SC9n.[        SDU.S   S SU.S   S SE[l        S   S S@[l        S   S SF3	5        [        SG5        TDS7:X  a–  []        XÖU[o        [B        Rp                  5      SHS19n/[B        Rp                   V!s0 s H  n!U![c        UU!   UU!   U/S2   U/S3   5      _M      n0n![r         V!s0 s H  n!U![c        UU!   UU!   U/S2   U/S3   5      _M      n1n![W        S7U/SI9n2OP[u        XÖTGSJ   TGSK   TGSL   5      n0[u        XçTGSJ   TGSK   TGSL   5      n1[W        SZSMS90SN V3s0 s H	  n3U3TGU3   _M     sn3D6n2[>        Rv                  " U0U[o        [B        Rp                  5      SO9u  n4n5[>        Rv                  " XØ[o        [B        Rp                  5      SO9u  n6n7[>        Rv                  " Xh[o        [B        Rp                  5      SO9u  n8n90 n:[r         HÃ  n![>        Rx                  " U1U!   U	U!   U4U55      n;[>        Rx                  " UU!   U	U!   U6U75      n<[>        Rx                  " UU!   U	U!   U8U95      n=[W        U;U<U=S<9U:U!'   [        SPU! S>U;S   S SU;S   S S?U<S   S S@U<S   S SAU=S   S S@U=S   S SQ[z        U!   S   S S@[z        U!   S   S SF35        MÅ     [W        [(        [*        [&        TDTG[W        U&U'SR9TFR}                  5        V3V>V?V@s0 s H6  u  n3n>U3U>R}                  5        V?V@s0 s H  u  n?n@U?SS:w  d  M  U?W@_M     sn@n?_M8     sn@n?n>n3UU*U.U:U2[W        [~        [l        [€        [z        [‚        ST9[,        R,                  " 5       U-
  SU9nA[         R                  " [         R                  R	                  [„        5      SS9  [        [„        S5       nB[†        Rˆ                  " UAUBS*[f        SV9  S S S 5        [        SW[„         SX[,        R,                  " 5       U-
  S' SY35        g s  snf s  sn!f s  snf s  sn%f s  sn%f s  snf s  snf s  sn!f s  sn!f s  sn3f s  sn@n?f s  sn@n?n>n3f ! , (       d  f       N|= f)[NTr   rp   ÚCUDA_VISIBLE_DEVICESÚ zDWARNING: CUDA_VISIBLE_DEVICES is empty; unsetting for GPU stem inferÚcudaÚcpuÚOMP_NUM_THREADSÚ8zdevice z	 threads z w_fuse=z p_stay z scale zloading linear_hp30 LODO foldsz
lookahead z#building ms features for stem inferÚmsz2=== external feature prep (still GPU for stem) ===zDstem infer complete; CUDA cache emptied (scoring CPU-only from here)r   zsanity fuse AVGC H r   z.4fz Acc r   z.2fz (expect ~0.8100/75.14)zsanity hp30 AVGC H zscoring z# pre-specified gates on inner cells)rT   rU   rV   Úmean_inner_HÚmean_inner_AccrZ   rb   z  INNER rb   Ú32sz H z (r±   r²   r   rl   zSELECTED gate z	 inner H r  r  r�   i'  )r�   rn   ro   )rË   r	  r   r   zLOGISTIC inner mean H z;HEADLINE uses logistic gate (beats pre-spec on inner Acc/H)Úlogisticz HEADLINE uses pre-specified gateÚprespecFc                óÀ   >• TS:X  a8  TU    n[          Vs0 s H!  nU[        TU    U   TU   US   US   5      _M#     sn$ [        TU    TTS   TS   TS   5      $ s  snf )Nr  rn   ro   rT   rU   rV   )r   ru   rj   )rË   Úfitri   r  Úheadline_moderS   Úlog_fitÚselecteds      €€€€€r(   Úgated_for_heldÚmain.<locals>.gated_for_heldÛ  sš   ø€ Ø˜JÓ&Ø˜$‘-ˆCõ &ó'â%˜ð Ô,¨\¸$Ñ-?ÀÑ-CÀTÈ"ÁXØ-0°©[¸#¸kÑ:JóLò Lá%ñ'ð 'ô ˜l¨4Ñ0°$Ø& vÑ.°¸Ñ0BÀHÈWÑDUóWð 	Wùò's   •(A)ÚmoerR   rS   z
LODO held=z  moe H z  fuse Ú/z  hp30 r   r   zLODO mean moe H z  (fuse Ú)z=== external ===é*   )Úmoder  rT   rU   rV   r$  )rT   rU   rV   rb   )rŽ   zEXT z  (published linear_hp30 )Úmean_HÚmean_Accrz   )Ú	fuse_lodoÚ	fuse_meanÚlinear_hp30_lodo_meanÚlinear_hp30_extÚfuse_ext)Úp_stayÚscaleÚw_fuser  Úselected_prespecÚlogistic_innerÚlogistic_fitsÚ
inner_rowsÚlodoÚ	lodo_meanÚexternalÚext_gateÚ	baselinesÚseconds)ÚindentÚdefaultzwrote z in Úsr©   )Er   r    rÅ   r!   r"   r#   r$   ÚcloseÚenvironÚstripr)   Útorchrº   r  Úis_availableÚset_num_threadsrŒ   ÚgetÚget_num_threadsrÊ   rü   rý   r³   rù   Úload_allrç   r¶   Úbuild_featuresr   rÔ   r÷   r´   Úload_externalrÞ   Úbuild_features_fromr×   rÛ   ÚtypeÚempty_cacherþ   r«   rL   r  rŠ   r®   r   r¤   ÚGÚhashru   r  rˆ   r8   r‚   Ú	FUSE_MEANÚlistrí   rî   rj   Úemissions_fromÚscore_externalÚLINEAR_HP30_EXTrà   Ú	FUSE_LODOÚLINEAR_HP30_LODOÚFUSE_EXTÚOUTÚjsonr.   )Hrº   Út_allÚmean4rã   rÌ   rË   Úcorp_hpÚext_hprð   rò   Ú
ext_logitsrœ   rÚ   Ú	corp_fuseÚext_fuseÚsanÚsan_hprª   r2  ÚbestrT   r­   rV   r¼   Úmean_hÚmean_arZ   Úrowrb   Ú	log_innerr\   r  r  ri   r  r	  r
  rŸ   Ú
log_mean_hÚ
log_mean_aÚuse_logisticr  r3  ÚoffÚoff_fuseÚoff_hpÚmean_moeÚfit5Ú
corp_gatedÚ	ext_gatedÚext_gate_inforä   Úmu_eÚsd_eÚmu_fÚsd_fÚmu_hÚsd_hr5  Úr_moeÚr_fuseÚr_hpÚvÚkkÚvvra   r'   r  r  rS   r  r  sH                                                                      @@@@@r(   Úmainr{  }  sä
  ü€ Ü‡K‚K”	 DÒ)Ü‡K‚K”—‘—‘¤Ó$¨tÒ4ÜŒˆcƒN×ÑÔà¤§¡Ó+´·
±
Ð;QÑ0R×0XÑ0XÓ0ZÐ^`Ó0`ÜÐWÔXÜ�J‰JÐ-Ð.Ü�\Š\¤E§J¡J×$;Ñ$;×$=Ñ$=™&À5ÓI€FÜ	×Òœ#œbŸj™jŸn™nÐ->ÀÓDÓEÔFÜˆw�v�h˜i¬×(=Ò(=Ó(?Ð'@ÀÌÈð QÜ�h˜g¤e Wð.ô /ô �IŠI‹K€EÜ‡J‚J„LäÐ-Ô.Ü+Ó-Ñ€Dˆ%Üˆz˜)˜Ð%Ô&äÐ2Ô3Ü×ÒÓ! $Ñ'€Hð €LßˆÜ.¨t¸vÓFˆ�TÓñ ô ÐAÔBÜ,9«OÑ)€G�YÜ—O’OÓ%�M€JÜ×%Ò% jÓ1°$Ñ7€HÜ'¨Ó9€IÜ# HÓ5€Hà‡{�{�fÓÜ�
‰
×ÑÔ ÜÐWÔXô �\ &Ñ)¨6Ó
2€CÜÐ" 3 s¡8¨C .°°c¸%±jÀÐ5Eð F&ð 'ô (ä˜˜fÓ%€FÜÐ" 6¨#¡;¨sÐ"3°5¸À¹ÀsÐ8KÐLÔMô Ó€EÜˆxœ˜E›
�|Ð#FÐGÔHØ€JØ€DÛ!Ñˆˆc�5Ü�YŠY‹[ˆÜ/°¸dÀDÈ#ÈuÓUÑˆ�˜Ü˜ S°ÀFØ"(¨A´8¸DÀ#ÀuÓ3MñOˆà×Ñ˜#ÔÜ�8˜C ™J sÐ+¨3¨v°c¨l¸%ÀÀs¸|È2ÌdÏiÊiËkÐZ\ÉnÐ]`ÐMaÐacÐdÔeØ�vÐˆØ‰<˜3  a¡�=Ø˜�:ŠDñ "ð �A‰w€HÜˆ~˜h u™oÐ.¨i¸ÀÑ8PÐQTÐ7Uð VØÐ-Ñ.¨sÐ3ð5ô 6ð €GØ€IßˆÝ&Ó4šw˜!¨!¨t©)—A™wˆÐ4Ü ¨TÑ 2°D¼!¿#¹#¸e¹*ÀhÔUYÐZ^ÓU_ÐbhÑUhÑiˆØˆ�‰õ #ó$â"�Rð Ô)¨,°tÑ*<¸RÑ*@À$ÀrÁ(Ø*-¨f©+°s¸;Ñ7GóIò Iá"ð 	ð $ó ˆEÝ 'ÓB¢˜1¨1°T¸5°MÑ+A—Q¡ˆEÐBÜ˜5 %¨Ó/ˆAØ×ÑœT t°5¸A¸c¹FÈÈ%ÉÑQÖRó ñ ô ”r—w’w±	Ó:²	¨1  #¤±	Ñ:Ó;Ó<€JÜ”r—w’w±)Ó<²)¨Q  %¤±)Ñ<Ó=Ó>€JÜÐ% j°Ð%5°U¸:ÀcÐ:JÐKÔLà 
Ð+¨xÐ8HÑ/IÈ8ÐTbÑKcÐ.dÑd€LÞÜÐNÔOØ"‰äÐ3Ô4Ø!ˆØˆ÷Wñ Wð €DßˆÙ˜tÓ$ˆÜ˜ Ó%ˆÜ˜l¨4Ñ0°$Ó7ˆÜ˜D $Ó'ˆÜ˜c¨°vÑ>ˆˆT‰
Ü�:˜d˜V 8¨C°©H°S¨>¸¸sÀ5¹zÈ#Ð>Nð OØ! #™ sÐ+¨1¨X°e©_¸SÐ,Að BØ ™ SÐ)¨¨6°%©=¸Ð*=ð?ö 	@ñ ô ”eœBŸGšGÅ'Ó$JÂ'¸Q T¨!¡W¨U¡^°CÔ%8Á'Ñ$JÓKÓLÜœbŸgšgÅgÓ&NÂgÀ t¨A¡w¨u¡~°eÔ'<ÁgÑ&NÓOÓPñR€HäÐ ¨¡¨cÐ2°%¸À¹ÈÐ7Lð MÜ ‘n SÐ)¨¬9°UÑ+;¸CÐ*@ÀðCô Dô ÐÔ ð ˜
Ó"Ü  °YÄÄRÇYÁYÃÐVXÑYˆô !#§	¢	ó+â )˜"ð Ô.¨y¸©}¸gÀb¹kØ/3°F©|¸TÀ+Ñ=NóPò Pá )ð 	ð +õ
  *ó+â)˜ð Ô-¨h°r©l¸FÀ2¹JØ.2°6©l¸DÀÑ<MóOò Oá)ð 	ð +ô  *°$Ñ7‰ä# IØ$,¨VÑ$4°h¸xÑ6HÈ(ÐSZÑJ[ó]ˆ
ä" 8Ø#+¨FÑ#3°X¸hÑ5GÈÐRYÑIZó\ˆ	äñ U )ð UÙ0Ró0TÚ0Rð DE°°8¸A±;²Ù0Rñ0Tñ Uˆô ×!Ò! *¨iÄ$ÄrÇyÁyÃ/ÑR�J€Dˆ$ä×!Ò! )ÄÄbÇiÁiÃÑQ�J€Dˆ$Ü×!Ò! '¼tÄBÇIÁI»ÑO�J€Dˆ$à€HßˆÜ× Ò  ¨2¡°	¸"±¸tÀTÓJˆÜ×!Ò! (¨2¡,°	¸"±¸tÀTÓJˆÜ×Ò  r¡
¨I°b©M¸4ÀÓFˆÜ ¨F¸Ñ>ˆ�‰Ü�4˜�t˜8 E¨#¡J¨sÐ#3°5¸¸u¹ÀcÐ8Jð KØ ™ SÐ)¨¨6°%©=¸Ð*=ð >Ø˜c™ 3˜ q¨¨e©°SÐ(9ð :+Ü+:¸2Ñ+>¸sÑ+CÀCÐ*HÈÜ# BÑ'¨Ñ.¨sÐ3°1ð	6ö 	7ñ ô ÜœU¬6Ø#Ø!Ü :¸
ÑCà#*§=¡=¤?ö4Ú#2™4˜1˜að °·±´	ÔH²	¡f b¨"¸RÀ4¹Z›6˜2˜rš6±	ÒHÒHÙ#2ô4àØ˜XØ MÜ¤´iÜ-=Ü'6ÄñKô —	’	“˜eÑ#ñ€Cô ‡K‚K”—‘—‘¤Ó$¨tÒ4Ü	Œc�3Œ˜2Ü�	Š	�#�r !¬UÒ3÷ 
äˆv”c�U˜$œtŸyšy›{¨5Ñ0°Ð5°QÐ7Õ8ùòS 5ùò$ùò Cùò  ;ùÚ<ùòB %KùÚ&Nùò+ùò+ùò0Tùó2 Iùõ 4÷ 
�úsr   Ï9
iÐiÑ	(iÒ i#Òi#Ó'i(Ôi-Ø*i2Ù&i7Û>%i<Ü-%jÞjå jåj$å.j$å5jèjêjê
j'Ú__main__)r¦   g      Ð?)r¦   )ià“ r   )EÚ__doc__Ú
__future__r   rU  r   r-   r³   Únumpyr8   r?  Úscipy.signalr   Úscipy.specialr   Úensemble_clf_nestedrù   Úensemble_clf_transformer_v2r¶   Úensemble_clf_transformer_v4rÞ   Ústem_ms96_irm_swa_fuser´   Úcommonr   r!   r"   ÚabspathÚ__file__ÚEXPrÄ   rÅ   r#   rT  rÇ   rÈ   r¸   rü   rý   rî   rÊ   rŠ   rQ  rL  rR  ÚLINEAR_HP30_BASELINErP  rS  r)   r1   r5   r@   r]   rd   rj   ru   r¤   r«   r®   r¿   rÔ   r×   rÛ   rç   r÷   rþ   r  r  r{  Ú__name__r©   rA   r(   Ú<module>rŒ     sØ  ðñõ* #ã Û 	Û Û ã Û Ý  Ý ã Û 'Û (Û "Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø�G‰G�L‰L˜˜hÐ(9¸7ÓC€	Ø‡g�g‡l�l�3˜Ð'<Ó=€Ø‡g�g‡l�l�3˜	 :Ð/EÓF€Ø
�)‰)€Ø
�)‰)€Ø	
�‰€Ø	
�‰€Ø	�‰€Ø�\‰\€
Ø	€ñ Ù	�˜EÑ	"©¨v¸5Ñ(AÙˆv˜5Ñ!¡t¨f¸%Ñ'@Ù	�˜EÑ	"ñ€	ñ
 �6˜uÑ%€	Ù˜& eÑ,Ð Ø×(Ñ(€Ù‘T˜F¨Ñ.¹$ÀÈUÑ:SÑT€òò?òô
6ôôD
ô0ô
ô$1hòhò@)òòò6ò2ò2ò
+ò=ò?ò<ò p9ðf ˆzÓÙ…Fð rA   