Ë
    $âj�W  ã            
      ó¸  — d Z ddlmZ ddlZddlZddlZddlZddlZddl	Z	ddl
mZ ddlmZ ddlZddlZddlZddlZddlmZ ej0                  j3                  ej0                  j5                  e«      «      Zej0                  j;                  eddd	«      Zej0                  j;                  ed
d«      Zej0                  j;                  eddd«      Z ejB                  Z!ejD                  Z"ejF                  Z#ejH                  Z$ejJ                  Z%ejL                  Z&dZ' e( e(dd¬«       e(dd¬«       e(dd¬«       e(dd¬«       e(dd¬«      ¬«      Z) e(dd¬«      Z* e(dd¬«      Z+ejX                  Z- e( e(d d!¬«       e(d"d#¬«      ¬$«      Z.d%„ Z/d&„ Z0d'„ Z1d;d(„Z2d<d)„Z3d<d*„Z4d<d+„Z5d<d,„Z6d=d-„Z7d.„ Z8d/„ Z9d0„ Z:d1„ Z;d2„ Z<d3„ Z=d4„ Z>d5„ Z?d6„ Z@d7„ ZAd8„ ZBd9„ ZCeDd:k(  r eC«        yy)>u[  Causal input-conditioned MoE gate: IRMâ†”SWA fuse w=0.5 â†” linear_hp30.

GPU stem forward (do NOT set CUDA_VISIBLE_DEVICES=). Hold gpu.lock for infer.
No new network training. Cache under models/causal_moe_fuse/cache/.

Streams per trial (aligned by key):
  fuse  = 0.5 * IRM + 0.5 * SWA   (frozen stem_ms96 checkpoints)
  hp30  = causal tau-30 high-pass of mean of 4 seed classifier logits

Gate g_t âˆˆ [0,1] from causal input stats only (no labels at test).
Evidence = g * fuse + (1-g) * hp30.

Gate family (pre-specified; pick by mean inner Acc then H, never AASD/Carta):
  favor hp30 when |fuse| is small and/or |fuse-hp30| disagreement is high.
Optional tiny logistic gate fit on LODO non-held-out folds only.

HMM preset p_stay 0.994 scale 0.8.

usage:
  /root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/.venv/bin/python -u causal_moe_fuse.py
é    )ÚannotationsN)Úlfilter)Úexpit)ÚDS_KEYSÚmodelsÚcausal_moe_fuseÚcacheÚexperimentszcausal_moe_fuse.logÚresultsÚresearchzcausal_moe_fuse.jsonç      à?gìQ¸…ëé?g)\�ÂõÈR@©ÚHÚAccgû:pÎˆÒì?g�Âõ(\OV@g§èH.ÿë?gÍÌÌÌÌŒT@gÛù~j¼të?gfffffT@g×òAÏfí?g     �U@)ÚAVGCÚDTUÚKULÚUHDÚUSTCgìQ¸…ëë?g…ëQ¸¥T@gfˆc]ÜFé?g=
×£pMQ@gKY†8ÖÅã?g¸…ëQxI@g(µ¦yá?gq=
×£0H@)ÚAASDÚ	Carta2026c                ó   — t        | d¬«       t        j                  t        j                  j	                  t
        «      d¬«       t        t
        d«      5 }|j                  | dz   «       d d d «       y # 1 sw Y   y xY w)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     ú*/root/disk_3tb/eeg-thao/causal_moe_fuse.pyÚlog_liner)   @   sL   € Ü	ˆ$�dÕÜ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�‰ús   ÁA4Á4A=c                óú   — t        j                  t         j                  j                  | «      d¬«       t	        | d«      5 }t        j                  ||t
        j                  ¬«       d d d «       y # 1 sw Y   y xY w)NTr   Úwb)Úprotocol)r   r    r!   r"   r$   ÚpickleÚdumpÚHIGHEST_PROTOCOL)r!   Úobjr'   s      r(   Úsave_pklr1   G   sK   € Ü‡K�K”—‘—‘ Ó%°Õ5Ü	ˆd�DÔ	˜RÜ�‰�C˜¤f×&=Ñ&=Õ>÷ 
×	Ñ	ús   Á'A1Á1A:c                óp   — t        | d«      5 }t        j                  |«      cd d d «       S # 1 sw Y   y xY w)NÚrb)r$   r-   Úload)r!   r'   s     r(   Úload_pklr5   M   s%   € Ü	ˆd�DÔ	˜RÜ�{‰{˜2‹÷ 
×	Ò	ús   �,¬5c                óª   — t        j                  | t         j                  «      } dt        j                  | |z  «      z
  }t	        |gdd|z
   g| «      S )z'Causal EWMA (one-pole) of a 1-d series.ç      ð?)ÚnpÚasarrayÚfloat64Úexpr   )ÚxÚtau_sÚhopÚalphas       r(   Úewma_1dr@   R   sK   € ä
�
‰
�1”b—j‘jÓ!€AØ”"—&‘&˜#˜ ™Ó&Ñ&€EÜ�E�7˜S C¨%¡K .Ð1°1Ó5Ð5ó    c                óJ  — t        j                  | t         j                  «      }t        j                  |t         j                  «      }t        t	        |«      t	        |«      «      }|d| |d| }}|dk(  r$t        j
                  |t         j                  «      S |dk(  r$t        j                  |t         j                  «      S |dk(  r&t        j                  |«      }	t        ||	|z
  z  «      S |dk(  r1t        t        j                  |«      |¬«      }	t        ||	|z
  z  «      S |dk(  r)t        j                  ||z
  «      }	t        |||	z
  z  «      S |dk(  r4t        t        j                  ||z
  «      |¬«      }	t        |||	z
  z  «      S |d	k(  rPt        |t        j                  |«      |z
  z  «      }
t        ||t        j                  ||z
  «      z
  z  «      }|
|z  S |d
k(  r5t        j                  |«      |k\  j                  t         j                  «      S t        |«      ‚)u)   Return g in [0,1]; high g â†’ trust fuse.NÚ
const_fuseÚ
const_hp30Úabs_fuseÚewma_abs_fuse)r=   ÚdisagreeÚewma_disagreeÚabs_and_disagreeÚhard_abs)r8   r9   r:   ÚminÚlenÚonesÚzerosÚabsr   r@   ÚastypeÚ
ValueError)ÚfuseÚhp30ÚkindÚthreshÚsharpÚewma_tauÚfÚhÚnÚfeatr   Úds               r(   Úgate_seriesr]   Y   sÊ  € ä
�
‰
�4œŸ™Ó$€AÜ
�
‰
�4œŸ™Ó$€AÜŒC�‹F”C˜“FÓ€AØˆRˆaˆ5�!�B�Q�%€q€AØˆ|ÒÜ�w‰w�qœ"Ÿ*™*Ó%Ð%Øˆ|ÒÜ�x‰x˜œ2Ÿ:™:Ó&Ð&ØˆzÒä�v‰v�a‹yˆÜ�U˜d V™mÑ,Ó-Ð-ØˆÒÜ”r—v‘v˜a“y¨Ô1ˆÜ�U˜d V™mÑ,Ó-Ð-ØˆzÒä�v‰v�a˜!‘e‹}ˆÜ�U˜f t™mÑ,Ó-Ð-ØˆÒÜ”r—v‘v˜a !™e“}¨HÔ5ˆÜ�U˜f t™mÑ,Ó-Ð-ØÐ!Ò!ä�%œ2Ÿ6™6 !›9 vÑ-Ñ.Ó/ˆÜ�%˜6¤B§F¡F¨1¨q©5£MÑ1Ñ2Ó3ˆØ�1‰uˆØˆzÒÜ—‘�q“	˜VÑ#×+Ñ+¬B¯J©JÓ7Ð7Ü
�TÓ
ÐrA   c           	     óŽ  — i }| D ]½  }||vrŒt        j                  | |   t         j                  «      }t        j                  ||   t         j                  «      }	t        t	        |«      t	        |	«      «      }
t        |d |
 |	d |
 ||||«      }||d |
 z  d|z
  |	d |
 z  z   j                  t         j                  «      ||<   Œ¿ |S )Nr7   )r8   r9   r:   rK   rL   r]   rP   )Úfuse_stÚhp_strT   rU   rV   rW   ÚoutÚkeyrX   rY   rZ   Úgs               r(   Úapply_gate_streamrd   {   s½   € Ø
€CÛˆØ�eÑØÜ�J‰J�w˜s‘|¤R§Z¡ZÓ0ˆÜ�J‰J�u˜S‘z¤2§:¡:Ó.ˆÜ”�A“œ˜A›ÓˆÜ˜˜"˜1˜˜q  !˜u d¨F°E¸8ÓDˆØ˜˜"˜1˜‘I  q¡¨A¨b¨q¨EÑ 1Ñ1×9Ñ9¼"¿*¹*ÓEˆˆCŠð ð €JrA   c                ó^   — | D �ci c]  }||v r|t        | |   ||   ||||«      “Œ c}S c c}w ©N)rd   )Úfuse_allÚhp_allrT   rU   rV   rW   Údss          r(   Úapply_gate_allrj   ˆ   sK   € áó0Ù� "¨¡,ð Ô! (¨2¡,°°r±
¸DÀ&È%ÐQYÓZÑZØñ0ð 0ùò 0s   …"*c                óº  — i }t        j                  |t         j                  «      }| D �].  }||vrŒ	t        j                  | |   t         j                  «      }t        j                  ||   t         j                  «      }	t        t	        |«      t	        |	«      «      }
|d|
 |	d|
 }	}t        j
                  |«      t        j
                  |	«      t        j
                  ||	z
  «      }}}t        j                  |||t        ||«      t        ||«      gd«      }t        ||z  |z   «      }||z  d|z
  |	z  z   j                  t         j                  «      ||<   �Œ1 |S )uA   g = sigmoid(wÂ·x + b); x = [|f|, |h|, |f-h|, ewma|f|, ewma|f-h|].Né   r7   )
r8   r9   r:   rK   rL   rO   Ústackr@   r   rP   )r_   r`   ÚcoefÚ	interceptrW   ra   Úwrb   rX   rY   rZ   ÚafÚahÚadÚXrc   s                   r(   Úlogistic_gate_streamru   �   s  € à
€CÜ
�
‰
�4œŸ™Ó$€AÜˆØ�eÑØÜ�J‰J�w˜s‘|¤R§Z¡ZÓ0ˆÜ�J‰J�u˜S‘z¤2§:¡:Ó.ˆÜ”�A“œ˜A›ÓˆØ��!ˆu�a˜˜�eˆ1ˆÜ—V‘V˜A“Y¤§¡ q£	¬2¯6©6°!°a±%«=�ˆBˆÜ�H‰H�b˜"˜b¤'¨"¨hÓ"7¼ÀÀXÓ9NÐOÐQRÓSˆÜ�!�a‘%˜)Ñ#Ó$ˆØ˜‘E˜S 1™W¨™MÑ)×1Ñ1´"·*±*Ó=ˆˆC‹ð ð €JrA   c                ót  — t         j                  j                  |«      }g g }}|D �]–  }	||	   }
| |	   D �]…  }|||	   vs||
vrŒt        j                  | |	   |   t         j                  «      }t        j                  ||	   |   t         j                  «      }t        j                  |
|   «      }t        t        |«      t        |«      t        |«      «      }|d| |d| |d| }}}t        j                  |dk(  dd«      }||z  ||z  kD  j                  t         j                  «      }t        j                  |«      t        j                  |«      t        j                  ||z
  «      }}}t        j                  |||t        |«      t        |«      gd«      }|j                  |«       |j                  |«       �Œˆ �Œ™ t        j                  |d«      }t        j                  |d«      }t        |«      |kD  r'|j                  t        |«      |d¬«      }||   ||   }}|j                  d«      }|j!                  d«      j#                  d«      }||z
  |z  }t        j$                  |j&                  d   t         j                  «      }d	}d
}t)        d«      D ]ª  }||z  |z   }t+        |«      }||z
  } |j,                  | z  t        |«      z  ||z  z   }!| j                  «       }"|d|z
  z  }#||z  |#dd…df   z  j                  d«      |z   }$|d|!z  |$j#                  d«      z  z  }|d|"z  |#j                  «       dz   z  z  }Œ¬ ||z  }%t/        |t        j0                  |%|«      z
  «      }&t3        |%j5                  «       |&|j5                  «       |j5                  «       t7        t        |«      «      ¬«      S )zIFit logistic: P(prefer fuse) from signed-correctness on train folds only.Nr   r7   g      ð¿rl   F)Úreplaceg�íµ ÷Æ°>ç        g{®Gáz„?é   r   g:Œ0âŽyE>)rn   ro   ÚmuÚsdrZ   )r8   ÚrandomÚdefault_rngr9   r:   rK   rL   ÚwhererP   rO   rm   r@   ÚappendÚconcatenateÚchoiceÚmeanÚstdÚcliprN   ÚshapeÚranger   ÚTÚfloatÚdotÚdictÚtolistÚint)'rg   rh   ÚattÚdatasetsÚ
max_framesÚseedÚrngÚxsÚysri   Úlabelsrb   rX   rY   ÚlabrZ   ÚsgnÚyrq   rr   rs   rt   Úidxrz   r{   ÚXzrp   ÚbÚlamÚ_ÚzÚpÚrÚgwÚgbÚWÚHdiagrn   ro   s'                                          r(   Úfit_logistic_gater¤   Ÿ   s:  € ä
�)‰)×
Ñ
 Ó
%€CØ�ˆ€BÜˆØ�R‘ˆØ˜B•<ˆCØ˜& ™*Ñ$¨°6Ñ(9ØÜ—
‘
˜8 B™<¨Ñ,¬b¯j©jÓ9ˆAÜ—
‘
˜6 "™: c™?¬B¯J©JÓ7ˆAÜ—*‘*˜V C™[Ó)ˆCÜ”C˜“FœC ›F¤C¨£HÓ-ˆAØ˜"˜1˜˜q  !˜u c¨"¨1 g�#ˆqˆAÜ—(‘(˜3 !™8 S¨$Ó/ˆCà�S‘˜1˜s™7Ñ"×*Ñ*¬2¯:©:Ó6ˆAÜŸ™ ›¤B§F¡F¨1£I¬r¯v©v°a¸!±e«}�B�ˆBÜ—‘˜"˜b "¤g¨b£k´7¸2³;Ð?ÀÓCˆAØ�I‰I�aŒLØ�I‰I�aŽLò  ð ô" 	�‰�r˜1Ó€AÜ
�‰�r˜1Ó€AÜ
ˆ1ƒv�
ÒØ�j‰jœ˜Q› °UˆjÓ;ˆØ�‰v�q˜‘vˆ1ˆà	
�‰�‹€BØ	
�‰ˆq‹�‰�tÓ	€BØ
ˆb‰&�B‰€Bä
�‰�—‘˜!‘œbŸj™jÓ)€AØ€AØ
€CÜ�2ŽYˆØ�‰F�Q‰JˆÜ�!‹Hˆà�‰EˆØ�T‰T�A‰Xœ˜A›Ñ  q¡Ñ(ˆØ�V‰V‹XˆØ��q‘‰Mˆà�b‘˜1šQ ˜W™:Ñ%×+Ñ+¨AÓ.°Ñ4ˆØ	ˆS�2‰X˜Ÿ
™
 4Ó(Ñ(Ñ(ˆØ	ˆS�2‰X˜Ÿ™› D™Ñ)Ñ)‰ð ð ˆr‰6€DÜ�aœ"Ÿ&™&  rÓ*Ñ*Ó+€IÜ�T—[‘[“]¨i¸B¿I¹I»KÈBÏIÉIËKÔ[^Ô_bÐcdÓ_eÓ[fÔgÐgrA   c                 ó   — g d¢} | S )zSCompact pre-specified gate grid (favor hp30 when |fuse| small / disagreement high).))rC   rx   r7   )rD   rx   r7   )rE   r   ç      @)rE   r7   r¦   )rE   ç      ø?r¦   )rE   r7   ç       @)rF   r   r¦   )rF   r7   r¦   )rF   r§   r¦   )rG   r   r¦   )rG   r7   r¦   )rG   r§   r¦   )rH   r   r¦   )rH   r7   r¦   )rH   r§   r¦   )rJ   r   r7   )rJ   r7   r7   )rJ   r§   r7   )rI   g      è?r¦   )rI   r7   r¦   )rI   g      ô?r¨   © )Úruless    r(   Úcandidate_rulesr«   Ó   s   € ò€Eð6 €LrA   c                ó   — | › d|d›d|d›�S )Nz|trc   z|sr©   )rT   ÚthrrV   s      r(   Úrule_keyr®   ó   s   € ØˆV�2�c˜!�W˜B˜u Q˜iÐ(Ð(rA   c                ó  — t        j                   «       }t        d|› d| › �«       t        j                  | |«      \  }}}t	        j
                  ||||t        |«      }~t        d|› dt        j                   «       |z
  d›d�«       |S )Nz  infer-one Ú z done (ú.0fús))Útimer)   ÚFÚ	load_ckptÚVÚ	infer_allÚWINDOW)	Ú	ckpt_pathr[   ÚdeviceÚtagÚt0Únetrz   r{   Ústs	            r(   Ú
_infer_oner¿   ÷   s}   € Ü	�‰‹€BÜˆ|˜C˜5  ) Ð-Ô.Ü—+‘+˜i¨Ó0�K€CˆˆRÜ	
�‰�S˜$  B¬°Ó	7€BØÜˆ|˜C˜5 ¬¯	©	«°bÑ(8¸Ð'=¸RÐ@ÔAØ€IrA   c                óÌ  — t         j                  j                  t        d| › d�«      }t         j                  j	                  |«      rt        d|› �«       t        |«      S t         j                  j                  t        d| › d�«      }t         j                  j                  t        d| › d�«      }t         j                  j                  t        d| › d�«      }t         j                  j                  t        d| › d�«      }t         j                  j	                  |«      st        |||d| › d�«      }t        ||«       nt        d|› �«       t        |«      }t         j                  j	                  |«      st        |||d| › d	�«      }	t        ||	«       nt        d|› �«       t        |«      }	t        j                  ||	t        «      }
t        ||
«       t        d
|› �«       |
S )Nzfuse_w05__held-z.pklú
cache hit zheld-z.ptz_tmp_irm__held-z_tmp_swa__held-z-IRMz-SWAúcache write ©r   r!   ÚjoinÚ	CACHE_DIRÚisfiler)   r5   ÚIRM_DIRÚSWA_DIRr¿   r1   r´   Úblend_streamsÚW_FUSE)ÚheldÚfeat_allrº   r!   Úirm_pathÚswa_pathÚ	irm_cacheÚ	swa_cacheÚirm_stÚswa_stÚblendeds              r(   Úensure_fuse_cacherÔ     s„  € Ü�7‰7�<‰<œ	 _°T°F¸$Ð#?Ó@€DÜ	‡w�w‡~�~�dÔÜ�:˜d˜VÐ$Ô%Ü˜‹~ÐÜ�w‰w�|‰|œG u¨T¨F°#Ð%6Ó7€HÜ�w‰w�|‰|œG u¨T¨F°#Ð%6Ó7€HÜ—‘—‘œY¨/¸$¸¸tÐ(DÓE€IÜ—‘—‘œY¨/¸$¸¸tÐ(DÓE€IÜ�7‰7�>‰>˜)Ô$Ü˜H h°¸%À¸vÀTÐ8JÓKˆÜ�˜FÕ#ä�:˜i˜[Ð)Ô*Ü˜)Ó$ˆÜ�7‰7�>‰>˜)Ô$Ü˜H h°¸%À¸vÀTÐ8JÓKˆÜ�˜FÕ#ä�:˜i˜[Ð)Ô*Ü˜)Ó$ˆÜ�o‰o˜f f¬fÓ5€GÜˆT�7ÔÜˆ|˜D˜6Ð"Ô#Ø€NrA   c                ó\  — t         j                  j                  t        d«      }t         j                  j	                  |«      rt        d|› �«       t        |«      S t         j                  j                  t        d«      }t         j                  j                  t        d«      }t         j                  j                  t        d«      }t         j                  j                  t        d«      }t         j                  j	                  |«      st        || |d«      }t        ||«       nt        |«      }t         j                  j	                  |«      st        || |d«      }t        ||«       nt        |«      }t        j                  ||t        «      }	t        ||	«       t        d|› �«       |	S )	Nzfuse_w05__all5_corpus.pklrÁ   úall5.ptz_tmp_irm__all5_corpus.pklz_tmp_swa__all5_corpus.pklzall5-corpus-IRMzall5-corpus-SWArÂ   rÃ   )
rÌ   rº   r!   rÍ   rÎ   rÏ   rÐ   rÑ   rÒ   rÓ   s
             r(   Úensure_all5_corpus_fuser×     s,  € Ü�7‰7�<‰<œ	Ð#>Ó?€DÜ	‡w�w‡~�~�dÔÜ�:˜d˜VÐ$Ô%Ü˜‹~ÐÜ�w‰w�|‰|œG YÓ/€HÜ�w‰w�|‰|œG YÓ/€HÜ—‘—‘œYÐ(CÓD€IÜ—‘—‘œYÐ(CÓD€IÜ�7‰7�>‰>˜)Ô$Ü˜H h°Ð8IÓJˆÜ�˜FÕ#ä˜)Ó$ˆÜ�7‰7�>‰>˜)Ô$Ü˜H h°Ð8IÓJˆÜ�˜FÕ#ä˜)Ó$ˆÜ�o‰o˜f f¬fÓ5€GÜˆT�7ÔÜˆ|˜D˜6Ð"Ô#Ø€NrA   c           	     óŽ  — t         j                  j                  t        d«      }t         j                  j	                  |«      rt        d|› �«       t        |«      S t         j                  j                  t        d«      }t         j                  j                  t        d«      }t         j                  j                  t        d«      }t         j                  j                  t        d«      }t         j                  j	                  |«      st        || |d«      }t        ||«       nt        |«      }t         j                  j	                  |«      st        || |d«      }t        ||«       nt        |«      }|D �	ci c]$  }	|	t        j                  ||	   ||	   t        «      “Œ& }
}	t        ||
«       t        d|› �«       |
S c c}	w )	Nzfuse_w05__all5_external.pklrÁ   rÖ   z_tmp_irm__all5_external.pklz_tmp_swa__all5_external.pklzall5-ext-IRMzall5-ext-SWArÂ   )r   r!   rÄ   rÅ   rÆ   r)   r5   rÇ   rÈ   r¿   r1   r´   Ú	blend_onerÊ   )Úext_featrº   r!   rÍ   rÎ   rÏ   rÐ   rÑ   rÒ   ri   ra   s              r(   Úensure_all5_ext_fuserÛ   5  sL  € Ü�7‰7�<‰<œ	Ð#@ÓA€DÜ	‡w�w‡~�~�dÔÜ�:˜d˜VÐ$Ô%Ü˜‹~ÐÜ�w‰w�|‰|œG YÓ/€HÜ�w‰w�|‰|œG YÓ/€HÜ—‘—‘œYÐ(EÓF€IÜ—‘—‘œYÐ(EÓF€IÜ�7‰7�>‰>˜)Ô$Ü˜H h°¸ÓGˆÜ�˜FÕ#ä˜)Ó$ˆÜ�7‰7�>‰>˜)Ô$Ü˜H h°¸ÓGˆÜ�˜FÕ#ä˜)Ó$ˆÙEKÓ
LÁV¸rˆ2Œq�{‰{˜6 "™: v¨b¡z´6Ó:Ñ:ÀV€CÐ
LÜˆT�3ÔÜˆ|˜D˜6Ð"Ô#Ø€Jùò Ms   Å;)Gc                 óp  — t        j                  «       \  } }}t        D ���ci c]-  }|||   j                  «       D ��ci c]  \  }}||d   “Œ c}}“Œ/ }}}}t        D ���ci c]-  }|| |   j                  «       D ��ci c]  \  }}||d   “Œ c}}“Œ/ }}}}|||fS c c}}w c c}}}w c c}}w c c}}}w )zWPer-dataset LODO linear_hp30 streams (r0 only). Uses N.G from load_all (fuse schedule).Úr0)ÚV4Ú_mean_and_hp_from_foldsr   Úitems)Úmean_evÚhp_evÚ	lookaheadri   ÚkÚeÚhpr‚   s           r(   Úload_lodo_hp30rç   N  s¶   € ä "× :Ñ :Ó <Ñ€GˆU�IÝCJÕ	KÁ7¸Rˆ" e¨B¡i§o¡oÔ&7Ô8Ñ&7™d˜a ˆq�!�D‘'‰zÐ&7Ò8Ñ
8À7€BÒ	KÝGNÕOÁwÀˆB¨°©×(9Ñ(9Ô(;Ô<Ñ(;¡  1��A�d‘G‘Ð(;Ò<Ñ<Àw€DÒOØˆt�YÐÐùó 9ùÔ	KùÛ<ùÔOs.   £B$¿BÁB$Á#B1Á?B+ÂB1ÂB$Â+B1c                 ób  — t        j                  «       \  } }t        j                  «       \  }}i }|j                  | «       |j                  |«       t        j                  |d«      }t         j
                  D �ci c]  }|||   “Œ
 }}t        D �ci c]  }|||   “Œ
 }}||||fS c c}w c c}w )zFCorpus + external linear_hp30 from 4-seed logits (v4 external recipe).rS   )rÞ   Ú
load_trainÚ	load_testÚupdateÚlinear_streamsÚCORPUSÚ
TEST_NAMES)	Útrain_logitsÚ	train_attÚtest_logitsÚ	test_metaÚbaseÚstreamsri   ÚcorpÚexts	            r(   Úload_ext_hp30r÷   V  s¤   € ä Ÿm™m›oÑ€L�)ÜŸ\™\›^Ñ€K�Ø€DØ‡K�K�ÔØ‡K�K�ÔÜ×Ñ  fÓ-€GÜ&(§i¢iÓ0¡i ˆB�˜‘‰O i€DÐ0Ý%/Ó
0¡Z˜rˆ2ˆw�r‰{‰? Z€CÐ
0Ø��i Ð*Ð*ùò 1ùÚ
0s   Á;B'ÂB,c                óh   — t        j                  |t        j                  | «      t        t        «      S rf   )ÚNÚofficialÚto_evÚP_STAYÚSCALE)rô   rË   s     r(   Ú
score_lodorþ   c  s    € Ü�:‰:�dœAŸG™G GÓ,¬f´eÓ<Ð<rA   c                ó°   — t        j                  |D �ci c]  }|| |   “Œ
 c}|«      \  }}t        j                  || |   ||t        z  t        «      S c c}w )z=Fast inner scorer (N.evaluate); emissions from train_ds only.)rù   ÚemisÚevaluaterý   rü   )rô   ri   Útrain_dsr\   rz   r{   s         r(   Ú
fast_scorer  g  sQ   € ä�V‰V©HÓ5©H q�Q˜ ™
‘]¨HÑ5°xÓ@�F€BˆÜ�:‰:�b˜' "™+ r¨2´©:´vÓ>Ð>ùò 6s   ”Ac                óž  — g g }}t         D ]v  }| |   }t        |||||«      }	t         D ]W  }
|
|k(  rŒ	t         D �cg c]  }|||
fvsŒ
|‘Œ }}t        |	|
|«      }|j                  |d   «       |j                  |d   «       ŒY Œx t	        t        j                  |«      «      t	        t        j                  |«      «      t        |«      fS c c}w )zPMean Acc/H over all (held, inner) cells; never uses held-out labels as selector.r   r   )r   rj   r  r   rˆ   r8   r‚   rL   )Úfuse_by_heldrS   rT   r­   rV   ÚhsÚacsrË   rR   ÚgatedÚinnerr\   ÚtrainrŸ   s                 r(   Úinner_mean_for_ruler  m  sÅ   € à�"ˆ€BßˆØ˜DÑ!ˆÜ˜t T¨4°°eÓ<ˆßˆEØ˜Š}ØÝ 'ÓB¡˜1¨1°T¸5°MÒ+A’Q ˆEÐBÜ˜5 %¨Ó/ˆAØ�I‰I�a˜‘fÔØ�J‰J�q˜‘xÕ ñ ð ô ”—‘˜“Óœu¤R§W¡W¨S£\Ó2´C¸³GÐ;Ð;ùò	 Cs   ¹C
ÁC
c                 ó  ‡C‡D‡E‡F‡G— t        j                  t        d¬«       t        j                  t         j                  j	                  t
        «      d¬«       t        t
        d«      j                  «        dt         j                  v r@t         j                  d   j                  «       dk(  rt        d«       t         j                  d= t        j                  t        j                  j                  «       rdnd«      } t        j                  t!        t         j                  j#                  d	d
«      «      «       t        d| › dt        j$                  «       › dt&        › dt(        › dt*        › �
«       t-        j,                  «       }t/        j0                  «        t        d«       t3        «       \  ŠE}}t        d|› �«       t        d«       t5        j6                  «       d   }i ŠCt8        D ]  }t;        ||| «      ‰C|<   Œ t        d«       t=        «       \  }}}}	t?        j@                  «       \  }
}tC        jD                  |
«      d   }tG        || «      }tI        || «      }| jJ                  dk(  r)t        j                  jM                  «        t        d«       tO        ‰Cd   d«      }t        d|d   d›d|d   d›d�«       tO        ‰Ed«      }t        d|d   d›d|d   d›�«       tQ        «       }t        dtS        |«      › d �«       g }d }|D ]¢  \  }}}t-        j,                  «       }tU        ‰C‰E|||«      \  }}}tW        ||||||tY        |||«      ¬!«      }|j[                  |«       t        d"|d#   d$›d%|d›d|d›d&t-        j,                  «       |z
  d'›d(�	«       ||f}|�	||d)   kD  sŒŸ||f}Œ¤ |d*   ŠGt        d+‰Gd#   › d,‰Gd-   d›d‰Gd.   d›�«       i ŠFg }t8        D ]Ñ  }t8        D �cg c]
  }||k7  sŒ	|‘Œ }}t]        ‰C|   ‰Et.        j^                  d/   |ta        |«      d0z  ¬1«      } | ‰F|<   t8        D �!ci c]   }!|!tc        ‰C|   |!   ‰E|!   | d2   | d3   «      “Œ" }"}!|D ]M  }#t8        D �cg c]  }|||#fvsŒ
|‘Œ }$}te        |"|#|$«      }%|j[                  tW        ||#|%d   |%d   ¬4«      «       ŒO ŒÓ tg        ti        jj                  |D �%cg c]  }%|%d   ‘Œ	 c}%«      «      }&tg        ti        jj                  |D �%cg c]  }%|%d   ‘Œ	 c}%«      «      }'t        d5|&d›d|'d›�«       |'|&f‰Gd.   ‰Gd-   fkD  }(|(rt        d6«       d7ŠDnt        d8«       d9ŠDd:}(ˆCˆDˆEˆFˆGfd;„})i }*t8        D ]z  } |)|«      }"tO        |"|«      }+tO        ‰C|   |«      },tO        ‰E|«      }-tW        |+|,|-¬<«      |*|<   t        d=|› d>|+d   d›d|+d   d›d?|,d   d›d@|,d   d›dA|-d   d›d@|-d   d›�«       Œ| tW        tg        ti        jj                  t8        D �cg c]  }|*|   dB   d   ‘Œ c}«      «      tg        ti        jj                  t8        D �cg c]  }|*|   dB   d   ‘Œ c}«      «      ¬C«      }.t        dD|.d   d›d|.d   d›dEtl        d   d›d@tl        d   d›dF�	«       t        dG«       ‰Dd7k(  r—t]        |||to        tB        jp                  «      dH¬1«      }/tB        jp                  D �!ci c]  }!|!tc        ||!   ||!   |/d2   |/d3   «      “Œ }0}!tr        D �!ci c]  }!|!tc        ||!   ||!   |/d2   |/d3   «      “Œ }1}!tW        d7|/¬I«      }2nOtu        ||‰GdJ   ‰GdK   ‰GdL   «      }0tu        ||‰GdJ   ‰GdK   ‰GdL   «      }1tW        dZdMd9idND �3ci c]  }3|3‰G|3   “Œ
 c}3¤Ž}2t?        jv                  |0|to        tB        jp                  «      ¬O«      \  }4}5t?        jv                  ||to        tB        jp                  «      ¬O«      \  }6}7t?        jv                  ||to        tB        jp                  «      ¬O«      \  }8}9i }:tr        D ]Â  }!t?        jx                  |1|!   |	|!   |4|5«      };t?        jx                  ||!   |	|!   |6|7«      }<t?        jx                  ||!   |	|!   |8|9«      }=tW        |;|<|=¬<«      |:|!<   t        dP|!› d>|;d   d›d|;d   d›d?|<d   d›d@|<d   d›dA|=d   d›d@|=d   d›dQtz        |!   d   d›d@tz        |!   d   d›dF�«       ŒÄ tW        t(        t*        t&        ‰D‰GtW        |&|'¬R«      ‰Fj}                  «       D �3�>�?�@ci c]0  \  }3}>|3|>j}                  «       D �?�@ci c]  \  }?}@|?dSk7  sŒ|?@“Œ c}@}?“Œ2 c}@}?}>}3||*|.|:|2tW        t~        tl        t€        tz        t‚        ¬T«      t-        j,                  «       |z
  ¬U«      }At        j                  t         j                  j	                  t„        «      d¬«       t        t„        d«      5 }Bt‡        jˆ                  A|Bd*tf        ¬V«       d d d «       t        dWt„        › dXt-        j,                  «       |z
  d'›dY�«       y c c}w c c}!w c c}w c c}%w c c}%w c c}w c c}w c c}!w c c}!w c c}3w c c}@}?w c c}@}?}>}3w # 1 sw Y   ŒvxY w)[NTr   rp   ÚCUDA_VISIBLE_DEVICESÚ zDWARNING: CUDA_VISIBLE_DEVICES is empty; unsetting for GPU stem inferÚcudaÚcpuÚOMP_NUM_THREADSÚ8zdevice z	 threads z w_fuse=z p_stay z scale zloading linear_hp30 LODO foldsz
lookahead z#building ms features for stem inferÚmsz2=== external feature prep (still GPU for stem) ===zDstem infer complete; CUDA cache emptied (scoring CPU-only from here)r   zsanity fuse AVGC H r   z.4fz Acc r   z.2fz (expect ~0.8100/75.14)zsanity hp30 AVGC H zscoring z# pre-specified gates on inner cells)rT   rU   rV   Úmean_inner_HÚmean_inner_AccrZ   rb   z  INNER rb   Ú32sz H z (r±   r²   r   rl   zSELECTED gate z	 inner H r  r  r�   i'  )r�   rn   ro   )rË   r	  r   r   zLOGISTIC inner mean H z;HEADLINE uses logistic gate (beats pre-spec on inner Acc/H)Úlogisticz HEADLINE uses pre-specified gateÚprespecFc                ó¸   •— ‰dk(  r5‰|    }t         D �ci c]   }|t        ‰|    |   ‰|   |d   |d   «      “Œ" c}S t        ‰|    ‰‰d   ‰d   ‰d   «      S c c}w )Nr  rn   ro   rT   rU   rV   )r   ru   rj   )rË   Úfitri   r  Úheadline_moderS   Úlog_fitÚselecteds      €€€€€r(   Úgated_for_heldzmain.<locals>.gated_for_heldÛ  sš   ø€ Ø˜JÒ&Ø˜$‘-ˆCõ &ó'á%˜ð Ô,¨\¸$Ñ-?ÀÑ-CÀTÈ"ÁXØ-0°©[¸#¸kÑ:JóLñ Là%ñ'ð 'ô ˜l¨4Ñ0°$Ø& vÑ.°¸Ñ0BÀHÈWÑDUóWð 	Wùò's   ”%A)ÚmoerR   rS   z
LODO held=z  moe H z  fuse Ú/z  hp30 r  r   zLODO mean moe H z  (fuse Ú)z=== external ===é*   )Úmoder  rT   rU   rV   r#  )rT   rU   rV   rb   )rŽ   zEXT z  (published linear_hp30 )Úmean_HÚmean_Accrz   )Ú	fuse_lodoÚ	fuse_meanÚlinear_hp30_lodo_meanÚlinear_hp30_extÚfuse_ext)Úp_stayÚscaleÚw_fuser  Úselected_prespecÚlogistic_innerÚlogistic_fitsÚ
inner_rowsÚlodoÚ	lodo_meanÚexternalÚext_gateÚ	baselinesÚseconds)ÚindentÚdefaultzwrote z in Úsr©   )Er   r    rÅ   r!   r"   r#   r$   ÚcloseÚenvironÚstripr)   Útorchrº   r  Úis_availableÚset_num_threadsrŒ   ÚgetÚget_num_threadsrÊ   rü   rý   r³   rù   Úload_allrç   r¶   Úbuild_featuresr   rÔ   r÷   r´   Úload_externalrÞ   Úbuild_features_fromr×   rÛ   ÚtypeÚempty_cacherþ   r«   rL   r  rŠ   r®   r   r¤   ÚGÚhashru   r  rˆ   r8   r‚   Ú	FUSE_MEANÚlistrí   rî   rj   Úemissions_fromÚscore_externalÚLINEAR_HP30_EXTrà   Ú	FUSE_LODOÚLINEAR_HP30_LODOÚFUSE_EXTÚOUTÚjsonr.   )Hrº   Út_allÚmean4rã   rÌ   rË   Úcorp_hpÚext_hprð   rò   Ú
ext_logitsrœ   rÚ   Ú	corp_fuseÚext_fuseÚsanÚsan_hprª   r1  ÚbestrT   r­   rV   r¼   Úmean_hÚmean_arZ   Úrowrb   Ú	log_innerr\   r  r  ri   r  r	  r
  rŸ   Ú
log_mean_hÚ
log_mean_aÚuse_logisticr  r2  ÚoffÚoff_fuseÚoff_hpÚmean_moeÚfit5Ú
corp_gatedÚ	ext_gatedÚext_gate_inforä   Úmu_eÚsd_eÚmu_fÚsd_fÚmu_hÚsd_hr4  Úr_moeÚr_fuseÚr_hpÚvÚkkÚvvra   r'   r  r  rS   r  r  sH                                                                      @@@@@r(   Úmainrz  }  s÷
  ü€ Ü‡K�K”	 DÕ)Ü‡K�K”—‘—‘¤Ó$¨tÕ4ÜŒˆcƒN×ÑÔà¤§¡Ñ+´·
±
Ð;QÑ0R×0XÑ0XÓ0ZÐ^`Ò0`ÜÐWÔXÜ�J‰JÐ-Ð.Ü�\‰\¤E§J¡J×$;Ñ$;Ô$=™&À5ÓI€FÜ	×Ñœ#œbŸj™jŸn™nÐ->ÀÓDÓEÔFÜˆw�v�h˜i¬×(=Ñ(=Ó(?Ð'@ÀÌÈð QÜ�h˜g¤e Wð.ô /ô �I‰I‹K€EÜ‡J�J„LäÐ-Ô.Ü+Ó-Ñ€Dˆ%�Üˆz˜)˜Ð%Ô&äÐ2Ô3Ü×ÑÓ! $Ñ'€Hð €LßˆÜ.¨t°X¸vÓFˆ�TÒð ô ÐAÔBÜ,9«OÑ)€GˆV�Y 	Ü—O‘OÓ%�M€J�Ü×%Ñ% jÓ1°$Ñ7€HÜ'¨°&Ó9€IÜ# H¨fÓ5€Hà‡{�{�fÒÜ�
‰
×ÑÔ ÜÐWÔXô �\ &Ñ)¨6Ó
2€CÜÐ" 3 s¡8¨C .°°c¸%±jÀÐ5Eð F&ð 'ô (ä˜˜fÓ%€FÜÐ" 6¨#¡;¨sÐ"3°5¸À¹ÀsÐ8KÐLÔMô Ó€EÜˆxœ˜E›
�|Ð#FÐGÔHØ€JØ€DÛ!Ñˆˆc�5Ü�Y‰Y‹[ˆÜ/°¸dÀDÈ#ÈuÓUÑˆ�˜Ü˜ S°ÀFØ"(¨A´8¸DÀ#ÀuÓ3MôOˆà×Ñ˜#ÔÜ�8˜C ™J sÐ+¨3¨v°c¨l¸%ÀÀs¸|È2ÌdÏiÉiËkÐZ\ÉnÐ]`ÐMaÐacÐdÔeØ�vÐˆØˆ<˜3  a¡›=Ø˜�:‰Dð "ð �A‰w€HÜˆ~˜h u™oÐ.¨i¸ÀÑ8PÐQTÐ7Uð VØÐ-Ñ.¨sÐ3ð5ô 6ð €GØ€IßˆÝ&Ó4™w˜!¨!¨t«)’A˜wˆÐ4Ü ¨TÑ 2°D¼!¿#¹#¸e¹*ÀhÔUYÐZ^ÓU_ÐbhÑUhÔiˆØˆ�‰õ #ó$á"�Rð Ô)¨,°tÑ*<¸RÑ*@À$ÀrÁ(Ø*-¨f©+°s¸;Ñ7GóIñ Ià"ð 	ð $ó ˆEÝ 'ÓB¡˜1¨1°T¸5°MÒ+A’Q ˆEÐBÜ˜5 %¨Ó/ˆAØ×ÑœT t°5¸A¸c¹FÈÈ%ÉÔQÕRñ ð ô ”r—w‘w±	Ó:±	¨1  #£°	Ñ:Ó;Ó<€JÜ”r—w‘w±)Ó<±)¨Q  %£°)Ñ<Ó=Ó>€JÜÐ% j°Ð%5°U¸:ÀcÐ:JÐKÔLà 
Ð+¨xÐ8HÑ/IÈ8ÐTbÑKcÐ.dÑd€LÙÜÐNÔOØ"‰äÐ3Ô4Ø!ˆØˆ÷Wð Wð €DßˆÙ˜tÓ$ˆÜ˜ Ó%ˆÜ˜l¨4Ñ0°$Ó7ˆÜ˜D $Ó'ˆÜ˜c¨°vÔ>ˆˆT‰
Ü�:˜d˜V 8¨C°©H°S¨>¸¸sÀ5¹zÈ#Ð>Nð OØ! #™ sÐ+¨1¨X°e©_¸SÐ,Að BØ ™ SÐ)¨¨6°%©=¸Ð*=ð?õ 	@ð ô ”eœBŸG™GÅ'Ó$JÁ'¸Q T¨!¡W¨U¡^°CÓ%8À'Ñ$JÓKÓLÜœbŸg™gÅgÓ&NÁgÀ t¨A¡w¨u¡~°eÓ'<ÀgÑ&NÓOÓPôR€HäÐ ¨¡¨cÐ2°%¸À¹ÈÐ7Lð MÜ ‘n SÐ)¨¬9°UÑ+;¸CÐ*@ÀðCô Dô ÐÔ ð ˜
Ò"Ü  ¨G°YÄÄRÇYÁYÃÐVXÔYˆô !#§	¢	ó+á )˜"ð Ô.¨y¸©}¸gÀb¹kØ/3°F©|¸TÀ+Ñ=NóPñ Pà )ð 	ð +õ
  *ó+á)˜ð Ô-¨h°r©l¸FÀ2¹JØ.2°6©l¸DÀÑ<MóOñ Oà)ð 	ð +ô  *°$Ô7‰ä# I¨wØ$,¨VÑ$4°h¸xÑ6HÈ(ÐSZÑJ[ó]ˆ
ä" 8¨VØ#+¨FÑ#3°X¸hÑ5GÈÐRYÑIZó\ˆ	äñ U )ð UÙ0Ró0TÙ0Rð DE°°8¸A±;±Ø0Rñ0Tñ Uˆô ×!Ñ! *¨iÄ$ÄrÇyÁyÃ/ÔR�J€Dˆ$ä×!Ñ! )¨YÄÄbÇiÁiÃÔQ�J€Dˆ$Ü×!Ñ! '¨9¼tÄBÇIÁI»ÔO�J€Dˆ$à€HßˆÜ× Ñ  ¨2¡°	¸"±¸tÀTÓJˆÜ×!Ñ! (¨2¡,°	¸"±¸tÀTÓJˆÜ×Ñ  r¡
¨I°b©M¸4ÀÓFˆÜ ¨F¸Ô>ˆ�‰Ü�4˜�t˜8 E¨#¡J¨sÐ#3°5¸¸u¹ÀcÐ8Jð KØ ™ SÐ)¨¨6°%©=¸Ð*=ð >Ø˜c™ 3˜ q¨¨e©°SÐ(9ð :+Ü+:¸2Ñ+>¸sÑ+CÀCÐ*HÈÜ# BÑ'¨Ñ.¨sÐ3°1ð	6õ 	7ð ô ÜœU¬6Ø#Ø!Ü :¸
ÔCà#*§=¡=¤?ö4Ù#2™4˜1˜að °·±´	ÔH±	¡f b¨"¸RÀ4»Z˜2˜r™6°	ÒHÑHØ#2ô4àØ˜XØ MÜ¤´iÜ-=Ü'6ÄôKô —	‘	“˜eÑ#ô€Cô ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ü�	‰	�#�r !¬UÕ3÷ 
äˆv”c�U˜$œtŸy™y›{¨5Ñ0°Ð5°QÐ7Õ8ùòS 5ùò$ùò Cùò  ;ùÚ<ùòB %KùÚ&Nùò+ùò+ùò0Tùó2 Iùõ 4÷ 
ˆúsr   Ï-
h7Ï8h7Ð;%h<Ñ/iÑ;iÓiÓ=iØiØ<iÛ"iÜ"iÝ2i$äi/ä:i)$åi)$åi/ç$i7é)i/é7j Ú__main__)r¦   g      Ð?)r¦   )ià“ r   )EÚ__doc__Ú
__future__r   rT  r   r-   r³   Únumpyr8   r>  Úscipy.signalr   Úscipy.specialr   Úensemble_clf_nestedrù   Úensemble_clf_transformer_v2r¶   Úensemble_clf_transformer_v4rÞ   Ústem_ms96_irm_swa_fuser´   Úcommonr   r!   r"   ÚabspathÚ__file__ÚEXPrÄ   rÅ   r#   rS  rÇ   rÈ   r¸   rü   rý   rî   rÊ   rŠ   rP  rK  rQ  ÚLINEAR_HP30_BASELINErO  rR  r)   r1   r5   r@   r]   rd   rj   ru   r¤   r«   r®   r¿   rÔ   r×   rÛ   rç   r÷   rþ   r  r  rz  Ú__name__r©   rA   r(   Ú<module>r‹     sØ  ðñõ* #ã Û 	Û Û ã Û Ý  Ý ã Û 'Û (Û "Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø�G‰G�L‰L˜˜hÐ(9¸7ÓC€	Ø‡g�g‡l�l�3˜Ð'<Ó=€Ø‡g�g‡l�l�3˜	 :Ð/EÓF€Ø
�)‰)€Ø
�)‰)€Ø	
�‰€Ø	
�‰€Ø	�‰€Ø�\‰\€
Ø	€ñ Ù	�˜EÔ	"©¨v¸5Ô(AÙˆv˜5Ô!¡t¨f¸%Ô'@Ù	�˜EÔ	"ô€	ñ
 �6˜uÔ%€	Ù˜& eÔ,Ð Ø×(Ñ(€Ù‘T˜F¨Ô.¹$ÀÈUÔ:SÔT€òò?òó
6óóD
ó0ó
ó$1hòhò@)òòò6ò2ò2ò
+ò=ò?ò<ò p9ðf ˆzÒÙ…Fð rA   