Ë
     $âjÛN  ã                  ó  — d Z ddlmZ ddlZddlZddlZddlZddlZddl	Z	ddl
ZddlZddlZddlZddlmZ ej(                  j+                  ej(                  j-                  e«      «      Zej(                  j3                  eddd«      Zej(                  j3                  edd«      Zej(                  j3                  edd	«      Zej(                  j3                  ed
dd«      Zej(                  j3                  eddd«      Zej>                  Zej@                  Z ejB                  Z!ejD                  Z"ejF                  Z#ejH                  Z$dZ%dZ& e'ejP                  jS                  dd«      «      Z*dZ+ejX                  Z,ejZ                  Z. e/dd¬«      Z0 e/ e/dd¬«       e/dd¬«      ¬«      Z1d„ Z2d„ Z3d„ Z4e&fd„Z5d„ Z6d3d „Z7d3d!„Z8d"„ Z9d3d#„Z:d$„ Z;e*dfd%„Z<d&„ Z=d'„ Z>d(„ Z?d)„ Z@d*„ ZAd+„ ZBd,„ ZCd-„ ZDd.„ ZEg d/¢ZFd0„ ZGd1„ ZHeId2k(  r eH«        yy)4uO  Label-free CORAL / diagonal-affine on 24-d stem ms features (not 1-D logits).

Distinct from ext_coral_logits.py (4-seed / 1-D decision streams) and from
1-D online-moment match. Fit trainâ†’unlabeled external *feature* moments, then
run frozen stem_ms96 SWA (and fuse IRMâ†”SWA w=0.5 for the selected map) on
adapted features.

Honesty: using unlabeled AASD/Carta feature moments is stronger than train-only
whitening; att/labels are never used for loss, selection, or moment fit.

Select transform by mean LODO Acc then H at fixed HMM 0.994 / 0.8.
Score AASD/Carta at the same preset. Never use external labels for selection.

GPU: hold multi_agent_opt/gpu.lock for stem forward.

usage:
  flock /root/disk_3tb/eeg-thao/multi_agent_opt/gpu.lock \
    /root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/.venv/bin/python -u ms_feat_coral.py
é    )ÚannotationsN)ÚDS_KEYSÚmodelsÚms_feat_coralÚcacheÚexperimentszms_feat_coral.logÚresultsÚresearchzms_feat_coral.jsonÚcausal_moe_fuseç      à?gñhãˆµøä>ÚCORAL_MAX_MOMÚ600000i¤(5gìQ¸…ëë?g…ëQ¸¥T@©ÚHÚAccgKY†8ÖÅã?g¸…ëQxI@g(µ¦yá?gq=
×£0H@©ÚAASDÚ	Carta2026c                ó   — t        | d¬«       t        j                  t        j                  j	                  t
        «      d¬«       t        t
        d«      5 }|j                  | dz   «       d d d «       y # 1 sw Y   y xY w)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     ú(/root/disk_3tb/eeg-thao/ms_feat_coral.pyÚlog_liner&   ;   sL   € Ü	ˆ$�dÕÜ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�‰ús   ÁA4Á4A=c                óú   — t        j                  t         j                  j                  | «      d¬«       t	        | d«      5 }t        j                  ||t
        j                  ¬«       d d d «       y # 1 sw Y   y xY w)NTr   Úwb)Úprotocol)r   r   r   r   r!   ÚpickleÚdumpÚHIGHEST_PROTOCOL)r   Úobjr$   s      r%   Úsave_pklr.   B   sK   € Ü‡K�K”—‘—‘ Ó%°Õ5Ü	ˆd�DÔ	˜RÜ�‰�C˜¤f×&=Ñ&=Õ>÷ 
×	Ñ	ús   Á'A1Á1A:c                óp   — t        | d«      5 }t        j                  |«      cd d d «       S # 1 sw Y   y xY w)NÚrb)r!   r*   Úload)r   r$   s     r%   Úload_pklr2   H   s%   € Ü	ˆd�DÔ	˜RÜ�{‰{˜2‹÷ 
×	Ò	ús   �,¬5c                óN  — t        j                  | t         j                  «      } | j                  dk(  r	| d d …d f   } | j	                  d«      }| |z
  }t        t        | «      dz
  d«      }|j                  |z  |z  |t        j                  | j                  d   «      z  z   }||fS )Né   r   )
ÚnpÚasarrayÚfloat64ÚndimÚmeanÚmaxÚlenÚTÚeyeÚshape)ÚXÚepsÚmuÚXcÚnÚCs         r%   Ú	cov_statsrE   M   s�   € Ü
�
‰
�1”b—j‘jÓ!€AØ‡v�v�‚{ØŠa�ˆg‰JˆØ	
�‰�‹€BØ	
ˆR‰€BÜŒC�‹F�Q‰J˜Ó€AØ	�‰�‰�a‰˜#¤§¡ q§w¡w¨q¡zÓ 2Ñ2Ñ2€AØˆqˆ5€Ló    c                óà   — t         j                  j                  t        j                  | t         j                  «      «      \  }}t        j
                  |d«      }|||z  z  |j                  z  S )Ngê-�™—q=)r5   ÚlinalgÚeighr6   r7   Úmaximumr<   )rD   ÚpÚwÚVs       r%   Úmatrix_powerrN   X   sN   € Ü�9‰9�>‰>œ"Ÿ*™* Q¬¯
©
Ó3Ó4�D€A€qÜ
�
‰
�1�eÓ€AØ��a‘‰L˜AŸC™CÑÐrF   c                óØ   — t        | «      \  }}t        |«      \  }}t        |d«      t        |d«      z  }|r|n|}t        d|||t        |«      t	        |j
                  d   «      ¬«      S )uA   Sourceâ†’target CORAL: z'=(z-Î¼_s) C_s^{-1/2} C_t^{1/2} + Î¼_out.ç      à¿r   Úcoralr   ©ÚkindÚmu_sÚmu_outÚAÚ
match_meanÚd©rE   rN   ÚdictÚboolÚintr>   ©	ÚXsÚXtrW   rT   ÚCsÚmu_tÚCtrV   rU   s	            r%   Ú	fit_coralrc   ^   sj   € ä˜‹}�H€Dˆ"Ü˜‹}�H€Dˆ"Ü�R˜Ó¤¨b°#Ó!6Ñ6€AÙ‰T T€FÜ�W 4°¸!Ü 
Ó+¬s°1·7±7¸1±:«ô@ð @rF   c                óØ   — t        | «      \  }}t        |«      \  }}t        |d«      t        |d«      z  }|r|n|}t        d|||t        |«      t	        |j
                  d   «      ¬«      S )uE   Targetâ†’source CORAL (standard DA direction when applied to target).rP   r   Ú	coral_t2sr   rR   rY   r]   s	            r%   Úfit_coral_t2srf   h   sj   € ä˜‹}�H€Dˆ"Ü˜‹}�H€Dˆ"Ü�R˜Ó¤¨b°#Ó!6Ñ6€AÙ‰T T€FÜ�[ t°F¸aÜ 
Ó+¬s°1·7±7¸1±:«ô@ð @rF   c                ó„   — t        | «      \  }}t        |d«      }t        d|||dt        |j                  d   «      ¬«      S )NrP   Úcoral_whitenFr   rR   )rE   rN   rZ   r\   r>   )r^   rT   r`   rV   s       r%   Úfit_coral_whitenri   r   sA   € Ü˜‹}�H€Dˆ"Ü�R˜Ó€AÜ�^¨$°t¸qØ ¤C¨¯©°©
£Oô5ð 5rF   c                óÈ  — t        j                  | t         j                  «      } t        j                  |t         j                  «      }| j                  d«      | j	                  d«      dz   }}|j                  d«      |j	                  d«      dz   }}||z  }t        j
                  |«      }|r|n|}	t        d||	|t        |«      t        |j                  d   «      |¬«      S )Nr   g:Œ0âŽyE>Úaffine_diag)rS   rT   rU   rV   rW   rX   Úscale)
r5   r6   r7   r9   ÚstdÚdiagrZ   r[   r\   r>   )
r^   r_   rW   ÚmsÚssÚmtÚstrl   rV   rU   s
             r%   Úfit_affine_diagrs   y   s´   € Ü	�‰�BœŸ
™
Ó	#€BÜ	�‰�BœŸ
™
Ó	#€BØ�W‰W�Q‹Z˜Ÿ™ › TÑ)ˆ€BØ�W‰W�Q‹Z˜Ÿ™ › TÑ)ˆ€BØ�‰G€EÜ
�‰�‹€AÙ‰R 2€FÜ�]¨°F¸aÜ 
Ó+¬s°1·7±7¸1±:«ÀeôMð MrF   c                óÖ   — t        j                  | t         j                  «      } | j                  dk(  r| d d …d f   } d}nd}| |d   z
  |d   z  |d   z   }|r|j	                  d«      S |S )Nr4   TFrT   rV   rU   éÿÿÿÿ)r5   r6   r7   r8   Úreshape)ÚDÚparamsÚsqueezeÚouts       r%   Úapply_linear_mapr{   …   so   € Ü
�
‰
�1”b—j‘jÓ!€AØ‡v�v�‚{ØŠa�ˆg‰JˆØ‰àˆØˆv�f‰~Ñ ¨¡Ñ
,¨v°hÑ/?Ñ
?€CÙØ�{‰{˜2‹ÐØ€JrF   c                óŽ  — |xs# t         j                  j                  t        «      }g }|D ]P  }| |   j	                  «       D ]8  \  }}|j                  t        j                  |t         j                  «      «       Œ: ŒR t        j                  |d«      }t        |«      |kD  r"|j                  t        |«      |d¬«      }||   }|S )Nr   F)ÚsizeÚreplace)r5   ÚrandomÚdefault_rngÚSEEDÚitemsÚappendr6   r7   Úconcatenater;   Úchoice)	ÚfeatÚdatasetsÚmax_nÚrngÚpartsÚdsÚ_keyr?   Úidxs	            r%   Ústack_feat_framesrŽ   ’   s¡   € Ø
Ò
,”—‘×&Ñ&¤tÓ,€CØ€EÛˆØ˜B‘x—~‘~Ö'‰GˆD�!Ø�L‰LœŸ™ A¤r§z¡zÓ2Õ3ñ (ð ô 	�‰�u˜aÓ €AÜ
ˆ1ƒv�‚~Ø�j‰jœ˜Q› e°UˆjÓ;ˆØˆc‰FˆØ€HrF   c           
     óê   — |€| S i }| j                  «       D ]S  \  }}|j                  «       D ��ci c]/  \  }}|t        ||«      j                  t        j                  «      “Œ1 c}}||<   ŒU |S c c}}w ©N)r‚   r{   Úastyper5   Úfloat32)r†   rx   rz   r‹   ÚtableÚkr?   s          r%   Úapply_map_featr•   Ÿ   sz   € Ø€~ØˆØ
€CØ—Z‘Z–\‰	ˆˆEð Ÿ™œô
á%‘��1ð Ô  6Ó*×1Ñ1´"·*±*Ó=Ñ=Ø%ò
ˆˆBŠð "ð
 €Jùó	
s   °4A/c                óÒ   — | €y | j                  «       D ��ci c]  \  }}|dvsŒ||“Œ }}}dD ]0  }|| v sŒt        j                  | |   «      j                  «       ||<   Œ2 |S c c}}w )N)rT   rU   rV   rl   )r‚   r5   r6   Útolist)rK   r”   Úvrz   Úkeys        r%   Úparams_to_jsonablerš   «   sq   € Ø€yØØŸG™GœIÔ
S™I‘D�A�q¨Ð2RÒ)Rˆ1ˆa‰4˜I€CÑ
SÛ/ˆØ�!Š8Ü—z‘z ! C¡&Ó)×0Ñ0Ó2ˆC�ŠHð 0ð €Jùó	 Ts
   —A#¤A#c                 óx  — t         j                  j                  t        d«      } t         j                  j                  t        d«      }t         j                  j	                  | «      rCt         j                  j	                  |«      r$t        d| › �«       t        | «      t        |«      fS t        d«       t        j                  «       }t        j                  «       d   }t        t        |«      «      }t        t        ||   «      «      }||   |   j                  d   }|dk7  rt        d|› �«      ‚t        j                  «       \  }}t!        j"                  |«      d   }	t%        | |«       t%        |t'        |	|¬	«      «       t        d
t        j                  «       |z
  d›d|› �«       |t'        |	|¬	«      fS )Nzms24_lodo.pklzms24_external.pklzfeat cache hit z8building 24-d ms features (v2.build_features + external)ro   r4   é   zexpected 24-d ms features, got )r†   Úmetazfeat cache write (ú.0fzs) d=)r   r   ÚjoinÚ	CACHE_DIRÚisfiler&   r2   ÚtimerM   Úbuild_featuresÚnextÚiterr>   ÚRuntimeErrorÚFÚload_externalÚV4Úbuild_features_fromr.   rZ   )
r   Úext_pathÚt0Úfeat_allÚany_dsÚany_keyrX   Ú
ext_logitsÚext_metaÚext_feats
             r%   Úensure_feat_cacher³   µ   sa  € Ü�7‰7�<‰<œ	 ?Ó3€DÜ�w‰w�|‰|œIÐ':Ó;€HÜ	‡w�w‡~�~�dÔ¤§¡§¡¨xÔ 8Ü�? 4 &Ð)Ô*Ü˜‹~œx¨Ó1Ð1Ð1ÜÐGÔHÜ	�‰‹€BÜ×ÑÓ! $Ñ'€Hä”$�x“.Ó!€FÜ”4˜ Ñ(Ó)Ó*€GØ�Ñ˜Ñ!×'Ñ'¨Ñ*€AØˆB‚wÜÐ<¸Q¸CÐ@ÓAÐAÜŸ?™?Ó,Ñ€J�Ü×%Ñ% jÓ1°$Ñ7€HÜˆT�8ÔÜˆX”t °Ô9Ô:ÜÐ!¤$§)¡)£+°Ñ"2°3Ð!7°u¸Q¸CÐ@ÔAØ”T˜x¨hÔ7Ð7Ð7rF   c                ó¦  — t        j                   «       }t        d|› dt        j                  j	                  | «      › �«       t        j                  | |«      \  }}}t        j                  ||||t        |«      }~|j                  dk(  rt        j                  j                  «        t        d|› dt        j                   «       |z
  d›d�«       |S )Nz  infer Ú Úcudaz done (rž   ús))r¢   r&   r   r   Úbasenamer§   Ú	load_ckptrM   Ú	infer_allÚWINDOWÚtypeÚtorchr¶   Úempty_cache)	Ú	ckpt_pathr†   ÚdeviceÚtagr¬   ÚnetrA   Úsdrr   s	            r%   Ú
_infer_onerÄ   Ì   s©   € Ü	�‰‹€BÜˆx˜�u˜AœbŸg™g×.Ñ.¨yÓ9Ð:Ð;Ô<Ü—+‘+˜i¨Ó0�K€CˆˆRÜ	
�‰�S˜$  B¬°Ó	7€BØØ‡{�{�fÒÜ�
‰
×ÑÔ Üˆx˜�u˜G¤D§I¡I£K°"Ñ$4°SÐ#9¸Ð<Ô=Ø€IrF   c                óÄ   — t         j                  j                  t        d| › d�«      }t         j                  j	                  |«      rt        d| › �«       t        |«      S y)z:Reuse moe cache when present (raw features, identity map).z_tmp_swa__held-ú.pklzidentity SWA cache hit held-N©r   r   rŸ   Ú	MOE_CACHEr¡   r&   r2   ©Úheldr   s     r%   Úload_identity_swa_heldrË   Ø   sL   € ä�7‰7�<‰<œ	 _°T°F¸$Ð#?Ó@€DÜ	‡w�w‡~�~�dÔÜÐ/°¨vÐ6Ô7Ü˜‹~ÐØrF   c                óÄ   — t         j                  j                  t        d| › d�«      }t         j                  j	                  |«      rt        d| › �«       t        |«      S y )NÚ_tmp_swa__all5_rÆ   zidentity SWA cache hit all5_rÇ   )rS   r   s     r%   Úload_identity_swa_all5rÎ   á   sL   € Ü�7‰7�<‰<œ	 _°T°F¸$Ð#?Ó@€DÜ	‡w�w‡~�~�dÔÜÐ/°¨vÐ6Ô7Ü˜‹~ÐØrF   c                ó¨   — t         j                  j                  t        d| › d�«      }t         j                  j	                  |«      rt        |«      S y )Nzfuse_w05__held-rÆ   )r   r   rŸ   rÈ   r¡   r2   rÉ   s     r%   Úload_identity_fuse_heldrÐ   é   s<   € Ü�7‰7�<‰<œ	 _°T°F¸$Ð#?Ó@€DÜ	‡w�w‡~�~�dÔÜ˜‹~ÐØrF   c                ór  — | dk(  ry t        ||«      }| dk(  rt        |«      S | j                  d«      r)t        ||   t        ||   «      «      }t	        ||d¬«      S | j                  d«      r:| j                  d«      r)t        ||   t        ||   «      «      }t        ||d¬«      S | j                  d«      r)t        ||   t        ||   «      «      }t        ||d¬«      S | j                  d	«      r;t        ||   t        ||   «      «      }| j                  d
«       }t        |||¬«      S t        | «      ‚)NÚidentityrh   Ú
coral_t2s_T)rW   Úcoral_Ú_covonlyFÚaffine_diag_Ú_scale)	rŽ   ri   Ú
startswithÚlistrf   Úendswithrc   rs   Ú
ValueError)ÚnameÚfeat_srcÚsrc_dsÚfeat_tgt_poolsÚtgt_namer^   r_   rW   s           r%   Úfit_variantrá   ð   s+  € ØˆzÒØÜ	˜8 VÓ	,€BØˆ~ÒÜ Ó#Ð#Ø‡��|Ô$Ü˜~¨hÑ7¼¸nÈXÑ>VÓ9WÓXˆÜ˜R °Ô5Ð5Ø‡��xÔ  T§]¡]°:Ô%>Ü˜~¨hÑ7¼¸nÈXÑ>VÓ9WÓXˆÜ˜˜R¨EÔ2Ð2Ø‡��xÔ Ü˜~¨hÑ7¼¸nÈXÑ>VÓ9WÓXˆÜ˜˜R¨DÔ1Ð1Ø‡��~Ô&Ü˜~¨hÑ7¼¸nÈXÑ>VÓ9WÓXˆØŸ™ xÓ0Ð0ˆ
Ü˜r 2°*Ô=Ð=Ü
�TÓ
ÐrF   c                ó,   — | dv ry dD ]
  }|| v sŒ|c S  y)N)rÒ   rh   )Úpoolr   r   r   © )rÜ   r™   s     r%   Úvariant_targetrå     s)   € ØÐ+Ñ+ØÛ,ˆØ�$Š;ØŠJð -ð rF   )rÒ   Ú
coral_AASDÚcoral_t2s_AASDrh   Úaffine_diag_AASDc                óh   — t        j                  |t        j                  | «      t        t        «      S r�   )ÚNÚofficialÚto_evÚP_STAYÚSCALE)ÚstreamsrÊ   s     r%   Úscore_lodo_swarð     s    € Ü�:‰:�dœAŸG™G GÓ,¬f´eÓ<Ð<rF   c                 ó  ‡:— t        j                  t        d¬«       t        j                  t        d¬«       t        j                  t         j                  j                  t        «      d¬«       t        t        d«      j                  «        dt         j                  v r@t         j                  d   j                  «       dk(  rt        d«       t         j                  d= t        j                  t        j                  j                  «       rdnd«      } t        j                   t#        t         j                  j%                  d	d
«      «      «       dt        j&                  j                  j(                  _        dt        j&                  j,                  _        t        d| › dt        j.                  «       › dt0        › dt2        › dt4        › �
«       t        d«       t7        j6                  «       }t9        j:                  «        t=        «       \  }}|d   }|d   }d|d   id|d   i|d   |d   dœdœ}t?        dt0        t2        dt?        t@        tB        tD        tF        ¬«      i ¬«      }t        d«       i Š:tH        D �]‡  }i }	i }
tJ        D �]�  }tJ        D �cg c]
  }||k7  sŒ	|‘Œ }}tM        |«      }tO        |||||«      }||
|<   d|› d|› d�}t         j                  jQ                  t        |«      }t         j                  jS                  |«      rt        d|› �«       tU        |«      }n¼|d k(  rctW        |«      }|€I|}t         j                  jQ                  tX        d!|› d"�«      }t[        ||| d!|› d#�«      }t]        ||«       nat]        ||«       nTt_        ||«      }t         j                  jQ                  tX        d!|› d"�«      }t[        ||| d!|› d$|› �«      }t]        ||«       ta        ||«      }||	|<   t        d%|d&›d'|d(›d)|d*   d+›d,|d-   d.›�«       �Œ’ tc        te        jf                  tJ        D �cg c]
  }|	|   d*   ‘Œ c}«      «      }tc        te        jf                  tJ        D �cg c]
  }|	|   d-   ‘Œ c}«      «      }|	d/   }t        d0|d&›d)|d+›d,|d.›d1|d*   d+›d2|d-   d.›�
«       t?        |	t?        ||¬3«      |tJ        D �ci c]  }|ti        |
|   «      “Œ c}¬4«      ‰:|<   t?        ‰:|   ¬5«      |d6   |<   �ŒŠ tk        tH        ˆ:fd7„¬8«      }|}t        d9|› d:‰:|   d;   d*   d+›d,‰:|   d;   d-   d.›�«       t        d<«       t8        jl                  d=   }tH        D �]Ù  }tM        |«      }tO        ||to        tJ        «      ||«      }t         j                  jQ                  t        d|› d>�«      }t         j                  jQ                  t        d|› d?�«      }t         j                  jS                  |«      rtU        |«      }n�|d k(  rMtq        d@«      }|€3t[        t         j                  jQ                  tX        dA«      || dB|› �«      }t]        ||«       nKt_        ||«      } t[        t         j                  jQ                  tX        dA«      | | dB|› �«      }t]        ||«       t         j                  jS                  |«      rtU        |«      }!n©|d k(  rYtq        dC«      }!|!€?t_        ||«      }"t[        t         j                  jQ                  tX        dA«      |"| dD|› �«      }!t]        ||!«       nKt_        ||«      }"t[        t         j                  jQ                  tX        dA«      |"| dD|› �«      }!t]        ||!«       ts        jt                  ||to        tJ        «      «      \  }#}$i }%tv        D ]\  }&ts        jx                  |!|&   ||&   |#|$«      }'|'d-   t@        |&   d-   z
  }(|'|%|&<   t        dE|d&›d'|&dF›d)|'d*   d+›d,|'d-   d.›dG|(dH›�
«       Œ^ |%|d6   |   dI<   t?        |#|$¬J«      |d6   |   dK<   ti        |«      |d6   |   dL<   �ŒÜ t        dM«       |d k7  rd |gnd g})|)D �]>  }tM        |«      }tO        ||to        tJ        «      ||«      }t         j                  jQ                  t        dN|› d>�«      }*t         j                  jQ                  t        dN|› d?�«      }+t         j                  jS                  |*«      r7t         j                  jS                  |+«      rtU        |*«      },tU        |+«      }-�n¿|d k(  rttU        t         j                  jQ                  tz        dO«      «      },tU        t         j                  jQ                  tz        dP«      «      }-t]        |*|,«       t]        |+|-«       �nFt_        ||«      } t_        ||«      }"t[        t         j                  jQ                  t|        dA«      | | dQ|› �«      }.t[        t         j                  jQ                  tX        dA«      | | dR|› �«      }/ts        j~                  |.|/t€        «      },t[        t         j                  jQ                  t|        dA«      |"| dS|› �«      }0t[        t         j                  jQ                  tX        dA«      |"| dT|› �«      }1|0D �&ci c]$  }&|&ts        j‚                  |0|&   |1|&   t€        «      “Œ& }-}&t]        |*|,«       t]        |+|-«       ts        jt                  |,|to        tJ        «      «      \  }#}$i }%tv        D ]\  }&ts        jx                  |-|&   ||&   |#|$«      }'|'d-   t@        |&   d-   z
  }(|'|%|&<   t        dU|d&›d'|&dF›d)|'d*   d+›d,|'d-   d.›dG|(dH›�
«       Œ^ |%|d6   |   dV<   t?        |#|$¬J«      |d6   |   dW<   �ŒA |d6   |   }2|2dI   d   }3|2dI   d   }4|3d-   t@        d   d-   z
  }5||dX<   t?        |dY|3|4|5‰:|   d;   ‰:|   dZ   |2j%                  dV«      ¬[«      |d\<   t        d]|› d^|3d*   d+›d,|3d-   d.›d_|5dH›d`|4d*   d+›d,|4d-   d.›�«       t        da‰:|   d;   d*   d+›d,‰:|   d;   d-   d.›d1‰:|   dZ   d*   d+›d2‰:|   dZ   d-   d.›�«       |2j%                  dV«      r6|2dV   d   }6t        db|6d*   d+›d,|6d-   d.›d_|6d-   t@        d   d-   z
  dH›dc�«       t        t         j                  jQ                  t        dd«      d«      5 }7t…        j†                  |d6   j‰                  «       D �8�9ci c]  \  }8}9|8|9j%                  dL«      “Œ c}9}8|7de¬f«       d d d «       t        j                  t         j                  j                  tŠ        «      d¬«       t        tŠ        d«      5 }7t…        j†                  ||7detb        ¬g«       d d d «       t        dhtŠ        › dit7        j6                  «       |z
  dj›dk�«       y c c}w c c}w c c}w c c}w c c}&w c c}9}8w # 1 sw Y   ŒÃxY w# 1 sw Y   ŒaxY w)lNTr   rL   ÚCUDA_VISIBLE_DEVICESÚ zAWARNING: CUDA_VISIBLE_DEVICES empty; unsetting for GPU stem inferr¶   ÚcpuÚOMP_NUM_THREADSÚ8zms-feat-coral device=z	 threads=z p_stay=z scale=z	 max_mom=zqhonesty: unlabeled AASD/Carta 24-d ms feature moments for adaptation; no label leakage; select on LODO Acc/H onlyr†   r�   r   r   r   )r   r   rã   uD   label-free CORAL/affine on 24-d stem ms features â†’ frozen SWA/fusezqUses unlabeled AASD/Carta *feature* moments for adaptation; stronger than train-only whitening; no label leakage.)Úlinear_hp30Úswa_lodoÚ	fuse_lodoÚfuse_ext)ÚmethodÚp_stayrl   ÚhonestyÚ	baselinesÚvariantsz,=== LODO SWA (select by mean Acc then H) ===Úswa__z__held-rÆ   zstream cache hit rÒ   zheld-z.ptz-SWA-idz-SWA-zLODO Ú28srµ   Ú5sz  H r   z.4fz Acc r   z.2fÚAVGCz
LODO_MEAN z  AVGC Ú/r   )Úperr9   ÚavgcÚparams_held)Úlodorÿ   c                ó0   •— ‰|    d   d   ‰|    d   d   fS )Nr9   r   r   rä   )rC   Úlodo_summarys    €r%   Ú<lambda>zmain.<locals>.<lambda>v  s*   ø€ ¨°Q©¸Ñ(?ÀÑ(FØ(4°Q©¸Ñ(?ÀÑ(Dñ(FrF   )r™   z	SELECTED z LODO mean H r9   z=== external all5 SWA ===Úattz__all5_corpus.pklz__all5_external.pklÚcorpuszall5.ptzall5-corp-SWA-Úexternalzall5-ext-SWA-zEXT_SWA Ú10su     Î”Acc vs hp30 z+.2fÚexternal_swa)rA   rÃ   Úemis_swaÚparams_all5z0=== external all5 fuse (selected + identity) ===Úfuse__zfuse_w05__all5_corpus.pklzfuse_w05__all5_external.pklzall5-corp-IRM-zall5-corp-SWA-fuse-zall5-ext-IRM-zall5-ext-SWA-fuse-z	EXT_FUSE Úexternal_fuseÚ	emis_fuseÚselectedÚSWAr  )r  Úbackendr   r   ÚAASD_Acc_delta_vs_linear_hp30Ú	lodo_meanr  Úfuse_externalÚheadlinezHEADLINE selected=z (LODO Acc/H) SWA AASD H u    (Î” z vs 53.12)  Carta H zHEADLINE LODO mean H zHEADLINE fuse AASD H z
 vs 53.12)zfit_params.jsonr4   )Úindent)r  Údefaultzwrote z (rž   r·   )Fr   r   r    ÚCKPT_DIRr   r   r    r!   ÚcloseÚenvironÚstripr&   r½   rÀ   r¶   Úis_availableÚset_num_threadsr\   ÚgetÚbackendsÚmatmulÚ
allow_tf32ÚcudnnÚget_num_threadsrí   rî   ÚMAX_MOMr¢   rê   Úload_allr³   rZ   ÚLINEAR_HP30_BASELINEÚSWA_LODO_REFÚFUSE_LODO_REFÚFUSE_EXT_REFÚVARIANTSr   rå   rá   rŸ   r¡   r2   rË   ÚSWA_DIRrÄ   r.   r•   rð   Úfloatr5   r9   rš   r:   ÚGrÙ   rÎ   r§   Úemissions_fromÚ
TEST_NAMESÚscore_externalrÈ   ÚIRM_DIRÚblend_streamsÚW_FUSEÚ	blend_oneÚjsonr+   r‚   ÚOUT);rÀ   Út_allr­   Úext_blobr²   r±   Ú	tgt_poolsr	   Úvnamer  Úparams_by_heldrÊ   rX   Útrain_dsÚtgtrx   Ú	cache_keyÚ
cache_pathrï   Úfeat_useÚckptÚoffÚmean_hÚmean_ar  ÚhÚbestr  r  Ú
corp_cacheÚ	ext_cacheÚcorpÚfeat_cÚext_stÚfeat_eÚmu_eÚsd_eÚext_rowsr‹   ÚrÚdaccÚ
fuse_namesÚf_corp_cÚf_ext_cÚcorp_fÚext_fÚirm_cÚswa_cÚirm_eÚswa_eÚselÚaasdÚcartaÚd_aasdÚfar$   r”   r˜   r
  s;                                                             @r%   Úmainrg    sš  ø€ Ü‡K�K”	 DÕ)Ü‡K�K” 4Õ(Ü‡K�K”—‘—‘¤Ó$¨tÕ4ÜŒˆcƒN×ÑÔà¤§¡Ñ+´·
±
Ð;QÑ0R×0XÑ0XÓ0ZÐ^`Ò0`ÜÐTÔUÜ�J‰JÐ-Ð.Ü�\‰\¤E§J¡J×$;Ñ$;Ô$=™&À5ÓI€FÜ	×Ñœ#œbŸj™jŸn™nÐ->ÀÓDÓEÔFØ,0„E‡N�N×Ñ×ÑÔ)Ø&*„E‡N�N×ÑÔ#ÜÐ$ V H¨I´e×6KÑ6KÓ6MÐ5Nð OÜ�h˜g¤e W¨I´g°Yð@ô Aäð ;ô <ô �I‰I‹K€EÜ‡J�J„LÜ*Ó,Ñ€HˆhØ˜Ñ€HØ˜Ñ€Hð ˜ &Ñ)Ð*Ø! 8¨KÑ#8Ð9Ø! &Ñ)¸ÀÑ8MÑNñ€Iô ØUÜœUðIäÔ#7Ä,Ü!.¼ôGàô€Gô Ð;Ô<Ø€Lß�ˆØˆØˆß�GˆDÝ#*Ó8¡7˜a¨a°4«iš 7ˆHÐ8Ü  Ó'ˆCÜ  ¨°(¸IÀsÓKˆFØ#)ˆN˜4Ñ Ø ˜w g¨d¨V°4Ð8ˆIÜŸ™Ÿ™¤i°Ó;ˆJÜ�w‰w�~‰~˜jÔ)ÜÐ,¨Y¨KÐ8Ô9Ü" :Ó.‘Ø˜*Ò$Ü0°Ó6�Ø�?Ø'�HÜŸ7™7Ÿ<™<¬°5¸¸¸cÐ1BÓC�DÜ(¨¨x¸À5ÈÈÈgÐAVÓW�GÜ˜Z¨Õ1ä˜Z¨Õ1ä)¨(°FÓ;�Ü—w‘w—|‘|¤G¨u°T°F¸#Ð->Ó?�Ü$ T¨8°V¸uÀTÀFÈ%ÐPUÈwÐ=WÓX�Ü˜ WÔ-Ü  ¨$Ó/ˆCØˆC�‰IÜ�u˜U 3˜K q¨¨b¨	°°c¸#±h¸s°^À5ÈÈUÉÐTWÐHXÐYÖZð5 ô8 ”r—w‘wµWÓ=±W°  A¡ s£°WÑ=Ó>Ó?ˆÜ”r—w‘wµwÓ?±w°!  A¡ u£°wÑ?Ó@ÓAˆØ�6‰{ˆÜ�:˜e C˜[¨¨V°C¨L¸¸fÀS¸\ð JØ˜c™ 3˜ q¨¨e©°SÐ(9ð;ô 	<ä"Øœ$ ¨VÔ4ØÝKRÓSÉ7Àa˜Ô.¨~¸aÑ/@ÓAÑAÈ7ÑSô
ˆ�UÑô
 &*¨|¸EÑ/BÔ%Cˆ�
Ñ˜EÓ"ðS ôX Œxó Fô G€Dà€HÜˆy˜˜
 -°¸XÑ0FÀvÑ0NÈsÑ0SÐTWÐ/Xð YØ  Ñ*¨6Ñ2°5Ñ9¸#Ð>ð@ô Aô Ð(Ô)ä
�#‰#ˆe‰*€Cß�ˆÜ˜UÓ#ˆÜ˜U H¬d´7«m¸YÈÓLˆÜ—W‘W—\‘\¤)¨u°U°GÐ;LÐ-MÓNˆ
Ü—G‘G—L‘L¤¨e°E°7Ð:MÐ,NÓOˆ	Ü�7‰7�>‰>˜*Ô%Ü˜JÓ'‰DØ�jÒ Ü)¨(Ó3ˆDØˆ|Ü!¤"§'¡'§,¡,¬w¸	Ó"BÀHÈfØ$2°5°'Ð":ó<�ä�Z Õ&ä# H¨fÓ5ˆFÜœbŸg™gŸl™l¬7°IÓ>ÀÈØ .¨u¨gÐ6ó8ˆDä�Z Ô&ä�7‰7�>‰>˜)Ô$Ü˜iÓ(‰FØ�jÒ Ü+¨JÓ7ˆFØˆ~Ü'¨°&Ó9�Ü#¤B§G¡G§L¡L´¸)Ó$DÀfÈfØ&3°E°7Ð$;ó=�ä�Y Õ'ä# H¨fÓ5ˆFÜ¤§¡§¡¬W°iÓ @À&È&Ø"/°¨wÐ 7ó9ˆFä�Y Ô'ä×%Ñ% d¨C´´g³Ó?‰
ˆˆdØˆßˆBÜ× Ñ  ¨¡¨X°b©\¸4ÀÓFˆAØ�U‘8Ô2°2Ñ6°uÑ=Ñ=ˆDØˆH�R‰LÜ�x  c˜{¨!¨B¨s¨8°4¸¸#¹¸s°|À5ÈÈ5ÉÐRUÈð W&Ø&*¨4 [ð2õ 3ð	 ð 6>ˆ�
Ñ˜EÑ" >Ñ2Ü15¸À$Ô1Gˆ�
Ñ˜EÑ" :Ñ.Ü4FÀvÓ4Nˆ�
Ñ˜EÑ" =Ó1ðY ô^ Ð?Ô@Ø+3°zÒ+A�*˜hÑ'È
À|€JäˆÜ˜UÓ#ˆÜ˜U H¬d´7«m¸YÈÓLˆÜ—7‘7—<‘<¤	¨V°E°7Ð:KÐ+LÓMˆÜ—'‘'—,‘,œy¨F°5°'Ð9LÐ*MÓNˆÜ�7‰7�>‰>˜(Ô#¬¯©¯©°wÔ(?Ü˜hÓ'ˆFÜ˜WÓ%ŠEØ�jÒ ÜœbŸg™gŸl™l¬9Ð6QÓRÓSˆFÜœRŸW™WŸ\™\¬)Ð5RÓSÓTˆEÜ�X˜vÔ&Ü�W˜eÖ$ä# H¨fÓ5ˆFÜ# H¨fÓ5ˆFÜœrŸw™wŸ|™|¬G°YÓ?ÀÈØ!/°¨wÐ7ó9ˆEäœrŸw™wŸ|™|¬G°YÓ?ÀÈØ!4°U°GÐ<ó>ˆEä—_‘_ U¨E´6Ó:ˆFÜœrŸw™wŸ|™|¬G°YÓ?ÀÈØ!.¨u¨gÐ6ó8ˆEäœrŸw™wŸ|™|¬G°YÓ?ÀÈØ!3°E°7Ð;ó=ˆEáMRÓSÉUÀr�RœŸ™ U¨2¡Y°°b±	¼6ÓBÑBÈUˆEÐSÜ�X˜vÔ&Ü�W˜eÔ$ä×%Ñ% f¨c´4¼³=ÓA‰
ˆˆdØˆßˆBÜ× Ñ   r¡¨H°R©L¸$ÀÓEˆAØ�U‘8Ô2°2Ñ6°uÑ=Ñ=ˆDØˆH�R‰LÜ�y  s ¨1¨R°¨H°D¸¸3¹À¸ÀEÈ!ÈEÉ(ÐSVÈð X&Ø&*¨4 [ð2õ 3ð	 ð 7?ˆ�
Ñ˜EÑ" ?Ñ3Ü26¸$À4Ô2Hˆ�
Ñ˜EÑ" ;Ó/ðM ðR �*Ñ
˜hÑ
'€CØˆ~Ñ˜vÑ&€DØ�Ñ Ñ,€EØ�%‰[Ô/°Ñ7¸Ñ>Ñ>€FØ"€GˆJÑÜØØØ˜UØ&,Ø˜xÑ(¨Ñ0Ø˜(Ñ# FÑ+Ø—g‘g˜oÓ.ô€GˆJÑô Ð! ( ð ,Ø�s‘)˜C�  d¨5¡k°#Ð%6°e¸FÀ4¸=ð IØ˜c™
 3Ð' u¨U°5©\¸#Ð,>ð@ô Aô Ð$ \°(Ñ%;¸FÑ%CÀCÑ%HÈÐ$Mð NØ  Ñ*¨6Ñ2°5Ñ9¸#Ð>ð ?Ø! (Ñ+¨FÑ3°CÑ8¸Ð=¸QØ˜XÑ& vÑ.¨uÑ5°cÐ:ð<ô =ð ‡w�wˆÔØ�Ñ! &Ñ)ˆÜÐ(¨¨C©°¨°U¸2¸e¹9ÀS¸/ð JØ˜5™	Ô$8¸Ñ$@ÀÑ$GÑGÈÐMÈZðYô 	Zô 
Œb�g‰g�l‰lœ8Ð%6Ó7¸Ô	=ÀÜ�	‰	°w¸zÑ7J×7PÑ7PÔ7RÔSÑ7R©t¨q°!�1�a—e‘e˜MÓ*Ñ*Ð7RÒSØ˜Qõ	 ÷ 
>ô ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ü�	‰	�'˜2 a´Õ7÷ 
äˆv”c�U˜"œTŸY™Y›[¨5Ñ0°Ð5°RÐ8Õ9ùò[ 9ùò6  >ùÚ?ùò Tùòt TùóV T÷ 
>Ð	=ú÷ 
ˆúsN   Ê
wÊ"wÐ:wÑ0wÓw#ê-)w(ó$&w3ô
w-ô&w3öw?÷-w3÷3w<÷?xÚ__main__)T)JÚ__doc__Ú
__future__r   r<  r   r*   r¢   Únumpyr5   r½   Úensemble_clf_nestedrê   Úensemble_clf_transformer_v2rM   Úensemble_clf_transformer_v4r©   Ústem_ms96_irm_swa_fuser§   Úcommonr   r   r   ÚabspathÚ__file__ÚEXPrŸ   r    r  r    r=  rÈ   r2  r8  r»   rí   rî   r6  r:  ÚEPSr\   r!  r%  r+  r�   r-  ÚSWA_LODOr.  rZ   r/  r0  r&   r.   r2   rE   rN   rc   rf   ri   rs   r{   rŽ   r•   rš   r³   rÄ   rË   rÎ   rÐ   rá   rå   r1  rð   rg  Ú__name__rä   rF   r%   Ú<module>rw     sú  ðñõ& #ã Û 	Û Û ã Û ã Û 'Û (Û "Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø�G‰G�L‰L˜˜h¨¸ÓA€	Ø�7‰7�<‰<˜˜X Ó7€Ø‡g�g‡l�l�3˜Ð':Ó;€Ø‡g�g‡l�l�3˜	 :Ð/CÓD€Ø�G‰G�L‰L˜˜hÐ(9¸7ÓC€	à
�)‰)€Ø
�)‰)€Ø	
�‰€Ø	
�‰€Ø	�‰€Ø�\‰\€
Ø	€Ø
€Ù
ˆb�j‰j�n‰n˜_¨hÓ7Ó
8€Ø€Ø×-Ñ-Ð Ø�z‰z€Ù�v 5Ô)€Ù™ ¨EÔ2¹dÀVÐQVÔ>WÔX€òò?òð
 ó ò ó@ó@ò5ó	Mò
ð -4¸ó 
ò	òò8ò.	òòòòò,ò€ò=ò\:ð~ ˆzÒÙ…Fð rF   