ó
    ùîíjÙJ  ã                   óÎ  • S r SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK	r	SSK
Js  Jr  SSKrSSKrSSKrSSKrSSKrSSKJr  \R4                  R7                  \R4                  R9                  \5      5      r\R>                  RA                  S\R4                  RC                  \SS5      5      r"\R>                  RA                  S\R4                  RC                  \SS5      5      r#S	r$S
r%\&" \R>                  RA                  SS5      5      r'\&" \R>                  RA                  SS5      5      r(\R>                  RA                  SS5      S:H  r)\R>                  RA                  SS5      RU                  5       RW                  5       r,\-" \R>                  RA                  SS5      5      r.\&" \R>                  RA                  SS5      5      r/\-" \R>                  RA                  SS5      5      r0\R>                  RA                  SS5      RU                  5       r1\,S:X  a  SOSr2\1(       a  \2S\1 3-  r2\R4                  RC                  \S\25      r3\R4                  RC                  \S \2 S!35      r4\R4                  RC                  \S"S#\2 S$35      r5S%r6S&r7S'r8S(r9S)S*S+S,S-S.\74r:S+r;S/r<\=" S0S1S29r>S3r?S4 r@S5 rAS6 rBS7 rCS8 rDS9 rESCS: jrFS; rGS< rHS= rIS> rJS? rKS@ rLSA rM\NSB:X  a  \M" 5         gg)DuC  Group-DRO / CVaR worst-dataset fine-tune of stem_ms96 from IRM (or focal).

Sagawa et al.: maintain simplex weights q over train datasets (envs);
each step minimize Î£_e q_e * R^e and update
  q_e â†� q_e * exp(Î· * R^e) / Z
(online mirror ascent on group losses). Optional CVaR-style hard-top-k
of env losses when DRO_MODE=cvar.

Distinct from: PCGrad (gradient surgery), IRMv1 (dummy-scale penalty),
AVGC Î» / avgc-curriculum (explicit AVGC upweight), Mixup/focal/DANN/SSL,
decision-layer tip PP (T/iso/stack).

Init: models/stem_ms96_irm/{held-*,all5}.pt (override INIT_DIR).
Restore causal -inf mask. EMA 0.995. HMM 0.994/0.8.
Also score fuse w=0.5 with frozen stem_synth_switch (tip protocol).

usage:
  STEPS=800 flock multi_agent_opt/gpu.lock python -u stem_ms96_group_dro.py
  SMOKE=1 STEPS=40 python -u stem_ms96_group_dro.py
é    N)ÚDS_KEYSÚINIT_DIRÚmodelsÚstem_ms96_irmÚ	SYNTH_DIRÚstem_ms96_synth_switchzb/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/results/research)ÚAASDÚ	Carta2026ÚSTEPSÚ800ÚBATCHÚ512ÚSMOKEÚ0Ú1ÚDRO_MODEÚgroupÚDRO_ETAz0.1ÚCVAR_KÚ2ÚVREX_LAMBDAz1.0ÚRUN_TAGÚ ÚvrexÚstem_ms96_vrexÚstem_ms96_group_droÚ_Úexperimentsz.logÚresultsÚresearchú.jsong×£p=
×ï?g-Cëâ6J?g+‡ÙÎï?gš™™™™™é?Ú	stem_ms96Úmsé`   é@   é   Tç      à?gü©ñÒMbê?g)\�ÂõèR@©ÚHÚAccgìQ¸…ëå?c                 ó   • [        U SS9  [        R                  " [        R                  R	                  [
        5      SS9  [        [
        S5       nUR                  U S-   5        S S S 5        g ! , (       d  f       g = f)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     Ústem_ms96_group_dro.pyÚlog_liner<   H   sL   € Ü	ˆ$�dÒÜ‡K‚K”—‘—‘¤Ó$¨tÒ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�Žús   ÁA/Á/
A=c                 ó0  • [         R                  " U SSS9nUS   u  p4pVpxn	US:w  d  U(       a
  U[        :w  a  [        SUS    35      e[	        [
        R                  " US   5      R                  S   5      n
[        R                  " X¥XgS	S
9nUR                  R                  5       R                  5       nUR                  US   5        UR                  R                  U5        [         R                  " UR                  5      R!                  5       (       a  [        SU  35      eUR#                  U5      n[
        R                  " US   [
        R$                  5      n[
        R                  " US   [
        R$                  5      nX½U['        US   5      4$ )NÚcpuF)Úmap_locationÚweights_onlyÚcfgr"   zunexpected stem cfg Úmur   T)Úd_modelÚnlayersÚstemÚstatez-causal mask still has nan after restore from ÚsdÚtrain)ÚtorchÚloadÚWINDOWÚRuntimeErrorÚintÚnpÚasarrayÚshapeÚVÚLogitTransformerÚmaskÚdetachÚcloneÚload_state_dictÚcopy_ÚisnanÚanyÚtoÚfloat32Úlist)r4   ÚdeviceÚblobÚnameÚfamilyÚwindowrC   rD   rE   Ú_lrÚc_inÚnetÚ	good_maskrB   rG   s                  r;   Ú	load_initrf   O   sB  € Ü�:Š:�d¨¸UÑC€DØ8<¸U¹Ñ5€D�& 7°#Øˆ{Ó¦$¨&´FÓ*:ÜÐ1°$°u±+°Ð?Ó@Ð@ÜŒr�zŠz˜$˜t™*Ó%×+Ñ+¨AÑ.Ó/€DÜ
×
Ò
˜T°7ÐRVÑ
W€CØ—‘—‘Ó!×'Ñ'Ó)€IØ×Ñ˜˜W™Ô&Ø‡H�H‡N�N�9ÔÜ‡{‚{�3—8‘8Ó× Ñ ×"Ñ"ÜÐJÈ4È&ÐQÓRÐRØ
�&‰&�‹.€CÜ	�Š�D˜‘J¤§
¡
Ó	+€BÜ	�Š�D˜‘J¤§
¡
Ó	+€BØ�Bœ˜T '™]Ó+Ð+Ð+ó    c                 ó¸  • [         R                  " X5      n[        R                  " XUSS9nXB-  R	                  5       R                  S5      nXT-  U-  R	                  5       U-  nU S S 2SS 24   U S S 2S S24   -
  R                  5       nUS S 2SS 24   US S 2S S24   -  n	USX‰-  R	                  5       -  U	R	                  5       R                  S5      -  -   nU$ )NÚnone)Ú
pos_weightÚ	reductionç      ð?é   éÿÿÿÿgš™™™™™©?)rQ   Úswitch_weightsÚFÚ binary_cross_entropy_with_logitsÚsumÚ	clamp_minÚabs)
ÚlogitÚyÚmrj   ÚswÚbceÚdenomÚlossÚdvÚm2s
             r;   Úweighted_bcer~   a   sÓ   € Ü	
×	Ò	˜!Ó	€BÜ
×
,Ò
,¨UÀ*ÐX^Ñ
_€CØ‰V�L‰L‹N×$Ñ$ SÓ)€EØ‰H�q‰L×ÑÓ %Ñ'€DØ
’�1‘2�‰,˜šq # 2 #˜v™Ñ
&×	+Ñ	+Ó	-€BØ	
Š1ˆa‰bˆ5‰�A’a˜˜"˜�f‘IÑ	€BØ�$˜"™'Ÿ™›Ñ(¨2¯6©6«8×+=Ñ+=¸cÓ+BÑBÑB€DØ€Krg   c                 ó  • [        S[        US-  S5      5      nX:  a  X1S-   -  U-  nOIX-
  [        X$-
  S5      -  nSSUS-
  -  S[        R                  " [        R                  U-  5      -   -  -   nU R
                   H  nXWS'   M	     U$ )Né(   é
   rm   gñhãˆµøä>r'   rl   Úlr)ÚminÚmaxÚmathÚcosÚpiÚparam_groups)ÚoptÚstepÚtotalÚbaseÚwarmr‚   Úpr   s           r;   Úset_lrr�   l   sŽ   € Üˆr”3�u ‘{ AÓ&Ó'€DØƒ{Ø˜A‘XÑ Ñ%‰à‰[œC ¡¨aÓ0Ñ0ˆØ�C˜4 $™;Ñ'¨3´·²¼$¿'¹'ÀA¹+Ó1FÑ+FÑGÑGˆØ×!Ô!ˆØˆd‹ñ "à€Irg   c           	      óR  • / n[        U5       Hƒ  n[        R                  " X`R                  S5      X@R                  S9nUR                  5       S:X  a  MG  X   X   X'   p©nU
R                  5       S:  a  Mh  UR                  [        X‰X£5      5        M…     U(       d  [        S5      eU$ )zLDataset-balanced batch: row i belongs to env i % n_env (sample_batch order).r   ©r]   rm   zno valid environments in batch)
ÚrangerI   ÚarangeÚsizer]   Únumelrr   Úappendr~   rL   )ru   rv   rw   rj   Ún_envÚlossesÚeÚidxÚleÚyeÚmes              r;   Ú
env_lossesrž   x   sŒ   € à€FÜ�5Ž\ˆÜ�lŠl˜1Ÿj™j¨›m¨U¿<¹<ÑHˆØ�9‰9‹;˜!ÓÙØ‘Z ¡¨©�ˆØ�6‰6‹8�a‹<ÙØ�‰”l 2¨2Ó:Ö;ñ ö ÜÐ;Ó<Ð<Ø€Mrg   c	                 óF  • [        U5      n	[        UR                  5       5      n
[        R                  " SU
-
  [        U
S5      -  /US9n[        R                  R                  U R                  5       [        SS9n[        R                  R                  [        R                  5      n[        R                  " U	[        R                   S9U	-  n["        R$                  " U 5      R'                  5       nU R)                  5         [*        R*                  " 5       nS =n=nn[-        U5       GH,  n[/        UUU[        5        [        R0                  " XÑ[2        XsU5      u  nnn[        R4                  " U5      R7                  USS9n[        R4                  " U5      R7                  USS9n[        R4                  " U5      R7                  USS9n[        R8                  " U5      nUR;                  SS	9  U " U5      n[=        UUUX¹5      n[        U5      nUS U R#                  5       nUUR?                  5       -  n[        R@                  " U5      nUR                  5       n [B        S
:X  a;  [E        [F        U5      n![        RH                  " UU!5      u  n"n#U"R                  5       n$Oy[B        S:X  a  U [J        URM                  SS9-  -   n$OU[        R4                  " URO                  [        RP                  5      5      R7                  U5      n%U%U-  R?                  5       n$[        RR                  " U$5      (       d"  [U        SU SU SU$RW                  5        35      eU$RY                  5         [        RZ                  R\                  R_                  U R                  5       S5        URa                  5         [        Rb                  " 5          URe                  5       R                  5       Rg                  5       Ri                  5       n&S S S 5        [B        S:X  a“  UR#                  5       n'[-        U5       H5  n(UU(   [j        Rl                  " [n        [        W&U(   5      -  5      -  U'U('   M7     U'S U U'S U R?                  5       -  U'S U& UU	:  a  UUS  U'US & U'U'R?                  5       -  n'U'n[        Rp                  " X[r        5        [        U$RW                  5       5      n[        U RW                  5       5      nUnUS:X  d  US-   S-  S:X  d  US-   U:X  d  GMê  SRu                  S U 5       5      n)[w        SU SUS-    SU SUS SUS S[B         SU) S35        GM/     UR'                  5         [        Rx                  " Xñ[2        X4U5      n*[w        S U SUS SUS S!U*S" S#U	 S$[*        R*                  " 5       U-
  S% S&35        Ub#  U[z        :¼  a  U*S':  a  [U        S(US S)U*S" 35      eU[}        UUUU*XžR                  5       [B        [n        [J        S*9	4$ ! , (       d  f       GN= f)+Nrl   gü©ñÒMbP?r‘   g-Cëâ6?)r‚   Úweight_decay)ÚdtypeT)Únon_blocking)Úset_to_noneÚcvarr   F)Úunbiasedznon-finite dro at step z for ú: r   r   rm   éÈ   Ú,c              3   ó(   #   • U  H  oS  v •  M
     g7f)ú.3fN© )Ú.0Úxs     r;   Ú	<genexpr>Ú"train_group_dro.<locals>.<genexpr>Å   s   é € Ð2²¨1 ˜gœJ²ùs   ‚z    z step Ú/z dro ú.4fz erm z mode z q=[Ú]z
  trained z frame-acc rª   z n_env z (z.0fzs)gš™™™™™á?zchance-level train: dro=z frame_acc=)	r{   ÚermÚdroÚ	frame_accr—   Úq_finalÚmodeÚetaÚvrex_lambda)@ÚlenÚfloatÚmeanrI   Útensorr„   ÚoptimÚAdamWÚ
parametersÚLRrN   ÚrandomÚdefault_rngrQ   Ú
TRAIN_SEEDÚonesÚfloat64ÚcopyÚdeepcopyÚevalrH   Útimer’   r�   Úsample_batchrK   Ú
from_numpyrZ   ÚaugmentÚ	zero_gradrž   rr   Ústackr   rƒ   r   Útopkr   ÚvarÚastyper[   ÚisfiniterL   ÚitemÚbackwardÚnnÚutilsÚclip_grad_norm_rŠ   Úno_gradrT   r>   Únumpyr…   Úexpr   Ú
ema_updateÚ	EMA_DECAYÚjoinr<   Útrain_frame_accÚCHANCE_LOSSÚdictÚtolist)+ÚmodelÚgroupsÚy_allrB   rG   r]   ÚstepsÚbatchÚtagr—   Úposrj   r‰   ÚrngÚqÚemaÚt0ÚlastÚlast_ermÚlast_drorŠ   ÚxbÚybÚmbr­   rv   rw   ru   r˜   Ún_okÚq_useÚ	loss_valsr³   ÚkrÐ   r   r´   Úq_tÚlvÚq_newr™   ÚqstrÚaccs+                                              r;   Útrain_group_drorý   ˆ   s/  € Ü�‹K€EÜ
�—
‘
“Ó
€CÜ—’  c¡	¬S°°d«^Ñ;Ð<ÀVÑL€JÜ
�+‰+×
Ñ
˜E×,Ñ,Ó.´2ÀDÐ
Ð
I€CÜ
�)‰)×
Ñ
¤§¡Ó
-€CÜ
�Š�œRŸZ™ZÑ(¨5Ñ0€AÜ
�-Š-˜Ó
×
#Ñ
#Ó
%€CØ	‡K�K„MÜ	�Š‹€BØ!%Ð%€DÐ%ˆ8�hÜ�e—ˆÜˆs�D˜%¤Ô$Ü—^’^ C´¸ÀBÓG‰
ˆˆB�Ü×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ�IŠI�a‹LˆØ�‰ $ˆÑ'Ù�a“ˆÜ˜E 1 a¨Ó;ˆä�6‹{ˆØ�%�4�—‘“ˆØ˜Ÿ	™	›Ñ#ˆÜ—K’K Ó'ˆ	Ø�n‰nÓˆÜ�vÓÜ”F˜DÓ!ˆAÜ—j’j ¨AÓ.‰GˆD�!Ø—)‘)“+‰CÜ˜Óð œ i§m¡m¸U mÐ&CÑCÑC‰Cä×"Ò" 5§<¡<´·
±
Ó#;Ó<×?Ñ?ÀÓGˆCØ˜‘?×'Ñ'Ó)ˆCÜ�~Š~˜c×"Ñ"ÜÐ!8¸¸¸eÀCÀ5ÈÈ3Ï8É8Ë:È,ÐWÓXÐXØ�‰ŒÜ�‰�‰×&Ñ& u×'7Ñ'7Ó'9¸3Ô?Ø�‰Œ
ä�]Š]�_Ø×!Ñ!Ó#×)Ñ)Ó+×/Ñ/Ó1×7Ñ7Ó9ˆB÷ ä�wÓØ—F‘F“HˆEÜ˜4–[�Ø  ™8¤d§h¢h¬w¼¸rÀ!¹u»Ñ/EÓ&FÑF��a“ñ !à   $˜<¨%°°¨,×*:Ñ*:Ó*<Ñ<ˆE�%�4ˆLØ�e‹|Ø   ˜x��d�e�Ø §	¡	£Ñ+�ØˆAÜ	�Š�U¤Ô+Ü�S—X‘X“ZÓ ˆÜ˜Ÿ™›Ó$ˆØˆØ�1‹9˜ ™ SÑ(¨AÓ-°¸±¸UÖ1BØ—8‘8Ñ2±Ó2Ó2ˆDÜØ�s�e˜6 $¨¡( ¨1¨U¨G°5¸¸c¸
À%ÈÐQTÀ~ð VÜ �z  d V¨1ð.÷/ñg ðl ‡H�H„JÜ
×
Ò
˜C¬°¸Ó
@€CÜØ
�S�E˜˜x¨˜n¨E°(¸3°ð @Ø˜�I˜W U G¨2¬d¯iªi«k¸BÑ.>¸sÐ-CÀ2ð	GôHð Ñ ¬KÓ 7¸CÀ$»JÜÐ5°h¸s°^À;ÈsÐSVÈiÐXÓYÐYØ”Ø˜8¨¸SØŸX™X›Z¬h¼GÜñ!ð !ð !÷7 Ž_ús   Ï;XØ
X 	c                 óF  • [        X5      u  p‰p« [        X�X)X£XEU5	      u  pÍXÉX¥U4$ ! [        R                  R                   a\    U(       a  e [        SU SU S35        AUR                  S:X  a  [        R                  R                  5         [        XX#XES-  USS9s $ f = f)Nz	  OOM on z
 at batch z; halving onceÚcudar&   T)Úhalved)	rf   rý   rI   rÿ   ÚOutOfMemoryErrorr<   ÚtypeÚempty_cacheÚfit_with_oom)Ú	init_pathrä   rå   r]   ræ   rç   rè   r   rã   rB   rG   Ú_trainrì   Ústatss                 r;   r  r  Ö   s±   € Ü% iÓ8Ñ€EˆrðSÜ$Ø˜5 b°%ÀóE‰
ˆà˜ 5Ð(Ð(øÜ�:‰:×&Ñ&ó SÞØÜ�9˜S˜E ¨E¨7°.ÐAÔBØØ�;‰;˜&Ó Ü�J‰J×"Ñ"Ô$ÜØ˜u¨e¸a±ZÀÈTñSò 	SðSús   �& ¦A7B ÂB c                 ó  • 0 nU R                  5        Hs  u  p#[        R                  " [        R                  " U[        R
                  5      S S 2S 4   5      R                  S5      R                  [        R
                  5      X'   Mu     U$ )Nrn   )ÚitemsÚV4ÚhighpassrN   rO   rÆ   ÚreshaperÒ   )ÚstreamÚoutÚkeyÚds       r;   Úhp30_streamr  ç   sc   € Ø
€CØ—,‘,–.‰ˆÜ—;’;œrŸzšz¨!¬R¯Z©ZÓ8º¸D¸ÑAÓB×JÑJÈ2ÓN×UÑUÔVX×V`ÑV`Óaˆ‹ñ !à€Jrg   c                 óX  • 0 nU  H¡  n[         R                  " X   [         R                  5      n[         R                  " X   [         R                  5      n[        [	        U5      [	        U5      5      nX%S U -  SU-
  US U -  -   R                  [         R                  5      X4'   M£     U$ )Nrl   )rN   rO   rÆ   rƒ   rº   rÒ   )Úa_streamÚb_streamÚwr  r  r/   ÚbÚns           r;   Ú	blend_oner  î   sŠ   € Ø
€CÛˆÜ�JŠJ�x‘}¤b§j¡jÓ1ˆÜ�JŠJ�x‘}¤b§j¡jÓ1ˆÜ”�A“œ˜A›ÓˆØ˜"˜1˜‘I  q¡¨A¨b¨q¨EÑ 1Ñ1×9Ñ9¼"¿*¹*ÓEˆ‹ñ	 ð
 €Jrg   c                 ó0  • [         R                  " XX#[        U5      n[        R                  " U5      n[        R
                  " XG[        [        5      nU V	s0 s H  o™[        Xi   5      _M     n
n	[        R
                  " U[        R                  " U
5      [        [        5      n[        SU S[         S[         SUS   S SUS   S	 S
US   S SUS   S	 35        [        SU S[         S[         SUS   S SUS   S	 3
5        [        X‹S9U4$ s  sn	f )NzLODO ú p ú sc ú  H r)   r±   ú Acc r*   ú.2fú L ÚLrª   ú SDT ÚSDTz
LODO_hp30 ©Ú	group_droÚhp30)rQ   Ú	infer_allrK   ÚNÚto_evÚofficialÚP_STAYÚSCALEr  r<   rá   )rã   ÚfeatrB   rG   Úheldr]   ÚstreamsÚevÚoffÚdsÚhpÚoff_hps               r;   Ú
score_lodor4  ø   s  € Ü�kŠk˜% r¬v°vÓ>€GÜ	
�Š�Ó	€BÜ
�*Š*�Tœv¤uÓ
-€CÙ18Ó	9²¨2Œk˜'™+Ó&Ò
&±€BÐ	9Ü�ZŠZ˜œaŸgšg b›k¬6´5Ó9€FÜˆu�T�F˜#œf˜X T¬%¨°°S¸±X¸c°NÀ%ÈÈEÉ
ÐSVÐGWð XØ�c‘(˜3�˜u S¨¡Z°Ð$4ð6ô 7äˆz˜$˜˜s¤6 (¨$¬u¨g°T¸&À¹+ÀcÐ9JÈ%ÐPVÐW\ÑP]Ð^aÐObÐcÔdÜ˜#Ñ+¨WÐ4Ð4ùò 
:s   ÁDc                 óœ  • [         R                  R                  [        SU S35      n[         R                  R	                  U5      (       d  [        SU SU 35        g [        R                  " XC5      u  pVn[        R                  " XQXg[        U5      nAUR                  S:X  a  [        R                  R                  5         0 n	U  H  n
[        X
   XŠ   [         5      Xš'   M     ["        R$                  " U["        R&                  " U	5      [(        [*        5      n[        S[          SU S[(         S	[*         S
US   S SUS   S 35        U$ )Núheld-ú.ptz
FUSE skip z
: missing rÿ   ÚFUSE_wÚ r  r  r  r)   r±   r  r*   r  )r2   r4   rÞ   r   Úisfiler<   ÚFuseÚ	load_ckptrQ   r&  rK   r  rI   rÿ   r  r  ÚFUSE_Wr'  r)  r(  r*  r+  )Údro_streamsÚfeat_allr-  r]   r4   Ú	synth_netÚsynth_muÚsynth_sdÚ	synth_allÚblendedr1  r0  s               r;   Úscore_fuse_lodorE    s  € Ü�7‰7�<‰<œ	 U¨4¨&°Ð#4Ó5€DÜ�7‰7�>‰>˜$×ÑÜ�:˜d˜V :¨d¨VÐ4Ô5ØÜ$(§N¢N°4Ó$@Ñ!€I˜Ü—’˜I°ÄVÈVÓT€IØØ‡{�{�fÓÜ�
‰
×ÑÔ Ø€GÛˆÜ ¡°±ÄÓGˆ‹ñ ä
�*Š*�Tœ1Ÿ7š7 7Ó+¬V´UÓ
;€CÜØ
”�˜˜$˜˜s¤6 (¨$¬u¨gð 6Ø�‰X�cˆN˜%  E¡
¨3Ð/ð	1ô2ð €Jrg   c                 óF  • / nUR                  5        Ht  u  pšXi   nU
R                  5        HW  u  pÍUR                  [        R                  " U[        R                  5      [        R
                  " X¼   S:H  SS5      -  5        MY     Mv     [        [        R                  " U5      R                  5       5      n[        [        R                  " U5      R                  5       5      n[        SUS SUS S[         35        U V	s0 s H  o™[        XY   5      _M     nn	/ nUR                  5        Ht  u  pšXi   nU
R                  5        HW  u  pÍUR                  [        R                  " U[        R                  5      [        R
                  " X¼   S:H  SS5      -  5        MY     Mv     [        [        R                  " U5      R                  5       5      n[        [        R                  " U5      R                  5       5      n[        SUS SUS S[         35        0 n[         GHõ  n	[        R                  " X	X   0X4[         U5      U	   n0 nUR                  5        Ho  u  pÍX)   U   n[        R                  " U[        R                  5      n[#        U[        R$                  " ['        U5      5      US	   US
   US   US   US   S9UU'   Mq     [(        R*                  " UXï[        -  [,        S5      n[        U5      n0 nUR                  5        Ho  u  pÍX)   U   n[        R                  " U[        R                  5      n[#        U[        R$                  " ['        U5      5      US	   US
   US   US   US   S9UU'   Mq     [(        R*                  " UUU[        -  [,        S5      n[#        UUS9UU	'   [        SU	 S[,         S[         SUS   S SUS   S SUS   S SUS   S 35        [        SU	 S[,         S[         SUS   S SUS   S 3
5        GMø     U$ s  sn	f )Nr   rl   g      ð¿z  external emissions mu r±   z sd z scale z  external hp30 emissions mu ÚattÚt_endÚatt128Ún128Úsubject)Úr0Úr1rG  rH  rI  rJ  rK  g      è?r#  zEXT r  r  r  r)   r  r*   r  r  r   rª   r!  r"  z	EXT_hp30 )r	  r–   rN   rO   rÆ   Úwherer»   Úconcatenater¼   Ústdr<   r+  r  Ú
TEST_NAMESrQ   r&  rK   rá   Úzerosrº   ÚEÚscorer*  )rã   Úfeat_extÚmetaÚmu_inÚsd_inÚcorpus_streamsÚ
corpus_attr]   Úpartsr1  ÚtableÚlabelsr  r  Úmu_eÚsd_eÚ	hp_corpusÚparts_hpÚmu_hpÚsd_hpÚrowsr  r/  Úmeta_kÚrÚ	stream_hpÚev_hpÚr_hps                               r;   Úscore_externalrj    s¸  € Ø€EØ#×)Ñ)Ö+‰	ˆØ‘ˆØ—k‘k–m‰FˆCØ�L‰LœŸš A¤r§z¡zÓ2´R·X²X¸f¹kÈQÑ>NÐPSÐUYÓ5ZÑZÖ[ó $ñ ,ô ”—’ Ó&×+Ñ+Ó-Ó.€DÜ”—’ Ó&×*Ñ*Ó,Ó-€DÜÐ'¨¨S z°°d¸3°Z¸wÄuÀgÐNÔOá?MÓNº~¸”[ Ñ!3Ó4Ò4¹~€IÐNØ€HØ—_‘_Ö&‰	ˆØ‘ˆØ—k‘k–m‰FˆCØ�O‰OœBŸJšJ q¬"¯*©*Ó5¼¿ºÀÁÐPQÑAQÐSVÐX\Ó8]Ñ]Ö^ó $ñ 'ô ”"—.’. Ó*×/Ñ/Ó1Ó2€EÜ”"—.’. Ó*×.Ñ.Ó0Ó1€EÜÐ,¨U°3¨K°t¸EÀ#¸;ÀgÌeÈWÐUÔVà€DßˆjˆÜ—’˜U¨©Ð$6¸ÄfÈfÓUÐVXÑYˆØˆØ—l‘l–n‰FˆCØ‘X˜c‘]ˆFÜ—
’
˜1œbŸj™jÓ)ˆAÜ˜a¤B§H¢H¬S°«VÓ$4¸&À¹-ÈvÐV]ÉØ"(¨Ñ"2¸À¹ÐQWÐXaÑQbñdˆBˆs‹Gñ %ô
 �GŠG�B˜¤U™l¬F°DÓ9ˆÜ Ó'ˆ	ØˆØ—o‘oÖ'‰FˆCØ‘X˜c‘]ˆFÜ—
’
˜1œbŸj™jÓ)ˆAÜ ¤r§x¢x´°A³Ó'7¸VÀE¹]ÐRXÐY`ÑRaØ%+¨HÑ%5¸FÀ6¹NÐTZÐ[dÑTeñgˆE�#‹Jñ (ô
 �wŠw�u˜e U¬U¡]´F¸DÓAˆÜ !¨$Ñ/ˆˆR‰Ü�4˜�t˜3œv˜h d¬5¨'°°a¸±f¸S°\ÀÀqÈÁxÐPSÀnð UØ˜‘f˜S�\  q¨¡x° nð6ô 	7ä�9˜R˜D ¤F 8¨4´¨w°d¸4À¹9ÀS¸/ÈÈtÐTYÉ{Ð[^ÐN_Ð`×añ) ð* €KùòA Os   ÄPc                  ó®  • [         R                  R                  S/ SQS9  0 0 p[         GH�  n/ n[	        S5       Hh  n[
        R                  R                  [        SU SU S35      n[        US5       nUR                  [        R                  " U5      5        S S S 5        Mj     0 0 sX'   X'   US	    Há  nU Vs/ s H/  oˆU   S
   X‡   S   -
  R                  [        R                  5      PM1     n	nUS	   U   n
[        R                   " U	S5      X   U'   [#        [        R$                  " U
S   5      [        R$                  " U
S   [        R&                  5      [        R$                  " U
S   5      [)        U
S   5      [)        U
S   5      S9X   U'   Mã     [+        SU S[-        X   5       S35        GM�     X4$ ! , (       d  f       GM”  = fs  snf )NÚ
eaP_n5_t60)ÚenvÚonsetÚdom)ÚprepÚtargetsé   Úext_clf_Ú_w10b3sw2P_evidence_sz.pklÚrbr   rL  rM  rm   rG  rH  rI  rJ  rK  )rG  rH  rI  rJ  rK  z  external r¦   z trials)rS  ÚCONFÚupdaterQ  r’   r2   r4   rÞ   ÚEVIDr7   r–   ÚpicklerJ   rÒ   rN   r[   rÏ   rá   rO   rÆ   rM   r<   rº   )ÚlogitsrV  r1  ÚevsÚir4   r:   r  r/  ÚcolsÚe0s              r;   Úload_externalr  E  s˜  € Ü‡F�F‡M�M�|Ò-D€MÑEØ�rˆDßˆjˆØˆÜ�q–ˆAÜ—7‘7—<‘<¤¨°°Ð4IÈ!ÈÈDÐ&QÓRˆDÜ�d˜DÔ! RØ—
‘
œ6Ÿ;š; r›?Ô+÷ "Ñ!ñ ð  " 2Ðˆ‰
�D‘HØ�q”6ˆCÙQTÓUÒQTÈ2˜‘W˜T‘] R¡W¨T¡]Ñ2×:Ñ:¼2¿:¹:ÖFÑQTˆDÐUØ�Q‘˜‘ˆBÜ Ÿhšh t¨QÓ/ˆF‰J�s‰OÜ Ü—J’J˜r %™yÓ)´·²¸B¸w¹KÌÏÉÓ1TÜ—z’z " X¡,Ó/´c¸"¸V¹*³oÌsÐSUÐV_ÑS`ÓOañcˆD‰H�S‹Mñ	 ô 	�;˜r˜d "¤S¨©£_Ð$5°WÐ=×>ñ ð ˆ<Ð÷ "×!üò Vs   Á5&F?Â<6GÆ?
Gc                  ó´  • [         R                  " [         R                  R                  [        5      SS9  [        [        S5      R                  5         [        R                  " [        R                  R                  5       (       a  SOS5      n [        SU  S[         S[         S	[         S
[         S[          S["         S[$         S[&         35        S[        R(                  R                  R*                  l        S[        R(                  R.                  l        [0        R2                  " U 5        [4        R6                  " 5         [0        R8                  " 5       S   n[         R                  " [:        SS9  [&        (       GaP  Sn[         R                  R=                  ["        SU S35      n[>         Vs/ s H  oDU:w  d  M
  UPM     nn[0        R@                  " X5      u  pg[C        [         RD                  RG                  SS5      5      n[        SU SU 35        [I        X6XpU[        SU 35      u  pšp¼n[K        XÜS9n[         R                  " [         R                  R                  [L        5      SS9  [        [L        RO                  SS5      S5       n[P        RR                  " XïS[T        S9  S S S 5        [        SUS   S S US!   S" 35        A	g 0 n0 n[>         GH”  n[         R                  R=                  ["        SU S35      n[         R                  RW                  U5      (       d  [Y        U5      e[>         Vs/ s H  oDU:w  d  M
  UPM     nn[0        R@                  " X5      u  pg[        S#U SU 35        [I        X6Xp[        [        SU 35      u  pšp¼n[        RZ                  " U	R]                  5       X«UU[        U[        U[^        [        [        [         S$.[         R                  R=                  [:        SU S35      5        [a        X‘X«X 5      u  nn[c        UXU 5      n[K        UXÜUS%9UU'   Ub  UUU'   A	U Rd                  S:X  d  GMv  [        R                  Rg                  5         GM—     [        S&["         S'35        [0        R@                  " U[i        [>        5      5      u  pg[         R                  R=                  ["        S(5      n[I        UXgU [        [        S)5      u  pšp¼n[        RZ                  " U	R]                  5       X«U[i        [>        5      [        U[        U[^        [        [        [         S$.[         R                  R=                  [:        S(5      5        [0        Rj                  " X‘X«[l        U 5      n[o        5       u  nn[p        Rr                  " U5      S   n[u        U	UUX«U[4        Rv                  S*   U 5      n[U        [x        Rz                  " [>         Vs/ s H  nUU   S+   S,   S-   PM     sn5      5      n[U        [x        Rz                  " [>         Vs/ s H  nUU   S+   S,   S.   PM     sn5      5      n[        S/US" S0US1 35        U(       aØ  [U        [x        Rz                  " U Vs/ s H  nUU   S-   PM     sn5      5      n[U        [x        Rz                  " U Vs/ s H  nUU   S.   PM     sn5      5      nURG                  S5      n[        S2US" S0US1 35        U(       a@  [        S3US-   S" S0US.   S1 S4[|        S-   S" S5[|        S.   S1 S6US-   [|        S-   -
  S7 3
5        OS =nnS n[K        SM0 S8[~        _S9[€        _S:[        _S;[        _S<[        _S=[        _S>[        _S?[         _S@[|        _SA[>         Vs0 s H  oDUU   S+   _M     sn_SB[>         Vs0 s H  oDUU   SC   _M     sn_SD[>         Vs0 s H  oDUU   SE   _M     sn_SF[K        UUSG9_SHUb
  [K        UUSG9OS _SIU_SJU_SKU_6n[         R                  " [         R                  R                  [L        5      SS9  [        [L        S5       n[P        RR                  " XïS[T        S9  S S S 5        [        SL[L         35        g s  snf ! , (       d  f       GNã= fs  snf s  snf s  snf s  snf s  snf s  snf s  snf s  snf ! , (       d  f       N`= f)NNTr-   r  rÿ   r>   zdevice z steps z batch z mode=z eta=z vrex_lambda=z init z synth z smoke=r#   ÚAVGCr6  r7  ÚSMOKE_STEPSÚ40zSMOKE held-z steps=zsmoke-held-)Úsmokerç   r!   z_smoke.jsonrm   )ÚindentÚdefaultzSMOKE done frame=rµ   rª   z dro=r´   r±   zfold held-out=)rF   rB   rG   ÚinitrH   ræ   rç   Úmethodr  rA   Údro_modeÚdro_etar¹   )Úscoresr  rç   Úfusez/all-5 Group-DRO fine-tune for AASD/Carta, init z/all5.ptzall5.ptÚall5rG  r‹  r$  r)   r*   zLODO mean H r  r  zFUSE mean H zFUSE AVGC H z vs tip r°   u    Î”H z+.4fÚp_stayÚscaleræ   rç   rˆ  r‰  rŠ  r¹   Útip_avgcÚlodoÚ	lodo_fuserŒ  Ú
lodo_statsr  Ú	lodo_meanr(   Úlodo_fuse_meanÚ	avgc_fuseÚexternalÚ
all5_statszwrote r«   )Ar2   r3   r4   r5   r6   r7   ÚcloserI   r]   rÿ   Úis_availabler<   r   r   r   r   r   r   r   r   ÚbackendsÚmatmulÚ
allow_tf32ÚcudnnrQ   Úassert_causalr'  Úload_allÚbuild_featuresÚCKPT_DIRrÞ   r   Útrial_groupsrM   ÚenvironÚgetr  rá   ÚOUTÚreplaceÚjsonÚdumpr»   r:  ÚFileNotFoundErrorÚsaveÚ
state_dictÚCFGr4  rE  r  r  r\   r&  rK   r  r
  Úbuild_features_fromrj  ÚGrN   r¼   ÚTIP_AVGCr*  r+  ) r]   r?  r-  r4   r  Útrain_dsrä   rå   Úsmoke_stepsrì   rB   rG   Úusedr  r  r:   ÚperÚ	fuse_rowsr‹  r.  rŒ  Úall_pathrY  Ú
ext_logitsÚext_metaÚext_featÚextÚmean_hÚmean_accÚfuse_hÚfuse_accr–  s                                    r;   Úmainr¿  Z  s‰  € Ü‡K‚K”—‘—‘¤Ó$¨tÒ4ÜŒˆcƒN×ÑÔÜ�\Š\¤E§J¡J×$;Ñ$;×$=Ñ$=™&À5ÓI€FÜØ
�&�˜¤  w¬u¨g°V¼H¸:ÀUÌ7È)ð TÜ"�mð $Üˆz˜¤ ¨7´5°'ð	;ô<ð -1„E‡N�N×Ñ×ÑÔ)Ø&*„E‡N�N×ÑÔ#Ü‡O‚O�FÔÜ‡J‚J„LÜ×ÒÓ! $Ñ'€HÜ‡K‚K” 4Ò(çƒuØˆÜ�w‰w�|‰|œH¨¨d¨V°3Ð&7Ó8ˆÝ&Ó4šw˜!¨t©)—A™wˆÐ4ÜŸš xÓ:‰ˆÜœ"Ÿ*™*Ÿ.™.¨¸Ó=Ó>ˆÜ�;˜t˜f G¨K¨=Ð9Ô:Ü#/Ø˜%¨´e¸{È4È&Ð=Qó$SÑ ˆ�˜5ä˜Ñ+ˆÜ
�Š”B—G‘G—O‘O¤CÓ(°4Ò8Ü”#—+‘+˜g }Ó5°sÔ;¸rÜ�IŠI�c a´Ò7÷ <äÐ$ U¨;Ñ%7¸Ð$<¸EÀ%ÈÁ,ÈsÐASÐTÔUØØà
€CØ€Iß�ˆÜ�w‰w�|‰|œH¨¨d¨V°3Ð&7Ó8ˆÜ�w‰w�~‰~˜d×#Ñ#Ü# DÓ)Ð)Ý&Ó4šw˜!¨t©)—A™wˆÐ4ÜŸš xÓ:‰ˆÜ�> $  v¨d¨VÐ4Ô5Ü#/Ø˜%¬´¸¸t¸f°~ó$GÑ ˆ�˜5ä�
Š
˜SŸ^™^Ó-°RÈ4Ø%´ÀÜ&°¼sÜ (´WÜ#.ñ	0ô
 —7‘7—<‘<¤¨E°$°°sÐ*;Ó<ô	>ô % S°B¸DÓI‰ˆ�Ü˜w¨¸Ó?ˆÜ ¨eÀdÑKˆˆD‰	ØÑØ"ˆI�d‰OØØ�;‰;˜&Ö Ü�J‰J×"Ñ"×$ñ- ô0 Ð>¼x¸jÈÐQÔRÜ—N’N 8¬T´'«]Ó;�M€FÜ�w‰w�|‰|œH iÓ0€HÜ+Ø�& ¬´°vó ?Ñ€CˆR�uä	‡J‚J˜Ÿ™Ó)°ÀxÜœg›´ÀÜ"¨U¼3Ü$´Ü*ñ	,ô
 �w‰w�|‰|œH iÓ0ô2ô —[’[ °¼ÀÓG€NÜ(›?Ñ€J�Ü×%Ò% jÓ1°$Ñ7€HÜ
˜˜h¨°"¸.Ì!Ï#É#ÈeÉ*ÐV\Ó
]€Cä”2—7’7ÍÓPÊÀ1˜C ™F 8Ñ,¨[Ñ9¸#Ô>ÉÑPÓQÓR€FÜ”R—W’WÍGÓTÊGÀq˜c !™f XÑ.¨{Ñ;¸EÔBÉGÑTÓUÓV€HÜˆ|˜F 3˜< u¨X°c¨NÐ;Ô<ÞÜ”r—w’w¹9ÓEº9°a 	¨!¡¨SÔ 1¹9ÑEÓFÓGˆÜœŸš¹yÓ!Iºy¸! )¨A¡,¨uÔ"5¹yÑ!IÓJÓKˆØ—M‘M &Ó)ˆ	Ü�<  s˜|¨5°¸#°Ð?Ô@ÞÜØ˜y¨™~¨cÐ2°%¸	À%Ñ8HÈÐ7Mð NÜ" 3™-¨Ð,¨A¬h°u©o¸cÐ-Bð CØ  ‘~¬°©Ñ5°dÐ;ð=ô>øð
 !Ð ˆ�Øˆ	ä
ò ÝðÝ"ðÝ*/ðÝ7<ðåðå"*ðå4;ðõ  ðõ ð	õ
 ,3Ó3ª7 a��Q‘˜Ñ!Ò!©7Ò3ðõ /6Ó6ªg¨�c˜!‘f˜V‘nÒ$©gÒ6ðõ 18Ó8²¨1�s˜1‘v˜g‘Ò&±Ò8ðô ˜ XÒ.ðð 8>Ñ7I”t˜f¨(Ò3Ètøðñ ðñ ðñ ð€Cô ‡K‚K”—‘—‘¤Ó$¨tÒ4Ü	Œc�3Œ˜2Ü�	Š	�# !¬UÒ3÷ 
äˆv”c�Uˆ^Õùòu 5÷ <Ö;üò 5ùòH QùÚTùò  FùÚ!Iùò" 4ùÚ6ùÚ8÷ 
�úsZ   Æ8	b
Çb
ÊbÍ	b!Íb!×-b&Ø-b+Úb0Ú9b5Þb:Þ5b?ßcác	â
bã	
cÚ__main__)F)OÚ__doc__rÇ   r¨  r…   r2   ry  rÊ   rÚ   rN   rI   Útorch.nn.functionalrÖ   Ú
functionalrp   Úensemble_clf_nestedr'  Úensemble_clf_transformer_v2rQ   Úensemble_clf_transformer_v4r
  Úeval_externalrS  Ústem_ms96_irm_swa_fuser;  Úcommonr   r4   r5   ÚabspathÚ__file__ÚEXPr¤  r¥  rÞ   r   r   rx  rQ  rM   r   r   r   ÚstripÚlowerr   r»   r   r   r   r   Ú	_RUN_NAMEr¢  r6   r¦  rÝ   rÁ   r*  r+  r­  rK   r=  rá   r°  rà   r<   rf   r~   r�   rž   rý   r  r  r  r4  rE  rj  r  r¿  Ú__name__r«   rg   r;   Ú<module>rÑ     s¨  ðñó( Û Û Û 	Û Û ã Û ß Ð ã Û 'Û (Û Û %Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø�:‰:�>‰>Ø�—‘—‘˜S (¨OÓ<ó>€à�J‰J�N‰NØ�—‘—‘˜c 8Ð-EÓFóH€	àk€Ø"€
áˆB�J‰J�N‰N˜7 EÓ*Ó+€ÙˆB�J‰J�N‰N˜7 EÓ*Ó+€Ø
�
‰
�‰�w Ó$¨Ñ+€Ø�:‰:�>‰>˜* gÓ.×4Ñ4Ó6×<Ñ<Ó>€Ù
�—
‘
—‘˜y¨%Ó0Ó
1€Ù	ˆR�Z‰Z�^‰^˜H cÓ*Ó	+€Ù�B—J‘J—N‘N =°%Ó8Ó9€Ø
�*‰*�.‰.˜ BÓ
'×
-Ñ
-Ó
/€Ø (¨FÓ 2ÑÐ8M€	Þ
Ø�1�W�I�Ñ€IØ�7‰7�<‰<˜˜X yÓ1€Ø‡g�g‡l�l�3˜¨)¨°DÐ'9Ó:€Ø‡g�g‡l�l�3˜	 :°)°¸EÐ/BÓC€Ø€	Ø	€Ø	€Ø€Ø�D˜"˜b ! T¨2Ð.€Ø	€Ø	€Ù�&˜eÑ$€Ø€òò,ò$ò	òò K!ô\Sò"òò	5òò(*òZò*lð^ ˆzÓÙ…Fð rg   