ó
    8ãjá=  ã                   óÂ  • S r SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK	r	SSK
Js  Jr  SSKrSSKrSSKrSSKrSSKJr  \R0                  R3                  \R0                  R5                  \5      5      r\R0                  R;                  \SS5      r\R0                  R;                  \SS5      r\R0                  R;                  \SS5      r \R0                  R;                  \S	S
S5      r!Sr"Sr#\$" \RJ                  RM                  SS5      5      r'\$" \RJ                  RM                  SS5      5      r(\RJ                  RM                  SS5      S:H  r)Sr*\+" \RJ                  RM                  SS5      5      r,\+" \RJ                  RM                  SS5      5      r-Sr.Sr/SSSSS S!\,4r0Sr1S"r2S# r3S$ r4S% r5S& r6S' r7 S0S( jr8S1S) jr9S* r:S+ r;S, r<S- r=S. r>\?S/:X  a  \>" 5         gg)2u†  Layer-wise LR fine-tune of stem_ms96 from SWA checkpoints.

AdamW param groups: head + skip at base LR; dilated stem (dw, blocks) +
transformer backbone (proj, pos, enc) at BACKBONE_LR_MULT Ã— base (default 0.1).
Architecture unchanged (abs pos, 24-d ms, w96). Evaluate EMA weights (0.995).
HMM preset p_stay 0.994 scale 0.8. Also report causal tau-30 high-pass of
the evidence (honest; corpus emissions). Never uses AASD/Carta labels.

Distinct from DropPath/stochdepth, IRMâ†”* weight grids, ALiBi/RoPE.

usage:
  STEPS=1000 flock multi_agent_opt/gpu.lock python -u stem_ms96_layerwise_lr.py
  SMOKE=1 STEPS=40 python stem_ms96_layerwise_lr.py
é    N)ÚDS_KEYSÚmodelsÚstem_ms96_swaÚstem_ms96_layerwise_lrÚexperimentszstem_ms96_layerwise_lr.logÚresultsÚresearchzstem_ms96_layerwise_lr.jsonzb/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/results/research)ÚAASDÚ	Carta2026ÚSTEPSÚ1000ÚBATCHÚ512ÚSMOKEÚ0Ú1g×£p=
×ï?ÚLRz8e-4ÚBACKBONE_LR_MULTz0.1g+‡ÙÎï?gš™™™™™é?Ú	stem_ms96Úmsé`   é@   é   TgìQ¸…ëå?c                 ó   • [        U SS9  [        R                  " [        R                  R	                  [
        5      SS9  [        [
        S5       nUR                  U S-   5        S S S 5        g ! , (       d  f       g = f)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     Ú1/root/disk_3tb/eeg-thao/stem_ms96_layerwise_lr.pyÚlog_liner+   5   sL   € Ü	ˆ$�dÒÜ‡K‚K”—‘—‘¤Ó$¨tÒ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�Žús   ÁA/Á/
A=c                 ó0  • [         R                  " U SSS9nUS   u  p4pVpxn	US:w  d  U(       a
  U[        :w  a  [        SUS    35      e[	        [
        R                  " US   5      R                  S   5      n
[        R                  " X¥XgS	S
9nUR                  R                  5       R                  5       nUR                  US   5        UR                  R                  U5        [         R                  " UR                  5      R!                  5       (       a  [        SU  35      eUR#                  U5      n[
        R                  " US   [
        R$                  5      n[
        R                  " US   [
        R$                  5      nX½U['        US   5      4$ )NÚcpuF)Úmap_locationÚweights_onlyÚcfgr   zunexpected stem cfg Úmur   T)Úd_modelÚnlayersÚstemÚstatez-causal mask still has nan after restore from ÚsdÚtrain)ÚtorchÚloadÚWINDOWÚRuntimeErrorÚintÚnpÚasarrayÚshapeÚVÚLogitTransformerÚmaskÚdetachÚcloneÚload_state_dictÚcopy_ÚisnanÚanyÚtoÚfloat32Úlist)r#   ÚdeviceÚblobÚnameÚfamilyÚwindowr2   r3   r4   Ú_lrÚc_inÚnetÚ	good_maskr1   r6   s                  r*   Úload_swarU   <   sD  € Ü�:Š:�d¨¸UÑC€DØ8<¸U¹Ñ5€D�& 7°#Øˆ{Ó¦$¨&´FÓ*:ÜÐ1°$°u±+°Ð?Ó@Ð@ÜŒr�zŠz˜$˜t™*Ó%×+Ñ+¨AÑ.Ó/€DÜ
×
Ò
˜T°7ÐRVÑ
W€Cð —‘—‘Ó!×'Ñ'Ó)€IØ×Ñ˜˜W™Ô&Ø‡H�H‡N�N�9ÔÜ‡{‚{�3—8‘8Ó× Ñ ×"Ñ"ÜÐJÈ4È&ÐQÓRÐRØ
�&‰&�‹.€CÜ	�Š�D˜‘J¤§
¡
Ó	+€BÜ	�Š�D˜‘J¤§
¡
Ó	+€BØ�Bœ˜T '™]Ó+Ð+Ð+ó    c                 ó¤  • [        5       nU R                  U R                  4 H4  nUR                  5        H  nUR	                  [        U5      5        M     M6     U R                  5        Vs/ s H)  n[        U5      U;   d  M  UR                  (       d  M'  UPM+     nnU R                  5        Vs/ s H)  n[        U5      U;  d  M  UR                  (       d  M'  UPM+     nnU(       d  [        S5      eU(       d  [        S5      e[        S U 5       5      n[        S U 5       5      n	[        XaUSS9[        XqU-  X-  SS9/X‰4$ s  snf s  snf )uF   head/skip @ base_lr; dilated stem + transformer backbone @ multÃ—base.zno head/skip paramszno backbone paramsc              3   ó@   #   • U  H  oR                  5       v •  M     g 7f©N©Únumel©Ú.0Úps     r*   Ú	<genexpr>Úparam_groups.<locals>.<genexpr>\   s   é € Ð0¢K˜q—‘—�¢Kùó   ‚c              3   ó@   #   • U  H  oR                  5       v •  M     g 7frY   rZ   r\   s     r*   r_   r`   ]   s   é € Ð2¢/˜Q�w‰w�yˆy¢/ùra   Ú	head_skip)ÚparamsÚlrÚbase_lrrN   Ústem_backbone)
ÚsetÚheadÚskipÚ
parametersÚaddÚidÚrequires_gradr;   ÚsumÚdict)
Úmodelrf   Úbackbone_multÚhead_idsÚmodr^   Úhead_paramsÚbackbone_paramsÚn_headÚn_bbs
             r*   Úparam_groupsry   P   s)  € ä‹u€HØ—
‘
˜EŸJ™JÓ'ˆØ—‘Ö!ˆAØ�L‰Lœ˜A›Öó "ñ (ð $×.Ñ.Ô0ÓZÒ0˜´B°q³E¸XÑ4E“1È!Ï/Í/—1Ñ0€KÐZØ"'×"2Ñ"2Ô"4ÓbÒ"4˜Q¼¸1»ÀXÑ8M“qÐRS×RaÕRa—qÑ"4€OÐbÞÜÐ0Ó1Ð1ÞÜÐ/Ó0Ð0ÜÑ0¡KÓ0Ó0€FÜÑ2¡/Ó2Ó2€Dä�K°WÀ;ÑOÜ�O°-Ñ(?ØÑ,°?ñ	Dðð ð	ð ùò [ùÚbs$   Á-EÂEÂEÂ1EÃEÃEc                 óÔ  • [        S[        US-  S5      5      nU R                   H|  n[        US   5      n[        SUS-  5      nX:  a  XQS-   -  U-  nOHX-
  [        X#-
  S5      -  nUSXV-
  -  S[        R
                  " [        R                  U-  5      -   -  -   nXtS	'   M~     [        U R                  5       V	V
s0 s H  u  pšU
R                  S
U	5      U
S	   _M     sn
n	$ s  sn
n	f )uH   Cosine schedule per group from each group's base_lr (keeps 0.1Ã— ratio).é(   é
   é   rf   gñhãˆµøä>gš™™™™™¹?g      à?ç      ð?re   rN   )	ÚminÚmaxry   ÚfloatÚmathÚcosÚpiÚ	enumerateÚget)ÚoptÚstepÚtotalÚwarmÚgroupÚbaseÚfloorre   r^   ÚiÚgs              r*   Úset_lrr�   e   sã   € äˆr”3�u ‘{ AÓ&Ó'€DØ×!Ô!ˆÜ�U˜9Ñ%Ó&ˆÜ�D˜$ ™*Ó%ˆØ‹;Ø ™Ñ" TÑ)‰Bà‘¤ E¡L°!Ó 4Ñ4ˆAØ˜ ¡Ñ-°´t·x²xÄÇÁÈ!ÁÓ7LÑ1LÑMÑMˆBØˆd‹ñ "ô 3<¸C×<LÑ<LÔ2MÔNÒ2M©$¨!ˆA�E‰E�&˜!Ó˜a ™gÒ%Ñ2MÒNÐNùÓNs   Â>"C$c                 ó¸  • [         R                  " X5      n[        R                  " XUSS9nXB-  R	                  5       R                  S5      nXT-  U-  R	                  5       U-  nU S S 2SS 24   U S S 2S S24   -
  R                  5       nUS S 2SS 24   US S 2S S24   -  n	USX‰-  R	                  5       -  U	R	                  5       R                  S5      -  -   nU$ )NÚnone)Ú
pos_weightÚ	reductionr~   r}   éÿÿÿÿgš™™™™™©?)r@   Úswitch_weightsÚFÚ binary_cross_entropy_with_logitsro   Ú	clamp_minÚabs)
ÚlogitÚyÚmr“   ÚswÚbceÚdenomÚlossÚdvÚm2s
             r*   Úweighted_bcer¤   t   sÓ   € Ü	
×	Ò	˜!Ó	€BÜ
×
,Ò
,¨UÀ*ÐX^Ñ
_€CØ‰V�L‰L‹N×$Ñ$ SÓ)€EØ‰H�q‰L×ÑÓ %Ñ'€DØ
’�1‘2�‰,˜šq # 2 #˜v™Ñ
&×	+Ñ	+Ó	-€BØ	
Š1ˆa‰bˆ5‰�A’a˜˜"˜�f‘IÑ	€BØ�$˜"™'Ÿ™›Ñ(¨2¯6©6«8×+=Ñ+=¸cÓ+BÑBÑB€DØ€KrV   c
                 óâ  • [        UR                  5       5      n
[        R                  " SU
-
  [	        U
S5      -  /US9n[        U [        [        5      u  pÍn[        R                  R                  USS9n[        SU SU SU S	[        S
 S[        [        -  S
 S[         35        [        R                  R                  [        R                  5      n[         R"                  " U 5      R%                  5       nU R'                  5         [(        R(                  " 5       nS n/ n[+        U5       GHO  n[-        UUU5      n[        R.                  " UU[0        XsU5      u  nnn[        R2                  " U5      R5                  USS9n[        R2                  " U5      R5                  USS9n[        R2                  " U5      R5                  USS9n[        R6                  " U5      nUR9                  SS9  [;        U " U5      UUU5      n[        R<                  " U5      (       d  [?        SU SU 35      eURA                  5         [        RB                  RD                  RG                  U RI                  5       S5        URK                  5         [        RL                  " U U[N        5        [        URQ                  5       5      nUU	:  aq  URS                  U5        US-   U	:X  aW  [        [        R                  " U5      5      n[        SU SU	 SUS 35        U[T        :¼  a  [?        SU SUS S[T         35      eUS:X  d  US-   S-  S:X  d  US-   U:X  d  GM&  [        SU SUS-    SU SUS SUS   S
 S US!   S
 35        GMR     UR%                  5         [        RV                  " UU[0        X4U5      n[        S"U SUS S#US$ S%[(        R(                  " 5       U-
  S& S'3	5        U[Y        UU[        S(94$ ))Nr~   gü©ñÒMbP?)rL   g-Cëâ6?)Úweight_decayz    z param groups head/skip=z stem+backbone=z	 LR_head=z.2ez LR_bb=z mult=T)Únon_blocking)Úset_to_noneznon-finite loss at step z for r}   z early-abort check mean_loss@Ú=ú.4fzearly abort z: mean loss z >= chance r   éÈ   z step Ú/z loss z	 lr_head rc   z lr_bb rg   z
  trained z frame-acc ú.3fz (z.0fzs))r¡   Ú	frame_accÚbackbone_lr_mult)-r�   Úmeanr8   Útensorr€   ry   r   r   ÚoptimÚAdamWr+   r=   ÚrandomÚdefault_rngr@   Ú
TRAIN_SEEDÚcopyÚdeepcopyÚevalr7   ÚtimeÚranger�   Úsample_batchr:   Ú
from_numpyrI   ÚaugmentÚ	zero_gradr¤   Úisfiniter;   ÚbackwardÚnnÚutilsÚclip_grad_norm_rk   rˆ   Ú
ema_updateÚ	EMA_DECAYÚitemÚappendÚCHANCE_LOSSÚtrain_frame_accrp   ) rq   ÚgroupsÚy_allr1   r6   rL   ÚstepsÚbatchÚtagÚabort_afterÚposr“   Ú
groups_cfgrw   rx   r‡   ÚrngÚemaÚt0ÚlastÚearly_lossesrˆ   ÚlrsÚxbÚybÚmbÚxrœ   r�   r¡   Ú
mean_earlyÚaccs                                    r*   Útrain_layerwiserß      s§  € ä
�—
‘
“Ó
€CÜ—’  c¡	¬S°°d«^Ñ;Ð<ÀVÑL€JÜ+¨E´2Ô7GÓHÑ€J˜Ü
�+‰+×
Ñ
˜J°TÐ
Ð
:€CÜˆt�C�5Ð0°°¸ÈÀvð NÜ˜3�x˜w¤rÔ,<Ñ'<¸SÐ&AÀÔHXÐGYð[ô \ä
�)‰)×
Ñ
¤§¡Ó
-€CÜ
�-Š-˜Ó
×
#Ñ
#Ó
%€CØ	‡K�K„MÜ	�Š‹€BØ€DØ€LÜ�e—ˆÜ�S˜$ Ó&ˆÜ—^’^ C¨´¸ÀBÓG‰
ˆˆB�Ü×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ�IŠI�a‹LˆØ�‰ $ˆÑ'Ü™E !›H a¨¨JÓ7ˆÜ�~Š~˜d×#Ñ#ÜÐ!9¸$¸¸uÀSÀEÐJÓKÐKØ�‰ŒÜ�‰�‰×&Ñ& u×'7Ñ'7Ó'9¸3Ô?Ø�‰Œ
Ü	�Š�U˜C¤Ô+Ü�T—Y‘Y“[Ó!ˆØ�+ÓØ×Ñ Ô%Ø�a‰x˜;Ó&Ü"¤2§7¢7¨<Ó#8Ó9�
Ü˜4 ˜uÐ$AÀ+ÀÈaÐPZÐ[^ÐO_Ð`ÔaØ¤Ó,Ü&Ø& s e¨<¸
À3Ð7GÀ{ÔS^ÐR_Ð`óbð bà�1‹9˜ ™ SÑ(¨AÓ-°¸±¸UÖ1BÜ�t˜C˜5  t¨a¡x j°°%°¸¸tÀC¸jð I Ø # KÑ 0°Ð5°W¸SÀÑ=QÐRUÐ<VðX÷ Yñ3 ð6 ‡H�H„JÜ
×
Ò
˜C ¬°¸Ó
@€CÜØ
�S�E˜  S˜z¨°S¸°Ið >Ü�IŠI‹K˜"Ñ˜SÐ! ð	%ô&ð ”˜$¨#Ô@PÑQÐQÐQrV   c                 óF  • [        X5      u  p‰p« [        X�X)X£XEU5	      u  pÍXÉX¥U4$ ! [        R                  R                   a\    U(       a  e [        SU SU S35        AUR                  S:X  a  [        R                  R                  5         [        XX#XES-  USS9s $ f = f)Nz	  OOM on z
 at batch z; halving onceÚcudar   T)Úhalved)	rU   rß   r8   rá   ÚOutOfMemoryErrorr+   ÚtypeÚempty_cacheÚfit_with_oom)Úswa_pathrË   rÌ   rL   rÍ   rÎ   rÏ   râ   rq   r1   r6   Ú_trainrÔ   Ústatss                 r*   ræ   ræ   °   s©   € Ü$ XÓ6Ñ€Eˆrð
bÜ$ U°E¸rÈ5ÐY\Ó]‰
ˆØ˜ 5Ð(Ð(øÜ�:‰:×&Ñ&ó bÞØÜ�9˜S˜E ¨E¨7°.ÐAÔBØØ�;‰;˜&Ó Ü�J‰J×"Ñ"Ô$Ü˜H¨e¸UÈQÁJÐPSÐ\`ÑaÒaðbús   �& ¦A7B ÂB c                 ó  • 0 nU R                  5        Hs  u  p#[        R                  " [        R                  " U[        R
                  5      S S 2S 4   5      R                  S5      R                  [        R
                  5      X'   Mu     U$ )Nr•   )ÚitemsÚV4Úhighpassr=   r>   Úfloat64ÚreshapeÚastype)ÚstreamÚoutÚkeyÚds       r*   Úhp30_streamrõ   ¿   sc   € Ø
€CØ—,‘,–.‰ˆÜ—;’;œrŸzšz¨!¬R¯Z©ZÓ8º¸D¸ÑAÓB×JÑJÈ2ÓN×UÑUÔVX×V`ÑV`Óaˆ‹ñ !à€JrV   c                 ó2  • [         R                  " XX#[        U5      n[        R                  " U5      n[        R
                  " XG[        [        5      nU V	s0 s H  o™[        Xi   5      _M     n
n	[        R                  " U
5      n[        R
                  " XK[        [        5      n[        SU S[         S[         SUS   S SUS   S	 S
US   S SUS   S	 35        [        SU S[         S[         SUS   S SUS   S	 3
5        [        XŒS9U4$ s  sn	f )NzLODO ú p ú sc ú  H ÚHrª   ú Acc ÚAccú.2fú L ÚLr­   ú SDT ÚSDTz
LODO_hp30 ©Ú	layerwiseÚhp30)r@   Ú	infer_allr:   ÚNÚto_evÚofficialÚP_STAYÚSCALErõ   r+   rp   )rq   Úfeatr1   r6   ÚheldrL   ÚstreamsÚevÚoffÚdsÚhpÚev_hpÚoff_hps                r*   Ú
score_lodor  Æ   s  € Ü�kŠk˜% r¬v°vÓ>€GÜ	
�Š�Ó	€BÜ
�*Š*�Tœv¤uÓ
-€CÙ18Ó	9²¨2Œk˜'™+Ó&Ò
&±€BÐ	9Ü�GŠG�B‹K€EÜ�ZŠZ˜¤V¬UÓ3€FÜˆu�T�F˜#œf˜X T¬%¨°°S¸±X¸c°NÀ%ÈÈEÉ
ÐSVÐGWð XØ�c‘(˜3�˜u S¨¡Z°Ð$4ð6ô 7äˆz˜$˜˜s¤6 (¨$¬u¨g°T¸&À¹+ÀcÐ9JÈ%ÐPVÐW\ÑP]Ð^aÐObÐcÔdÜ˜#Ñ+¨WÐ4Ð4ùò 
:s   ÁDc                 óF  • / nUR                  5        Ht  u  pšXi   nU
R                  5        HW  u  pÍUR                  [        R                  " U[        R                  5      [        R
                  " X¼   S:H  SS5      -  5        MY     Mv     [        [        R                  " U5      R                  5       5      n[        [        R                  " U5      R                  5       5      n[        SUS SUS S[         35        U V	s0 s H  o™[        XY   5      _M     nn	/ nUR                  5        Ht  u  pšXi   nU
R                  5        HW  u  pÍUR                  [        R                  " U[        R                  5      [        R
                  " X¼   S:H  SS5      -  5        MY     Mv     [        [        R                  " U5      R                  5       5      n[        [        R                  " U5      R                  5       5      n[        SUS SUS S[         35        0 n[         GHõ  n	[        R                  " X	X   0X4[         U5      U	   n0 nUR                  5        Ho  u  pÍX)   U   n[        R                  " U[        R                  5      n[#        U[        R$                  " ['        U5      5      US	   US
   US   US   US   S9UU'   Mq     [(        R*                  " UXï[        -  [,        S5      n[        U5      n0 nUR                  5        Ho  u  pÍX)   U   n[        R                  " U[        R                  5      n[#        U[        R$                  " ['        U5      5      US	   US
   US   US   US   S9UU'   Mq     [(        R*                  " UUU[        -  [,        S5      n[#        UUS9UU	'   [        SU	 S[,         S[         SUS   S SUS   S SUS   S SUS   S 35        [        SU	 S[,         S[         SUS   S SUS   S 3
5        GMø     U$ s  sn	f )Nr   r~   g      ð¿z  external emissions mu rª   z sd z scale z  external hp30 emissions mu ÚattÚt_endÚatt128Ún128Úsubject)Úr0Úr1r  r  r  r  r  g      è?r  zEXT r÷   rø   rù   rú   rû   rü   rý   rþ   rÿ   r­   r   r  z	EXT_hp30 )rë   rÈ   r=   r>   rî   Úwherer�   Úconcatenater°   Ústdr+   r
  rõ   Ú
TEST_NAMESr@   r  r:   rp   ÚzerosÚlenÚEÚscorer	  )rq   Úfeat_extÚmetaÚmu_inÚsd_inÚcorpus_streamsÚ
corpus_attrL   Úpartsr  ÚtableÚlabelsró   rô   Úmu_eÚsd_eÚ	hp_corpusÚparts_hpÚmu_hpÚsd_hpÚrowsrñ   r  Úmeta_kÚrÚ	stream_hpr  Úr_hps                               r*   Úscore_externalr9  Ó   s¸  € Ø€EØ#×)Ñ)Ö+‰	ˆØ‘ˆØ—k‘k–m‰FˆCØ�L‰LœŸš A¤r§z¡zÓ2´R·X²X¸f¹kÈQÑ>NÐPSÐUYÓ5ZÑZÖ[ó $ñ ,ô ”—’ Ó&×+Ñ+Ó-Ó.€DÜ”—’ Ó&×*Ñ*Ó,Ó-€DÜÐ'¨¨S z°°d¸3°Z¸wÄuÀgÐNÔOá?MÓNº~¸”[ Ñ!3Ó4Ò4¹~€IÐNØ€HØ—_‘_Ö&‰	ˆØ‘ˆØ—k‘k–m‰FˆCØ�O‰OœBŸJšJ q¬"¯*©*Ó5¼¿ºÀÁÐPQÑAQÐSVÐX\Ó8]Ñ]Ö^ó $ñ 'ô ”"—.’. Ó*×/Ñ/Ó1Ó2€EÜ”"—.’. Ó*×.Ñ.Ó0Ó1€EÜÐ,¨U°3¨K°t¸EÀ#¸;ÀgÌeÈWÐUÔVà€DßˆjˆÜ—’˜U¨©Ð$6¸ÄfÈfÓUÐVXÑYˆØˆØ—l‘l–n‰FˆCØ‘X˜c‘]ˆFÜ—
’
˜1œbŸj™jÓ)ˆAÜ˜a¤B§H¢H¬S°«VÓ$4¸&À¹-ÈvÐV]ÉØ"(¨Ñ"2¸À¹ÐQWÐXaÑQbñdˆBˆs‹Gñ %ô
 �GŠG�B˜¤U™l¬F°DÓ9ˆÜ Ó'ˆ	ØˆØ—o‘oÖ'‰FˆCØ‘X˜c‘]ˆFÜ—
’
˜1œbŸj™jÓ)ˆAÜ ¤r§x¢x´°A³Ó'7¸VÀE¹]ÐRXÐY`ÑRaØ%+¨HÑ%5¸FÀ6¹NÐTZÐ[dÑTeñgˆE�#‹Jñ (ô
 �wŠw�u˜e U¬U¡]´F¸DÓAˆÜ !¨$Ñ/ˆˆR‰Ü�4˜�t˜3œv˜h d¬5¨'°°a¸±f¸S°\ÀÀqÈÁxÐPSÀnð UØ˜‘f˜S�\  q¨¡x° nð6ô 	7ä�9˜R˜D ¤F 8¨4´¨w°d¸4À¹9ÀS¸/ÈÈtÐTYÉ{Ð[^ÐN_Ð`×añ) ð* €KùòA Os   ÄPc                  ó®  • [         R                  R                  S/ SQS9  0 0 p[         GH�  n/ n[	        S5       Hh  n[
        R                  R                  [        SU SU S35      n[        US5       nUR                  [        R                  " U5      5        S S S 5        Mj     0 0 sX'   X'   US	    Há  nU Vs/ s H/  oˆU   S
   X‡   S   -
  R                  [        R                  5      PM1     n	nUS	   U   n
[        R                   " U	S5      X   U'   [#        [        R$                  " U
S   5      [        R$                  " U
S   [        R&                  5      [        R$                  " U
S   5      [)        U
S   5      [)        U
S   5      S9X   U'   Mã     [+        SU S[-        X   5       S35        GM�     X4$ ! , (       d  f       GM”  = fs  snf )NÚ
eaP_n5_t60)ÚenvÚonsetÚdom)ÚprepÚtargetsé   Úext_clf_Ú_w10b3sw2P_evidence_sz.pklÚrbr   r  r  r}   r  r  r  r  r  )r  r  r  r  r  z  external z: z trials)r#  ÚCONFÚupdater   r»   r!   r#   ÚjoinÚEVIDr&   rÈ   Úpickler9   rð   r=   rJ   Ústackrp   r>   rî   r<   r+   r"  )Úlogitsr&  r  ÚevsrŽ   r#   r)   ró   r  ÚcolsÚe0s              r*   Úload_externalrO     s˜  € Ü‡F�F‡M�M�|Ò-D€MÑEØ�rˆDßˆjˆØˆÜ�q–ˆAÜ—7‘7—<‘<¤¨°°Ð4IÈ!ÈÈDÐ&QÓRˆDÜ�d˜DÔ! RØ—
‘
œ6Ÿ;š; r›?Ô+÷ "Ñ!ñ ð  " 2Ðˆ‰
�D‘HØ�q”6ˆCÙQTÓUÒQTÈ2˜‘W˜T‘] R¡W¨T¡]Ñ2×:Ñ:¼2¿:¹:ÖFÑQTˆDÐUØ�Q‘˜‘ˆBÜ Ÿhšh t¨QÓ/ˆF‰J�s‰OÜ Ü—J’J˜r %™yÓ)´·²¸B¸w¹KÌÏÉÓ1TÜ—z’z " X¡,Ó/´c¸"¸V¹*³oÌsÐSUÐV_ÑS`ÓOañcˆD‰H�S‹Mñ	 ô 	�;˜r˜d "¤S¨©£_Ð$5°WÐ=×>ñ ð ˆ<Ð÷ "×!üò Vs   Á5&F?Â<6GÆ?
Gc                  ó’  • [         R                  " [         R                  R                  [        5      SS9  [        [        S5      R                  5         [        R                  " [        R                  R                  5       (       a  SOS5      n [        SU  S[         S[         S	[         S
[         S[          35        S[        R"                  R                  R$                  l        S[        R"                  R(                  l        [*        R,                  " U 5        [.        R0                  " 5         [*        R2                  " 5       S   n[         R                  " [4        SS9  [         (       GaU  Sn[         R                  R7                  [8        SU S35      n[:         Vs/ s H  oDU:w  d  M
  UPM     nn[*        R<                  " X5      u  pg[?        [         R@                  RC                  SS5      5      n[        SU SU 35        [E        X6XpU[        SU 35      u  pšp¼n[G        XÜS9n[H        RK                  SS5      n[         R                  " [         R                  R                  [H        5      SS9  [        US5       n[L        RN                  " UUS[P        S9  S S S 5        [        SUS   S SUS   S S U 35        g 0 n[:         GHt  n[         R                  R7                  [8        SU S35      n[         R                  RS                  U5      (       d  [U        U5      e[:         Vs/ s H  oDU:w  d  M
  UPM     nn[*        R<                  " X5      u  pg[        S!U S"U 35        [E        X6Xp[        [        SU 35      u  pšp¼n[        RV                  " U	RY                  5       X«UU[        U[        [        U[Z        S#.[         R                  R7                  [4        SU S35      5        []        X‘X«X 5      u  nn[G        UXÜS$9UU'   A	U R^                  S:X  d  GMV  [        R                  Ra                  5         GMw     [         R                  R7                  [8        S%5      n[        S&U 35        [*        R<                  " U[c        [:        5      5      u  pg[E        UXgU [        [        S'5      u  pšp¼n[        RV                  " U	RY                  5       X«U[c        [:        5      [        U[        [        U[Z        S#.[         R                  R7                  [4        S%5      5        [*        Rd                  " X‘X«[f        U 5      n[i        5       u  nn[j        Rl                  " U5      S   n[o        U	UUX«U[.        Rp                  S(   U 5      n[Q        [r        Rt                  " [:         Vs/ s H  nUU   S)   S*   S+   PM     sn5      5      n[Q        [r        Rt                  " [:         Vs/ s H  nUU   S)   S*   S,   PM     sn5      5      n[        S-US S.US/ 35        [G        [v        [x        [        [        [        [        [:         Vs0 s H  oDUU   S)   _M     sn[:         Vs0 s H  oDUU   S0   _M     sn[G        UUS19UUS29n[         R                  " [         R                  R                  [H        5      SS9  [        [H        S5       n[L        RN                  " UUS[P        S9  S S S 5        [        S3[H         35        g s  snf ! , (       d  f       GNs= fs  snf s  snf s  snf s  snf s  snf ! , (       d  f       NQ= f)4NTr   Úwrá   r-   zdevice z steps z batch z LR z backbone_mult z smoke=r   ÚAVGCzheld-z.ptÚSMOKE_STEPSÚ40zSMOKE held-z steps=zsmoke-)ÚsmokerÎ   z.jsonz_smoke.jsonr}   )ÚindentÚdefaultzSMOKE done frame=r®   r­   z loss=r¡   rª   z; wrote zfold held-out=z init )r5   r1   r6   Úswar7   rÍ   rÎ   r¯   re   ré   r0   )Úscoresré   rÎ   zall5.ptz3all-5 layerwise fine-tune for AASD and Carta, init Úall5r  rY  r  rú   rü   zLODO mean H rû   rý   ré   )rú   rü   )Úp_stayÚscalerÍ   rÎ   re   r¯   ÚlodoÚ
lodo_statsÚ	lodo_meanÚexternalÚ
all5_statszwrote )=r!   r"   r#   r$   r%   r&   Úcloser8   rL   rá   Úis_availabler+   r   r   r   r   r   ÚbackendsÚmatmulÚ
allow_tf32Úcudnnr@   Úassert_causalr  Úload_allÚbuild_featuresÚCKPT_DIRrG  ÚSWA_DIRr   Útrial_groupsr<   Úenvironr†   ræ   rp   ÚOUTÚreplaceÚjsonÚdumpr�   ÚisfileÚFileNotFoundErrorÚsaveÚ
state_dictÚCFGr  rä   rå   rK   r  r:   rO  rì   Úbuild_features_fromr9  ÚGr=   r°   r	  r
  )rL   Úfeat_allr  r#   rô   Útrain_dsrË   rÌ   Úsmoke_stepsrÔ   r1   r6   Úusedré   rò   Ú
smoke_pathr)   ÚperrY  Ú_streamsÚall_pathr)  Ú
ext_logitsÚext_metaÚext_featÚextÚmean_hÚmean_accs                               r*   Úmainrˆ    s¦  € Ü‡K‚K”—‘—‘¤Ó$¨tÒ4ÜŒˆcƒN×ÑÔÜ�\Š\¤E§J¡J×$;Ñ$;×$=Ñ$=™&À5ÓI€FÜˆw�v�h˜g¤e W¨G´E°7¸$¼r¸dð CÜ.Ð/¨w´u°gð?ô @à,0„E‡N�N×Ñ×ÑÔ)Ø&*„E‡N�N×ÑÔ#Ü‡O‚O�FÔÜ‡J‚J„LÜ×ÒÓ! $Ñ'€HÜ‡K‚K” 4Ò(çƒuØˆÜ�w‰w�|‰|œG u¨T¨F°#Ð%6Ó7ˆÝ&Ó4šw˜!¨t©)—A™wˆÐ4ÜŸš xÓ:‰ˆÜœ"Ÿ*™*Ÿ.™.¨¸Ó=Ó>ˆÜ�;˜t˜f G¨K¨=Ð9Ô:Ü#/Ø˜%¨´e¸vÀdÀV¸_ó$NÑ ˆ�˜5ä˜Ñ+ˆÜ—[‘[ ¨-Ó8ˆ
Ü
�Š”B—G‘G—O‘O¤CÓ(°4Ò8Ü�*˜cÔ" bÜ�IŠI�c˜2 a´Ò7÷ #äÐ$ U¨;Ñ%7¸Ð$<¸FÀ5ÈÁ=ÐQTÐBUÐU]Ð^hÐ]iÐjÔkØà
€Cß�ˆÜ�w‰w�|‰|œG u¨T¨F°#Ð%6Ó7ˆÜ�w‰w�~‰~˜d×#Ñ#Ü# DÓ)Ð)Ý&Ó4šw˜!¨t©)—A™wˆÐ4ÜŸš xÓ:‰ˆÜ�> $  v¨d¨VÐ4Ô5Ü#/Ø˜%¬´¸¸t¸f°~ó$GÑ ˆ�˜5ä�
Š
˜SŸ^™^Ó-°RÈ$Ø%´ÀÜ(8ÄØ"¬3ñ0ô —7‘7—<‘<¤¨E°$°°sÐ*;Ó<ô		>ô
 & c°R¸TÓJÑˆ�Ü ¨eÑ@ˆˆD‰	ØØ�;‰;˜&Ö Ü�J‰J×"Ñ"×$ñ% ô( �w‰w�|‰|œG YÓ/€HÜÐBÀ8À*ÐMÔNÜ—N’N 8¬T´'«]Ó;�M€FÜ+Ø�& ¬´°vó ?Ñ€CˆR�uä	‡J‚J˜Ÿ™Ó)°ÀhÜœg›´ÀÜ$4¼BØ¤sñ,ô �w‰w�|‰|œH iÓ0ô	2ô
 —[’[ °¼ÀÓG€NÜ(›?Ñ€J�Ü×%Ò% jÓ1°$Ñ7€HÜ
˜˜h¨°"¸.Ì!Ï#É#ÈeÉ*ÐV\Ó
]€Cä”2—7’7ÍÓPÊÀ1˜C ™F 8Ñ,¨[Ñ9¸#Ô>ÉÑPÓQÓR€FÜ”R—W’WÍGÓTÊGÀq˜c !™f XÑ.¨{Ñ;¸EÔBÉGÑTÓUÓV€HÜˆ|˜F 3˜< u¨X°c¨NÐ;Ô<ä
ÜœU¬%´uÜÔ 0Ý+2Ó3ª7 a��Q‘˜Ñ!Ò!©7Ñ3Ý07Ó8²¨1�s˜1‘v˜g‘Ò&±Ñ8Ü˜ XÑ.ØØñ€Cô ‡K‚K”—‘—‘¤Ó$¨tÒ4Ü	Œc�3Œ˜2Ü�	Š	�#�r !¬UÒ3÷ 
äˆv”c�Uˆ^ÕùòE 5÷ #Ö"üò 5ùò> QùÚTùò 4ùÚ8÷ 
�úsH   Æ#	\Æ0\Ê\Ì1	\Ì>\Ö,\$×,\)Ù\.Ù)\3Û\8Ü
\Ü8
]Ú__main__)é2   )F)@Ú__doc__r·   rq  r‚   r!   rI  rº   Únumpyr=   r8   Útorch.nn.functionalrÂ   Ú
functionalr—   Úensemble_clf_nestedr  Úensemble_clf_transformer_v2r@   Úensemble_clf_transformer_v4rì   Úeval_externalr#  Úcommonr   r#   r$   ÚabspathÚ__file__ÚEXPrG  rl  rk  r%   ro  rH  r   r<   rn  r†   r   r   r   rÆ   r�   r   r   r	  r
  rw  r:   rÉ   r+   rU   ry   r�   r¤   rß   ræ   rõ   r  r9  rO  rˆ  Ú__name__© rV   r*   Ú<module>r™     sÇ  ðñó Û Û Û 	Û Û ã Û ß Ð ã Û 'Û (Û Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø
�'‰'�,‰,�s˜H oÓ
6€Ø�7‰7�<‰<˜˜XÐ'?Ó@€Ø‡g�g‡l�l�3˜Ð'CÓD€Ø‡g�g‡l�l�3˜	 :Ð/LÓM€Øk€Ø"€
áˆB�J‰J�N‰N˜7 FÓ+Ó,€ÙˆB�J‰J�N‰N˜7 EÓ*Ó+€Ø
�
‰
�‰�w Ó$¨Ñ+€Ø€	Ù
ˆ2�:‰:�>‰>˜$ Ó'Ó(€Ù˜Ÿ™Ÿ™Ð(:¸EÓBÓCÐ Ø	€Ø€Ø�D˜"˜b ! T¨2Ð.€Ø	€Ø€òò,ò(ò*Oòð !#ô.Rôbbòò
5ò*òZò*Rðj ˆzÓÙ…Fð rV   