Ë
    ¼âj¶<  ã            
       ó|  — d Z ddlZddlZddlZddlZddlZddlZddlZ	ddl
ZddlZddlZddlZddlmZ ej(                  j+                  ej(                  j-                  e«      «      Zej(                  j3                  edd«      Zej(                  j3                  edd«      Zej(                  j3                  edd«      Zej(                  j3                  ed	d
d«      ZdZdZdZ dZ!dZ"dZ# e$ e$dd¬«       e$dd¬«      ¬«      Z% e$ e$dd¬«       e$dd¬«       e$dd¬«       e$dd¬«       e$dd ¬«      ¬!«      Z& e$ e$d"d#¬«       e$d$d%¬«       e$d&d'¬«       e$d(d)¬«       e$d*d+¬«      ¬!«      Z' e$ e$d,d-¬«       e$d.d/¬«      ¬0«      Z(d1„ Z)d2„ Z*d3„ Z+d4„ Z,d5„ Z-d6„ Z.d7„ Z/d8„ Z0d?d9„Z1d:„ Z2d;„ Z3d<„ Z4d=„ Z5e6d>k(  r e5«        yy)@uu  IRM â†” RoPE logit blend at HMM time (no retrain).

Load frozen IRM (abs-pos stem_ms96) and RoPE (rotary Q/K) checkpoints, infer
once, blend
  stream = w * IRM + (1 - w) * RoPE
with w in {0, 0.25, 0.5, 0.75, 1.0}.

Weight selection (no AASD/Carta labels; no held-out leak for headline):
  - primary: fixed w=0.5 (same as irm_swa_fuse)
  - global_w: for each outer held H, score each w on the four INNER datasets
    (official emissions from the other four excl. that inner ds); pick w that
    maximises mean inner Acc, then H; apply that one w to all LODO held-outs
    and to external.
  - oracle_w: per held-out best w using held-out scores (analysis only).

HMM preset p_stay 0.994 scale 0.8. Also causal tau-30 high-pass of blended
evidence (honest; corpus emissions). External uses all5 IRM + all5 RoPE.

Distinct from IRMâ†”SWA fuse.

usage:
  python stem_ms96_irm_rope_fuse.py
é    N)ÚDS_KEYSÚmodelsÚstem_ms96_irmÚstem_ms96_ropeÚexperimentszstem_ms96_irm_rope_fuse.logÚresultsÚresearchzstem_ms96_irm_rope_fuse.jsonzb/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/results/research)ÚAASDÚ	Carta2026é`   g+‡ÙÎï?gš™™™™™é?)g        g      Ð?ç      à?ç      è?ç      ð?gé·¯çŒä?g�Âõ(\�J@©ÚHÚAccgw¾Ÿ/Ýä?g…ëQ¸EN@g§èH.ÿé?g
×£p=êR@gl	ù g³ì?gš™™™™IV@gi o�Åë?g¸…ëQxT@gioð…ÉTë?g×£p=
T@g/Ý$�•í?gö(\�Â¥U@)ÚAVGCÚDTUÚKULÚUHDÚUSTCg�•C‹lçé?gHáz®ÇR@gësµûËì?g¸…ëQ8V@g›UŸ«­Øë?gö(\�ÂuT@g²�ï§ÆKë?g=
×£pýS@gƒ/L¦
Fí?g=
×£p}U@gìQ¸…ëë?g…ëQ¸¥T@gìQ¸…ëé?g)\�ÂõÈR@)Úmeanr   c                 ó   — t        | d¬«       t        j                  t        j                  j	                  t
        «      d¬«       t        t
        d«      5 }|j                  | dz   «       d d d «       y # 1 sw Y   y xY w)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     ú2/root/disk_3tb/eeg-thao/stem_ms96_irm_rope_fuse.pyÚlog_liner*   ?   sL   € Ü	ˆ$�dÕÜ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�‰ús   ÁA4Á4A=c                 óx  — t        j                  | dd¬«      }|d   \  }}}}}}}	|dk7  s|r	|t        k7  rt        d|d   › d| › �«      ‚t	        t        j                  |d   «      j                  d	   «      }
t        j                  |
|||d
¬«      }|j                  j                  «       j                  «       }|j                  |d   «       |j                  j                  |«       t        j                  |j                  «      j!                  «       rt        d| › �«      ‚|j#                  |«      j%                  «       }|j'                  «       D ]  }|j)                  d«       Œ t        j                  |d   t
        j*                  «      }t        j                  |d   t
        j*                  «      }|||fS )NÚcpuF©Úmap_locationÚweights_onlyÚcfgÚ	stem_ms96zunexpected IRM cfg ú in Úmur   T)Úd_modelÚnlayersÚstemÚstateúcausal mask has nan in Úsd)ÚtorchÚloadÚWINDOWÚRuntimeErrorÚintÚnpÚasarrayÚshapeÚVÚLogitTransformerÚmaskÚdetachÚcloneÚload_state_dictÚcopy_ÚisnanÚanyÚtoÚevalÚ
parametersÚrequires_grad_Úfloat32)r"   ÚdeviceÚblobÚnameÚ_familyÚwindowr4   r5   r6   Ú_lrÚc_inÚnetÚ	good_maskÚpr3   r9   s                   r)   Úload_irm_ckptrZ   F   sm  € Ü�:‰:�d¨¸UÔC€DØ9=¸e¹Ñ6€Dˆ'�6˜7 G¨T°3Øˆ{Ò¡$¨&´FÒ*:ÜÐ0°°e±°¸TÀ$ÀÐHÓIÐIÜŒr�z‰z˜$˜t™*Ó%×+Ñ+¨AÑ.Ó/€DÜ
×
Ñ
˜T 6°7ÀGÐRVÔ
W€CØ—‘—‘Ó!×'Ñ'Ó)€IØ×Ñ˜˜W™Ô&Ø‡H�H‡N�N�9ÔÜ‡{�{�3—8‘8Ó× Ñ Ô"ÜÐ4°T°FÐ;Ó<Ð<Ø
�&‰&�‹.×
Ñ
Ó
€CØ�^‰^ÖˆØ	×Ñ˜Õð ä	�‰�D˜‘J¤§
¡
Ó	+€BÜ	�‰�D˜‘J¤§
¡
Ó	+€BØ��Bˆ;Ðó    c                 óÜ  — t        j                  | dd¬«      }|d   \  }}}}}}}	|dk7  s|rt        |«      t        k7  rt	        d|d   › d| › �«      ‚t        |«      dk7  st        |«      d	k7  rt	        d
|d   › d| › �«      ‚t        t        j                  |d   «      j                  d   «      }
t        j                  |
t        |t        j                  |d¬«      }|j                  j                  «       j                  «       }|j                  j                  «       j                  «       }|j                  j                  «       j                  «       }|j!                  |d   d¬«      \  }}|D �ch c]  }|j#                  d«      rŒ|’Œ }}|rt	        d| › dt%        |«      › �«      ‚|rt'        dt%        |«      › �«       |j                  j)                  |«       |j                  j)                  |«       |j                  j)                  |«       t        j*                  |j                  «      j-                  «       rt	        d| › �«      ‚|j/                  |«      j1                  «       }|j3                  «       D ]  }|j5                  d«       Œ t        j                  |d   t
        j6                  «      }t        j                  |d   t
        j6                  «      }|||fS c c}w )Nr,   Fr-   r0   r   zunexpected RoPE cfg r2   é@   é   zunexpected RoPE dims r3   r   T)r4   Únheadr5   r6   r7   )Ústrict)Úrope_cosÚrope_sinrD   zmissing RoPE keys in ú: z  warn unexpected RoPE keys: r8   r9   )r:   r;   r>   r<   r=   r?   r@   rA   ÚRÚLogitTransformerRoPEÚNHEADrD   rE   rF   ra   rb   rG   Ú
startswithÚsortedr*   rH   rI   rJ   rK   rL   rM   rN   rO   )r"   rP   rQ   rR   rS   rT   r4   r5   r6   rU   rV   rW   rX   Úgood_cosÚgood_sinÚmissingÚ
unexpectedÚmÚmiss_okrY   r3   r9   s                         r)   Úload_rope_ckptro   Z   su  € Ü�:‰:�d¨¸UÔC€DØ9=¸e¹Ñ6€Dˆ'�6˜7 G¨T°3ØÐÒ¡t¬s°6«{¼fÒ/DÜÐ1°$°u±+°¸dÀ4À&ÐIÓJÐJÜ
ˆ7ƒ|�rÒœS ›\¨QÒ.ÜÐ2°4¸±;°-¸tÀDÀ6ÐJÓKÐKÜŒr�z‰z˜$˜t™*Ó%×+Ñ+¨AÑ.Ó/€DÜ
×
 Ñ
 ØŒf˜g¬Q¯W©W¸gÈDôR€Cà—‘—‘Ó!×'Ñ'Ó)€IØ�|‰|×"Ñ"Ó$×*Ñ*Ó,€HØ�|‰|×"Ñ"Ó$×*Ñ*Ó,€HØ×-Ñ-¨d°7©mÀEÐ-ÓJÑ€GˆZÙ!ÓX™'�Q¨¯©Ð6VÕ)WŠq˜'€GÐXÙÜÐ2°4°&¸¼6À'»?Ð:KÐLÓMÐMÙÜÐ0´¸
Ó1CÐ0DÐEÔFØ‡H�H‡N�N�9ÔØ‡L�L×Ñ�xÔ Ø‡L�L×Ñ�xÔ Ü‡{�{�3—8‘8Ó× Ñ Ô"ÜÐ4°T°FÐ;Ó<Ð<Ø
�&‰&�‹.×
Ñ
Ó
€CØ�^‰^ÖˆØ	×Ñ˜Õð ä	�‰�D˜‘J¤§
¡
Ó	+€BÜ	�‰�D˜‘J¤§
¡
Ó	+€BØ��Bˆ;Ðùò Ys   Å3K)Æ
K)c                 ó  — i }| j                  «       D ]r  \  }}t        j                  t        j                  |t        j
                  «      d d …d f   «      j                  d«      j                  t        j
                  «      ||<   Œt |S )Néÿÿÿÿ)ÚitemsÚV4Úhighpassr?   r@   Úfloat64ÚreshapeÚastype)ÚstreamÚoutÚkeyÚds       r)   Úhp30_streamr|   z   sg   € Ø
€CØ—,‘,–.‰ˆˆQÜ—;‘;œrŸz™z¨!¬R¯Z©ZÓ8º¸D¸ÑAÓB×JÑJÈ2ÓN×UÑUÔVX×V`ÑV`ÓaˆˆCŠð !à€Jr[   c                 óF   — | D �ci c]  }|t        | |   «      “Œ c}S c c}w ©N)r|   )ÚstreamsÚdss     r)   Úhp30_allr�   �   s(   € Ù3:Ó;±7¨RˆB”˜G B™KÓ(Ñ(°7Ñ;Ð;ùÒ;s   …c                 óˆ  — i }| D ]º  }i ||<   | |   D ]«  }t        j                  | |   |   t         j                  «      }t        j                  ||   |   t         j                  «      }t        t	        |«      t	        |«      «      }||d| z  d|z
  |d| z  z   j                  t         j                  «      ||   |<   Œ­ Œ¼ |S )z(w * IRM + (1-w) * RoPE; keys must match.Nr   ©r?   r@   ru   ÚminÚlenrw   )	ÚirmÚropeÚwry   r€   rz   r   ÚbÚns	            r)   Úblend_streamsr‹   …   sµ   € à
€CÛˆØˆˆB‰Ø�r”7ˆCÜ—
‘
˜3˜r™7 3™<¬¯©Ó4ˆAÜ—
‘
˜4 ™8 C™=¬"¯*©*Ó5ˆAÜ”C˜“FœC ›FÓ#ˆAØ  " 1 ™I¨¨q©°A°b°q°EÑ(9Ñ9×AÑAÄ"Ç*Á*ÓMˆC�‰G�CŠLñ	 ð ð €Jr[   c                 óX  — i }| D ]¢  }t        j                  | |   t         j                  «      }t        j                  ||   t         j                  «      }t        t	        |«      t	        |«      «      }||d | z  d|z
  |d | z  z   j                  t         j                  «      ||<   Œ¤ |S )Nr   rƒ   )Ú
irm_streamÚrope_streamrˆ   ry   rz   r   r‰   rŠ   s           r)   Ú	blend_oner�   ’   s“   € Ø
€CÛˆÜ�J‰J�z #‘¬¯
©
Ó3ˆÜ�J‰J�{ 3Ñ'¬¯©Ó4ˆÜ”�A“œ˜A›ÓˆØ˜˜"˜1˜‘I  q¡¨A¨b¨q¨EÑ 1Ñ1×9Ñ9¼"¿*¹*ÓEˆˆCŠð	 ð
 €Jr[   c                 óh   — t        j                  |t        j                  | «      t        t        «      S r~   )ÚNÚofficialÚto_evÚP_STAYÚSCALE)r   Úhelds     r)   Úscore_lodo_heldr—   œ   s    € Ü�:‰:�dœAŸG™G GÓ,¬f´eÓ<Ð<r[   c           
      ó´  — |�t        |«      n
t        | «      }g }|D ]s  }||   }| |   j                  «       D ]V  \  }}|j                  t        j                  |t        j
                  «      t        j                  ||   dk(  dd«      z  «       ŒX Œu t        j                  |«      }t        |j                  «       «      t        |j                  «       «      fS )Nr   r   g      ð¿)Úlistrr   Úappendr?   r@   ru   ÚwhereÚconcatenateÚfloatr   Ústd)	r   ÚattÚdatasetsÚpartsr€   Úlabelsrz   r{   ÚAs	            r)   Úemissions_fromr¤       s°   € Ø!)Ð!5Œt�HŒ~¼4À»=€HØ€EÛˆØ�R‘ˆØ˜b‘k×'Ñ'Ö)‰FˆC�Ø�L‰LœŸ™ A¤r§z¡zÓ2´R·X±X¸fÀS¹kÈQÑ>NÐPSÐUYÓ5ZÑZÕ[ñ *ð ô 	�‰�uÓ€AÜ�—‘“‹?œE !§%¡%£'›NÐ*Ð*r[   c                 óP  — i }| j                  «       D ]n  \  }}||   }t        j                  |t        j                  «      }t	        |t        j
                  t        |«      «      |d   |d   |d   |d   |d   ¬«      ||<   Œp t        j                  |||t        z  t        d«      S )NrŸ   Út_endÚatt128Ún128Úsubject)Úr0Úr1rŸ   r¦   r§   r¨   r©   r   )rr   r?   r@   ru   ÚdictÚzerosr…   ÚEÚscorer•   r”   )rx   ÚmetaÚmu_eÚsd_eÚevrz   r{   rm   s           r)   Úscore_externalr´   «   s”   € Ø	€BØ—,‘,–.‰ˆˆQØ�‰IˆÜ�J‰J�qœ"Ÿ*™*Ó%ˆÜ˜!¤§¡¬¨Q«Ó 0°a¸±hÀaÈÁjØ ™k°°&±	À1ÀYÁ<ôQˆˆ3Šð !ô
 �7‰7�2�t˜T¤E™\¬6°4Ó8Ð8r[   c                  ó¤  — t         j                  j                  dg d¢¬«       i i }} t        D �]Š  }g }t	        d«      D ]f  }t
        j                  j                  t        d|› d|› d�«      }t        |d«      5 }|j                  t        j                  |«      «       d d d «       Œh i i c| |<   ||<   |d	   D ]à  }|D �cg c]0  }||   d
   ||   d   z
  j                  t        j                  «      ‘Œ2 }	}|d	   |   }
t        j                   |	d«      | |   |<   t#        t        j$                  |
d   «      t        j$                  |
d   t        j&                  «      t        j$                  |
d   «      t)        |
d   «      t)        |
d   «      ¬«      ||   |<   Œâ t+        d|› dt-        | |   «      › d�«       �Œ� | |fS # 1 sw Y   �Œ‹xY wc c}w )NÚ
eaP_n5_t60)ÚenvÚonsetÚdom)ÚprepÚtargetsé   Úext_clf_Ú_w10b3sw2P_evidence_sz.pklÚrbr   rª   r«   é   rŸ   r¦   r§   r¨   r©   )rŸ   r¦   r§   r¨   r©   z  external rc   z trials)r®   ÚCONFÚupdateÚ
TEST_NAMESÚranger    r"   ÚjoinÚEVIDr%   rš   Úpickler;   rw   r?   rO   Ústackr¬   r@   ru   r>   r*   r…   )Úlogitsr°   r€   ÚevsÚir"   r(   rz   r³   ÚcolsÚe0s              r)   Úload_externalrÎ   µ   sª  € Ü‡F�F‡M�M�|Ò-D€MÔEØ�rˆD€FßˆjˆØˆÜ�q–ˆAÜ—7‘7—<‘<¤¨°°Ð4IÈ!ÈÈDÐ&QÓRˆDÜ�d˜DÔ! RØ—
‘
œ6Ÿ;™; r›?Ô+÷ "Ð!ð ð  " 2Ðˆˆr‰
�D˜‘HØ�q”6ˆCÙQTÓUÑQTÈ2�R˜‘W˜T‘] R¨¡W¨T¡]Ñ2×:Ñ:¼2¿:¹:ÕFÐQTˆDÐUØ�Q‘˜‘ˆBÜ Ÿh™h t¨QÓ/ˆF�2‰J�s‰OÜ Ü—J‘J˜r %™yÓ)´·±¸B¸w¹KÌÏÉÓ1TÜ—z‘z " X¡,Ó/´c¸"¸V¹*³oÌsÐSUÐV_ÑS`ÓOaôcˆD�‰H�SŠMð	 ô 	�;˜r˜d "¤S¨°©£_Ð$5°WÐ=Ö>ð ð �4ˆ<Ð÷ "Ñ!üò Vs   Á9%G Â?5GÇ G
c                 ó  — t        d|› d| › d|› �«       t        j                  «       }t        | |«      \  }}}t        j                  ||||t
        |«      }	~|j                  dk(  rt        j                  j                  «        t        ||«      \  }
}}t        j                  |
|||t
        |«      }~
|j                  dk(  rt        j                  j                  «        t        dt        j                  «       |z
  d›d�«       |	|fS )Nzinfer z IRM=z RoPE=Úcudaz  infer done (z.0fzs))r*   ÚtimerZ   rB   Ú	infer_allr<   Útyper:   rÐ   Úempty_cachero   )Úirm_pathÚ	rope_pathÚfeatrP   ÚtagÚt0Úirm_netÚirm_muÚirm_sdÚirm_stÚrope_netÚrope_muÚrope_sdÚrope_sts                 r)   Ú
infer_pairrâ   Ê   så   € Üˆv�c�U˜% ˜z¨°	¨{Ð;Ô<Ü	�‰‹€BÜ+¨H°fÓ=Ñ€GˆV�VÜ�[‰[˜ $¨°¼ÀÓG€FØØ‡{�{�fÒÜ�
‰
×ÑÔ Ü!/°	¸6Ó!BÑ€Hˆg�wÜ�k‰k˜( D¨'°7¼FÀFÓK€GØØ‡{�{�fÒÜ�
‰
×ÑÔ Üˆ~œdŸi™i›k¨BÑ.¨sÐ3°2Ð6Ô7Ø�7ˆ?Ðr[   c                  ó`  ‡‡6‡7‡8— t        j                  t         j                  j                  t        «      d¬«       t        t        d«      j                  «        t        j                  t        j                  j                  «       rdnd«      } t        d| › dt        › dt        › d	t        › �«       t        d
«       dt        j                  j                  j                   _        dt        j                  j$                  _        t'        j(                  | «       t+        j,                  | «       t/        j0                  «        t'        j2                  «       d   }t        D �ci c]  }|i “Œ c}Š8t        D �ci c]  }|g “Œ }}t4        D �]£  Št         j                  j7                  t8        d‰› d�«      }t         j                  j7                  t:        d‰› d�«      }t         j                  j=                  |«      rt         j                  j=                  |«      st?        d‰› �«      ‚tA        |||| d‰› �«      \  }}t        D ]µ  }tC        |||«      }tE        |‰«      }	tE        tG        |«      ‰«      }
tI        |	|
¬«      ‰8|   ‰<   t        d|d›d‰› d|	d   d›d|	d   d›d|
d   d›d|
d   d›�«       t4        D ];  }|‰k(  rŒ	tE        ||«      }||   jK                  tI        ‰||d   |d   ¬«      «       Œ= Œ· ~~| jL                  dk(  s�Œ†t        j                  jO                  «        �Œ¦ i Š6t        D ]­  }||   D �cg c]  }|d   ‘Œ	 }}||   D �cg c]  }|d   ‘Œ	 }}tI        tQ        tS        jT                  |«      «      tQ        tS        jT                  |«      «      tW        |«      ¬«      ‰6|<   t        d|d›d‰6|   d   d›d‰6|   d   d›d tW        |«      › �«       Œ¯ tY        t        ˆ6fd!„¬"«      }t        d#|› d$�«       i Š7t        D ]«  }t4        D �cg c]  }‰8|   |   d%   d   ‘Œ }}t4        D �cg c]  }‰8|   |   d%   d   ‘Œ }}tI        tQ        tS        jT                  |«      «      tQ        tS        jT                  |«      «      ¬&«      ‰7|<   t        d'|d›d‰7|   d   d›d‰7|   d   d›�«       Œ­ tY        t        ˆ7fd(„¬"«      }t        d)|› d*�«       i }t4        D ]U  ŠtY        t        ˆˆ8fd+„¬"«      }tI        dWd|i‰8|   ‰   d%   ¤Ž|‰<   t        d,‰› d-|› d|‰   d   d›d|‰   d   d›�«       ŒW ˆ8fd.„} |d/«      } ||«      }t        d0|d1   d   d›d|d1   d   d›�«       t        d2|› d3|d1   d   d›d|d1   d   d›�«       t4        D ]b  Š|d4   ‰   d%   }t        d5‰› d|d   d›d|d   d›d6tZ        ‰   d   d›d7tZ        ‰   d   d›d8t\        ‰   d   d›d7t\        ‰   d   d›d9�«       Œd t        d:«       t         j                  j7                  t8        d;«      }t         j                  j7                  t:        d;«      }tA        |||| d<«      \  }}t_        «       \  }}ta        jb                  |«      d   }te        || «      \  }}} t'        jf                  |||| th        | «      }!~| jL                  dk(  rt        j                  jO                  «        tk        || «      \  }"}#}$t'        jf                  |"||#|$th        | «      }%~"| jL                  dk(  rt        j                  jO                  «        t.        jl                  d=   }&i }'t        D ]ã  }tC        |||«      }(to        |(|&«      \  })}*tG        |(«      }+to        |+|&«      \  },}-i }.tp        D ]›  }/ts        |!|/   |%|/   |«      }0tu        |0||/   |)|*«      }tu        tw        |0«      ||/   |,|-«      }1tI        ||1¬«      |.|/<   t        d>|d›d?|/› d|d   d›d|d   d›d|1d   d›d|1d   d›d@tx        |/   d   d›d7tx        |/   d   d›d9�«       Œ� |.|'|<   Œå tI        dWi dAt        “dBt        “dCt{        t        «      “dDdE“dFd/“dG|“dH|“dI‰6j}                  «       D �2�3ci c]  \  }2}3t        |2«      |3“Œ c}3}2“dJ‰7j}                  «       D �2�3ci c]  \  }2}3t        |2«      |3“Œ c}3}2“dKt        D ��ci c]'  }t        |«      t4        D �ci c]  }|‰8|   |   “Œ c}“Œ) c}}“dL|“dM|“dN|“dOt        D �ci c]  }t        |«      |'|   “Œ c}“dP|'d/   “dQ|'|   “dRtI        tx        tZ        t\        t€        ¬S«      “Ž}4t        j                  t         j                  j                  t‚        «      d¬«       t        t‚        d«      5 }5t…        j†                  |4|5dTtP        ¬U«       d d d «       t        dVt‚        › �«       y c c}w c c}w c c}w c c}w c c}w c c}w c c}3}2w c c}3}2w c c}w c c}}w c c}w # 1 sw Y   ŒVxY w)XNTr   rˆ   rÐ   r,   zdevice z	 weights z p_stay z scale zJblend = w*IRM + (1-w)*RoPE; primary w=0.5; global by mean inner Acc then HÚmszheld-z.ptzmissing ckpt for held=)ÚblendÚhp30zLODO w=z.2fz held=z  H r   z.4fz Acc r   z	  hp30 H )r–   Úinnerr   r   )Úmean_inner_HÚmean_inner_AccrŠ   zINNER mean w=z  Acc ré   z H rè   z n=c                 ó$   •— ‰|    d   ‰|    d   fS )Nré   rè   © )rˆ   Úglobal_summarys    €r)   Ú<lambda>zmain.<locals>.<lambda>  s#   ø€ ¨>¸!Ñ+<Ð=MÑ+NØ+9¸!Ñ+<¸^Ñ+Lñ+Nr[   )rz   zGLOBAL_W selected z (max mean inner Acc then H)rå   r   zHELDOUT mean w=c                 ó$   •— ‰|    d   ‰|    d   fS )Nr   r   rë   )rˆ   Úheldout_means    €r)   rí   zmain.<locals>.<lambda>  s   ø€ °¸a±ÀÑ1GÈÐVWÉÐY\ÑI]Ñ0^r[   zHELDOUT_PICK_W u*    (analysis; not primary â€” uses held-out)c                 ó<   •— ‰|    ‰   d   d   ‰|    ‰   d   d   fS )Nrå   r   r   rë   )rˆ   r–   Ú	lodo_by_ws    €€r)   rí   zmain.<locals>.<lambda>  s4   ø€ ¨Y°q©\¸$Ñ-?ÀÑ-HÈÑ-OØ-6°q©\¸$Ñ-?ÀÑ-HÈÑ-Mñ-Or[   zORACLE held=z w=c           	      ój  •— t         D �ci c]  }|‰|    |   “Œ }}t        t        j                  t         D �cg c]  }||   d   d   ‘Œ c}«      «      }t        t        j                  t         D �cg c]  }||   d   d   ‘Œ c}«      «      }t	        |t	        ||¬«      ¬«      S c c}w c c}w c c}w )Nrå   r   r   r   )Úperr   )r   r�   r?   r   r¬   )rˆ   r–   Úrowsr{   Úmean_hÚmean_accrñ   s         €r)   Ú
lodo_tablezmain.<locals>.lodo_table#  s¤   ø€ Ý5<Ó=±W¨T��i ‘l 4Ñ(Ñ(°WˆÐ=Ü”r—w‘w½wÓG¹w¸!  Q¡¨Ñ 0°Ó 5¸wÑGÓHÓIˆÜœŸ™Å7Ó!KÁ7¸a $ q¡'¨'Ñ"2°5Ó"9À7Ñ!KÓLÓMˆÜ˜¤4¨&°hÔ#?Ô@Ð@ùò >ùÚGùÚ!Ks   ŠB&¸B+Á1B0r   zPRIMARY w=0.5 LODO mean H r   z
GLOBAL  w=z LODO mean H ró   z
  primary z (RoPE Ú/z IRM Ú)z=== external all5 ===zall5.ptzall5-corpusrŸ   zEXT w=Ú z  (linear_hp30 Úp_stayÚscaleÚweightsÚ	blend_defzw*IRM + (1-w)*RoPEÚ	primary_wÚglobal_wÚheldout_pick_wÚglobal_inner_summaryrï   rñ   ÚprimaryÚselectedÚoracleÚexternal_by_wÚexternal_primaryÚexternal_selectedÚ	baselines)Úlinear_hp30Ú	rope_lodoÚirm_lodoÚirm_swa_fuse_w05rÀ   )ÚindentÚdefaultzwrote rë   )Dr    r!   r"   r#   r$   r%   Úcloser:   rP   rÐ   Úis_availabler*   ÚWEIGHTSr”   r•   ÚbackendsÚmatmulÚ
allow_tf32ÚcudnnrB   Úassert_causalrd   Úassert_causal_roper‘   Úload_allÚbuild_featuresr   rÅ   ÚIRM_DIRÚROPE_DIRÚisfileÚFileNotFoundErrorrâ   r‹   r—   r�   r¬   rš   rÓ   rÔ   r�   r?   r   r…   ÚmaxÚ	ROPE_LODOÚIRM_LODOrÎ   rs   Úbuild_features_fromrZ   rÒ   r<   ro   ÚGr¤   rÃ   r�   r´   r|   ÚLINEAR_HP30_BASELINEr™   rr   ÚstrÚIRM_SWA_FUSE_W05ÚOUTÚjsonÚdump)9rP   Úfeat_allrˆ   Ú
inner_by_wrÕ   rÖ   rÝ   rá   ÚblendedÚoffÚoff_hprç   ÚinnÚrÚhsÚacr   r–   r  r  Úbest_wr÷   r  r  rY   Úirm_corpÚ	rope_corpÚ
ext_logitsÚext_metaÚext_featÚirm_ext_netrÛ   rÜ   Úirm_extÚrope_ext_netrß   rà   Úrope_extrŸ   r  Úcorpr±   r²   Úcorp_hpÚmu_hÚsd_hrô   r€   ÚstÚr_hpÚkÚvry   r(   rì   rï   rñ   s9                    `                                    @@@r)   ÚmainrE  Û   si
  û€ Ü‡K�K”—‘—‘¤Ó$¨tÕ4ÜŒˆcƒN×ÑÔÜ�\‰\¤E§J¡J×$;Ñ$;Ô$=™&À5ÓI€FÜˆw�v�h˜i¬ y°¼¸ÀÌÀwÐOÔPÜÐYÔZØ,0„E‡N�N×Ñ×ÑÔ)Ø&*„E‡N�N×ÑÔ#Ü‡O�O�FÔÜ×Ñ˜Ô Ü‡J�J„LÜ×ÑÓ! $Ñ'€Hõ !(Ó(¡˜1��B‘ Ñ(€IÝ!(Ó)¡˜A�!�R‘% €JÐ)ç�ˆÜ—7‘7—<‘<¤¨5°°°cÐ):Ó;ˆÜ—G‘G—L‘L¤¨U°4°&¸Ð+<Ó=ˆ	Ü�w‰w�~‰~˜hÔ'¬r¯w©w¯~©~¸iÔ/HÜ#Ð&<¸T¸FÐ$CÓDÐDÜ$ X¨y¸(ÀFÈeÐTXÐSYÈNÓ[‰ˆ�çˆAÜ# F¨G°QÓ7ˆGÜ! '¨4Ó0ˆCÜ$¤X¨gÓ%6¸Ó=ˆFÜ!%¨C°fÔ!=ˆI�a‰L˜ÑÜ�w˜q ˜g V¨D¨6°°c¸#±h¸s°^À5ÈÈUÉÐTWÐHXð YØ% c™{¨3Ð/¨u°V¸E±]À3Ð4GðIô Jç �Ø˜D’=ØÜ% g¨uÓ5�Ø˜1‘×$Ñ$¤T¨t¸5ÀCÈÁHÐRUÐV[ÑR\Ô%]Õ^ñ	 !ð ð �GØ�;‰;˜&Ô Ü�J‰J×"Ñ"Ö$ð- ð2 €NßˆØ(¨šmÓ,™m˜ˆa�‹f˜mˆÐ,Ø *¨1¢Ó.¡˜1ˆa�‹h ˆÐ.Ü ¬e´B·G±G¸B³KÓ.@ÔQVÔWY×W^ÑW^Ð_aÓWbÓQcÜ#& r£7ô,ˆ�qÑä�=  3  v¨n¸QÑ.?Ð@PÑ.QÐRUÐ-Vð WØ$ QÑ'¨Ñ7¸Ð<¸CÄÀBÃ¸yðJõ 	Kð ô ”7ó !Nô O€HäÐ! ( Ð+GÐHÔIð €LßˆÝ;BÓC¹7°4ˆi˜‰l˜4Ñ  Ñ)¨#Ó.¸7ˆÐCÝ=DÓE¹W°Tˆi˜‰l˜4Ñ  Ñ)¨%Ó0¸WˆÐEÜ¤¤r§w¡w¨r£{Ó!3¼¼r¿w¹wÀr»{Ó9KÔLˆ�Q‰Ü�? 1 S '¨°¸Q±ÀÑ0FÀsÐ/Kð LØ" 1‘o cÑ*¨3Ð/ð1õ 	2ð	 ô œÓ&^Ô_€NÜˆ˜~Ð.Ð.XÐYÔZà€FßˆÜ”Wô #Oô PˆäÑI˜fÐI¨	°&Ñ(9¸$Ñ(?ÀÑ(HÑIˆˆt‰Ü�< ˜v S¨¨°°F¸4±LÀÑ4EÀcÐ3JÈ%ÐPVÐW[ÑP\Ð]bÑPcÐdgÐOhÐiÕjð	 ôAñ ˜‹o€GÙ˜(Ó#€HÜÐ)¨'°&©/¸#Ñ*>¸sÐ)CÀ5ÈÐQWÉÐY^ÑI_Ð`cÐHdÐeÔfÜˆz˜(˜ =°¸&Ñ1AÀ#Ñ1FÀsÐ0KÈ5ÐQYÐZ`ÑQaÐbgÑQhÐilÐPmÐnÔoßˆØ�E‰N˜4Ñ  Ñ)ˆÜ�:˜d˜V 3 q¨¡v¨c l°%¸¸%¹À°~ð FÜ# D™/¨#Ñ.¨sÐ3°1´Y¸t±_ÀUÑ5KÈCÐ4Pð QÜ  ™ sÑ+¨CÐ0°´(¸4±.ÀÑ2GÈÐ1LÈAðOõ 	Pð ô Ð$Ô%Ü�w‰w�|‰|œG YÓ/€HÜ—‘—‘œX yÓ1€IÜ$ X¨y¸(ÀFÈMÓZÑ€HˆiÜ(›?Ñ€J�Ü×%Ñ% jÓ1°$Ñ7€HÜ"/°¸&Ó"AÑ€K�˜Ü�k‰k˜+ x°¸ÄÈÓP€GØØ‡{�{�fÒÜ�
‰
×ÑÔ Ü%3°I¸vÓ%FÑ"€L�'˜7Ü�{‰{˜<¨°7¸GÄVÈVÓT€HØØ‡{�{�fÒÜ�
‰
×ÑÔ ä
�#‰#ˆe‰*€CØ€MßˆÜ˜X y°!Ó4ˆÜ# D¨#Ó.‰
ˆˆdÜ˜4“.ˆÜ# G¨SÓ1‰
ˆˆdØˆßˆBÜ˜7 2™;¨°©°aÓ8ˆBÜ˜r 8¨B¡<°°tÓ<ˆAÜ!¤+¨b£/°8¸B±<ÀÀtÓLˆDÜ !¨$Ô/ˆD�‰HÜ�v˜a ˜W A b T¨¨a°©f°S¨\¸¸qÀ¹xÈ¸nð MØ# C™y¨˜o¨U°4¸±;¸sÐ2Cð D%Ü%9¸"Ñ%=¸cÑ%BÀ3Ð$GÀqÜ,¨RÑ0°Ñ7¸Ð<¸Að?õ @ð ð  ˆ�aÒð ô" ò ÝðÝ"ðÜ,0´¬Mðá&ðñ ðñ !)ðñ :Hðð 5C×4HÑ4HÔ4JÔKÑ4J©D¨A¨qœc !›f a™iÐ4JÓKð	ð
 -9×,>Ñ,>Ô,@ÔAÑ,@¡D A q”c˜!“f˜a‘iÐ,@ÓAðõ T[Ô[ÑSZÈa”3�q“6ÅÓIÁ¸˜D )¨A¡,¨tÑ"4Ñ4ÀÑIÑIÐSZÓ[ðñ ðñ #+ðñ 4:ðõ :AÓA¹°A”s˜1“v˜}¨QÑ/Ñ/¸ÒAðð ' sÒ+ðð (¨Ò1ðô Ô#7Ä9Ü (Ô;KõMð€Cô ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ü�	‰	�#�r !¬UÕ3÷ 
äˆv”c�Uˆ^ÕùòA )ùÚ)ùò: -ùÚ.ùò DùÚEùóN LùÛAùÚIùÓ[ùâA÷ 
ˆúsZ   Å#
g*Å8
g/Íg4Íg9Ðg>Ð>hâhâ<hã hã7hähä"hæ1h$èhè$h-Ú__main__r~   )7Ú__doc__r(  r    rÇ   rÑ   Únumpyr?   r:   Úensemble_clf_nestedr‘   Úensemble_clf_transformer_v2rB   Úensemble_clf_transformer_v4rs   Úeval_externalr®   r   rd   Úcommonr   r"   r#   ÚabspathÚ__file__ÚEXPrÅ   r  r  r$   r'  rÆ   rÃ   r<   r”   r•   r  r¬   r$  r   r!  r&  r*   rZ   ro   r|   r�   r‹   r�   r—   r¤   r´   rÎ   râ   rE  Ú__name__rë   r[   r)   Ú<module>rR     sÒ  ðñó. Û 	Û Û ã Û ã Û 'Û (Û Û Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø
�'‰'�,‰,�s˜H oÓ
6€Ø�7‰7�<‰<˜˜XÐ'7Ó8€Ø‡g�g‡l�l�3˜Ð'DÓE€Ø‡g�g‡l�l�3˜	 :Ð/MÓN€Øk€Ø"€
à	€Ø	€Ø€Ø
%€á¡¨°EÔ!:ÁdÈVÐY^ÔF_Ô`Ð Ù‘d˜V¨Ô/±T¸FÈÔ5NÙ˜F¨Ô.±D¸6ÀuÔ4MÙ˜V¨Ô/ô1€	ñ ‘T˜F¨Ô.±D¸6ÀuÔ4MÙ˜6 uÔ-±4¸&ÀeÔ3LÙ˜F¨Ô.ô0€ñ ™T F°Ô6Ù! F°Ô6ô8Ð òòò(ò@ò<ò
òò=ó+ò9òò*ò"Nðb ˆzÒÙ…Fð r[   