Ë
    ÊâjTB  ã                  óÜ  — d Z ddlmZ ddlZddlZddlZddlZddlZddl	m
Z
 ddlZddlZddlZddlZddlmZ ej*                  j-                  ej*                  j/                  e«      «      Zej*                  j5                  edd«      Zej*                  j5                  edd	d
«      Zej:                  Zej<                  Zej>                  Zej@                  Z ejB                  Z!ejD                  Z"ejF                  Z#dZ$dZ%dZ&dZ'dZ(dZ)d„ Z*d„ Z+d„ Z,d„ Z-d„ Z.d*d„Z/d+d„Z0e&fd„Z1d*d„Z2d„ Z3d„ Z4d„ Z5d„ Z6 e7e4e5e6¬«      Z8d„ Z9d„ Z:d „ Z;d!„ Z<d"„ Z=d#„ Z>d$„ Z?d%„ Z@d&„ ZAd'„ ZBd(„ ZCeDd)k(  r eC«        yy),uÁ  Whole-trial unlabeled energy / Mahalanobis / MMD stream assignment.

Streams (CPU caches; no retrain):
  fuse  = IRMâ†”SWA blend w=0.5   (models/causal_moe_fuse/cache/fuse_w05__*.pkl)
  hp30  = causal tau-30 high-pass of mean-of-4 seed logits

Distinct from framewise domain_emis_ll (collapsed to const_fuse) and from
causal MoE stream-stat gates.

Method (no labels at test):
  1. From TRAIN corpus only, build a reference ball per stream: mean/cov of
     per-trial summary stats of unlabeled evidence (moments / quantiles /
     histogram embedding).
  2. For each eval trial, distance of that trial's summary under each stream's
     own values to that stream's train ball (Mahalanobis / energy / RBF-MMD).
     Hard: pick smaller distance. Soft: g = sigmoid(T Â· (d_hp âˆ’ d_fuse)).
  3. Select metric/feat/temp on LODO mean inner Acc then H only.
  4. Final score LODO + AASD + Carta at HMM p_stay 0.994 scale 0.8.

Note: whole-trial pick uses the full trial to choose one stream for all
frames (research diagnostic; non-causal under challenge 6.4). Baselines
const_fuse / const_hp30 remain causal.

usage:
  PYTHONPATH=.../reports/eda_full/scripts:$PYTHONPATH \
    .../.venv/bin/python -u trial_mmd_stream.py
é    )ÚannotationsN)Úexpit)ÚDS_KEYSÚexperimentsztrial_mmd_stream.logÚresultsÚresearchztrial_mmd_stream.jsong:Œ0âŽyE>gü©ñÒMbP?é   )ÚmomentsÚquantÚhist8)ÚmahaÚenergyÚmmd)ç      Ð?ç      à?ç      ð?ç       @g      @c                ó   — t        | d¬«       t        j                  t        j                  j	                  t
        «      d¬«       t        t
        d«      5 }|j                  | dz   «       d d d «       y # 1 sw Y   y xY w)NT)Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     ú+/root/disk_3tb/eeg-thao/trial_mmd_stream.pyÚlog_liner%   @   sL   € Ü	ˆ$�dÕÜ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�‰ús   ÁA4Á4A=c                óÄ   — t        j                  dt        | «      t         j                  «      }|rt	        |j                  d«      «      S t        t        | «      «      dz  S )Nzsubject[-_]?(\d+)é   i‡–˜ )ÚreÚsearchÚstrÚIÚintÚgroupÚhash)ÚkeyÚms     r$   Ú
subject_ofr1   G   sE   € Ü
�	‰	Ð&¬¨C«´"·$±$Ó7€AÙÜ�1—7‘7˜1“:‹ÐÜ”�C“‹>˜JÑ&Ð&ó    c                óâ  — t        j                  | t         j                  «      j                  d«      } t	        | «      rt        | j                  «       «      nd}t	        | «      rt        | j                  «       «      nd}t	        | «      r,t        t        j                  | «      j                  «       «      nd}t        j                  ||t        z   |t        |«      gt         j                  «      S )Néÿÿÿÿç        )ÚnpÚasarrayÚfloat64ÚreshapeÚlenÚfloatÚmeanÚstdÚabsÚarrayÚEPS)Úxr0   ÚsÚams       r$   Ú_moments_vecrD   N   s–   € Ü
�
‰
�1”b—j‘jÓ!×)Ñ)¨"Ó-€AÜ˜qœ6Œˆa�f‰f‹hŒ s€AÜ˜aœ&Œˆa�e‰e‹gŒ c€AÜ$'¨¤FŒŒr�v‰v�a‹y�~‰~ÓÔ	 °€BÜ�8‰8�Q˜œC™ ¤S¨£VÐ,¬b¯j©jÓ9Ð9r2   c                ó¤  — t        j                  | t         j                  «      j                  d«      } t	        | «      }t        | «      dk(  r9t        j                  |t        j                  dt         j                  «      g«      S t        j                  | g d¢«      j                  t         j                  «      }t        j                  ||g«      S )Nr4   r   é   )gš™™™™™¹?r   r   g      è?gÍÌÌÌÌÌì?)
r6   r7   r8   r9   rD   r:   ÚconcatenateÚzerosÚquantileÚastype)rA   ÚbaseÚqss      r$   Ú
_quant_vecrM   V   s‹   € Ü
�
‰
�1”b—j‘jÓ!×)Ñ)¨"Ó-€AÜ˜‹?€DÜ
ˆ1ƒv�‚{Ü�~‰~˜t¤R§X¡X¨a´·±Ó%<Ð=Ó>Ð>Ü	�‰�QÒ3Ó	4×	;Ñ	;¼B¿J¹JÓ	G€BÜ�>‰>˜4 ˜*Ó%Ð%r2   c           	     ó2  — t        j                  | t         j                  «      j                  d«      } t	        | «      dk(  rJt        j
                  t	        |«      dz
  dt        t	        |«      dz
  d«      z  t         j                  «      S t        j                  | |¬«      \  }}|j                  t         j                  «      }|j                  «       }|dk  r:t        j
                  t	        |«      dt	        |«      z  t         j                  «      S ||z  S )Nr4   r   r'   r   )Úbins)
r6   r7   r8   r9   r:   ÚfullÚmaxÚ	histogramrJ   Úsum)rA   ÚedgesÚhÚ_rB   s        r$   Ú	_hist_vecrW   _   sÃ   € Ü
�
‰
�1”b—j‘jÓ!×)Ñ)¨"Ó-€AÜ
ˆ1ƒv�‚{Ü�w‰w”s˜5“z A‘~ s¬S´°U³¸a±ÀÓ-CÑ'CÄRÇZÁZÓPÐPÜ�<‰<˜ Ô&�D€A€qØ	�‰”—‘Ó€AØ	�‰‹€AØˆA‚vÜ�w‰w”s˜1“v˜s¤S¨£V™|¬R¯Z©ZÓ8Ð8Øˆq‰5€Lr2   c                ó”   — |dk(  rt        | «      S |dk(  rt        | «      S |dk(  r|€t        d«      ‚t        | |«      S t        |«      ‚)Nr
   r   r   zhist8 needs train edges)rD   rM   Ú
ValueErrorrW   )rA   ÚfeatrT   s      r$   Ú	trial_vecr[   k   sU   € ØˆyÒÜ˜A‹ÐØˆw‚Ü˜!‹}ÐØˆw‚Øˆ=ÜÐ6Ó7Ð7Ü˜˜EÓ"Ð"Ü
�TÓ
Ðr2   c                óä  — |€t         j                  j                  d«      n|}g }|D ]Œ  }| |   j                  «       D ]t  }t        j                  |t         j
                  «      j                  d«      }t        |«      |kD  r ||j                  t        |«      |d¬«         }|j                  |«       Œv ŒŽ |s$t        j                  dt         j
                  «      S t        j                  |«      S )z<Subsample raw values for histogram edges / median bandwidth.r   r4   F©Úreplacer'   )r6   ÚrandomÚdefault_rngÚvaluesr7   r8   r9   r:   ÚchoiceÚappendrH   rG   )ÚstreamsÚdatasetsÚmax_per_trialÚrngÚpartsÚdsÚdr   s           r$   Úcollect_valuesrk   w   s¾   € à&) kŒ"�)‰)×
Ñ
 Ô
"°s€CØ€EÛˆØ˜‘×#Ñ#Ö%ˆAÜ—
‘
˜1œbŸj™jÓ)×1Ñ1°"Ó5ˆAÜ�1‹v˜Ò%Ø�c—j‘j¤ Q£¨À�jÓFÑG�Ø�L‰L˜�Oñ	 &ð ñ Ü�x‰x˜œ2Ÿ:™:Ó&Ð&Ü�>‰>˜%Ó Ð r2   c                ó¬  — t        j                  | t         j                  «      } t        | «      dk  rd\  }}nt        j                  | ddg«      \  }}t        j
                  |«      rt        j
                  |«      r||k  r9t        | j                  «       «      t        | j                  «       t        z   «      }}t        j                  |||dz   «      S )Nr	   )g      ð¿r   g{®Gáz„?g®Gáz®ï?r'   )r6   r7   r8   r:   rI   Úisfiniter;   ÚminrQ   r@   Úlinspace)ra   Ún_binsÚloÚhis       r$   Úhist_edges_fromrs   †   s˜   € Ü�Z‰Z˜¤§
¡
Ó+€FÜ
ˆ6ƒ{�Q‚Ø‰ˆ‰Bä—‘˜V d¨D \Ó2‰ˆˆBÜ�;‰;�rŒ?¤"§+¡+¨b¤/°R¸2²XÜ�v—z‘z“|Ó$¤e¨F¯J©J«L¼3Ñ,>Ó&?ˆBˆÜ�;‰;�r˜2˜v¨™zÓ*Ð*r2   c           	     ó.  — g g }}|D ]M  }| |   j                  «       D ]5  \  }}|j                  t        |||¬«      «       |j                  ||f«       Œ7 ŒO |s&t        j                  dt        j
                  «      |fS t        j                  |d«      |fS )N©rT   )r   r'   r   )Úitemsrc   r[   r6   rH   r8   Ústack)	rd   re   rZ   rT   ÚrowsÚkeysri   r/   rj   s	            r$   Ústack_trial_vecsrz   ‘   sŠ   € Ø�Rˆ$€DÛˆØ˜b‘k×'Ñ'Ö)‰FˆC�Ø�K‰Kœ	 ! T°Ô7Ô8Ø�K‰K˜˜S˜	Õ"ñ *ð ñ Ü�x‰x˜¤§
¡
Ó+¨TÐ1Ð1Ü�8‰8�D˜!Ó˜dÐ"Ð"r2   c                óô  — d}|dk(  rt        t        | |«      «      }t        | |||¬«      \  }}t        |«      dk  r‹t        |«      r|j	                  d«      nt        j                  d«      }t        t        |j                  d   «      d«      }t        j                  |«      t        z  }t        ||||||dt        |«      ¬«      S |j	                  d«      }||z
  }	|	j                  |	z  t        t        |«      dz
  d«      z  t        t        j                  |j                  d   «      z  z   }
t
        j                  j                  |
«      }t
        j                   j#                  d«      }t        j$                  t        |«      «      }t        |«      d	kD  r|j'                  |d	d
¬«      }||   }t        j(                  |dd…ddd…f   |ddd…dd…f   z
  dz  d¬«      }|t        j*                  t        |«      d¬«         }t        |«      rt-        t        j.                  |«      «      nd}t-        t        j0                  t        |t2        «      «      «      }t        |||||||t        |«      ¬«      S )zFTrain-only ball: edges (hist), mean, cov inv, train matrix, mmd sigma.Nr   ru   é   r   r'   r   )rZ   rT   ÚmuÚprecÚXry   ÚsigmaÚné   Fr]   r4   ©Úaxis)Úk)rs   rk   rz   r:   r<   r6   rH   rQ   r,   ÚshapeÚeyeÚREGÚdictÚTÚlinalgÚinvr_   r`   Úarangerb   rS   Útriu_indicesr;   ÚmedianÚsqrtr@   )rd   re   rZ   rT   r   ry   r}   rj   r~   ÚxcÚcovrg   ÚidxÚxsÚd2ÚtriÚmedr€   s                     r$   Úfit_ballr˜   œ   sõ  € à€EØˆw‚Ü¤¨w¸Ó AÓBˆÜ˜w¨°$¸eÔD�G€A€tÜ
ˆ1ƒv�‚zÜ˜aœ&ˆQ�V‰V�AŒY¤b§h¡h¨q£kˆÜ”�B—H‘H˜Q‘KÓ  !Ó$ˆÜ�v‰v�a‹yœ3‰ˆÜ˜ U¨r¸ÀÈØ¤ Q£ô)ð 	)à	
�‰�‹€BØ	
ˆR‰€BØ�4‰4�"‰9œœC ›F Q™J¨Ó*Ñ
*¬S´2·6±6¸!¿'¹'À!¹*Ó3EÑ-EÑ
E€CÜ�9‰9�=‰=˜Ó€Dä
�)‰)×
Ñ
 Ó
"€CÜ
�)‰)”C˜“FÓ
€CÜ
ˆ3ƒx�#‚~Ø�j‰j˜˜c¨5ˆjÓ1ˆØ	
ˆ3‰€Bä	�‰�’A�tšQ�J‘ " Tª1ªa Z¡.Ñ0°QÑ6¸RÔ	@€BØ
ŒR�_‰_œS ›W¨Ô*Ñ
+€CÜ#& s¤8Œ%”—	‘	˜#“Ô
°€CÜ”"—'‘'œ#˜c¤3›-Ó(Ó)€EÜ�T ¨2°D¸AÀDØœs 1›vô'ð 'r2   c                ó:   — | |d   z
  }t        ||d   z  |z  «      S )Nr}   r~   )r;   ©ÚvÚballrj   s      r$   Ú	dist_mahar�   »   s(   € Ø	ˆD�‰J‰€AÜ��T˜&‘\Ñ! AÑ%Ó&Ð&r2   c                óP   — | |d   z
  }t        t        j                  ||«      «      S )Nr}   )r;   r6   Údotrš   s      r$   Údist_energyr    À   s$   € Ø	ˆD�‰J‰€AÜ”—‘˜˜1“ÓÐr2   c                ód  — |d   }t        |«      dk(  rt        | |«      S t        t        |d   «      t        «      }dd|z  |z  z  }t        j                  || z
  dz  d¬«      }t        t        j                  | |z  «      j                  «       «      }t
        j                  j                  t        t        |«      «      d	z  «      }t        |«      }t        |d
«      }	||	k  rt        j                  |«      n|j                  ||	d¬«      }
||
   }t        j                  |dd…ddd…f   |ddd…dd…f   z
  dz  d¬«      }t        j                  | |z  «      }t        |j                  «       t        j                   |«      z
  t        |	|	dz
  z  d«      z  «      }t        d|z   d|z  z
  «      S )z:RBF MMD^2 between singleton {v} and train cloud ball['X'].r   r   r€   r   r   r|   r'   rƒ   l        é€   Fr]   Nr4   )r:   r    rQ   r;   r@   r6   rS   Úexpr<   r_   r`   r>   r.   rn   r�   rb   Útrace)r›   rœ   r   ÚsigrŒ   Úd2_vyÚmean_kvyrg   r�   r0   r“   r”   r•   r…   Úmean_kyys                  r$   Údist_mmdr©   Å   ss  € àˆS‰	€AÜ
ˆ1ƒv�‚{Ü˜1˜dÓ#Ð#Ü
Œe�D˜‘MÓ"¤CÓ
(€CØ
��s‘˜S‘Ñ
!€Cô �F‰F�A˜‘E˜a‘< aÔ(€EÜ”R—V‘V˜S˜D 5™LÓ)×.Ñ.Ó0Ó1€Hä
�)‰)×
Ñ
¤¤D¨£I£°%Ñ 8Ó
9€CÜˆA‹€AÜˆAˆs‹€AØ˜qš&Œ"�)‰)�AŒ, c§j¡j°°A¸u jÓ&E€CØ	
ˆ3‰€BÜ	�‰�’A�tšQ�J‘ " Tª1ªa Z¡.Ñ0°QÑ6¸RÔ	@€BÜ
�‰�ˆt�b‰yÓ€Aä�a—e‘e“g¤§¡¨£Ñ+¬s°1¸¸A¹±;ÀÓ/BÑBÓC€HÜ��x‘ #¨¡.Ñ0Ó1Ð1r2   c                óŽ   — |dk(  ry|dk(  ry|| z
  }|dk(  r	|dk\  rdS dS |dk(  rt        t        ||z  «      «      S t        |«      ‚)u2   gâˆˆ[0,1]; high g â†’ fuse. Smaller distance wins.Ú
const_fuser   Ú
const_hp30r5   ÚhardÚsoft)r;   r   rY   )Úd_fÚd_hÚkindÚtempÚdeltas        r$   Úgate_weightr´   à   s_   € àˆ|ÒØØˆ|ÒØØ�#‰I€EØˆv‚~Ø˜s’lˆsÐ+¨Ð+Øˆv‚~Ü”U˜4 %™<Ó(Ó)Ð)Ü
�TÓ
Ðr2   c                óš  — t         |   }i }	d}
d}|j                  d«      }|j                  d«      }| D ]÷  }||vrŒt        j                  | |   t        j                  «      }t        j                  ||   t        j                  «      }t        t        |«      t        |«      «      }|d| |d| }}t        |||¬«      }t        |||¬«      } |||«      } |||«      }t        ||||«      }||z  d|z
  |z  z   j                  t        j                  «      |	|<   |dz  }|dk  sŒó|
dz  }
Œù |rt        |
|z  «      n
t        d«      }|	|fS )	z;Per-trial hard/soft blend; returns (gated_dict, frac_hp30).r   rT   Nru   r   r'   r   Únan)ÚDIST_FNÚgetr6   r7   r8   rn   r:   r[   r´   rJ   r;   )Úfuse_stÚhp_stÚball_fÚball_hÚmetricr±   r²   rZ   Údist_fnÚoutÚn_hpr�   Úedges_fÚedges_hr/   ÚfrU   ÚnnÚvfÚvhr¯   r°   ÚgÚfracs                           r$   Úassign_streamrÉ   î   sK  € ä�f‰o€GØ
€CØ€DØ	€AØ�j‰j˜Ó!€GØ�j‰j˜Ó!€GÛˆØ�eÑØÜ�J‰J�w˜s‘|¤R§Z¡ZÓ0ˆÜ�J‰J�u˜S‘z¤2§:¡:Ó.ˆÜ”�Q“œ˜Q›Ó ˆØ��"ˆv�q˜˜"�vˆ1ˆÜ�q˜$ gÔ.ˆÜ�q˜$ gÔ.ˆÙ�b˜&Ó!ˆÙ�b˜&Ó!ˆÜ˜˜S $¨Ó-ˆØ˜‘E˜S 1™W¨™MÑ)×1Ñ1´"·*±*Ó=ˆˆC‰Ø	ˆQ‰ˆØˆs‹7Ø�A‰I‰Dð ñ   Œ5�˜‘Œ?¤U¨5£\€DØ�ˆ9Ðr2   c                ót   — i i }	}| D ],  }
|
|vrŒt        | |
   ||
   ||||||«      \  }}|||
<   ||	|
<   Œ. ||	fS ©N)rÉ   )Úfuse_allÚhp_allr»   r¼   r½   r±   r²   rZ   ÚgatedÚfracsri   rÇ   rÈ   s                r$   Ú
assign_allrÐ   
  sf   € Ø�rˆ5€EÛˆØ�VÑØÜØ�R‰L˜& ™* f¨f°f¸dÀDÈ$óP‰ˆˆ4àˆˆb‰	ØˆˆbŠ	ð ð �%ˆ<Ðr2   c                ó  — |dk(  rm| D ���ci c]L  }|| |   j                  «       D ��ci c]*  \  }}|t        j                  |t        j                  «      “Œ, c}}“ŒN c}}}| D �ci c]  }|d“Œ c}fS |D ���ci c]P  }|| v rJ|||   j                  «       D ��ci c]*  \  }}|t        j                  |t        j                  «      “Œ, c}}“ŒR c}}}|D �ci c]  }|d“Œ c}fS c c}}w c c}}}w c c}w c c}}w c c}}}w c c}w )NÚfuser5   r   )rv   r6   r7   r8   )rÌ   rÍ   Úwhichri   r…   r›   s         r$   Úassign_constrÔ     s  € Ø�‚á"õ$Ù"�Bð ¸hÀr¹l×>PÑ>PÔ>RÔSÑ>R±d°a¸�QœŸ
™
 1¤b§j¡jÓ1Ñ1Ð>RÒSÑSØ"ó$Ù8@Ó%A¹°" b¨#¡g¸Ñ%AðBð 	Bñ õ0Ù�  h¡ð ¸&À¹*×:JÑ:JÔ:LÔMÑ:L±$°!°Q�”B—J‘J˜q¤"§*¡*Ó-Ñ-Ð:LÒMÑMØó0ÙDJÓ1KÁF¸b°"°c±'ÀFÑ1KðLð Lùó Tùô $ùÚ%AùÛMùô 0ùÚ1Ks:   ŒC*¨/C$ÁC*Á%
C1Á9 C<Â/C6ÃC<Ã
DÃ$C*Ã6C<c                ó6   — t        | ||«      t        |||«      fS rË   )r˜   )rÌ   rÍ   re   rZ   s       r$   Ú	balls_forrÖ     s   € Ü�H˜h¨Ó-¬x¸ÀÈ$Ó/OÐOÐOr2   c            	     ó  — ddg} t         D ]B  }t        D ]7  }| j                  d||df«       t        D ]  }| j                  d|||f«       Œ Œ9 ŒD t	        «       g }}| D ])  }||vsŒ|j                  |«       |j                  |«       Œ+ |S )N)r«   r
   r   r   )r¬   r
   r   r   r­   r   r®   )Ú
FEAT_NAMESÚMETRIC_NAMESrc   Ú
SOFT_TEMPSÚsetÚadd)ÚrulesrZ   r½   r²   Úseenr¿   Úrs          r$   Úcandidate_rulesrà   "  s”   € à.Ø.ð€E÷ ˆß"ˆFØ�L‰L˜& $¨°Ð4Ô5ß"�Ø—‘˜f d¨F°DÐ9Õ:ñ #ñ #ð ô
 “�rˆ#€DÛˆØ�DŠ=Ø�H‰H�QŒKØ�J‰J�q�Mð ð €Jr2   c                óD   — | j                  d«      r| S | › d|› d|› d|d›�S )NÚconst_Ú|z|TrÇ   )Ú
startswith)r±   rZ   r½   r²   s       r$   Úrule_keyrå   4  s2   € Ø‡��xÔ ØˆØˆV�1�T�F˜!˜F˜8 2 d¨1 XÐ.Ð.r2   c                ó°   — t        j                  |D �ci c]  }|| |   “Œ
 c}|«      \  }}t        j                  || |   ||t        z  t        «      S c c}w rË   )ÚNÚemisÚevaluateÚSCALEÚP_STAY)rd   ri   Útrain_dsrj   r}   Úsds         r$   Ú
fast_scorerî   :  sQ   € Ü�V‰V©HÓ5©H q�Q˜ ™
‘]¨HÑ5°xÓ@�F€BˆÜ�:‰:�b˜' "™+ r¨2´©:´vÓ>Ð>ùò 6s   ”Ac           
     ó�   — |dk(  rt        | |d«      S |dk(  rt        | |d«      S t        | |||«      \  }}t        | |||||||«      S )Nr«   rÒ   r¬   Úhp30)rÔ   rÖ   rÐ   )	rÌ   rÍ   rì   r±   rZ   r½   r²   r»   r¼   s	            r$   Ú
apply_rulerñ   ?  s]   € Øˆ|ÒÜ˜H f¨fÓ5Ð5Øˆ|ÒÜ˜H f¨fÓ5Ð5Ü˜x¨°¸4Ó@�N€FˆFÜ�h ¨°¸ÀÀdÈDÓQÐQr2   c                ó¨  — g g }}t         D ]{  }| |   }	t         D ]k  }
|
|k(  rŒ	t         D �cg c]  }|||
fvsŒ
|‘Œ }}t        |	||||||«      \  }}t        ||
|«      }|j                  |d   «       |j                  |d   «       Œm Œ} t	        t        j                  |«      «      t	        t        j                  |«      «      t        |«      fS c c}w )NÚHÚAcc)r   rñ   rî   rc   r;   r6   r<   r:   )Úfuse_by_heldrð   r±   rZ   r½   r²   ÚhsÚacsÚheldrÒ   Úinnerrj   ÚtrainrÎ   rV   rß   s                   r$   Úinner_mean_for_rulerû   H  sÍ   € Ø�"ˆ€BßˆØ˜DÑ!ˆßˆEØ˜Š}ØÝ 'ÓB¡˜1¨1°T¸5°MÒ+A’Q ˆEÐBÜ! $¨¨e°T¸4ÀÈÓN‰HˆE�1Ü˜5 %¨Ó/ˆAØ�I‰I�a˜‘fÔØ�J‰J�q˜‘xÕ ñ ð ô ”—‘˜“Óœu¤R§W¡W¨S£\Ó2´C¸³GÐ;Ð;ùò Cs
   ªC¶Cc                 óà  — t        j                  t         j                  j                  t        «      d¬«       t        t        d«      j                  «        t        j                  «       } t        dt        › dt        › �«       t        d«       t        j                  «        t        j                  «       \  }}}t        d|› �«       i }t        D ]}  }t         j                  j!                  t"        d|› d	�«      }t         j                  j%                  |«      st'        d
|› �«      ‚t        j(                  |«      ||<   t        d|› �«       Œ t        j*                  |d   d«      }t        d|d   d›d|d   d›d�«       t        j*                  |d«      }t        d|d   d›d|d   d›�«       t-        «       }	t        dt/        |	«      › d�«       g }
d }|	D ]¦  \  }}}}t        j                  «       }t1        ||||||«      \  }}}t3        |||||||t5        ||||«      ¬«      }|
j7                  |«       t        d|d   d›d|d›d|d›dt        j                  «       |z
  d›d�	«       ||f}|�	||d   kD  sŒ£||f}Œ¨ |d    }t        d!|d   › d"|d#   d›d|d$   d›�«       i }i }t        D ]ñ  }t        D �cg c]
  }||k7  sŒ	|‘Œ }}t9        ||   |||d%   |d&   |d'   |d(   «      \  }}t        j*                  ||«      }t        j*                  ||   |«      }t        j*                  ||«      }|j;                  |t=        d)«      «      } | ||<   t3        |||| ¬*«      ||<   t        d+|› d,|d   d›d|d   d›d-|d   d›d.|d   d›d/|d   d›d.|d   d›d0| d1›�«       Œó t3        t=        t?        j@                  t        D �cg c]  }||   d2   d   ‘Œ c}«      «      t=        t?        j@                  t        D �cg c]  }||   d2   d   ‘Œ c}«      «      ¬3«      }!t=        t?        jB                  t        D �cg c]  }||   ‘Œ	 c}«      «      }"t        d4|!d   d›d|!d   d›d5tD        d   d›d.tD        d   d›d6|"d1›�
«       t        d7«       t        jF                  «       \  }#}$}%}&t        j(                  t         j                  j!                  t"        d8«      «      }'t        j(                  t         j                  j!                  t"        d9«      «      }(t9        |'|#tI        tJ        jL                  «      |d%   |d&   |d'   |d(   «      \  })}*|d%   jO                  d:«      r8t9        |(|$tI        tJ        jL                  «      |d%   |d&   |d'   |d(   «      \  }+},nLtQ        |'|#tI        tJ        jL                  «      |d&   «      \  }-}.tS        |(|$|-|.|d'   |d%   |d(   |d&   «      \  }+},tU        jV                  |)|%tI        tJ        jL                  «      ¬;«      \  }/}0tU        jV                  |'|%tI        tJ        jL                  «      ¬;«      \  }1}2tU        jV                  |#|%tI        tJ        jL                  «      ¬;«      \  }3}4i }5tX        D ]â  }6tU        jZ                  |+|6   |&|6   |/|0«      }7tU        jZ                  |(|6   |&|6   |1|2«      }8tU        jZ                  |$|6   |&|6   |3|4«      }9|,j;                  |6t=        d)«      «      }:t3        |7|8|9|:¬*«      |5|6<   t        d<|6› d,|7d   d›d|7d   d›d-|8d   d›d.|8d   d›d/|9d   d›d.|9d   d›d0|:d1›d=t\        |6   d   d›d.t\        |6   d   d›d>�«       Œä t3        t        t        ||
||!|"|5t3        tD        t\        t^        ¬?«      t        j                  «       | z
  ¬@«
      };t        j                  t         j                  j                  t`        «      d¬«       t        t`        d«      5 }<tc        jd                  |;|<d t<        ¬A«       d d d «       t        dBt`        › dCt        j                  «       | z
  d›dD�«       y c c}w c c}w c c}w c c}w # 1 sw Y   ŒJxY w)ENTr   Úwztrial_mmd_stream CPU  p_stay=z scale=z3loading LODO folds + fuse caches (no stem re-infer)z
lookahead zfuse_w05__held-z.pklzmissing fuse cache z
cache hit ÚAVGCzsanity fuse AVGC H ró   z.4fz Acc rô   z.2fz (expect ~0.8100/75.14)zsanity hp30 AVGC H zscoring z trial-MMD rules on inner cells)r±   rZ   r½   r²   Úmean_inner_HÚmean_inner_Accr�   r/   z  INNER r/   Ú40sz H z (z.0fzs)r   r'   z	SELECTED z	 inner H rÿ   r   r±   rZ   r½   r²   r¶   )ÚgaterÒ   rð   Ú	frac_hp30z
LODO held=z	  gate H z  fuse Ú/z  hp30 u     fracâ†’hp30 z.3fr  )ró   rô   zLODO mean gate H z  (fuse u   )  mean fracâ†’hp30 z,=== external (cached fuse + 4-seed hp30) ===zfuse_w05__all5_corpus.pklzfuse_w05__all5_external.pklrâ   )re   zEXT z  (published linear_hp30 Ú))Ú	fuse_meanÚlinear_hp30_extÚfuse_ext)
Úp_stayÚscaleÚselectedÚ
inner_rowsÚlodoÚ	lodo_meanÚmean_frac_hp30_lodoÚexternalÚ	baselinesÚseconds)ÚindentÚdefaultzwrote z in rB   )3r   r   r   r   r   r    ÚcloseÚtimer%   rë   rê   rç   Úload_allÚMÚload_lodo_hp30r   ÚjoinÚ	CACHE_DIRÚisfileÚFileNotFoundErrorÚload_pklÚ
score_lodorà   r:   rû   r‰   rå   rc   rñ   r¸   r;   r6   r<   ÚnanmeanÚ	FUSE_MEANÚload_ext_hp30ÚlistÚV4ÚCORPUSrä   rÖ   rÐ   ÚFÚemissions_fromÚ
TEST_NAMESÚscore_externalÚLINEAR_HP30_EXTÚFUSE_EXTÚOUTÚjsonÚdump)=Út_allrð   Ú_mean4Ú	lookaheadrõ   rø   r   ÚsanÚsan_hprÝ   r  Úbestr±   rZ   r½   r²   Út0Úmean_hÚmean_ar�   Úrowr/   r  r  Úhp_frac_lodorj   rú   rÎ   rÏ   ÚoffÚoff_fuseÚoff_hpÚ	frac_heldÚ	mean_gateÚmean_frac_lodoÚcorp_hpÚext_hpÚ	train_attÚ	test_metaÚ	corp_fuseÚext_fuseÚ
corp_gatedrV   Ú	ext_gatedÚ	ext_fracsr»   r¼   Úmu_eÚsd_eÚmu_fÚsd_fÚmu_hÚsd_hr  ri   Úr_gÚr_fÚr_hrÈ   r¿   r#   s=                                                                r$   ÚmainrR  W  sk  € Ü‡K�K”—‘—‘¤Ó$¨tÕ4ÜŒˆcƒN×ÑÔÜ�I‰I‹K€EÜÐ,¬V¨H°G¼E¸7ÐCÔDÜÐBÔCä‡J�J„LÜ×.Ñ.Ó0Ñ€Dˆ&�)Üˆz˜)˜Ð%Ô&à€LßˆÜ�w‰w�|‰|œI¨¸¸¸dÐ'CÓDˆÜ�w‰w�~‰~˜dÔ#Ü#Ð&9¸$¸Ð$@ÓAÐAÜŸZ™Z¨Ó-ˆ�TÑÜ�:˜d˜VÐ$Õ%ð ô �,‰,�| FÑ+¨VÓ
4€CÜÐ" 3 s¡8¨C .°°c¸%±jÀÐ5EÐE\Ð]Ô^Ü�\‰\˜$ Ó'€FÜÐ" 6¨#¡;¨sÐ"3°5¸À¹ÀsÐ8KÐLÔMäÓ€EÜˆxœ˜E›
�|Ð#BÐCÔDØ€JØ€DÛ$)Ñ ˆˆd�F˜DÜ�Y‰Y‹[ˆÜ/Ø˜$  d¨F°Dó:Ñˆ�˜ä˜ 4°¸TØ &°vÀÜ  d¨F°DÓ9ô;ˆð 	×Ñ˜#ÔÜ�8˜C ™J sÐ+¨3¨v°c¨l¸%ÀÀs¸|ð LÜ—Y‘Y“[ ‘^ CÐ(¨ð,ô 	-à�vÐˆØˆ<˜3  a¡›=Ø˜�:‰Dð %*ð �A‰w€HÜˆy˜ %™Ð)¨°8¸NÑ3KÈCÐ2Pð QØÐ-Ñ.¨sÐ3ð5ô 6ð €DØ€LßˆÝ#Ó1™G�q q¨D£y’˜GˆÐ1Ü!Ø˜Ñ  eØ�VÑ˜h vÑ.°¸Ñ0BÀHÈVÑDTóV‰ˆˆuô �l‰l˜5 $Ó'ˆÜ—<‘< ¨TÑ 2°DÓ9ˆÜ—‘˜d DÓ)ˆà—I‘I˜d¤E¨%£LÓ1ˆ	Ø&ˆ�TÑÜ˜s¨¸È)ÔTˆˆT‰
Ü�:˜d˜V 9¨S°©X°c¨N¸%ÀÀEÁ
È3Ð?Oð PØ! #™ sÐ+¨1¨X°e©_¸SÐ,Að BØ ™ SÐ)¨¨6°%©=¸Ð*=ð > Ø )¨#˜ð0õ 	1ð ô" ”uœRŸW™WÅGÓ%LÁG¸q d¨1¡g¨f¡o°cÓ&:ÀGÑ%LÓMÓNÜœrŸw™wÍÓ'PÉÀ1¨¨Q©°©¸Ó(>ÈÑ'PÓQÓRôT€Iäœ2Ÿ:™:ÅÓ&HÁ¸1 |°A£ÀÑ&HÓIÓJ€NÜÐ  ¨3¡°Ð 4°E¸)ÀEÑ:JÈ3Ð9Oð PÜ ‘n SÐ)¨¬9°UÑ+;¸CÐ*@ð A!Ø!/°Ð 4ð6ô 7ô
 Ð;Ô<Ü,-¯O©OÓ,=Ñ)€GˆV�Y 	Ü—
‘
œ2Ÿ7™7Ÿ<™<¬	Ð3NÓOÓP€IÜ�z‰zœ"Ÿ'™'Ÿ,™,¤yÐ2OÓPÓQ€HäØ�7œD¤§¡›OØ�Ñ˜( 6Ñ*¨H°XÑ,>ÀÈÑ@PóR�M€J�ð �Ñ×"Ñ" 8Ô,Ü)Ø�fœd¤2§9¡9›oØ�VÑ˜h vÑ.°¸Ñ0BÀHÈVÑDTó VÑˆ	‘9ô # 9¨g´t¼B¿I¹I³ÈÐQWÑHXÓY‰ˆ�Ü)Ø�f˜f fØ�XÑ ¨Ñ 0°(¸6Ñ2BÀHÈVÑDTó VÑˆ	�9ô ×!Ñ! *¨iÄ$ÄrÇyÁyÃ/ÔR�J€Dˆ$Ü×!Ñ! )¨YÄÄbÇiÁiÃÔQ�J€Dˆ$Ü×!Ñ! '¨9¼tÄBÇIÁI»ÔO�J€Dˆ$à€HßˆÜ×Ñ˜y¨™}¨i¸©m¸TÀ4ÓHˆÜ×Ñ˜x¨™|¨Y°r©]¸DÀ$ÓGˆÜ×Ñ˜v b™z¨9°R©=¸$ÀÓEˆØ�}‰}˜R¤ u£Ó.ˆÜ ¨3°SÀDÔIˆ�‰Ü�4˜�t˜9 S¨¡X¨c N°%¸¸E¹
À3Ð7Gð HØ˜S™ #˜ a¨¨E©
°3Ð'7ð 8Ø˜S™ #˜ a¨¨E©
°3Ð'7ð 8 Ø $ S˜zð *+Ü+:¸2Ñ+>¸sÑ+CÀCÐ*HÈÜ# BÑ'¨Ñ.¨sÐ3°1ð6õ 	7ð ô ÜœUØØØ˜YØ*ØÜ¤¼OÜ (ô*ä—	‘	“˜eÑ#ô
€Cô ‡K�K”—‘—‘¤Ó$¨tÕ4Ü	Œc�3Œ˜2Ü�	‰	�#�r !¬UÕ3÷ 
äˆv”c�U˜$œtŸy™y›{¨5Ñ0°Ð5°QÐ7Õ8ùòW 2ùò  &MùÚ'PùÚ&H÷n 
ˆús*   Ê=
aËaÏaÏ?aÐ=aß=a$á$a-Ú__main__rË   )i   N)EÚ__doc__Ú
__future__r   r-  r   r(   r  Únumpyr6   Úscipy.specialr   Úcausal_moe_fuser  Úensemble_clf_nestedrç   Úensemble_clf_transformer_v4r$  Ústem_ms96_irm_swa_fuser&  Úcommonr   r   r   ÚabspathÚ__file__ÚEXPr  r   r,  r  rë   rê   r(  r!  r*  r+  r@   rˆ   Ú	HIST_BINSrØ   rÙ   rÚ   r%   r1   rD   rM   rW   r[   rk   rs   rz   r˜   r�   r    r©   r‰   r·   r´   rÉ   rÐ   rÔ   rÖ   rà   rå   rî   rñ   rû   rR  Ú__name__© r2   r$   Ú<module>rc     s„  ðñõ6 #ã Û 	Û 	Û ã Ý ã Û Û (Û "Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø‡g�g‡l�l�3˜Ð'=Ó>€Ø‡g�g‡l�l�3˜	 :Ð/FÓG€Ø�K‰K€	Ø	
�‰€Ø	�‰€Ø�\‰\€
à�K‰K€	Ø×#Ñ#€Ø�:‰:€à
€Ø
€Ø€	Ø*€
Ø(€Ø'€
òò'ò:ò&ò	ó	ó!ð $-ó +ó#ò'ò>'ò
ò
2ñ0 �I k°xÔ
@€òòò8	òLòPòò$/ò?ò
Rò<ò}9ð@ ˆzÒÙ…Fð r2   