Ë
    MYájÁ  ã                   ó@  — d Z ddlZddlZddlZddlZddlZddlm	Z	m
Z
 ddlZddlmZmZmZ ddlmZmZ ddlmZ ed   d   ed   d	   z   Z eej0                  j3                  d
d«      «      Z eej0                  j3                  dd«      «      Zd„ Zd„ Zedk(  �rþg Z eej@                  ddd…   ej@                  ddd…   «      D �]�  \  Z!Z" ee!e"«      Z#  e	 eej0                  j3                  dd«      «      ¬«      d„ dD «       «      Z$e$D ]  Z%e%jM                  e!e"¬«       Œ ee$z  Zd„ Z' e(de!› de"› d e'e!«      d›d e'e"«      d›�«        ejR                  e$«      Z* e(e*jW                  ddd¬ «      jY                  e*j[                  d«      j\                  j_                  «       e*j[                  d«      j`                  j_                  «       e*j[                  d«      jb                  j_                  «       ¬!«      jd                  g d¢   jg                  d"«      ji                  «       «        e(d#e$D � ci c]  } | d   d$k(  sŒ| d   | d%   “Œ c} «       �Œ’  ejR                  e«      jk                  ejl                  jo                  ed&d'd(«      d)¬*«       yyc c} w )+a  Fuse the evidence of the reconstruction decoder (per-target correlations) with the direct classifier's logit.

Both run causally on the same 0.25-s grid; decoder window j is paired with classifier hop j + DEC_OFFSET (default 3: both
then use exactly the same EEG, the full 1-s budget; 4 = the older, 0.25 s more conservative pairing). The classifier's evidence is already synthetic-switched (direct_classifier.py); the decoder's is
flipped here with the SAME schedule (score.py's generator replayed). For held-out dataset D the fusion weights are
LDA weights fitted on the other four datasets' out-of-fold evidence (no test data); scoring = score.py unchanged.
  dec_equal : decoder targets, equal weights (sanity: reproduces the decoder experiment)
  dec_lda   : decoder targets, LDA weights
  clf       : classifier logit only (sanity: reproduces the classifier experiment)
  fused     : decoder targets + classifier logit, LDA weights
usage: python fuse_evidence.py DEC_EXP CLF_EXP [DEC_EXP CLF_EXP ...] -> results/research/fuse_evidence.csvé    N)ÚParallelÚdelayed)ÚCFGÚEXPÚrows_of)ÚDS_KEYSÚSEED)Údraw_switch_timesÚdnnÚcausal_future_sÚinfer_hop_sÚSCHEDULE_OFFSETÚ
DEC_OFFSETé   c                 ó†  — t        j                  | d«      \  }}t        j                  |d«      \  }}i }t        D �]  }t        j                  j                  t        t        z   t        j                  |«      z   «      }i ||<   t        |«      j                  «       D �]�  \  }}t        |d   «      }	t        ||	dz  «      }
|j                  dd«       t        j                  |	t        «      dd}}}|
D ]0  }t!        |	dz
  t        t#        |dz  «      «      «      }|||| | |}}Œ2 |||d ||   |d	      ||   |d	      }}|d
   j%                  t&        «      }t        j(                  dt        j*                  |«      f   }t        j,                  t        j"                  |dz
  dz  «      j%                  t        «      d|	«      }t        j,                  t        j"                  |dz  «      j%                  t        «      d|	«      }||   ||   z
  ||z
  dz  kD  }|d   j%                  t&        «      |d   j%                  t&        «      z
  t        j.                  |dd«      dd…df   z  }t!        t1        |«      t1        |d   «      t2        z
  «      }t        j4                  |d| |d
   t2        t2        |z    dt2        z
  dz  z   d¬«      s
J |d	   «       ‚t7        t        j8                  |d| |d   |d   z
  t2        t2        |z    g«      |d   t2        t2        |z    |d
   t2        t2        |z    ¬«      ||   |d	   <   �Œ  �Œ |S )zhPer trial: X (n, F + 1) = switched decoder per-target evidence + classifier logit, att (n,), t_end (n,).ÚcausalÚné€   r   é   Fé   NÚkeyÚt_endç      ð?Úr0fÚr1fç      ð¿Úr0é   g      Ð?gü©ñÒMbP?)ÚatolÚr1Úatt)ÚXr!   r   )ÚSÚ
load_foldsr   ÚnpÚrandomÚdefault_rngr	   ÚSCHEDÚindexr   ÚiterrowsÚintr
   ÚintegersÚzerosÚboolÚminÚroundÚastypeÚfloatÚr_ÚcumsumÚclipÚwhereÚlenÚOFFÚallcloseÚdictÚcolumn_stack)ÚdecÚclfÚevdÚ_ÚevcÚoutÚdsÚrngÚrÚTÚtimesÚstÚcurÚprevÚttÚs0ÚedÚecÚteÚcÚaÚbÚwswÚDdr   s                            úb/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/fuse_evidence.pyÚfeaturesrU      s  € ä�\‰\˜#˜xÓ(�F€CˆÜ�\‰\˜#˜xÓ(�F€CˆØ
€CßˆgˆÜ�i‰i×#Ñ#¤D¬5¡L´7·=±=ÀÓ3DÑ$DÓEˆØˆˆB‰Ü˜B“K×(Ñ(×*‰DˆAˆqÜ�A�c‘F“ˆAÜ% c¨1¨s©7Ó3ˆEØ�L‰L˜˜AÔÜŸH™H Q¬Ó-¨u°a�T�ˆBÛ�Ü˜˜Q™¤¤E¨"¨s©(£OÓ 4Ó5�Ø!��4˜�Ø #˜G R�T‘ð ð ˆBˆtˆuˆIØ˜‘W˜Q˜u™XÑ&¨¨B©°°%±Ñ(9�ˆBØ�G‘×#Ñ#¤EÓ*ˆBÜ—‘�aœŸ™ 2›Ð&Ñ'ˆAÜ—‘œŸ™ " s¡(¨cÑ!1Ó2×9Ñ9¼#Ó>ÀÀ1ÓEˆAÜ—‘œŸ™  c¡Ó*×1Ñ1´#Ó6¸¸1Ó=ˆAØ�Q‘4˜!˜A™$‘; 1 q¡5¨A¡+Ñ-ˆCØ�U‘)×"Ñ"¤5Ó)¨B¨u©I×,<Ñ,<¼UÓ,CÑCÄrÇxÁxÐPSÐUYÐ[^ÓG_Ò`aÐcgÐ`gÑGhÑhˆBô
 ”C˜“GœS  D¡›]¬SÑ0Ó1ˆAÜ—;‘;˜r " 1˜v r¨'¡{´3´s¸Q±wÐ'?À1ÄsÁ7ÈdÑBRÑ'RÐY]Õ^ÐhÐ`aÐbgÑ`hÓhÐ^Ü $¤r§¡¸¸2¸A¸ÀÀDÁÈBÈtÉHÑATÔVYÔZ]Ð`aÑZaÐ@bÐ7cÓ'dÐjlÐmrÑjsÔtwÔx{Ð~Ñxð  kAØ+-¨g©;´s¼3À¹7Ð+Cô!EˆC�‰G�A�e‘HÓò/ +ð ð8 €Jó    c                 óö  ‡— t        t        | |   j                  «       «      «      d   j                  d   dz
  }t	        j
                  t        D ��cg c]J  }||k7  sŒ	| |   j                  «       D ],  }|d   t	        j                  |d   dk(  dd«      d d …d f   z  ‘Œ. ŒL c}}«      }|dk(  r,t        j                  t	        j                  |«      |z  df   Šnû|d	k(  r)t        j                  t	        j                  |«      df   ŠnÍ|d
k(  rt	        j                  |«      nt	        j                  |dz   «      }t	        j                  |dz   «      Št        j                  j                  t	        j                  |d d …|f   j                  «      |d d …|f   j!                  d«      «      ‰|<   ‰t	        j"                  ‰«      j%                  «       z  Šˆfd„}t        D ��	�ci c]0  }|| |   j'                  «       D �	�ci c]  \  }	}|	 ||«      “Œ c}}	“Œ2 }
}	}}t)        j*                  ||
t,        «      }t/        |||d   |d   |d   dj1                  d„ ‰D «       «      ¬«      S c c}}w c c}}	w c c}}	}w )Nr"   r   r!   r   r   r   Ú	dec_equalg        r=   Údec_ldac                 óˆ  •— | d   ‰z  }t        |«      dz  }t        |t        j                  |«      | d   | d   |d |dz   j	                  |d«      j                  d«      t        j                  |«      | d   d |dz   j	                  |d«      j                  d«      dkD  j                  t        j                  «      d¬«      S )	Nr"   é(   r!   r   r   g      à?T)r   r    r!   r   Úr0_10Úr1_10Úatt10Úpre_switched)	r7   r:   r%   Ú
zeros_likeÚreshapeÚmeanr-   r1   Úint8)ÚeÚdÚkÚws      €rT   Úevzscore.<locals>.evO   sÙ   ø€ Øˆc‰F�Q‰JˆÜ�‹F�b‰LˆÜ�qœRŸ]™]¨1Ó-°1°U±8À1ÀWÁ:ÐUVÐW^ÐXYÐ\^ÑX^ÐU_×UgÑUgÐhiÐkmÓUn×UsÑUsÐtuÓUvô  A÷  Gñ  Gð  HIó  JØ˜U™8 G Q¨¡VÐ,×4Ñ4°Q¸Ó;×@Ñ@ÀÓCÀcÑI×QÑQÔRT×RYÑRYÓZÐimôoð 	orV   ÚHÚAccÚSDTÚ c              3   ó$   K  — | ]  }|d ›–— Œ
 y­w)z+.3fN© )Ú.0Úxs     rT   Ú	<genexpr>zscore.<locals>.<genexpr>V   s   è ø€ ÐRjÑhiÐcdÐVWÐX\ÐU]ÓS^Ñhiùs   ‚)rB   Úmoderi   rj   rk   rg   )ÚnextÚiterÚvaluesÚshaper%   Úconcatenater   r6   r3   Úonesr-   ÚarangeÚlinalgÚsolveÚcovrE   rb   ÚabsÚsumÚitemsr#   Úscore_datasetÚLAr:   Újoin)ÚFrB   rr   ÚnFre   rd   r"   Úidxrh   rf   Úev2rD   rg   s               @rT   Úscorer‡   B   s  ø€ Ü	Œd�1�R‘5—<‘<“>Ó"Ó	# CÑ	(×	.Ñ	.¨qÑ	1°AÑ	5€BÜ
�‰ÕV]ô  AÑV]ÐQRÐabÐfhÓahÐrsÐtuÑrv×r}Ñr}ÖrÐmn˜˜#™¤§¡¨!¨E©(°a©-¸¸dÓ!CÂAÀtÀGÑ!LÓLÐrÐLÐV]ò  Aó  	B€AØˆ{ÒÜ�E‰E”"—'‘'˜"“+ Ñ" CÐ'Ñ(‰Ø	�ŠÜ�E‰E”"—(‘(˜2“, Ð#Ñ$‰à# yÒ0Œb�i‰i˜Œm´b·i±iÀÀQÁÓ6GˆÜ�H‰H�R˜!‘VÓˆÜ—‘—‘¤§¡¨ª!¨S¨&©	¯©Ó!4°aº¸3¸±i·n±nÀQÓ6GÓHˆˆ#‰Ø	ŒR�V‰V�A‹Y�]‰]‹_Ñˆôoõ
 <CÕ
C¹7°aˆ1 A a¡D§J¡J¤LÔ1¡L™D˜A˜qˆq‘"�Q“%‰x LÒ1Ñ1¸7€CÒ
CÜ	�‰˜˜C¤Ó$€AÜ�2˜D A c¡F°°%±¸aÀ¹hÈ#Ï(É(ÑRjÑhiÓRjÓJjÔkÐkùó% Aùó  2ùÔ
Cs%   Á
I(
ÁAI(
Ç$I4È I.ÈI4É.I4Ú__main__r   r   Ú
SCORE_JOBS)Ún_jobsc              #   óh   K  — | ]*  }t         D ]  } t        t        «      t        ||«      –— Œ! Œ, y ­w)N)r   r   r‡   rƒ   )ro   ÚmrB   s      rT   rq   rq   ]   sJ   è ø€ ð  Dbñ  gOÐab÷  Zað  TVÀNÄGÌEÃNÔSTÐVXÐZ[×D\ð  ZaÐD\ñ  gOùs   ‚02)rX   rY   r=   Úfused)r<   r=   c           
      óœ   — t        j                  t        t        j                  j                  t        d| › d�«      «      «      d   d   d   S )NÚresultsz.jsonr   rb   ri   )ÚjsonÚloadÚopenÚosÚpathr‚   r   )rd   s    rT   Ú<lambda>r•   a   s;   € œŸ	™	¤$¤r§w¡w§|¡|´C¸ÀqÀcÈÀKÓ'PÓ"QÓRÐS[Ñ\Ð]cÑdÐehÒirV   Ú
z
+ z
  stored H: decoder z.4fz, classifier rr   rB   ri   )r)   Úcolumnsru   )ÚMEANrj   rk   r   z1  fused weights (decoder targets..., classifier):r�   rg   r�   Úresearchzfuse_evidence.csvF)r)   )8Ú__doc__r�   r“   ÚsysÚnumpyr%   ÚpandasÚpdÚjoblibr   r   r‡   r#   Ú
common_expr   r   r   Úcommonr   r	   Ú	e1_switchr
   r�   r+   ÚenvironÚgetr(   r8   rU   Ú__name__ÚrowsÚzipÚargvr<   r=   rƒ   rA   rD   ÚupdateÚrefÚprintÚ	DataFramere   ÚpivotÚassignÚgroupbyri   rb   rj   rk   Úlocr0   Ú	to_stringÚto_csvr”   r‚   )rD   s   0rT   Ú<module>r³      sÇ  ðñ
nó Û 	Û 
ã Û ß $ã ß (Ñ (ß  Ý 'àˆ�ZÐ!Ñ" S¨¡Z°Ñ%>Ñ>€ÙˆB�J‰J�N‰NÐ,¨aÓ0Ó1€Ù	ˆ"�*‰*�.‰.˜ qÓ
)Ó*€ò!òHlð. ˆzÓØ€DÙ˜Ÿ™   A ™¨¯©°°°A°©×7‰ˆˆSÙ�S˜#ÓˆØC‰h™c "§*¡*§.¡.°¸qÓ"AÓBÔCñ  Dbñ  gOó  Dbó  bˆÛˆAØ�H‰H˜ #ˆHÕ&ð à�‰ˆÙiˆÙ��3�%�t˜C˜5Ð 6±s¸3³xÀ°nÀMÑRUÐVYÓRZÐ[^ÐQ_Ð`ÔaØˆB�L‰L˜ÓˆÙˆa�g‰g˜F¨D¸ˆgÓ=×DÑDÈ!Ï)É)ÐTZÓJ[×J]ÑJ]×JbÑJbÓJdÐjk×jsÑjsÐtzÓj{×jÑj÷  kEñ  kEó  kGØJKÏ)É)ÐTZÓJ[×J_ÑJ_×JdÑJdÓJfð Eó hßhkÑhkò  mUñV÷ W\ñ  W\ð  ]^ó  W_÷  `iñ  `ió  `kô	láÐAÑ]`ÓCyÑ]`ÐXYÐdeÐflÑdmÐqxÓdxÀAÀdÁGÈQÈsÉVÁOÐ]`ÑCyÖzð 8ð €B‡L�L�Ó×Ñ˜bŸg™gŸl™l¨3°	¸:ÐGZÓ[ÐchÐÕið ùò Dzs   È7JÉJ