Ë
    ˜(èj<  ã                   óü  — d Z ddlZddlZddlZddlZddlZddlm	Z	m
Z
 ddlZddlmZmZmZ ddlmZmZ ddlmZ ed   d   ed   d	   z   Z eej0                  j3                  d
d«      «      Zd„ Zd„ Zedk(  �rþg Z eej>                  ddd…   ej>                  ddd…   «      D �]�  \  Z Z! ee e!«      Z"  e	 eej0                  j3                  dd«      «      ¬«      d„ dD «       «      Z#e#D ]  Z$e$jK                  e e!¬«       Œ ee#z  Zd„ Z& e'de › de!› d e&e «      d›d e&e!«      d›�«        ejP                  e#«      Z) e'e)jU                  ddd¬«      jW                  e)jY                  d«      jZ                  j]                  «       e)jY                  d«      j^                  j]                  «       e)jY                  d«      j`                  j]                  «       ¬ «      jb                  g d¢   je                  d!«      jg                  «       «        e'd"e#D � ci c]  } | d   d#k(  sŒ| d   | d$   “Œ c} «       �Œ’  ejP                  e«      ji                  ejj                  jm                  ed%d&d'«      d(¬)«       yyc c} w )*a  Fuse the evidence of the reconstruction decoder (per-target correlations) with the direct classifier's logit.

Both run causally on the same 0.25-s grid; decoder window j is paired with classifier hop j + DEC_OFFSET (default 3: both
then use exactly the same EEG, the full 1-s budget; 4 = the older, 0.25 s more conservative pairing). The classifier's evidence is already synthetic-switched (direct_classifier.py); the decoder's is
flipped here with the SAME schedule (score.py's generator replayed). For held-out dataset D the fusion weights are
LDA weights fitted on the other four datasets' out-of-fold evidence (no test data); scoring = score.py unchanged.
  dec_equal : decoder targets, equal weights (sanity: reproduces the decoder experiment)
  dec_lda   : decoder targets, LDA weights
  clf       : classifier logit only (sanity: reproduces the classifier experiment)
  fused     : decoder targets + classifier logit, LDA weights
usage: python fuse_evidence.py DEC_EXP CLF_EXP [DEC_EXP CLF_EXP ...] -> results/research/fuse_evidence.csvé    N)ÚParallelÚdelayed)ÚCFGÚEXPÚrows_of)ÚDS_KEYSÚSEED)Údraw_switch_timesÚdnnÚcausal_future_sÚinfer_hop_sÚ
DEC_OFFSETé   c                 óx  — t        j                  | d«      \  }}t        j                  |d«      \  }}i }t        D �]û  }t        j                  j                  t        t        j                  |«      z   «      }i ||<   t        |«      j                  «       D �]�  \  }}t        |d   «      }	t        ||	dz  «      }
|j                  dd«       t        j                  |	t        «      dd}}}|
D ]0  }t        |	dz
  t        t!        |dz  «      «      «      }|||| | |}}Œ2 |||d ||   |d	      ||   |d	      }}|d
   j#                  t$        «      }t        j&                  dt        j(                  |«      f   }t        j*                  t        j                   |dz
  dz  «      j#                  t        «      d|	«      }t        j*                  t        j                   |dz  «      j#                  t        «      d|	«      }||   ||   z
  ||z
  dz  kD  }|d   j#                  t$        «      |d   j#                  t$        «      z
  t        j,                  |dd«      dd…df   z  }t        t/        |«      t/        |d   «      t0        z
  «      }t        j2                  |d| |d
   t0        t0        |z    dt0        z
  dz  z   d¬«      s
J |d	   «       ‚t5        t        j6                  |d| |d   |d   z
  t0        t0        |z    g«      |d   t0        t0        |z    |d
   t0        t0        |z    ¬«      ||   |d	   <   �Œ  �Œþ |S )zhPer trial: X (n, F + 1) = switched decoder per-target evidence + classifier logit, att (n,), t_end (n,).ÚcausalÚné€   r   é   Fé   NÚkeyÚt_endç      ð?Úr0fÚr1fç      ð¿Úr0é   g      Ð?gü©ñÒMbP?)ÚatolÚr1Úatt)ÚXr    r   )ÚSÚ
load_foldsr   ÚnpÚrandomÚdefault_rngr	   Úindexr   ÚiterrowsÚintr
   ÚintegersÚzerosÚboolÚminÚroundÚastypeÚfloatÚr_ÚcumsumÚclipÚwhereÚlenÚOFFÚallcloseÚdictÚcolumn_stack)ÚdecÚclfÚevdÚ_ÚevcÚoutÚdsÚrngÚrÚTÚtimesÚstÚcurÚprevÚttÚs0ÚedÚecÚteÚcÚaÚbÚwswÚDdr   s                            ú[/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/huyle/fuse_evidence.pyÚfeaturesrS      s  € ä�\‰\˜#˜xÓ(�F€CˆÜ�\‰\˜#˜xÓ(�F€CˆØ
€CßˆgˆÜ�i‰i×#Ñ#¤D¬7¯=©=¸Ó+<Ñ$<Ó=ˆØˆˆB‰Ü˜B“K×(Ñ(×*‰DˆAˆqÜ�A�c‘F“ˆAÜ% c¨1¨s©7Ó3ˆEØ�L‰L˜˜AÔÜŸH™H Q¬Ó-¨u°a�T�ˆBÛ�Ü˜˜Q™¤¤E¨"¨s©(£OÓ 4Ó5�Ø!��4˜�Ø #˜G R�T‘ð ð ˆBˆtˆuˆIØ˜‘W˜Q˜u™XÑ&¨¨B©°°%±Ñ(9�ˆBØ�G‘×#Ñ#¤EÓ*ˆBÜ—‘�aœŸ™ 2›Ð&Ñ'ˆAÜ—‘œŸ™ " s¡(¨cÑ!1Ó2×9Ñ9¼#Ó>ÀÀ1ÓEˆAÜ—‘œŸ™  c¡Ó*×1Ñ1´#Ó6¸¸1Ó=ˆAØ�Q‘4˜!˜A™$‘; 1 q¡5¨A¡+Ñ-ˆCØ�U‘)×"Ñ"¤5Ó)¨B¨u©I×,<Ñ,<¼UÓ,CÑCÄrÇxÁxÐPSÐUYÐ[^ÓG_Ò`aÐcgÐ`gÑGhÑhˆBô
 ”C˜“GœS  D¡›]¬SÑ0Ó1ˆAÜ—;‘;˜r " 1˜v r¨'¡{´3´s¸Q±wÐ'?À1ÄsÁ7ÈdÑBRÑ'RÐY]Õ^ÐhÐ`aÐbgÑ`hÓhÐ^Ü $¤r§¡¸¸2¸A¸ÀÀDÁÈBÈtÉHÑATÔVYÔZ]Ð`aÑZaÐ@bÐ7cÓ'dÐjlÐmrÑjsÔtwÔx{Ð~Ñxð  kAØ+-¨g©;´s¼3À¹7Ð+Cô!EˆC�‰G�A�e‘HÓò/ +ð ð8 €Jó    c                 óö  ‡— t        t        | |   j                  «       «      «      d   j                  d   dz
  }t	        j
                  t        D ��cg c]J  }||k7  sŒ	| |   j                  «       D ],  }|d   t	        j                  |d   dk(  dd«      d d …d f   z  ‘Œ. ŒL c}}«      }|dk(  r,t        j                  t	        j                  |«      |z  df   Šnû|d	k(  r)t        j                  t	        j                  |«      df   ŠnÍ|d
k(  rt	        j                  |«      nt	        j                  |dz   «      }t	        j                  |dz   «      Št        j                  j                  t	        j                  |d d …|f   j                  «      |d d …|f   j!                  d«      «      ‰|<   ‰t	        j"                  ‰«      j%                  «       z  Šˆfd„}t        D ��	�ci c]0  }|| |   j'                  «       D �	�ci c]  \  }	}|	 ||«      “Œ c}}	“Œ2 }
}	}}t)        j*                  ||
t,        «      }t/        |||d   |d   |d   dj1                  d„ ‰D «       «      ¬«      S c c}}w c c}}	w c c}}	}w )Nr!   r   r    r   r   r   Ú	dec_equalg        r;   Údec_ldac                 óˆ  •— | d   ‰z  }t        |«      dz  }t        |t        j                  |«      | d   | d   |d |dz   j	                  |d«      j                  d«      t        j                  |«      | d   d |dz   j	                  |d«      j                  d«      dkD  j                  t        j                  «      d¬«      S )	Nr!   é(   r    r   r   g      à?T)r   r   r    r   Úr0_10Úr1_10Úatt10Úpre_switched)	r5   r8   r$   Ú
zeros_likeÚreshapeÚmeanr+   r/   Úint8)ÚeÚdÚkÚws      €rR   Úevzscore.<locals>.evN   sÙ   ø€ Øˆc‰F�Q‰JˆÜ�‹F�b‰LˆÜ�qœRŸ]™]¨1Ó-°1°U±8À1ÀWÁ:ÐUVÐW^ÐXYÐ\^ÑX^ÐU_×UgÑUgÐhiÐkmÓUn×UsÑUsÐtuÓUvô  A÷  Gñ  Gð  HIó  JØ˜U™8 G Q¨¡VÐ,×4Ñ4°Q¸Ó;×@Ñ@ÀÓCÀcÑI×QÑQÔRT×RYÑRYÓZÐimôoð 	orT   ÚHÚAccÚSDTÚ c              3   ó$   K  — | ]  }|d ›–— Œ
 y­w)z+.3fN© )Ú.0Úxs     rR   Ú	<genexpr>zscore.<locals>.<genexpr>U   s   è ø€ ÐRjÑhiÐcdÐVWÐX\ÐU]ÓS^Ñhiùs   ‚)r@   Úmoderg   rh   ri   re   )ÚnextÚiterÚvaluesÚshaper$   Úconcatenater   r4   r1   Úonesr+   ÚarangeÚlinalgÚsolveÚcovrC   r`   ÚabsÚsumÚitemsr"   Úscore_datasetÚLAr8   Újoin)ÚFr@   rp   ÚnFrc   rb   r!   Úidxrf   rd   Úev2rB   re   s               @rR   Úscorer…   A   s  ø€ Ü	Œd�1�R‘5—<‘<“>Ó"Ó	# CÑ	(×	.Ñ	.¨qÑ	1°AÑ	5€BÜ
�‰ÕV]ô  AÑV]ÐQRÐabÐfhÓahÐrsÐtuÑrv×r}Ñr}ÖrÐmn˜˜#™¤§¡¨!¨E©(°a©-¸¸dÓ!CÂAÀtÀGÑ!LÓLÐrÐLÐV]ò  Aó  	B€AØˆ{ÒÜ�E‰E”"—'‘'˜"“+ Ñ" CÐ'Ñ(‰Ø	�ŠÜ�E‰E”"—(‘(˜2“, Ð#Ñ$‰à# yÒ0Œb�i‰i˜Œm´b·i±iÀÀQÁÓ6GˆÜ�H‰H�R˜!‘VÓˆÜ—‘—‘¤§¡¨ª!¨S¨&©	¯©Ó!4°aº¸3¸±i·n±nÀQÓ6GÓHˆˆ#‰Ø	ŒR�V‰V�A‹Y�]‰]‹_Ñˆôoõ
 <CÕ
C¹7°aˆ1 A a¡D§J¡J¤LÔ1¡L™D˜A˜qˆq‘"�Q“%‰x LÒ1Ñ1¸7€CÒ
CÜ	�‰˜˜C¤Ó$€AÜ�2˜D A c¡F°°%±¸aÀ¹hÈ#Ï(É(ÑRjÑhiÓRjÓJjÔkÐkùó% Aùó  2ùÔ
Cs%   Á
I(
ÁAI(
Ç$I4È I.ÈI4É.I4Ú__main__r   r   Ú
SCORE_JOBS)Ún_jobsc              #   óh   K  — | ]*  }t         D ]  } t        t        «      t        ||«      –— Œ! Œ, y ­w)N)r   r   r…   r�   )rm   Úmr@   s      rR   ro   ro   \   sJ   è ø€ ð  Dbñ  gOÐab÷  Zað  TVÀNÄGÌEÃNÔSTÐVXÐZ[×D\ð  ZaÐD\ñ  gOùs   ‚02)rV   rW   r;   Úfused)r:   r;   c           
      óœ   — t        j                  t        t        j                  j                  t        d| › d�«      «      «      d   d   d   S )NÚresultsz.jsonr   r`   rg   )ÚjsonÚloadÚopenÚosÚpathr€   r   )rb   s    rR   Ú<lambda>r“   `   s;   € œŸ	™	¤$¤r§w¡w§|¡|´C¸ÀqÀcÈÀKÓ'PÓ"QÓRÐS[Ñ\Ð]cÑdÐehÒirT   Ú
z
+ z
  stored H: decoder z.4fz, classifier rp   r@   rg   )r'   Úcolumnsrs   )ÚMEANrh   ri   r   z1  fused weights (decoder targets..., classifier):r‹   re   r�   Úresearchzfuse_evidence.csvF)r'   )7Ú__doc__rŽ   r‘   ÚsysÚnumpyr$   ÚpandasÚpdÚjoblibr   r   r…   r"   Ú
common_expr   r   r   Úcommonr   r	   Ú	e1_switchr
   r   r)   ÚenvironÚgetr6   rS   Ú__name__ÚrowsÚzipÚargvr:   r;   r�   r?   rB   ÚupdateÚrefÚprintÚ	DataFramerc   ÚpivotÚassignÚgroupbyrg   r`   rh   ri   Úlocr.   Ú	to_stringÚto_csvr’   r€   )rB   s   0rR   Ú<module>r±      s­  ðñ
nó Û 	Û 
ã Û ß $ã ß (Ñ (ß  Ý 'àˆ�ZÐ!Ñ" S¨¡Z°Ñ%>Ñ>€Ù	ˆ"�*‰*�.‰.˜ qÓ
)Ó*€ò!òHlð. ˆzÓØ€DÙ˜Ÿ™   A ™¨¯©°°°A°©×7‰ˆˆSÙ�S˜#ÓˆØC‰h™c "§*¡*§.¡.°¸qÓ"AÓBÔCñ  Dbñ  gOó  Dbó  bˆÛˆAØ�H‰H˜ #ˆHÕ&ð à�‰ˆÙiˆÙ��3�%�t˜C˜5Ð 6±s¸3³xÀ°nÀMÑRUÐVYÓRZÐ[^ÐQ_Ð`ÔaØˆB�L‰L˜ÓˆÙˆa�g‰g˜F¨D¸ˆgÓ=×DÑDÈ!Ï)É)ÐTZÓJ[×J]ÑJ]×JbÑJbÓJdÐjk×jsÑjsÐtzÓj{×jÑj÷  kEñ  kEó  kGØJKÏ)É)ÐTZÓJ[×J_ÑJ_×JdÑJdÓJfð Eó hßhkÑhkò  mUñV÷ W\ñ  W\ð  ]^ó  W_÷  `iñ  `ió  `kô	láÐAÑ]`ÓCyÑ]`ÐXYÐdeÐflÑdmÐqxÓdxÀAÀdÁGÈQÈsÉVÁOÐ]`ÑCyÖzð 8ð €B‡L�L�Ó×Ñ˜bŸg™gŸl™l¨3°	¸:ÐGZÓ[ÐchÐÕið ùò Dzs   ÈI9È#I9