Ë
    èsÀjr  ã            
       óš  — d Z ddlZddlZddlZddlZddlmZm	Z	 ddl
mZ ddlZddlmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZ ddlmZm Z  ed	   d
   ed	   d   z   Z!d„ Z"d„ Z#d„ Z$d„ Z%d„ Z&e'dk(  �r-g Z(ejR                  dd D �]J  Z* ejV                  e*d«      \  Z,Z- e. e/e,ed      ja                  «       «      «      d   jb                  d   Z2g d¢ e3de2«      D � cg c]  } d| › �‘Œ	 c} z   de2 Z4 e&e*e,e4«       g d¢ e3e2«      D �cg c]  }d|› �‘Œ	 c}z    e3e2«      D �cg c]  }d|› �‘Œ	 c}z   D �cg c]  }|dddf‘Œ
 c}Z5dD ]=  Z6e5dD �cg c]  }e6dd|f‘Œ
 c}e6dddfe6d ddfgz   z  Z5e5d!D �cg c]  }e6d|df‘Œ
 c}z  Z5Œ?   e e7ejp                  js                  d"d#«      «      ¬$«      d%„ e5D «       «      Z:e:D ]  Z;e*e;d&<   Œ	 e(e:z  Z(�ŒM  ejx                  e(«      Z= e>e4«      D ��ci c]  \  }}d|› �d'|› �“Œ c}} e>e4«      D ��ci c]  \  }}d|› �d(|› �“Œ c}}z  Z?e=jF                  j�                  e?«      e=d)<    ej‚                  ej„                  j‡                  ed*d+«      d,¬-«       e=j‰                  ej„                  j‡                  ed*d+d.«      d/¬0«       e=j‹                  g d1¢d/¬2«      g d3¢   j�                  «       j�                  d«      ZH eId4eHj•                  «       «       e=j‹                  g d5¢d/¬2«      j–                  j�                  «       j™                  «       j�                  d#«      ZM eId6eMj•                  «       «        eId7e=e=jF                  d8k(  e=jT                  ejR                  d   k(  z     d9d:g   j•                  d/¬0«      «       yyc c} w c c}w c c}w c c}w c c}w c c}w c c}}w c c}}w );a  Decision stage for MULTI-TARGET evidence (e.g. env, onset, glim, mask): does the +SNR1 reach H?

Needs fold pickles with per-target evidence r0f / r1f (common_exp.evidence_from_features). No retraining: everything
runs on the saved LODO evidence, scored exactly as score.py (same synthetic switches, label stamping, scorer).
Every parameter used for held-out dataset D is fitted on the OTHER four datasets' out-of-fold evidence (no test data).

1. Diagnostics per target: SNR1, correlation between targets, kurtosis, emission mismatch (train-fitted vs held-out).
2. Target weights  d = sum_f w_f (r0f - r1f):
     equal (= score.py) | lda: w = Sigma^-1 mu (optimal for Gaussian evidence = multivariate-Gaussian HMM emissions)
     | lda_shrink (Sigma shrunk 50% to its diagonal) | snr: w_f = mu_f / var_f (diagonal) | drop-one | single target
3. HMM emission variants on the equal and the best-weighted evidence:
     gauss (score.py) | temp T: LLR x T (overlapping windows are not independent) | student-t emissions (nu fitted
     on the training evidence, robust to heavy tails) | zrun: evidence / causal running sd (past only, tau 60 s)
   and p_stay 0.995 / 0.998 / 0.999.
usage: python decision_targets.py EXP [EXP ...]  -> results/research/decision_targets.csv (+ printed tables)é    N)ÚParallelÚdelayed)Ústats)ÚCFGÚEXPÚrows_of)ÚCACHEÚDS_KEYSÚFSÚSEED)ÚexpandÚ
hmm_filterÚ
running_sdÚsynth_trial)Ú	aggregateÚfast_score_subjectÚdnnÚcausal_future_sÚinfer_hop_sc                 ó0  — t        j                  |D ��cg c]p  }| |   j                  «       D ]X  }|d   j                  t        «      |d   j                  t        «      z
  t        j
                  |d   dk(  dd«      dd…df   z  ‘ŒZ Œr c}}«      S c c}}w )zKPer-target evidence with the attended stream as the positive class: (n, F).Úr0fÚr1fÚattr   ç      ð?ç      ð¿N)ÚnpÚconcatenateÚvaluesÚastypeÚfloatÚwhere)ÚevÚds_listÚdÚes       úe/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/decision_targets.pyÚsignedr'   !   s›   € ä�>‰>Ù$+ôEÙ$+˜q°R¸±U·\±\¶^°ð ˜e™HŸO™O¬EÓ2°Q°u±X·_±_ÄUÓ5KÑKÌrÏxÉxÐXYÐZ_ÑX`ÐdeÑXeÐgjÐlpÓOqÒrsÐuyÐryÑOzÓzØ5Cð {Ø$+òEó Fð Fùó Es   •A5B
c           	      ó  — |j                  d«      t        j                  |j                  «      }}t	        |«      }| dk(  rt        j
                  |«      }�n| dk(  r!t        j                  j                  ||«      }nâ| dk(  rPt        j                  j                  d|z  dt        j                  t        j                  |«      «      z  z   |«      }n�| dk(  r|t        j                  |«      z  }no| j                  d«      r't        j
                  |«      }d|t        | dd  «      <   n7| j                  d	«      r&t        j                  |«      }d
|t        | dd  «      <   t        j                  |«      j                  «       z  S )Nr   ÚequalÚldaÚ
lda_shrinkç      à?ÚsnrÚdropé   Úonlyé   )Úmeanr   ÚcovÚTÚlenÚonesÚlinalgÚsolveÚdiagÚ
startswithÚintÚzerosÚabsÚsum)ÚkindÚXÚmuÚCÚFÚws         r&   ÚweightsrE   '   s  € Ø�F‰F�1‹I”r—v‘v˜aŸc™c“{ˆ€BÜˆB‹€AØˆw‚Ü�G‰G�A‹JŠØ	�ŠÜ�I‰I�O‰O˜A˜rÓ"‰Ø	�Ò	Ü�I‰I�O‰O˜C !™G c¬B¯G©G´B·G±G¸A³JÓ,?Ñ&?Ñ?ÀÓD‰Ø	�ŠØ”—‘˜“‰O‰Ø	�‰˜Ô	 Ü�G‰G�A‹Jˆ¨1˜œ#˜d 1 2˜h›-Ò(Ø	�‰˜Ô	 Ü�H‰H�Q‹Kˆ¨A˜œ3˜t A B˜x›=Ñ)ØŒr�v‰v�a‹y�}‰}‹ÑÐó    c                 óÈ  — |d   |d   |j                  dd«      }}}|d   dk(  r| t        | d«      z  } |d   d}}|d   d	k(  rYt        j                  j	                  | |z
  |d
   z  |d   «      }t        j                  j	                  | |z   |d
   z  |d   «      }nd| |z
  |z  dz  z  d| |z   |z  dz  z  }}t        ||z  ||z  |d   «      dkD  j                  t        «      S )NrA   ÚsdÚtempr   ÚemisÚzrunç      n@Úmu_zÚtÚscaleÚnug      à¿é   Úp_stayr,   )Úgetr   r   rN   Úlogpdfr   r   r;   )r$   ÚPrA   rH   ÚT_Úll0Úll1s          r&   ÚintegrY   9   sú   € Ø�4‘˜!˜D™' 1§5¡5¨°Ó#5ˆBˆ€BØˆ�y�FÒØ”
˜1˜kÓ*Ñ*ˆØ�6‘˜CˆBˆØˆ�y�CÒÜ�g‰g�n‰n˜a "™f¨¨'©
Ñ2°A°d±GÓ<ˆÜ�g‰g�n‰n˜a "™f¨¨'©
Ñ2°A°d±GÓ<‰à˜A ™F b™=¨QÑ.Ñ.°¸¸R¹À2¹È!Ñ7KÑ0KˆSˆÜ�r˜C‘x  c¡¨1¨X©;Ó7¸#Ñ=×EÑEÄcÓJÐJrF   c                 óŒ  — t         D �cg c]
  }|| k7  sŒ	|‘Œ }}t        ||«      }t        ||«      }	||	z  }
t        t	        |
j                  «       «      t	        |
j                  «       «      |||¬«      }|dk(  rat        j                  j                  |
d d d…   |
j                  «       z
  d¬«      \  }}}|j                  t	        |«      t	        |«      ¬«       |dk(  �r |D ��cg c]N  }||   j                  «       D ]6  }|d   j                  t        «      |d	   j                  t        «      z
  |	z  ‘Œ8 ŒP }}}|D ��cg c]7  }||   j                  «       D ]  }t        j                  |d
   dk(  dd«      ‘Œ! Œ9 }}}t	        t        j
                  t        j                  t!        ||«      D ��cg c]  \  }}|t#        |d«      z  |z  ‘Œ c}}«      «      «      |d<   t        j$                  j'                  t(        t        j*                  | «      z   «      }i g }}t-        | «      j/                  «       D �]ˆ  \  }}t1        |d   «      }||    |d      }t        j2                  t4        j6                  j9                  t:        d|d   › d�«      «      d   d | j                  t0        «      }|d   j                  t        «      |d	   j                  t        «      z
  |	z  }|d   j                  t        «      }t=        |d   ||||«      \  }}}t1        |j?                  dd«      «      }tA        tC        ||«      |tD        ||«      }|jG                  |d   g «      jI                  |t        j                  |d|z
  |«      f«       |jI                  |d   |t        j                  |d
   dk(  dd«      z  d d d…   f«       �Œ‹ g }|j                  «       D ]Ç  } t        j                  | D �!�cg c]  \  }!}|!‘Œ	 c}}!«      t        j                  | D ��"cg c]  \  }}"|"‘Œ	 c}"}«      }$}#t        j                  tK        | «      D �%�!�cg c]'  \  }%\  }!}t        jL                  tO        |!«      |%«      ‘Œ) c}}!}%«      }&|jI                  tQ        |#|$|&tR        ¬«      «       ŒÉ tU        |«      }!t        jV                  tY        |D �'�ch c]  \  }'}|'’Œ	 c}}'«      D ��'�(cg c]0  }t        j                  |D �'�(cg c]  \  }'}(|'|k(  sŒ|(‘Œ c}(}'«      ‘Œ2 c}(}'}D �cg c]-  }t        j
                  |«      t        j                  |«      z  ‘Œ/ c}«      })t        | |||||!d   |!d   |!d   |)dj9                  d„ |	D «       «      ¬«
      S c c}w c c}}w c c}}w c c}}w c c}}!w c c}"}w c c}}!}%w c c}}'w c c}(}'w c c}(}'}w c c}w ) N)rA   rH   rJ   rR   rI   rN   é   r   )Úfloc)rP   rO   rK   r   r   r   r   r   rL   rM   ÚnÚkeyÚcndz.npzÚatt_colÚt_endrQ   Úsubj_uidr1   r/   )ÚfsÚAccÚSDTÚHÚ c              3   ó$   K  — | ]  }|d ›–— Œ
 y­w)z+.2fN© )Ú.0Úxs     r&   Ú	<genexpr>zscore_ds.<locals>.<genexpr>i   s   è ø€ Ð2±¨1˜a ˜X›;±ùs   ‚)
ÚdsrE   rJ   rR   rI   rd   re   rf   Úsnr1rD   )-r
   r'   rE   Údictr    r2   Ústdr   rN   ÚfitÚupdater   r   r   r!   r   Úzipr   ÚrandomÚdefault_rngr   Úindexr   Úiterrowsr;   ÚloadÚosÚpathÚjoinÚ	EDA_CACHEr   Úintegersr   rY   ÚLAÚ
setdefaultÚappendÚ	enumerateÚfullr5   r   ÚFS128r   ÚmedianÚsorted)*rm   r"   ÚwkindrJ   rR   rI   r$   Útrainr@   rD   ÚArU   rP   Ú_Úscr%   ÚzÚsgrk   ÚsÚrngÚperÚddÚrr4   r   ra   ÚstÚd_synÚguessÚlabsÚresÚlstÚaÚbÚpredÚgtÚiÚtrialÚuÚvr-   s*                                             r&   Úscore_dsr    F   sô  € ÝÓ+™�1 1¨£7ŠQ˜€EÐ+Üˆr�5Ó€AÜ��qÓ€AØ	ˆA‰€AÜ”�a—f‘f“h“¤E¨!¯%©%«'£N¸ÀfÐSWÔX€AØˆs‚{Ü—G‘G—K‘K ¡# A #¡¨¯©«Ñ 1¸�KÓ:‰	ˆˆAˆrØ	�‰”E˜"“I¤U¨2£YˆÔ/Øˆvƒ~ÙNSÔlÉeÈÐ]_Ð`aÑ]b×]iÑ]iÖ]kÐXYˆq�‰x�‰œuÓ%¨¨%©¯©¼Ó(>Ñ>À!ÓCÐ]kÐCÈeˆÑlÙ:?ÔX¹%°QÈÈAÉÏÉÎÀAŒb�h‰h�q˜‘x 1‘} c¨4Õ0ÈÐ0¸%ˆÑXÜœ"Ÿ'™'¤"§.¡.Ô[^Ð_`ÐbdÔ[eÔ1fÑ[eÑSWÐSTÐVW°!´jÀÀEÓ6JÑ2JÈQÓ2NÐ[eÒ1fÓ"gÓhÓiˆˆ&‰	Ü
�)‰)×
Ñ
¤¤w§}¡}°RÓ'8Ñ 8Ó
9€CØ�"ˆ€CÜ˜“×$Ñ$×&‰ˆˆ1Ü��#‘‹KˆØˆr‰F�1�U‘8ÑˆÜ�g‰g”b—g‘g—l‘l¤9¨e¸¸%¹°zÀÐ5FÓGÓHÈÑSÐTVÐUVÐW×^Ñ^Ô_bÓcˆØˆu‰X�_‰_œUÓ# a¨¡h§o¡o´eÓ&<Ñ<ÀÑAˆØ�'‘
×!Ñ!¤%Ó(ˆÜ" 1 U¡8¨Q°°5¸#Ó>‰ˆˆE�1Ü�C—L‘L  AÓ&Ó'ˆÜ”e˜E 1“o u¬b°!°UÓ;ˆØ�‰�q˜‘} bÓ)×0Ñ0°$¼¿¹ÀÀQÈÁWÈcÓ8RÐ1SÔTØ
�	‰	�1�Z‘= 1¤r§x¡x°°%±¸A±¸sÀDÓ'IÑ#IÉ3ÈQÈ3Ñ"OÐPÖQð 'ð €CØ�z‰zŽ|ˆÜ—>‘>±Ô"5±©¨¨A¢1°Ò"5Ó6¼¿¹ÑVYÔGZÑVYÉdÈaÐQRÊÐVYÒGZÓ8[ˆbˆÜ—‘ÄIÈcÄNÕSÁN±y°q¹&¸1¸a¤§¡¬¨A«°Õ 2ÀNÓSÓTˆØ�
‰
Ô% d¨B°¼%Ô@ÕAð ô 	�#‹€AÜ
�)‰)ÜLRÑbdÔSeÑbdÑZ^ÐZ[Ð]^ÒTUÐbdÒSeÔLfÕgÑLfÀq”b—n‘n±BÔ%A±B©D¨A¨q¸!¸q»&¢a°BÒ%AÕBÐLfÔgóiÙgð 12”R—W‘W˜Q“Z¤"§&¡&¨£)Ó+Øgñió j€Cä�2˜u¨4¸ÀTÈqÐQVÉxÐ]^Ð_dÑ]eÐijÐknÑioÐvyØ—(‘(Ñ2±Ó2Ó2ô4ð 4ùòC ,ùó mùÛXùÛ1fùó  #6ùÓGZùÜSùó TfùÓ%AùÔgùòisY   ‰
V”VÃ&AV	Å<VÆ2VÏ,VÐV!Ñ,V'ÓV.ÓV:Ó4V4ÔV4Ô
V:Ô2WÖ4V:c                 ó¼  — t        |t        «      }t        d| › d�«       t        d«       t        |«      D ]c  \  }}t        |d›d|d d …|f   j	                  «       |d d …|f   j                  «       z  d›dt        j                  |d d d…|f   «      d›�«       Œe |j	                  d	«      }t        d
d›d|j	                  «       |j                  «       z  d›dt        j                  |d d d…   «      d›�«       t        dt        j                  t        j                  |j                  «      ||«      j                  d«      j                  «       «       t        d«       t        D ]î  }t        |t        D �cg c]
  }||k7  sŒ	|‘Œ c}«      j	                  d	«      t        ||g«      j	                  d	«      }
}	t        d|d›d|	j	                  «       d›d|
j	                  «       d›d|	j                  «       d›d|
j                  «       d›d|	j	                  «       |	j                  «       z  d›d|
j	                  «       |
j                  «       z  d›�«       Œð y c c}w )Nz
=== z@: per-target diagnostics (all 5 datasets pooled, 0.25-s hop) ===ztarget   SNR1(pooled)  kurtosisÚ8srg   z8.3fr/   z9.2fr1   r2   z'correlation between targets' evidence:
rQ   zZemission mismatch (equal weights): fitted on the other 4 vs actual on the held-out datasetz  Ú5sz mu z.4fz -> z   sd z.3fz	   mu/sd )r'   r
   Úprintr�   r2   rp   r   ÚkurtosisÚpdÚ	DataFramer   Úcorrcoefr4   ÚroundÚ	to_string)Úexpr"   Únamesr@   Úfr]   Úmrm   r$   ÚtrÚtes              r&   Údiagnosticsr±   l   s  € Üˆr”7Ó€AÜ	ˆF�3�%ÐWÐ
XÔYÜ	Ð
+Ô,Ü˜%Ö ‰ˆˆ1Ü��2��a˜š!˜Q˜$™Ÿ™›¨ª1¨a¨4©¯©«Ñ6°tÐ<¸A¼e¿n¹nÈQÉsÐQRÈsÐTUÈvÉYÓ>WÐX\Ð=]Ð^Õ_ð !à	�‰ˆq‹	€AÜ	ˆV�BˆK�q˜Ÿ™› A§E¡E£GÑ+¨DÐ1°´5·>±>À!ÁCÀaÀCÁ&Ó3IÈ$Ð2OÐ
PÔQÜ	Ð
4´b·l±lÄ2Ç;Á;ÈqÏsÉsÓCSÐUZÐ\aÓ6b×6hÑ6hÐijÓ6k×6uÑ6uÓ6wÔxÜ	Ð
fÔgßˆÜ˜­Ó;© 1°1¸³7šQ¨Ñ;Ó<×AÑAÀ!ÓDÄfÈRÐRTÐQUÓFV×F[ÑF[Ð\]ÓF^ˆBˆÜ��2�b�'˜˜bŸg™g›i¨˜_¨D°·±³¸3°¸vÀbÇfÁfÃhÈsÀ^ÐSWÐXZ×X^ÑX^ÓX`ÐadÐWeð fØ—w‘w“y 2§6¡6£8Ñ+¨CÐ0°°R·W±W³YÀÇÁÃÑ5IÈ#Ð4NðPõ 	Qñ ùÚ;s   Å8
IÆIÚ__main__r1   Úcausalr   )ÚenvÚonsetÚglimÚmaskr/   rN   )r)   r*   r+   r-   r.   r0   ÚgaussgV-²�ïï?r   )r)   r+   )r,   g       @rK   )g×£p=
×ï?g+‡ÙÎ÷ï?Ú
SCORE_JOBSé   )Ún_jobsc              #   óh   K  — | ]*  }t         D ]  } t        t        «      |t        g|¢­Ž –— Œ! Œ, y ­w)N)r
   r   r    r"   )rj   Úgrm   s      r&   rl   rl   ˆ   s3   è ø€ ð DKÙ37¨aÇ'¸BÐŒG”HÓ˜b¤"Ð) qÖ)À'Ð)±4ùs   ‚02r«   Údrop_Úonly_rE   ÚresultsÚresearchT)Úexist_okzdecision_targets.csvF)rv   )rE   rJ   rR   rI   )Úsort)rf   rd   re   rn   z5
=== mean over held-out datasets and experiments ===
)rE   rJ   rR   rI   rm   z 
=== H per held-out dataset ===
z9
LDA weights per held-out dataset (env onset glim mask):
r*   rm   rD   )NÚ__doc__ry   ÚsysÚnumpyr   Úpandasr¦   Újoblibr   r   Úscipyr   ÚscoreÚSÚ
common_expr   r   r   Úcommonr	   r|   r
   r   rƒ   r   Ú	e1_switchr   r   r   r   Úscorerr   r   r~   r'   rE   rY   r    r±   Ú__name__ÚrowsÚargvr«   Ú
load_foldsr"   r‰   ÚnextÚiterr   ÚshaperC   Úranger¬   ÚgridrD   r;   ÚenvironrS   Úoutr‘   r§   Údfr�   ÚrenÚreplaceÚmakedirsrz   r{   Úto_csvÚgroupbyr2   r©   r½   r¤   rª   rf   ÚunstackÚpv)rœ   r­   rD   rN   Úpr]   s   000000r&   Ú<module>rä      s  ðñpó 
Û 
ã Û ß $Ý ã ß (Ñ (ß AÓ Aß AÓ Aß 0àˆ�ZÐ!Ñ" S¨¡Z°Ñ%>Ñ>€òFòò$
Kò#4òLQð  ˆzÓØ€DØ�x‰x˜˜Œ|ˆØ�—‘˜S (Ó+‰ˆˆAÙ‘�b˜ ™‘n×+Ñ+Ó-Ó.Ó/°Ñ6×<Ñ<¸QÑ?ˆÚ1ÁeÈAÈqÄkÓ4RÁkÀ°q¸¸²WÀkÑ4RÑRÐTVÐUVÐWˆÙ�C˜˜UÔ#Ú2WÑotÐuvÔowÓZxÑowÐjkÐ]aÐbcÐadÒ[eÐowÑZxÑ2xÙ',¨Q¤xÓ0¡x !�T˜!˜’: xÑ0ò31ó 2ñ 31¨Q��G˜U CÒ(ð 31ñ 2ˆã(ˆAØ±ZÓ@±Z°�a˜ %¨Ò+°ZÑ@ÀQÈÈUÐTWÐDXÐ[\Ð^dÐfkÐmpÐZqÐCrÑrÑrˆDØ±>ÓB±>¨a�a˜ ! SÒ)°>ÑBÑB‰Dð )ð D‰h™c "§*¡*§.¡.°¸qÓ"AÓBÔCñ DKÙ37óDKó KˆãˆAØˆAˆeŠHð à�‰Šð ð 
ˆ�‰�dÓ	€BÙ/8¸Ô/?Ô
@Ñ/?¡t q¨!ˆT�!�ˆ:˜˜q˜c�{Ñ"Ð/?Ò
@ÑhqÐrwÔhxÔCyÑhxÑ`dÐ`aÐcdÀdÈ1È#ÀJÐRWÐXYÐWZÐP[ÑD[ÐhxÒCyÑ
y€CØ—J‘J×&Ñ& sÓ+€B€y�MØ€B‡K�K�—‘—‘˜S )¨ZÓ8À4ÕHØ‡I�Iˆb�g‰g�l‰l˜3 	¨:Ð7MÓNÐV[€IÔ\Ø
�
‰
Ò8¸uˆ
ÓEÒFaÑb×gÑgÓi×oÑoÐpqÓr€AÙ	Ð
CÀQÇ[Á[Ã]ÔSØ	�‰Ò?ÀeˆÓ	L×	NÑ	N×	SÑ	SÓ	U×	]Ñ	]Ó	_×	eÑ	eÐfgÓ	h€BÙ	Ð
.°·±³Ô?Ù	Ð
GØ
ˆb�j‰j˜EÑ! b§f¡f°·±¸±Ñ&;Ñ<Ñ
=¸tÀS¸kÑ
J×
TÑ
TÐ[`Ð
TÓ
aõcð5 ùò
 5SùâZxùÚ0ùò2ùò AùÚBùó AùÓCys0   Ã N#ÄN(Ä%N-Ä8N2ÅN7
Å6N<
Ç1OÈO