Ë
    MYáj¢  ã                   óö   — d Z ddlZddlZddlZddlZddlmZmZm	Z	m
Z
mZ ddlmZmZmZmZ ddlmZmZmZ ddlmZmZ ed   Z eej8                  j;                  dd«      «      Zd	„ Zd
„ Z dd„Z!d„ Z"d„ Z#dd„Z$y)a’  Switch-detection scoring of one experiment (all 5 LODO folds must exist).

Per held-out dataset D:
  * evidence d = r(col0) - r(col1), 1-s windows at 0.25-s hop, from the decoder that never saw D
  * SYNTHETIC switches with the same generator, seed and trial order as the full-corpus EDA (e1_switch.py),
    so every experiment is scored on identical switch schedules
  * integrator: 2-state HMM, p_stay = 0.998 per 0.25-s step; Gaussian emissions (mu, sd) fitted on the OTHER four
    datasets' out-of-fold evidence of the same experiment (no test data)
  * labels stamped from t_end + lookahead - 1 s (the 1-s budget), random guess before the first decision
  * official scorer (verified Python port): Acc, SDT, L, H per subject, aggregated per dataset
  * null: the same pipeline on sign-randomised evidence
Plus plain decoding: accuracy of non-overlapping 1-s and 10-s windows (median over subjects) and SNR1.
é    N)ÚCFGÚEXPÚLABÚ	fold_fileÚrows_of)ÚCACHEÚDS_KEYSÚFSÚSEED)ÚexpandÚ	integ_hmmÚsynth_trial)Ú	aggregateÚfast_score_subjectÚswitchÚSCHEDULE_OFFSETc                 óÎ   — i }i }t         D ]I  }t        t        | |«      d«      5 }t        j                  |«      }d d d «       d   |   ||<   |d   ||<   ŒK ||fS # 1 sw Y   Œ"xY w)NÚrbÚevidenceÚinfo)r	   Úopenr   ÚpickleÚload)ÚexpÚmodeÚevr   ÚdsÚfhÚfs          úZ/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/score.pyÚ
load_foldsr!      sn   € Ø	€BØ€DßˆÜ”)˜C Ó$ dÔ+¨rÜ—‘˜B“ˆA÷ ,à�:‘˜tÑ$ˆˆ2‰Ø�V‘9ˆˆRŠð	 ð
 ˆtˆ8€O÷	 ,Ð+ús   ¤AÁA$	c           	      ó>  — t        | «      }i }|j                  «       D ]´  \  }}||d      }|d   |d   z
  d d d…   }|d   d d d…   }t        j                  |dk(  dd«      }	|d	   |d
   z
  }
t        j                  |d   dk(  dd«      }|j	                  |d   g g g g«      }|d   j                  ||	z  «       |d   j                  |
|z  dkD  «       Œ¶ g g g }}}|j                  «       D ]½  \  }\  }}}t        j                  |«      }|j                  t        j                  |dkD  «      «       |j                  |j                  «       |j                  «       dz   z  «       t        j                  |«      }t        |«      sŒš|j                  t        j                  |«      «       Œ¿ t        t        t        j                  |«      «      |rt        t        j                  |«      «      nt        j                  t        t        j                  |«      «      ¬«      S )NÚkeyÚr0Úr1é   Úattr   ç      ð?ç      ð¿Úr0_10Úr1_10Úatt10Úsubj_uidé   gê-�™—q=)Úacc1Úacc10Úsnr1)r   ÚiterrowsÚnpÚwhereÚ
setdefaultÚappendÚitemsÚconcatenateÚmeanÚstdÚlenÚdictÚfloatÚmedianÚnan)r   ÚevdÚrowsÚperÚ_ÚrÚeÚdÚaÚsgnÚd10Ús10Úpr/   r0   ÚsnrÚuÚddÚc10s                      r    Úplain_metricsrP   )   sÉ  € Ü�2‹;€DØ
€CØ—‘–‰ˆˆ1Ø��%‘‰MˆØˆt‰W�q˜‘wÑ¡ ! Ñ$ˆØˆe‰H‘S�q�S‰MˆÜ�h‰h�q˜A‘v˜s DÓ)ˆØ�‰j˜1˜W™:Ñ%ˆÜ�h‰h�q˜‘z Q‘¨¨TÓ2ˆØ�N‰N˜1˜Z™=¨2¨r°2¨,Ó7ˆØ	ˆ!‰�‰�A˜‘GÔØ	ˆ!‰�‰�S˜3‘Y !‘OÕ$ð  ð ˜2˜r�ˆ%€DØŸ9™9ž;‰ˆ‰<ˆB��QÜ�^‰^˜BÓˆØ�‰”B—G‘G˜B ™F“OÔ$Ø�
‰
�2—7‘7“9 §¡£¨5Ñ 0Ñ1Ô2Ü�n‰n˜SÓ!ˆÜˆs�8Ø�L‰LœŸ™ ›Õ&ð 'ô ”Uœ2Ÿ9™9 T›?Ó+Ée´5¼¿¹À5Ó9IÔ3JÔY[×Y_ÑY_ÔfkÔln×luÑluÐvyÓlzÓf{Ô|Ð|ó    c                 óx  — t         D �cg c]
  }|| k7  sŒ	|‘Œ }}g }|D ]R  }||   j                  «       D ]:  }	|j                  |	d   |	d   z
  t        j                  |	d   dk(  dd«      z  «       Œ< ŒT t        j
                  |«      }|€2t        |j                  «       «      t        |j                  «       «      fn|\  }
}t        j                  j                  t        t        z   t        j                  | «      z   «      }i }t        | «      j                  «       D �]á  \  }}t!        |d   «      }||    |d	      }	t        j"                  t$        j&                  j)                  t*        d
|d	   › d�«      «      }|d   d| j-                  t         «      }|	d   |	d   z
  j-                  t        «      }|	d   j-                  t        «      }t/        |d	   ||||«      \  }}}|	j1                  d«      r|}t!        |j3                  dd«      «      }|r}t        j                  j                  t        t5        j6                  |d	   j9                  «       «      z   «      }t        j:                  |«      |j=                  ddgt?        |«      «      z  }tA        |tC        |xs	 tD        d   |
|¬«      «      }tG        |||||«      }|jI                  |d   g «      j                  |t        j                  |d|z
  |«      f«       �Œä g }|jK                  «       D ]Ê  \  }}t        j
                  |D ��cg c]  \  }}|‘Œ	 c}}«      }t        j
                  |D ��cg c]  \  }}|‘Œ	 c}}«      } t        j
                  tM        |«      D �!��cg c]'  \  }!\  }}t        jN                  t?        |«      |!«      ‘Œ) c}}}!«      }"|j                  tQ        || |"tR        ¬«      «       ŒÌ tU        |«      }tC        |d   |d   |d   |d   |d   |d   |d   tW        |d   d«      z  |
|¬«	      S c c}w c c}}w c c}}w c c}}}!w )zÀemis=(mu, sd) / p_stay override the emissions fitted on the other four datasets / the config p_stay
    (used for the end-to-end trained CRF, whose evidence is already a log-likelihood ratio).r$   r%   r'   r   r(   r)   NÚnr#   Úcndz.npzÚatt_colÚt_endÚpre_switchedé   Úp_stay)rY   ÚmuÚsdr-   r.   )ÚfsÚAccÚSDTÚLÚHÚ	nSwitchesÚnUndetected)	r]   r^   r_   r`   ra   rb   Ú	miss_rateÚemis_muÚemis_sd),r	   Úvaluesr6   r3   r4   r8   r=   r9   r:   ÚrandomÚdefault_rngr   ÚSCHEDÚindexr   r2   Úintr   ÚosÚpathÚjoinÚ	EDA_CACHEÚastyper   ÚgetÚintegersÚzlibÚcrc32ÚencodeÚabsÚchoicer;   r   r<   ÚSr   r5   r7   Ú	enumerateÚfullr   ÚFS128r   Úmax)#r   r   Ú	lookaheadÚnullÚemisrY   rF   ÚtrainÚArE   rZ   r[   ÚrngrB   rC   rD   ÚTÚlabr'   rV   ÚstÚd_synÚguessÚgÚdecÚlabsÚresÚsubjÚlstrG   ÚpredÚbÚgtÚiÚtrials#                                      r    Úscore_datasetr“   A   s�  € õ  Ó+™�1 1¨£7ŠQ˜€EÐ+Ø
€AÛˆØ�A‘—‘–ˆAØ�H‰H�a˜‘g  $¡Ñ'¬2¯8©8°A°e±HÀ±MÀ3ÈÓ+MÑMÕNñ  ð ô 	�‰�qÓ€AØ26°,Œe�A—F‘F“H‹oœu Q§U¡U£W›~Ñ.ÀD�F€BˆÜ
�)‰)×
Ñ
¤¤u¡¬w¯}©}¸RÓ/@Ñ @Ó
A€CØ
€CÜ˜“×$Ñ$×&‰ˆˆ1Ü��#‘‹KˆØˆr‰F�1�U‘8ÑˆÜ�g‰g”b—g‘g—l‘l¤9¨e¸¸%¹°zÀÐ5FÓGÓHˆØ�)‰n˜R˜aÐ ×'Ñ'¬Ó,ˆØˆt‰W�q˜‘wÑ×&Ñ&¤uÓ-ˆØ�'‘
×!Ñ!¤%Ó(ˆÜ" 1 U¡8¨Q°°5¸#Ó>‰ˆˆE�1Ø�5‰5�Ô ØˆEÜ�C—L‘L  AÓ&Ó'ˆÙÜ—	‘	×%Ñ%¤d¬T¯Z©Z¸¸%¹¿¹Ó8IÓ-JÑ&JÓKˆAÜ—F‘F˜5“M A§H¡H¨d°C¨[¼#¸e»*Ó$EÑEˆEÜ˜œt¨6Ò+@´Q°x±[ÀRÈBÔOÓPˆÜ�c˜5 )¨Q°Ó6ˆØ�‰�q˜‘} bÓ)×0Ñ0°$¼¿¹ÀÀQÈÁWÈcÓ8RÐ1SÖTð! 'ð" €CØ—Y‘Y–[‰	ˆˆcÜ�~‰~©SÔ1©S¡T Q¨šq¨SÒ1Ó2ˆÜ�^‰^©3Ô/©3¡4 1 ašQ¨3Ò/Ó0ˆÜ—‘ÄIÈcÄNÕSÁN±y°q¹&¸1¸a¤§¡¬¨A«°Õ 2ÀNÓSÓTˆØ�
‰
Ô% d¨B°¼%Ô@ÕAð	 !ô
 	�#‹€AÜ�A�e‘H ! E¡(¨a°©f¸¸#¹È!ÈKÉ.ÐfgÐhuÑfvØ˜MÑ*¬S°°;±ÀÓ-CÑCÈRÐY[ô]ð ]ùòC ,ùó8 2ùÛ/ùÜSs   ‰
P$”P$Ì-P)ÍP/Î,P5c                 ó&  — t        j                  t        D ��cg c]u  }||k7  rn| |   j                  «       D ]X  }|d   j	                  t
        «      |d   j	                  t
        «      z
  t        j                  |d   dk(  dd«      dd…df   z  ‘ŒZ Œw c}}«      }t         j                  j                  t        j                  |j                  «      |j                  d«      «      }|t        j                  |«      j                  «       z  S c c}}w )aF  Target weights for held-out dataset ds: w = Sigma^-1 mu of the signed per-target evidence (r0f - r1f) of the
    OTHER four datasets' out-of-fold folds (no test data), normalised to sum |w| = 1. Optimal linear combination for
    Gaussian evidence (= a 2-state HMM with multivariate Gaussian emissions sharing one covariance).Úr0fÚr1fr'   r   r(   r)   N)r3   r8   r	   rf   rp   r=   r4   ÚlinalgÚsolveÚcovrƒ   r9   rv   Úsum)r   r   rF   rE   ÚXÚws         r    Úlda_weightsr�   i   sà   € ô 	�‰Ý!(ôMÙ!(˜A¨A°ªG¸RÀ¹U¿\¹\¾^¸ð ˜5™Ÿ™¬Ó/°!°E±(·/±/Ä%Ó2HÑHÌBÏHÉHÐUVÐW\ÑU]ÐabÑUbÐdgÐimÓLnÒopÐrvÐovÑLwÓwØ=Kð xØ!(òMó 	N€Aä
�	‰	�‰œŸ™˜qŸs™s› Q§V¡V¨A£YÓ/€AØŒr�v‰v�a‹y�}‰}‹ÑÐùóMs   ™A:D
c                 ó
  — t         D ���ci c]c  }|| |   j                  «       D ��ci c]A  \  }}|i |¥|d   j                  t        «      |z  |d   j                  t        «      |z  dœ¥“ŒC c}}“Œe c}}}S c c}}w c c}}}w )z²Evidence with r0 / r1 recombined from the per-target correlations (1-s windows; the 10-s windows of acc10 keep
    the equal-weight mean, their per-target values are not stored).r•   r–   )r$   r%   )r	   r7   rp   r=   )r   rœ   rF   ÚkrE   s        r    Úweighted_evidencer    s   s‘   € õ õÙ�ð ÐikÐlmÑin×itÑitÔivÔwÑivÑaeÐabÐde�Ð\�aÐ\˜q ™xŸ™¬uÓ5¸Ñ9ÀÀ5ÁÇÁÔQVÓAWÐZ[ÑA[Ò\Ñ\ÐivÒwÑwØóð ùÓwùô s   ‹A>§AA8Á-A>Á8A>c                 ó   — t        | |«      \  }}i i }}t        D ]À  }|i }
}	|dk(  rt        ||«      ||<   t        |||   «      }	nK|dk(  rFt	        j
                  ||   d   d   «      ||<   t        |||   «      t        d||   d   d   ¬«      }
}	t        ||	|fi |
¤Ž}t        ||	|fddi|
¤Ž} |j                  d|d	   |d
   dœt        ||	|   «      ¤Ž |||<   ŒÂ g d¢}|D ��ci c]9  }|t        t	        j                  t        D �cg c]
  }||   |   ‘Œ c}«      «      “Œ; }}}t        d|||dœ|rAd|j                  «       D ���ci c]  \  }}||D �cg c]  }t        |«      ‘Œ c}“Œ! c}}}i¤ŽS i ¤ŽS c c}w c c}}w c c}w c c}}}w )aQ  weights: 'equal' = mean over targets (default) | 'lda' = lda_weights() per held-out dataset (multi-target only)
    | 'crf' = the unary weights v learned END-TO-END in that fold (DNNDec.fit_sequence, fold info['crf']): the evidence
    sum_f v_f (r0_f - r1_f) is a log-likelihood ratio, used as such (emissions mu 0.5, sd 1 <=> LLR = d).ÚldaÚcrfÚv)g      à?r(   rY   )r   rY   r~   Tr_   r`   )Únull_LÚnull_H)
r]   r^   r_   r`   rc   r¥   r¦   r/   r0   r1   )Úper_datasetr9   r   Útarget_weights© )r!   r	   r�   r    r3   Úarrayr<   r“   ÚupdaterP   r=   r9   r7   )r   r   r}   ÚweightsÚev0r   Úper_dsÚWr   r   ÚkwrD   rS   ÚkeysrŸ   rF   r9   rœ   Úxs                      r    Úscore_experimentr³   z   sÌ  € ô ˜3 Ó%�I€CˆØ�BˆA€FßˆØ�bˆBˆØ�eÒÜ  RÓ(ˆAˆb‰EÜ" 3¨¨"©Ó.‰BØ˜ÒÜ—H‘H˜T "™X e™_¨SÑ1Ó2ˆAˆb‰EÜ& s¨A¨b©EÓ2´D¸jÐQUÐVXÑQYÐZ_ÑQ`ÐaiÑQjÔ4k�ˆBÜ˜"˜b )Ñ2¨rÑ2ˆÜ˜"˜b )Ñ=°$Ð=¸"Ñ=ˆØˆ�‰ÐK˜˜#™ q¨¡vÑK´¸rÀ2ÀbÁ6Ó1JÒKØˆˆrŠ
ð ò ^€DÙHLÔMÉÀ1ˆAŒu”R—W‘WµGÓ<±G¨q˜f Q™i¨›l°GÑ<Ó=Ó>Ñ>È€DÑMÜð g˜F¨°Dñ gÙ[\Ð$ÈAÏGÉGÌIÕ&VÉIÁDÀAÀq q¹QÓ*?¹Q¸¬5°­8¸QÑ*?Ñ'?ÈIÓ&VÐWñgð gØbdñgð gùò =ùÓMùâ*?ùÔ&Vs0   Ã&"E>ÄE9ÄE>Å	F	ÅFÅ(F	Å9E>ÆF	)FNN)Úequal)%Ú__doc__rl   r   rs   Únumpyr3   Ú
common_expr   r   r   r   r   Úcommonr   ro   r	   r
   r{   r   Ú	e1_switchr   r   r   Úscorerr   r   rx   rk   Úenvironrq   ri   r!   rP   r“   r�   r    r³   r©   rQ   r    Ú<module>r¼      st   ðñó 
Û Û ã ç 8Õ 8ß AÓ Aß 4Ñ 4ß 0àˆ�M€ñ 	ˆB�J‰J�N‰NÐ,¨aÓ0Ó1€òò}ó0%]òPòôgrQ   