Ë
    !¾Ùjò  ã                   ó²   — d Z ddlZddlZddlZddlZddlmZmZm	Z	m
Z
mZ ddlmZmZmZmZ ddlmZmZmZ ddlmZmZ ed   Zd„ Zd	„ Zdd
„Zd„ Zd„ Zdd„Z y)a’  Switch-detection scoring of one experiment (all 5 LODO folds must exist).

Per held-out dataset D:
  * evidence d = r(col0) - r(col1), 1-s windows at 0.25-s hop, from the decoder that never saw D
  * SYNTHETIC switches with the same generator, seed and trial order as the full-corpus EDA (e1_switch.py),
    so every experiment is scored on identical switch schedules
  * integrator: 2-state HMM, p_stay = 0.998 per 0.25-s step; Gaussian emissions (mu, sd) fitted on the OTHER four
    datasets' out-of-fold evidence of the same experiment (no test data)
  * labels stamped from t_end + lookahead - 1 s (the 1-s budget), random guess before the first decision
  * official scorer (verified Python port): Acc, SDT, L, H per subject, aggregated per dataset
  * null: the same pipeline on sign-randomised evidence
Plus plain decoding: accuracy of non-overlapping 1-s and 10-s windows (median over subjects) and SNR1.
é    N)ÚCFGÚEXPÚLABÚ	fold_fileÚrows_of)ÚCACHEÚDS_KEYSÚFSÚSEED)ÚexpandÚ	integ_hmmÚsynth_trial)Ú	aggregateÚfast_score_subjectÚswitchc                 óÎ   — i }i }t         D ]I  }t        t        | |«      d«      5 }t        j                  |«      }d d d «       d   |   ||<   |d   ||<   ŒK ||fS # 1 sw Y   Œ"xY w)NÚrbÚevidenceÚinfo)r	   Úopenr   ÚpickleÚload)ÚexpÚmodeÚevr   ÚdsÚfhÚfs          ú\/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/eeg-thao_unzipped/eeg-thao/score.pyÚ
load_foldsr       sn   € Ø	€BØ€DßˆÜ”)˜C Ó$ dÔ+¨rÜ—‘˜B“ˆA÷ ,à�:‘˜tÑ$ˆˆ2‰Ø�V‘9ˆˆRŠð	 ð
 ˆtˆ8€O÷	 ,Ð+ús   ¤AÁA$	c           	      ó>  — t        | «      }i }|j                  «       D ]´  \  }}||d      }|d   |d   z
  d d d…   }|d   d d d…   }t        j                  |dk(  dd«      }	|d	   |d
   z
  }
t        j                  |d   dk(  dd«      }|j	                  |d   g g g g«      }|d   j                  ||	z  «       |d   j                  |
|z  dkD  «       Œ¶ g g g }}}|j                  «       D ]½  \  }\  }}}t        j                  |«      }|j                  t        j                  |dkD  «      «       |j                  |j                  «       |j                  «       dz   z  «       t        j                  |«      }t        |«      sŒš|j                  t        j                  |«      «       Œ¿ t        t        t        j                  |«      «      |rt        t        j                  |«      «      nt        j                  t        t        j                  |«      «      ¬«      S )NÚkeyÚr0Úr1é   Úattr   ç      ð?ç      ð¿Úr0_10Úr1_10Úatt10Úsubj_uidé   gê-�™—q=)Úacc1Úacc10Úsnr1)r   ÚiterrowsÚnpÚwhereÚ
setdefaultÚappendÚitemsÚconcatenateÚmeanÚstdÚlenÚdictÚfloatÚmedianÚnan)r   ÚevdÚrowsÚperÚ_ÚrÚeÚdÚaÚsgnÚd10Ús10Úpr.   r/   ÚsnrÚuÚddÚc10s                      r   Úplain_metricsrO   '   sÉ  € Ü�2‹;€DØ
€CØ—‘–‰ˆˆ1Ø��%‘‰MˆØˆt‰W�q˜‘wÑ¡ ! Ñ$ˆØˆe‰H‘S�q�S‰MˆÜ�h‰h�q˜A‘v˜s DÓ)ˆØ�‰j˜1˜W™:Ñ%ˆÜ�h‰h�q˜‘z Q‘¨¨TÓ2ˆØ�N‰N˜1˜Z™=¨2¨r°2¨,Ó7ˆØ	ˆ!‰�‰�A˜‘GÔØ	ˆ!‰�‰�S˜3‘Y !‘OÕ$ð  ð ˜2˜r�ˆ%€DØŸ9™9ž;‰ˆ‰<ˆB��QÜ�^‰^˜BÓˆØ�‰”B—G‘G˜B ™F“OÔ$Ø�
‰
�2—7‘7“9 §¡£¨5Ñ 0Ñ1Ô2Ü�n‰n˜SÓ!ˆÜˆs�8Ø�L‰LœŸ™ ›Õ&ð 'ô ”Uœ2Ÿ9™9 T›?Ó+Ée´5¼¿¹À5Ó9IÔ3JÔY[×Y_ÑY_ÔfkÔln×luÑluÐvyÓlzÓf{Ô|Ð|ó    c                 ój  — t         D �cg c]
  }|| k7  sŒ	|‘Œ }}g }|D ]R  }||   j                  «       D ]:  }	|j                  |	d   |	d   z
  t        j                  |	d   dk(  dd«      z  «       Œ< ŒT t        j
                  |«      }|€2t        |j                  «       «      t        |j                  «       «      fn|\  }
}t        j                  j                  t        t        j                  | «      z   «      }i }t        | «      j                  «       D �]á  \  }}t        |d   «      }||    |d	      }	t        j                   t"        j$                  j'                  t(        d
|d	   › d�«      «      }|d   d| j+                  t        «      }|	d   |	d   z
  j+                  t        «      }|	d   j+                  t        «      }t-        |d	   ||||«      \  }}}|	j/                  d«      r|}t        |j1                  dd«      «      }|r}t        j                  j                  t        t3        j4                  |d	   j7                  «       «      z   «      }t        j8                  |«      |j;                  ddgt=        |«      «      z  }t?        |tA        |xs	 tB        d   |
|¬«      «      }tE        |||||«      }|jG                  |d   g «      j                  |t        j                  |d|z
  |«      f«       �Œä g }|jI                  «       D ]Ê  \  }}t        j
                  |D ��cg c]  \  }}|‘Œ	 c}}«      }t        j
                  |D ��cg c]  \  }}|‘Œ	 c}}«      } t        j
                  tK        |«      D �!��cg c]'  \  }!\  }}t        jL                  t=        |«      |!«      ‘Œ) c}}}!«      }"|j                  tO        || |"tP        ¬«      «       ŒÌ tS        |«      }tA        |d   |d   |d   |d   |d   |d   |d   tU        |d   d«      z  |
|¬«	      S c c}w c c}}w c c}}w c c}}}!w )zÀemis=(mu, sd) / p_stay override the emissions fitted on the other four datasets / the config p_stay
    (used for the end-to-end trained CRF, whose evidence is already a log-likelihood ratio).r#   r$   r&   r   r'   r(   NÚnr"   Úcndz.npzÚatt_colÚt_endÚpre_switchedé   Úp_stay)rX   ÚmuÚsdr,   r-   )ÚfsÚAccÚSDTÚLÚHÚ	nSwitchesÚnUndetected)	r\   r]   r^   r_   r`   ra   Ú	miss_rateÚemis_muÚemis_sd)+r	   Úvaluesr5   r2   r3   r7   r<   r8   r9   ÚrandomÚdefault_rngr   Úindexr   r1   Úintr   ÚosÚpathÚjoinÚ	EDA_CACHEÚastyper   ÚgetÚintegersÚzlibÚcrc32ÚencodeÚabsÚchoicer:   r   r;   ÚSr   r4   r6   Ú	enumerateÚfullr   ÚFS128r   Úmax)#r   r   Ú	lookaheadÚnullÚemisrX   rE   ÚtrainÚArD   rY   rZ   ÚrngrA   rB   rC   ÚTÚlabr&   rU   ÚstÚd_synÚguessÚgÚdecÚlabsÚresÚsubjÚlstrF   ÚpredÚbÚgtÚiÚtrials#                                      r   Úscore_datasetr‘   ?   s™  € õ  Ó+™�1 1¨£7ŠQ˜€EÐ+Ø
€AÛˆØ�A‘—‘–ˆAØ�H‰H�a˜‘g  $¡Ñ'¬2¯8©8°A°e±HÀ±MÀ3ÈÓ+MÑMÕNñ  ð ô 	�‰�qÓ€AØ26°,Œe�A—F‘F“H‹oœu Q§U¡U£W›~Ñ.ÀD�F€BˆÜ
�)‰)×
Ñ
¤¤w§}¡}°RÓ'8Ñ 8Ó
9€CØ
€CÜ˜“×$Ñ$×&‰ˆˆ1Ü��#‘‹KˆØˆr‰F�1�U‘8ÑˆÜ�g‰g”b—g‘g—l‘l¤9¨e¸¸%¹°zÀÐ5FÓGÓHˆØ�)‰n˜R˜aÐ ×'Ñ'¬Ó,ˆØˆt‰W�q˜‘wÑ×&Ñ&¤uÓ-ˆØ�'‘
×!Ñ!¤%Ó(ˆÜ" 1 U¡8¨Q°°5¸#Ó>‰ˆˆE�1Ø�5‰5�Ô ØˆEÜ�C—L‘L  AÓ&Ó'ˆÙÜ—	‘	×%Ñ%¤d¬T¯Z©Z¸¸%¹¿¹Ó8IÓ-JÑ&JÓKˆAÜ—F‘F˜5“M A§H¡H¨d°C¨[¼#¸e»*Ó$EÑEˆEÜ˜œt¨6Ò+@´Q°x±[ÀRÈBÔOÓPˆÜ�c˜5 )¨Q°Ó6ˆØ�‰�q˜‘} bÓ)×0Ñ0°$¼¿¹ÀÀQÈÁWÈcÓ8RÐ1SÖTð! 'ð" €CØ—Y‘Y–[‰	ˆˆcÜ�~‰~©SÔ1©S¡T Q¨šq¨SÒ1Ó2ˆÜ�^‰^©3Ô/©3¡4 1 ašQ¨3Ò/Ó0ˆÜ—‘ÄIÈcÄNÕSÁN±y°q¹&¸1¸a¤§¡¬¨A«°Õ 2ÀNÓSÓTˆØ�
‰
Ô% d¨B°¼%Ô@ÕAð	 !ô
 	�#‹€AÜ�A�e‘H ! E¡(¨a°©f¸¸#¹È!ÈKÉ.ÐfgÐhuÑfvØ˜MÑ*¬S°°;±ÀÓ-CÑCÈRÐY[ô]ð ]ùòC ,ùó8 2ùÛ/ùÜSs   ‰
P”PÌ&P"ÍP(Î ,P.c                 ó&  — t        j                  t        D ��cg c]u  }||k7  rn| |   j                  «       D ]X  }|d   j	                  t
        «      |d   j	                  t
        «      z
  t        j                  |d   dk(  dd«      dd…df   z  ‘ŒZ Œw c}}«      }t         j                  j                  t        j                  |j                  «      |j                  d«      «      }|t        j                  |«      j                  «       z  S c c}}w )aF  Target weights for held-out dataset ds: w = Sigma^-1 mu of the signed per-target evidence (r0f - r1f) of the
    OTHER four datasets' out-of-fold folds (no test data), normalised to sum |w| = 1. Optimal linear combination for
    Gaussian evidence (= a 2-state HMM with multivariate Gaussian emissions sharing one covariance).Úr0fÚr1fr&   r   r'   r(   N)r2   r7   r	   re   rn   r<   r3   ÚlinalgÚsolveÚcovr�   r8   rt   Úsum)r   r   rE   rD   ÚXÚws         r   Úlda_weightsr›   g   sà   € ô 	�‰Ý!(ôMÙ!(˜A¨A°ªG¸RÀ¹U¿\¹\¾^¸ð ˜5™Ÿ™¬Ó/°!°E±(·/±/Ä%Ó2HÑHÌBÏHÉHÐUVÐW\ÑU]ÐabÑUbÐdgÐimÓLnÒopÐrvÐovÑLwÓwØ=Kð xØ!(òMó 	N€Aä
�	‰	�‰œŸ™˜qŸs™s› Q§V¡V¨A£YÓ/€AØŒr�v‰v�a‹y�}‰}‹ÑÐùóMs   ™A:D
c                 ó
  — t         D ���ci c]c  }|| |   j                  «       D ��ci c]A  \  }}|i |¥|d   j                  t        «      |z  |d   j                  t        «      |z  dœ¥“ŒC c}}“Œe c}}}S c c}}w c c}}}w )z²Evidence with r0 / r1 recombined from the per-target correlations (1-s windows; the 10-s windows of acc10 keep
    the equal-weight mean, their per-target values are not stored).r“   r”   )r#   r$   )r	   r6   rn   r<   )r   rš   rE   ÚkrD   s        r   Úweighted_evidencerž   q   s‘   € õ õÙ�ð ÐikÐlmÑin×itÑitÔivÔwÑivÑaeÐabÐde�Ð\�aÐ\˜q ™xŸ™¬uÓ5¸Ñ9ÀÀ5ÁÇÁÔQVÓAWÐZ[ÑA[Ò\Ñ\ÐivÒwÑwØóð ùÓwùô s   ‹A>§AA8Á-A>Á8A>c                 ó   — t        | |«      \  }}i i }}t        D ]À  }|i }
}	|dk(  rt        ||«      ||<   t        |||   «      }	nK|dk(  rFt	        j
                  ||   d   d   «      ||<   t        |||   «      t        d||   d   d   ¬«      }
}	t        ||	|fi |
¤Ž}t        ||	|fddi|
¤Ž} |j                  d|d	   |d
   dœt        ||	|   «      ¤Ž |||<   ŒÂ g d¢}|D ��ci c]9  }|t        t	        j                  t        D �cg c]
  }||   |   ‘Œ c}«      «      “Œ; }}}t        d|||dœ|rAd|j                  «       D ���ci c]  \  }}||D �cg c]  }t        |«      ‘Œ c}“Œ! c}}}i¤ŽS i ¤ŽS c c}w c c}}w c c}w c c}}}w )aQ  weights: 'equal' = mean over targets (default) | 'lda' = lda_weights() per held-out dataset (multi-target only)
    | 'crf' = the unary weights v learned END-TO-END in that fold (DNNDec.fit_sequence, fold info['crf']): the evidence
    sum_f v_f (r0_f - r1_f) is a log-likelihood ratio, used as such (emissions mu 0.5, sd 1 <=> LLR = d).ÚldaÚcrfÚv)g      à?r'   rX   )r}   rX   r|   Tr^   r_   )Únull_LÚnull_H)
r\   r]   r^   r_   rb   r£   r¤   r.   r/   r0   )Úper_datasetr8   r   Útarget_weights© )r    r	   r›   rž   r2   Úarrayr;   r‘   ÚupdaterO   r<   r8   r6   )r   r   r{   ÚweightsÚev0r   Úper_dsÚWr   r   ÚkwrC   rR   Úkeysr�   rE   r8   rš   Úxs                      r   Úscore_experimentr±   x   sÌ  € ô ˜3 Ó%�I€CˆØ�BˆA€FßˆØ�bˆBˆØ�eÒÜ  RÓ(ˆAˆb‰EÜ" 3¨¨"©Ó.‰BØ˜ÒÜ—H‘H˜T "™X e™_¨SÑ1Ó2ˆAˆb‰EÜ& s¨A¨b©EÓ2´D¸jÐQUÐVXÑQYÐZ_ÑQ`ÐaiÑQjÔ4k�ˆBÜ˜"˜b )Ñ2¨rÑ2ˆÜ˜"˜b )Ñ=°$Ð=¸"Ñ=ˆØˆ�‰ÐK˜˜#™ q¨¡vÑK´¸rÀ2ÀbÁ6Ó1JÒKØˆˆrŠ
ð ò ^€DÙHLÔMÉÀ1ˆAŒu”R—W‘WµGÓ<±G¨q˜f Q™i¨›l°GÑ<Ó=Ó>Ñ>È€DÑMÜð g˜F¨°Dñ gÙ[\Ð$ÈAÏGÉGÌIÕ&VÉIÁDÀAÀq q¹QÓ*?¹Q¸¬5°­8¸QÑ*?Ñ'?ÈIÓ&VÐWñgð gØbdñgð gùò =ùÓMùâ*?ùÔ&Vs0   Ã&"E>ÄE9ÄE>Å	F	ÅFÅ(F	Å9E>ÆF	)FNN)Úequal)!Ú__doc__rj   r   rq   Únumpyr2   Ú
common_expr   r   r   r   r   Úcommonr   rm   r	   r
   ry   r   Ú	e1_switchr   r   r   Úscorerr   r   rv   r    rO   r‘   r›   rž   r±   r§   rP   r   Ú<module>r¹      sX   ðñó 
Û Û ã ç 8Õ 8ß AÓ Aß 4Ñ 4ß 0àˆ�M€òò}ó0%]òPòôgrP   