Ë
    ÒïÁjx#  ã                   ó  — d Z ddlZddlZddlZddlZddlZddlm	Z	m
Z
 ej                  ej                  dd dgz   cZe_        ddlZee_        ddlZddlZddlmZmZmZmZmZ ddlmZmZmZ ddlmZmZmZ dd	l m!Z!m"Z" dd
l#m$Z$m%Z% ddl&m'Z'  ejP                  g d¢«      ddddf\  Z)Z*Z+Z,Z-dZ.d„ Z/d„ Z0e1dk(  �rA ejd                  d«       g d¢ejf                  d<   d„ Z4 ejj                  dde4«      Z6 e'e6ejn                  jq                  edd«      e4«       e6jr                  ju                  «        i Z;dD ]¦  \  Z<Z= e>e<ez  «      e_?         ej€                  dd«      jƒ                  ej„                  «      e;e<<   e;e<   j‡                   ejˆ                  ejn                  jq                  edde=› d�«      ej„                  ¬ «      «       e;e<   ju                  «        Œ¨ ejŠ                  j�                  d«      ZGg ZHeD �]Ú  ZI eeI«      j”                  d   ZK eeKd!ed"   d#d$d#¬%«      ZL eMeLd&   «      ZN eO ePeLd'   «      d(ez  «      ZQ e%eLd'   «      deQ  e%eLd)   «      deQ cZRZS eeKd*   «      j©                  ejª                  «      dd+eQd,ez  z   z   ZV ej®                  eLd-   «      ZXeRdd…eXf   j³                  d«      dkD  jµ                  «       reRdd…eLd-    f   j·                  «       rJ ‚ ePeV«      Z\ e0 e/eReSeVeNe6e;«      e\«      Z] e^d.«      D � cg c]
  } eQd,z  | z   ‘Œ c}  e>deQz  «      d.z  d.z  d/z    e>d0eQz  «      d.z  d.z  d/z   gz   D �]q  Z_d1D �]h  Z`eRjÃ                  «       eSjÃ                  «       eVjÃ                  «       cZbZcZdd2e`v r&deGjË                  eQe_z
   ePeX«      f«      z  ebe_d…eXf<   d3e`v rudeGjË                  ece_d jÌ                  «      z  ece_d  ejÎ                  eGjË                  edd+e_ez   z  d jÌ                  «      «      dz  eVjÑ                  «       z  edd+e_ez   z  d e_ez  eNz   Zi e0 e/ebecedeNe6e;«      e\«      Zje]D ]p  Zk ej®                  e]ek   ejek   k7  j·                  d«      «      ZleHjÛ                   eneIeKd*   eke`ei ePel«       ePel«      reield   d4z  z
  nejÞ                  ¬5«      «       Œr �Œk �Œt  epeI› d6eKd*   › d7�d#¬8«       �ŒÝ  ejâ                  eH«      Zr ejæ                  ejn                  jq                  ed9d:«      d#¬;«       erjé                  ejn                  jq                  ed9d:d<«      d$¬=«       erjë                  d>d?gd$¬@«      jí                  dAdBdC„ fdDdE¬F«      jï                  «       Zx ejò                  exjô                  ek  dGdH«      exdI<    ejö                  dJdKdLdMdNdO«        epexjù                  d+«      jû                  d$¬=«      «       exjü                  jþ                  �j                  e.«      Z�ex�j                  d3k7  Zƒ e„exe�    jô                  ek  jµ                  «       xr1 exe�    �j
                  exe�    �j                  k(  jµ                  «       «      Z‡ e„exe�eƒz     jô                  ekD  jµ                  «       «      Zˆ epdPe‡rdQndR› dSexe�    jô                  �j                  «       dT›dU�«        epdVeˆrdWndX› �«        e�j                  e‡reˆrdnd«       yyc c} w )Ya  End-to-end lookahead (leakage) test of the submission pipeline by PERTURBATION.

Rule: the label of time s may only depend on data up to s + 1 s, except through the exempted whole-trial operations
(filtfilt, removeBadChannel, full-trial z-score), which are all applied BEFORE the signals perturbed here.

For a perturbation time tau every input sample at time >= tau is replaced by noise:
  EEG       the z-scored 32-Hz EEG (after the exempted steps, before the causal Euclidean alignment); channels the
            dataset's montage lacks (zero-filled, e.g. one in KUL-UHD) stay zero: the channel set is metadata
  stimulus  the z-scored 32-Hz envelopes of both streams AND their raw 128-Hz envelopes (source of the dom target)
and everything after that is recomputed with the pipeline's own code: prepare_data.causal_ea -> build_glimpse.features
(dom) -> decoders._targets -> DNNDec.reconstruct -> common_exp.evidence_from_features -> target weights -> HMM forward
filter (e1_switch.hmm_filter) -> label stamping (e1_switch.expand, 128 Hz); direct_classifier.logits; and the fusion
with the alignment of fuse_evidence.features (DEC_OFFSET).
Measured per test: the first 128-Hz label sample whose evidence or filtering posterior differs from the unperturbed run
    lookahead used = tau - time of that sample          (must be <= 1 s; comparison is exact, no tolerance)
Networks: SparrKULee-pretrained weights (the dependency structure is architectural: fine-tuning cannot add future).
Constant in the test, as in the pipeline (fitted on the OTHER datasets): target weights, scales, emissions, p_stay.
Negative controls (each must be flagged) include two violations of only 0.25 s.
usage: GLIMPSE_THR=norm python leakage_test.py   -> printed table + results/research/leakage_test.csv; exit 1 on failureé    N)ÚbutterÚsosfiltfilté   Únorm)ÚCFGÚEXPÚFSÚevidence_from_featuresÚrows_of)ÚDS_KEYSÚload_envÚload_pp)ÚBUDGETÚexpandÚ
hmm_filter)ÚLAÚOFF)Ú	causal_eaÚzscore_trial)Úinit_net)g¸…ëQ¸®?gáz®Gáâ?gffffffÖ?g333333Ó?gš™™™™™É?g       @gZõ¹ÚŠýï?zNEGATIVE CONTROL: c                 ó.  ‡‡‡— t        | «      }t        | t        d¬«      j                  t        j
                  «      }t        j                  |«      d   ddd…   dd|z    j                  t        j
                  «      }t        ||j                  t        j
                  «      t	        j                  |t        j                  «      ‰|d¬«      }	t        j                  |	«      Šd&ˆˆˆfd	„	}
 |
|	«      \  }}d
‰j                  d›d�||‰j                  fd||dft        dz   ||dft        dz   g  |
|	d«      ¢d‘­i}t        t!        dddgdt        d¬«      | d¬«      }g  |
i |	¥dt        |t        «      j                  t        j
                  «      i¥«      ¢d‘­|t        dz   <   |j#                  «       D �]Z  \  }}t%        |t        z  «      t&        _        t&        j(                  t&        j*                  z
  t&        j,                  z
  t&        _        t'        j0                  ||‰«      \  }}|j                  t2        «      |t        z  ‰z   }}||t4        f|d|› d�<   |d k7  rŒ®t6        d!t6        › �fd"dt        d#z   ffD ]�  \  }}t9        t        |«      t        |«      |z
  «      }t	        j:                  |d| ||||z    d|z
  dz  z   d$¬%«      sJ ‚dt<        z
  |d| z  t>        z  t<        ||||z    z  t@        z  z   ||||z    t4        f||<   Œ‘ �Œ] |S )'zT{pipeline: (evidence per step, t_end per step, stamping lookahead L)} for one trial.g      N@)Útau_sÚdomNé   é    Úx)ÚeegÚenvÚattÚt0r   Úkeyc           	      ó  •— t        ‰j                  | |«      ‰d d …dd d …f   ‰d d …dd d …f   | d   ‰«      }|d   j                  t        «      |d   j                  t        «      z
  t        z  |d   j                  t        «      fS )Nr   r   r   Úr0fÚr1fÚt_end)r
   ÚreconstructÚastypeÚfloatÚW_LDA)ÚtrialÚmodeÚeÚYÚdecr    s      €€€úa/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/leakage_test.pyÚdec_evzevidences.<locals>.dec_ev4   s}   ø€ Ü" 3§?¡?°5¸$Ó#?ÀÂ1ÀaÊÀ7ÁÈQÊqÐRSÒUVÈwÉZÐY^Ð_dÑYeÐgiÓjˆØ�%‘—‘¤Ó&¨¨5©¯©¼Ó)?Ñ?Ä5ÑHÈ!ÈGÉ*×J[ÑJ[Ô\aÓJbÐbÐbó    z-decoder, DEFAULT stamping (dec.lookahead_s = ÚgÚ)z7decoder, stamped with lookahead 0.75 (until 2026-10-04)g      è?z6decoder stamped with lookahead 0.25 (0.25 s too early)g      Ð?z)decoder, offline read-out (3.75 s future)Úofflineç      à?é   r   é	   ÚbandpassÚsos)ÚfsÚoutputr   )Úaxisr   z.decoder, a second zero-phase filter on the EEGzdirect classifier, z	-s windowé   z!fusion 70/30, DEFAULT DEC_OFFSET=)r   z-fusion 70/30, DEC_OFFSET=4 (until 2026-10-04)z+fusion with DEC_OFFSET=2 (0.25 s too early)gü©ñÒMbP?)Úatol)Úcausal)!Úlenr   r	   r'   ÚnpÚfloat32ÚBGÚfeaturesÚdictÚzerosÚint8ÚdecodersÚ_targetsÚlookahead_sÚNEGr   r   ÚitemsÚintÚDCÚWÚFUTÚHOPÚPOS0Úlogitsr(   r   r   ÚminÚallcloseÚA_MIXÚSD_DÚSD_C)Úx_zÚenv_zÚraw128r    r.   ÚclfsÚTr   r   Útrr0   ÚdÚteÚoutÚzpÚwsÚclfÚlgÚstartsÚtcÚoffÚnameÚnr-   s      ``                  @r/   Ú	evidencesrk   ,   s	  ú€ äˆC‹€AÜ
�Cœ 4Ô
(×
/Ñ
/´·
±
Ó
;€CÜ
�+‰+�fÓ
˜eÑ
$¡S q SÑ
)¨"¨R°!©VÐ
4×
;Ñ
;¼B¿J¹JÓ
G€CÜ	�#˜5Ÿ<™<¬¯
©
Ó3¼¿¹À!ÄRÇWÁWÓ9MÐRTÐZ]ÐcfÔ	g€BÜ×Ñ˜"Ó€A÷cñ �2‹J�E€A€rØ:¸3¿?¹?È1Ð:MÈQÐOÐRSÐUWÐY\×YhÑYhÐQiØDÀqÈ"ÈdÀmÜÐIÑIÈAÈrÐSWÈ=ÜÐ<Ñ<Ð>[ÁÀrÈ9Ó@UÐ>[ÐWZÑ>[ð]€Cô 
”V˜A  1˜v z´bÀÔGÈÐSTÔ	U€Bð CFÁFÐK~ÈbÐK~ÐRWÔYbÐceÔgiÓYj×YqÑYqÔrt×r|Ñr|ÓY}ÑK~ÓDð  CFð  BEñ  CF€CŒÐ>Ñ>Ñ?Ø—:‘:—<‰ˆˆCÜ�2œ‘7‹|ŒŒÜ—$‘$œŸ™‘-¤"§&¡&Ñ(ŒŒÜ—Y‘Y˜s C¨Ó+‰
ˆˆFØ—‘œ5Ó! 6¬B¡;°Ñ#3ˆBˆØ46¸¼B°<ˆÐ! "  YÐ/Ñ0Ø�Š7ØÜÐ"CÄCÀ5Ð IÐJð  MAØœcÐ$QÑQÐRóT‰IˆC�ä”C˜“FœC ›G c™MÓ*ˆAÜ—;‘;˜r " 1˜v r¨#¨c°A©g ¸!¸c¹'ÀTÑ9IÑ'IÐPTÕUÐUÐUØœe™) q¨¨! uÑ,¬tÑ3´e¸bÀÀSÈ1ÁW¸oÑ6MÔPTÑ6TÑTÐVXÐY\Ð]`ÐcdÑ]dÐVeÔgiÐjˆC�ŠIò	Tð  ð €Jr1   c                 óð   — i }| j                  «       D ]`  \  }\  }}}t        d|dz
  dz  z  d|dz   dz  z  t        «      }t        j                  t        ||||d«      t        ||||d«      g«      ||<   Œb |S )zePer pipeline: (evidence, posterior) stamped onto the 128-Hz label samples exactly as the scorer does.g      à¿r5   r6   g        )rL   r   ÚP_STAYrA   Ústackr   )ÚevÚT128Úresri   r_   r%   ÚLÚPs           r/   Úlabelsrt   O   s„   € à
€CØ!Ÿx™xžzÑˆ‰mˆq�%˜Ü�t˜q 3™w¨1™nÑ,¨d°a¸#±gÀ!±^Ñ.CÄVÓLˆÜ—H‘Hœf Q¨¨q°$¸Ó<¼fÀQÈÈqÐRVÐX[Ó>\Ð]Ó^ˆˆDŠ	ð  *ð €Jr1   Ú__main__)r   Úonsetr   Útargetsc                   ó   — y )N© )Úas    r/   Ú<lambda>r{   [   s   € �tr1   Úvlaai_wsé:   Úmodelszpretrain_spk_vlaai_ws_s0.pt))r=   Ú_v2)é
   Ú_w10é   Úpretrain_spk_direct_clfz_s0.pt)Úmap_locationÚsupÚmontageTF)Údo_carÚdo_runzÚdo_trimÚt0_sr   é<   r   r!   r   r6   Úpresenté   é   gš™™™™™é?)ÚEEGÚstimuluszEEG+stimulusr�   r�   é€   )Údatasetr*   ÚpipelineÚ	perturbedr   Úchanged_samplesÚlookahead_used_sz: z done)ÚflushÚresultsÚresearch)Úexist_okzleakage_test.csv)Úindexr“   r”   )Úsort)r   Úsizer•   c                 ó:   — t        | dkD  j                  «       «      S )Nr   )rM   Úsum)Úvs    r/   r{   r{   †   s   € ÄsÈAÐPQÉEÏ;É;Ë=ÔGYr1   )r–   rT   )r–   Úmax)ÚtestsÚchangedÚmin_sÚmax_sÚokzVIOLATION (> 1 s)Úverdictzdisplay.widthéú   zdisplay.max_colwidthéZ   zdisplay.max_rowséÈ   z
submission pipelines: zALL WITHIN 1 sÚFAILEDz (largest lookahead used z.4fz s)z#negative controls (EEG perturbed): zall flaggedz1NOT ALL FLAGGED: the test is not sensitive enough)‹Ú__doc__ÚosÚsysÚnumpyrA   ÚpandasÚpdÚtorchÚscipy.signalr   r   ÚargvÚ_argvÚbuild_glimpserC   rH   Údirect_classifierrN   Ú
common_expr   r   r	   r
   r   Úcommonr   r   r   Ú	e1_switchr   r   r   Úfuse_evidencer   r   Úprepare_datar   r   Úrun_experimentr   Úarrayr)   rV   rW   rX   rm   rK   rk   rt   Ú__name__Úmanual_seedÚDÚquietÚmaker.   ÚpathÚjoinÚnetÚevalr\   rc   ÚtagrM   rO   Ú	DirectNetÚtoÚDEVÚload_state_dictÚloadÚrandomÚdefault_rngÚrngÚrowsÚdsÚilocÚrr_   r(   r    rT   r@   r]   rY   rZ   r'   Úfloat64ÚrawÚflatnonzeroÚpresÚstdÚallÚanyrp   ÚbaseÚrangeÚpÚwhatÚcopyÚx2Úe2Úr2Ústandard_normalÚshapeÚabsÚmeanÚtauÚnewri   ÚchÚappendrE   ÚnanÚprintÚ	DataFrameÚdfÚmakedirsÚto_csvÚgroupbyÚaggÚreset_indexr2   Úwherer¥   Ú
set_optionÚroundÚ	to_stringr“   ÚstrÚ
startswithÚnegr”   Úeeg_rowsÚboolr£   r¢   Úok_realÚok_negr¡   Úexit)Úks   0r/   Ú<module>r     s7  ðñ|ó& 
Û 
ã Û Û ß ,à—(‘(˜CŸH™H R a˜L¨F¨8Ñ3€€€s„xÛ Ø€„Û Û ß DÕ Dß -Ñ -ß 0Ñ 0ß !ß 0Ý #à#+ 2§8¡8Ò,>Ó#?ÀÀcÈ3ÐPVÐ#VÑ  €€uˆd�D˜&Ø€ò òFð ˆzÓØ€E×Ñ�aÔÚ3€H‡J�JˆyÑÙ€EØ
ˆ(�-‰-˜
 B¨Ó
.€CÙˆS�"—'‘'—,‘,˜s HÐ.KÓLÈeÔTØ‡G�G‡L�L„NØ€DÛ-‰ˆˆCÙ�2˜‘7‹|ˆŒØ�2—<‘<  AÓ&×)Ñ)¨"¯&©&Ó1ˆˆR‰ØˆR‰× Ñ   §¡¨B¯G©G¯L©L¸¸hÐJaÐbeÐafÐflÐHmÓ,nÐ}÷  ~Dñ  ~Dô  "Eô  	FØˆR‰�‰�ð	 .ð
 �)‰)×
Ñ
 Ó
"€CØ€DÜˆÙ�B‹K×Ñ˜QÑˆÙ�A�u˜c )™n°TÀ5ÐRVÔWˆÙ�1�V‘9ÓˆÙ‘�A�e‘H“˜r B™wÓ'ˆÙ! ! E¡(Ó+¨B¨QÐ/±¸aÀ¹hÓ1GÈÈÐ1Kˆ
ˆˆUÙ�q˜‘xÓ ×'Ñ'¨¯
©
Ó3Ð4E°Q¸!¸aÀ"¹f¹*Ñ5EÐFˆØˆr�~‰~˜a 	™lÓ+ˆØ’A�t�G‘× Ñ  Ó# aÑ'×,Ñ,Ô.°sº1¸qÀ¹|¸mÐ;KÑ7L×7PÑ7PÔ7RÐRÐRÙ�3‹xˆÙ‘i  U¨C°°S¸$Ó?ÀÓFˆá&+¨A¤hÓ/¡h �!�q‘&˜1“* hÑ/±3°s¸Q±w³<À1Ñ3DÀqÑ3HÈ1Ñ3LÉcÐRUÐXYÑRYËlÐ^_ÑN_ÐbcÑNcÐfgÑNgÐ2hÕhˆAÜ;�Ø ŸX™X›Z¨¯©«°s·x±x³z�
��B˜Ø˜D‘=Ø#$ s×':Ñ':¸AÀ¹EÁ3ÀtÃ9Ð;MÓ'NÑ#N�B�q‘r˜4�x‘LØ Ñ%Ø ×!4Ñ!4°R¸¸°V·\±\Ó!BÑB�B�q�r�FØ(.¨¯©¨s×/BÑ/BÀ2ÀaÈ1ÈrÉ6ÁlÀmÐCT×CZÑCZÓ/[Ó(\Ð_`Ñ(`Ðcf×ckÑckÓcmÑ(m�B�q˜A ™F‘|�}Ð%Ø˜"‘f˜r‘k�Ù™Y r¨2¨r°2°s¸DÓAÀ4ÓH�Û �DØ'˜Ÿ™¨¨d©°s¸4±yÑ)@×(EÑ(EÀaÓ(HÓI�BØ—K‘K¡¨R°q¸±xÈ$ÐZ^ÐfiÑ{~ð  @Bó  |CÙKNÈrÌ7°c¸B¸q¹EÀC¹KÒ6GÐXZ×X^ÑX^ô!`õ aò !ò <ð iñ 	���B�q˜‘x�j Ð&¨d×3ð5 ð6 
ˆ�‰�dÓ	€BØ€B‡K�K�—‘—‘˜S )¨ZÓ8À4ÕHØ‡I�Iˆb�g‰g�l‰l˜3 	¨:Ð7IÓJÐRW€IÔXØ
�
‰
�J Ð,°5ˆ
Ó9×=Ñ=ØÐ*;Ñ=YÐ)ZØ)Ð1Lð 	>ó 	NçNYÉkËmð ð �2—8‘8˜AŸG™G vÑ-¨tÐ5HÓI€A€i�LØ€B‡M�M�/ 3Ð(>ÀÐDVÐX[Ô\Ù	ˆ!�'‰'�!‹*×
Ñ
 UÐ
Ó
+Ô,Ø
�*‰*�.‰.×
#Ò
# CÓ
(€CØ�{Š{˜jÑ(€HÙ�A�s�d‘G—M‘M VÑ+×0Ñ0Ó2Ò_¸¸3¸$¹¿ºÈ1ÈcÈTÉ7Ï=Ê=Ñ8X×7]Ñ7]Ó7_Ó`€GÙ�1�S˜8‘^Ñ$×*Ñ*¨VÑ3×8Ñ8Ó:Ó;€FÙ	Ð$¹Ñ%5ÀhÐ$OÐOhÐijÐloÐkoÑip×ivÑiv×izÒizÓi|ð  ~Að  iBð  BEð  Fô  GÙ	Ð/Á±ð  NAð  0Bð  Cô  DØ€C‡H‚H‘'™f‰Q¨!Õ,ðs ùò6 0s   Ì[>