Ë
    Ãj@  ã                   óæ  — d Z ddlZddlZddlZddlmZmZ ddl	Z
ddlmZmZmZmZ ddlmZmZmZ ddlmZmZ ddlmZ ddlmZmZmZmZ  ej>                  dd	d
«      Z  e!e jE                  «       «      ddez  ddf\  Z#Z$Z%Z&Z'd e(d¬«      fd e(dd¬«      fd e(d¬«      fd e(d¬«      fd e(dd¬«      fgZ)d„ Z*d8d„Z+d „ Z,e-d!k(  �r e
j\                  eed"z   geed"z   eed"z   g«      \  Z/Z0dZ1eD � ��ci c]p  } | eD ��ci c]_  }|e0|   D �ci c]M  }|d#e1z
  e/|    d   |   |   z  e1e/|    d#   |   |   z  z   e0|   |   d   e0|   |   d#   je                  e3«      f“ŒO c}“Œa c}}“Œr c}}} Z4e)D ��� cg c]  \  }}eD ]  } ||| f‘Œ	 Œ c} }}Z5  e e!ejl                  jo                  d$d%«      «      ¬&«      d'„ e5D «       «      Z8 ejr                   e:e5e8«      D ��� �cg c]  \  \  }}} } e(d9|| d(œ|¤Ž‘Œ c}} }}«      Z;e;jy                  ejz                  j}                  ed)d*d+«      d¬,«        ej~                  d-d.«       e)D ��cg c]  \  }}|‘Œ	 c}}Z@d/D ]j  ZAe;j…                  d0d1eA¬2«      j‡                  e@«      ZDeDj‹                  d#«      eDd3<    eFd4eA› d5�eDj�                  eAd6k7  rd7nd#«      j‘                  «       «       Œl yyc c}w c c}}w c c}}} w c c} }}w c c}} }}w c c}}w ):a?  Within-trial self-adaptation (allowed by Terms 6.3: parameter updates within the trial under test, causal).

On top of the fused evidence of the generic models (decoders + direct classifiers) a small LINEAR backward decoder is
learnt from scratch inside every trial, from the pipeline's own decisions:
  target      s(t) = env_0(t) - env_1(t)  (the two streams as presented, synthetic switches included)
  pseudo label c(t) = 1 - 2 P(t) in [-1, 1], P = filtering posterior of stream 1 at the decision that labels t
  decoder     w = (Rxx + lam tr(Rxx)/p I)^-1 rxy on EEG lags 0..375 ms after the stimulus sample, with Rxx, rxy
              accumulated over all samples labelled so far in this trial (target c(t) s(t)); refitted every second
  evidence    e_j = corr(X w, s) over the last 5 s available at decision j, with the w that was fitted BEFORE that
              window started (no in-sample correlation), added to the generic evidence:
              d_j = d_generic_j + beta * min(1, training time / 120 s) * e_j / 0.1  -> same HMM forward filter.
Everything restarts in every trial and uses data < a + 0.75 s for the decision at hop start a (classifier timing).
--oracle: true labels instead of pseudo labels (upper bound of what a within-trial linear decoder can add).
Reported per held-out dataset (LODO evidence, synthetic switches, official scorer): H / Acc / SDT, plus the accuracy
of sign(e) alone once >= 3 min of the trial have been seen. Long trials only matter (KUL 6 min, UHD 6.5 min, AVGC 10 min).
usage: python adapt_within_trial.py  -> results/research/adapt_within_trial.csvé    N)ÚParallelÚdelayed)ÚEXPÚFSÚ
load_trialÚrows_of)ÚCACHEÚDS_KEYSÚSEED)ÚexpandÚsynth_trial)ÚLA)ÚCÚDÚWÚsubjects_scoreé   é   é   é   gš™™™™™¹?g      ^@zgeneric onlyg        )Úbetazoracle labels, beta 0.5ç      à?T)r   Úoraclezpseudo labels, beta 0.3g333333Ó?zpseudo labels, beta 0.6g333333ã?z"pseudo labels, beta 0.6, ridge 0.2gš™™™™™É?)r   Úlamc                 óò   — | j                   \  }}t        j                  ||t        t        «      z  ft        j
                  «      }t        t        «      D ]  \  }}| |d  |d ||z
  …||z  |dz   |z  …f<   Œ! |S )Né   )ÚshapeÚnpÚzerosÚlenÚLAGSÚfloat32Ú	enumerate)ÚxÚTÚCnÚoutÚiÚls         úg/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/adapt_within_trial.pyÚlaggedr+   %   su   € Ø�G‰G�E€A€rÜ
�(‰(�A�rœC¤›I‘~Ð&¬¯
©
Ó
3€CÜœ$–‰ˆˆ1Ø+,¨Q¨R¨5ˆˆFˆQ�‰UˆF�A˜‘F˜A ™E R™<Ð'Ð'Ò(ð  à€Jó    Fc                 ó´  — t        | «      }t        | «      |dd…df   |dd…df   z
  j                  t        j                  «      }}|j
                  d   }t        j                  ||f«      t        j                  |«      }}g d}}t        j                  ddg«      }t        |«      }t        j                  |«      t        j                  |«      t        j                  |«      }}}t        |«      D �]I  }t        ||   «      }t        |dz   t        z
  |t        z
  «      }|t        z
  }|dkD  rú|dk\  rõ|ró|dz   t        |«      k  rG||dz      d   |t        z
  dz
  k  r/|dz  }|dz   t        |«      k  r||dz      d   |t        z
  dz
  k  rŒ/|dk\  r–||| ||   d   z  }|j                  «       ||| j                  «       }}|dkD  rN|dkD  rIt        j                  ||j                  «       z
  ||| ||| j                  «       z
  z  «      ||z  z  ||<   ||   d   t         z  ||<   ||   |t        d||   t"        z  «      z  ||   z  t$        z  z   }|dkD  r.|d   |z  |d   d|z
  z  z   } t        j                  | d| z
  g«      }t        j                  d||z
  |z  d	z  z  d||z   |z  d	z  z  g«      }!|t        j&                  |!|!j)                  «       z
  «      z  }||j+                  «       z  }|d   ||<   |dkD  s�Œt)        |t,        z
  d«      t        ||t        z
  «      }#}"|#|"kD  r{|
rdd
|	|"|# z  z
  n!t        j.                  |#|"z
  dd
||   z  z
  «      }$||"|# j                  t        j                  «      }%||%j0                  |%z  z  }||%j0                  |$||"|# z  z  z  }|dz  dk(  s�ŒÀ|#dkD  s�ŒÇ|j3                  |#t        j4                  j7                  ||t        j8                  |«      z  |z  dz   t        j:                  |«      z  z   |«      j                  t        j<                  «      f«       �ŒL |dkD  j                  t        «      ||fS )zoDecisions (n,) and adaptive evidence (n,), trained extent in s (n,). truth (T,): attended column (oracle only).Nr   r   éÿÿÿÿr   é   ç      ð?g      à¿r   g       @é   é   g•Ö&è.>)r    r+   Úastyper   Úfloat64r   r   ÚarrayÚemptyÚrangeÚintÚminÚMAXLAGÚWADÚstdÚmeanr   ÚRAMPÚSIGÚexpÚmaxÚsumÚHOPÚfullr%   ÚappendÚlinalgÚsolveÚtraceÚeyer"   )&r$   ÚSÚd_baseÚstartsÚmuÚsdÚp_stayr   r   Útruthr   r%   ÚXlÚsÚpÚRxxÚrxyÚhistÚhi_ptrÚpostÚnÚPÚeÚextÚjÚaÚhiÚloÚyÚsyÚssÚdÚp0ÚllÚb0Úb1ÚcÚXbs&                                         r*   Ú	run_trialrk   -   s!  € äˆA‹€AÜ�1‹I˜š!˜Q˜$™ !¢A q D¡'Ñ)×1Ñ1´"·*±*Ó=ˆ€BØ
�‰�‰€AÜ�x‰x˜˜A˜Ó¤§¡¨!£ˆ€CØ�rˆ&€DÜ�8‰8�S˜#�JÓ€DÜˆF‹€AÜ—‘˜“œRŸX™X a›[¬"¯(©(°1«+ˆ#€q€AÜ�1�XˆÜ��q‘	‹NˆÜ��R‘œ&‘ !¤f¡*Ó-ˆØ”#‰XˆØ�!Š8˜˜aš¡DØ˜1‘*œs 4›yÒ(¨T°&¸1±*Ñ-=¸aÑ-@ÀBÌÁKÐRSÁOÒ-SØ˜!‘�ð ˜1‘*œs 4›yÒ(¨T°&¸1±*Ñ-=¸aÑ-@ÀBÌÁKÐRSÁOÓ-Sà˜Š{Ø�r˜"�I  V¡¨Q¡Ñ/�ØŸ™› ! B r (§,¡,£.�B�Ø˜’6˜b 1šfÜŸ7™7 A¨¯©«¡L°Q°r¸"°XÀÀ"ÀRÀÇÁÃÑ5OÑ#PÓQÐUWÐZ\ÑU\Ñ]�A�a‘DØ˜f™ a™¬2Ñ-��A‘Ø�1‰I˜œs 3¨¨A©´©Ó6Ñ6¸¸1¹Ñ=ÄÑCÑCˆØˆqŠ5Ø�a‘˜6Ñ! D¨¡G¨q°6©zÑ$:Ñ:ˆBÜ—8‘8˜R  R¡˜LÓ)ˆDÜ�X‰X�t  B¡¨"™}°Ñ2Ñ2°D¸QÀ¹VÀr¹MÈaÑ;OÑ4OÐPÓQˆØ”b—f‘f˜R "§&¡&£(™]Ó+Ñ+ˆØ�d—h‘h“jÑ ˆØ�A‰wˆˆ!‰Ø�!Œ8Ü˜œS™ !“_¤c¨!¨Q´©ZÓ&8�ˆBØ�BŠwÙ28�S˜3  r¨" Ñ-Ò-¼b¿g¹gÀbÈ2ÁgÈsÐUXÐ[\Ð]^Ñ[_ÑU_ÑO_Ó>`�Ø˜˜2�Y×%Ñ%¤b§j¡jÓ1�Ø�r—t‘t˜b‘yÑ �Ø�r—t‘t˜q 1 R¨ 8™|Ñ,Ñ,�Ø�1‰u˜Œz˜b 1œfØ—‘˜R¤§¡§¡°¸¼b¿h¹hÀs»mÑ8KÈaÑ8OÐRVÑ8VÔZ\×Z`ÑZ`ÐabÓZcÑ7cÑ1cÐehÓ!i×!pÑ!pÔqs×q{Ñq{Ó!|Ð}Ö~ð; ð< �‰G×ÑœCÓ  ! SÐ(Ð(r,   c                 óì  — t        j                  t        D ����cg c]A  }|| k7  sŒ	||   j                  «       D ]#  \  }}}|t        j                  |dk(  dd«      z  ‘Œ% ŒC c}}}}«      }t        |j                  «       «      t        |j                  «       «      }	}t         j                  j                  t        t        j                  | «      z   «      }
i g }}t        | «      j                  «       D �]y  \  }}t        |d   «      }||    |d      \  }}}t        d|d   «      }t        j                   t"        j$                  j'                  t(        d|d   › d�«      «      d	   d | j+                  t        «      }t-        |d   ||||
«      \  }}}t        |
j/                  dd
«      «      }|d   }|t        j0                  |dz
  t        j2                  t        j4                  t7        |«      «      t8        z  |d   z   dz  «      j+                  t        «      «         }t        j                  |d d …d f   |d   d d …d d d…f   |d   «      d t7        |«       }|d   j+                  t        «      d t7        |«       |z  j+                  t
        «      }t        j2                  ||d   z
  t8        z  «      j+                  t        «      }t;        ||||||	fd|i|¤Ž\  }}}|j=                  |d   g «      j?                  tA        ||tB        ||«      t        j                  |d|z
  |«      f«       |dk\  }|jE                  «       s�ŒT|j?                  ||   dkD  ||   dk(  k(  d d d…   «       �Œ| tG        |«      }tI        |d   |d   |d   |r1t        t        j                  t        j                  |«      «      «      nt         jJ                  t        tM        d„ |D «       «      «      ¬«      S c c}}}}w )Nr   r0   g      ð¿rY   ÚkeyÚmat_reacÚcndz.npzÚatt_colr   Úeegr   Út0é€   Úenvr.   ÚattrP   Úsubj_uidé´   r1   ÚHÚAccÚSDTc              3   ó2   K  — | ]  }t        |«      –— Œ y ­w©N)r    )Ú.0Úhs     r*   Ú	<genexpr>zscore_fold.<locals>.<genexpr>p   s   è ø€ Ð(=¹°A¬¨Q¯¹ùs   ‚)rx   ry   rz   Úadapt_acc_after_3minÚsteps_after_3min)'r   Úconcatenater
   ÚvaluesÚwhereÚfloatr=   r<   ÚrandomÚdefault_rngr   Úindexr   Úiterrowsr8   r   ÚloadÚosÚpathÚjoinÚ	EDA_CACHEr3   r   ÚintegersÚminimumÚroundÚaranger    r   rk   Ú
setdefaultrE   r   r   Úanyr   ÚdictÚnanrB   )ÚheldÚevÚcfgÚdsrd   ru   Ú_ÚArM   rN   ÚrngÚperÚhitÚrÚT128Úatt_wÚt_endÚtrÚatt128Úst128Úguessr$   ÚstrJ   rP   rL   Údecr[   r\   Úmr^   s                                  r*   Ú
score_foldr«   X   sw  € Ü
�‰ÅGÖ{ÁG¸bÈrÐUYËzÐkmÐnpÑkq×kxÑkxÖkzÑ^gÐ^_ÐadÐfg˜œBŸH™H S¨A¡X¨s°DÓ9Ó9ÐkzÐ9ÀGÔ{Ó|€AÜ�1—6‘6“8‹_œe A§E¡E£G›nˆ€BÜ
�)‰)×
Ñ
¤¤w§}¡}°TÓ':Ñ :Ó
;€CØ�2ˆ€CÜ˜“×&Ñ&×(‰ˆˆ1Ü�1�S‘6‹{ˆØ˜T™( 1 U¡8Ñ,‰ˆˆ5�%Ü˜
 A e¡HÓ-ˆÜ—‘œŸ™Ÿ™¤i°¸1¸U¹8¸*ÀDÐ8IÓJÓKÈIÑVÐW\ÐX\Ð]×dÑdÔehÓiˆÜ! ! E¡(¨D°!°U¸CÓ@‰ˆˆq�!Ü�C—L‘L  AÓ&Ó'ˆØˆu‰IˆØ”2—:‘:˜d Q™h¬¯©´"·)±)¼CÀ»FÓ2CÄbÑ2HÈ2ÈdÉ8Ñ2SÐWZÑ1ZÓ([×(bÑ(bÔcfÓ(gÓhÑiˆÜ�H‰H�Rš˜4˜‘[ " U¡)ªA©t°¨t¨GÑ"4°b¸±iÓ@ÀÄ#ÀaÃ&ÐIˆØ�E‘×!Ñ!¤#Ó& w¬¨A«Ð/°"Ñ4×<Ñ<¼UÓCˆÜ—‘˜5 2 d¡8Ñ+¬rÑ1Ó2×9Ñ9¼#Ó>ˆÜ  1 a¨°°RÑL¸uÐLÈÑL‰ˆˆQ�Ø�‰�q˜‘} bÓ)×0Ñ0´&¸¸eÄRÈÈuÓ2UÔWY×W_ÑW_Ð`eÐghÐkqÑgqÐsyÓWzÐ1{Ô|Ø�3‰JˆØ�5‰5Ž7Ø�J‰J˜˜1™ ™ u¨Q¡x°1¡}Ñ5±s¸°sÑ;Ö<ð! )ô" 	�sÓ€AÜ�!�C‘&˜a ™h¨A¨e©HÑruÌ5ÔQS×QXÑQXÔY[×YgÑYgÐhkÓYlÓQmÔKnÔ{}÷  |Bñ  |BÜ!$¤SÑ(=¹Ó(=Ó%=Ó!>ô@ð @ùõ- |s
   ›
O.¦;O.Ú__main__Ú_s1r   Ú
SCORE_JOBSr2   )Ún_jobsc              #   ó`   K  — | ]&  \  }}} t        t        «      |t        |   |«      –— Œ( y ­wr|   )r   r«   r˜   )r}   rY   ri   r~   s       r*   r   r   y   s7   è ø€ Ð?uÑptÑelÐefÐhiÐklÐ@SÄÌ
Ó@SÐTUÔWYÐZ[ÑW\Ð^_×@`Ñptùs   ‚,.)Úconfigrš   ÚresultsÚresearchzadapt_within_trial.csv)rˆ   zdisplay.widthéÜ   )rx   ry   rz   r€   r±   rš   )rˆ   Úcolumnsrƒ   r=   z
=== z ===
rz   r1   )gV-²�ïï?r   r0   NF© )IÚ__doc__r‹   Únumpyr   ÚpandasÚpdÚjoblibr   r   Úfuse_generalÚFGÚ
common_expr   r   r   r   Úcommonr	   rŽ   r
   r   Ú	e1_switchr   r   Úfuse_evidencer   Úhmm_bankr   r   r   r   r’   r!   r8   rA   r:   rC   r;   r?   r>   r•   ÚCONFIGSr+   rk   r«   Ú__name__ÚbuildÚZÚmetar$   r3   r…   r˜   ÚjobsÚenvironÚgetr'   Ú	DataFrameÚzipÚdfÚto_csvrŒ   r�   Ú
set_optionÚorderrª   ÚpivotÚreindexÚgr=   Úprintr‘   Ú	to_string)r~   rš   ÚkrY   ri   r    r›   s   0000000r*   Ú<module>r×      sV  ðñSó  
ã Û ß $ã ß 3Ó 3ß 4Ñ 4ß )Ý ß ,Ó ,à€r‡y�y��B˜Ó€Ù! $§(¡(£*›o¨q°!°b±&¸#¸uÐDÑ €ˆˆS�#�tØ™D cœNÐ+Ð.GÉÐSVÐ_cÔIdÐ-eØ%¡t°¤~Ð6Ð9RÑTXÐ^aÔTbÐ8cØ0±$¸CÀSÔ2IÐJðL€ò
ó()òV@ð6 ˆzÓØˆb�h‰h˜˜1˜u™9�~¨¨1¨u©9°a¸¸U¹Ð'CÓD�G€A€tØ€Aá*1õ
3Ù*1 Qð Ùô!Ù�"ð ð  ~Bð  CEò  ~Fó  Gñ  ~FÐxy�1˜˜A™  1¡ a¡¨¡¨Q¡Ñ/°!°a¸±d¸1±g¸b±kÀ!±nÑ2DÑDÀdÈ2ÁhÈqÁkÐRSÁnÐVZÐ[]ÑV^Ð_`ÑVaÐbcÑVd×VkÑVkÐlqÓVrÐsÑsð  ~Fñ  Gñ  GØò!ñ !Ø*1ó
3€Bá")Õ;¡'™$˜!˜Q³7¨aˆQ��1ŠI°7ˆI 'Ó;€DØ
?‰(™#˜bŸj™jŸn™n¨\¸1Ó=Ó>Ô
?Ñ?uÑptÓ?uÓ
u€CØ	ˆ�‰ÁSÈÈsÄ^ÖTÁ^±\±Y°a¸¸AÀ‘tÐ0 1¨Ñ0¨aÓ0À^ÔTÓ	U€BØ‡I�Iˆb�g‰g�l‰l˜3 	¨:Ð7OÓPÐX]€IÔ^Ø€B‡M�M�/ 3Ô'Ù"Ô#™7‘4�1�aŠQ˜7Ò#€EÛ8ˆØ�H‰H˜8¨T¸!ˆHÓ<×DÑDÀUÓKˆØ—F‘F˜1“Iˆˆ&‰	Ù��q�c˜Ð  !§'¡'¨q°Eªz©!¸qÓ"A×"KÑ"KÓ"MÕNñ 9ð ùò Gùó !ùô 
3ùä;ùåTùó $s=   Ã6KÄKÄAKÅ KÅ%KÅ6KÇ!K%ÉK-ËKËK