Ë
    Üh¿j$  ã                   óJ  — d Z ddlZddlZddlZddlZddlZddlm	Z
 ddlmZmZ ddlmZ ddlmZmZ ej$                  j'                  ej$                  j)                  e«      «      Zej$                  j)                  ej$                  j/                  eddd«      «      Zej$                  j3                  dej$                  j/                  edd«      «       ej$                  j3                  dej$                  j/                  edd	«      «       dd
lmZmZ ddlmZ ddlm Z  ej$                  j/                  eddd«      Z! e"ejF                  «      dkD  rejF                  d   ndZ$ej$                  j/                  ede$«      Z%g d¢Z&ed   D � cg c]  } | jO                  «       ‘Œ c} Z(dZ)d„ Z*d„ Z+d„ Z,d„ Z-e.dk(  �re e
j^                  ej$                  j/                  e!dd«      «      d   Z0  ed¬«      d „  e1dd!«      D «       «        e2 ej                  ej$                  j/                  e!dd"d#«      «      «      Z3 e4  ed$¬«      d%„ e3D «       «      g «      Z5 ejl                  e5«      Z7e$dk(  r.e7jq                  ej$                  j/                  edd&«      d'¬(«        e9d)e$› d*e7jZ                  ju                  «       › d+ e"e7«      › d,e7jv                  jy                  «       d-›d.e7jz                  j}                  «       › d/e7jz                  j                  «       › �«       yyc c} w )0a*  Convert Carta et al. 2026 (PLOS Biology; Zenodo 20569817, CC-BY-4.0) to the decoder_lodo cache format.

Paradigm: two competing TED-talk streams (left / right loudspeaker) + 16-talker babble; listeners switch attention
on a visual cue every ~15-30 s (REAL cued switches). 24 subjects x 20 trials x 175 s, BioSemi 64 ch.
Facts from the authors' code (Code/Step0_MakeStimMatrix_Stim2CND.m):
  * audio Data/STIM/Audio/Audio_{trial:03d}.wav, stereo (left / right stream), first 5 s are zero padding
  * attention at trial start: startAtt = [1,1,-1,-1,...] (LEFT = 1), flipping at every Data/MAIN/attentionSwitches.mat time
  * EEG CND Data/MAIN/dataCND/ica_pre_05-20Hz_64fs_dataSubXXX.mat (ICA-cleaned, 0.5-20 Hz, 64 Hz), aligned to speech onset

Pipeline (= prep 'mat_reac' / 'mat'):
  EEG  : 58 montage channels by name -> filtfilt Butterworth order 2, 1-9 Hz -> 32 Hz -> CAR -> full-trial z-score
         -> [mat_reac: causal running EA carried across the subject's trials] -> 1-s edge trim
  ENV  : gammatone^0.6 per channel (organisers' method) -> filtfilt order 2, 1-9 Hz -> 32 Hz -> z-score -> trim
  LABEL: column 0 = LEFT stream, column 1 = RIGHT; att(t) from startAtt and the switch times (real cued switches)
usage: python convert_carta.py [mat_reac|mat]  -> cache/<prep>/CAR_S{s:02d}_T{t:02d}.npz, cache/index.csvé    N)ÚParallelÚdelayed)Úwavfile)ÚbutterÚsosfiltfiltz..ÚexperimentsÚdecoder_lodoÚenvelope_reverse)Ú	causal_eaÚzscore_trial)ÚMONTAGES)Ú
candidatesÚextractÚCarta_et_al_2026ÚDataé   Úmat_reacÚcache)r   r   éÿÿÿÿr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Ú	b64ustc58é    c                 ó|   — 	 t        j                  | dd¬«      S # t        $ r ddl}|j                  | «      cY S w xY w)z$CND files may be MATLAB v7.3 (HDF5).TF)Ú
squeeze_meÚstruct_as_recordr   N)ÚsioÚloadmatÚNotImplementedErrorÚmat73)Úfr   s     ú}/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/../external_data/Carta2026/convert_carta.pyÚloadmat_anyr!   +   s;   € ð Ü�{‰{˜1¨ÀÔFÐFøÜò  ÛØ�}‰}˜QÓÒð ús   ‚ š;º;c           
      ó$  — t         j                  j                  t        ddd| d›d�«      }t         j                  j	                  |«      rt        j                  |«      S t        j                  t         j                  j                  t        ddd| d›d�«      «      \  }}|d	|z  d  j                  t
        j                  «      }t        j                  t        d
«      D �cg c]  }t        |d d …|f   |«      d   ‘Œ c}d«      }t        t!        d
ddgddd¬«      |d¬«      }t        j"                  t         j                  j%                  |«      d¬«       t        j&                  |dz   |«       t        j(                  |dz   |«       |S c c}w )Nr   ÚenvÚAudio_Ú03dz.npyÚSTIMÚAudioz.wavé   é   Úgt_pow06r   é	   Úbandpassé€   Úsos©ÚfsÚoutputr   ©ÚaxisT©Úexist_okz.tmp.npy)ÚosÚpathÚjoinÚHEREÚexistsÚnpÚloadr   ÚreadÚDÚastypeÚfloat64ÚstackÚranger   r   r   ÚmakedirsÚdirnameÚsaveÚreplace)ÚtrialÚcpr0   ÚaÚcÚes         r    ÚenveloperL   4   s2  € Ü	�‰�‰”d˜G U¨f°U¸3°K¸tÐ,DÓ	E€BÜ	‡w�w‡~�~�bÔÜ�w‰w�r‹{ÐÜ�L‰LœŸ™Ÿ™¤a¨°¸FÀ5ÈÀ+ÈTÐ:RÓSÓT�E€BˆØ	ˆ!ˆb‰&ˆ'ˆ
×Ñœ"Ÿ*™*Ó%€AÜ
�‰¼uÀQ¼xÓH¹x¸!”*˜Qšq !˜t™W bÓ)¨*Ó5¸xÑHÈ!ÓL€AÜ”F˜1˜q !˜f j°SÀÔGÈÐQRÔS€AÜ‡K�K”—‘—‘ Ó#¨dÕ3Ü‡G�GˆB�‰O˜QÔÜ‡J�Jˆr�J‰ Ô#Ø€Hùò Is   Ã"Fc           
      ó|  — t        j                  || dz
     «      D �cg c]   }t        j                  |«      sŒ|dkD  sŒ|‘Œ" }}t        j                  |t         j                  «      }t
        | dz
     dk(  rdnd}d}|D ]/  }t        |t        t        |dz  «      «      «      }|||| d|z
  |}}Œ1 |||d  |S c c}w )Nr   r   r-   )	r;   Ú
atleast_1dÚisfiniteÚzerosÚint8Ú	START_ATTÚminÚintÚround)	rG   Ún128ÚswitchesÚtÚswÚattÚcurÚprevÚss	            r    Úlabelsr^   B   s¾   € Ü—]‘] 8¨E°A©IÑ#6Ô7Ó	TÑ7�¼2¿;¹;Àq½>ÈaÐRSËeŠ!Ð7€BÐ	TÜ
�(‰(�4œŸ™Ó
!€CÜ˜ ™Ñ# qÒ(‰!¨a€CØ€DÛˆÜ�”cœ%  C¡›.Ó)Ó*ˆØˆˆD�ˆØ˜‘G˜QˆT‰ð ð €Cˆˆ€JØ€Jùò 
Us   žB9¹B9¿B9c                 ó¤  ‡— t        t        j                  j                  | «      dd «      }t	        | «      d   Št        ‰d«      rˆfd„nˆfd„}t        t        j                   |d«      «      d   «      }t        j                   |d	«      «      rYt        j                   |d	«      «      D �cg c]4  }t        t        |d
|«      «      j                  «       j                  «       ‘Œ6 c}ng }t        D �cg c]  }||v r|j                  |«      nd‘Œ }}t        j                   |D �cg c]  }|dk\  ‘Œ	 c}«      }	t#        dddgd|d¬«      }
d g }}t        j$                  t&        d¬«       t)        t        j                   |d«      «      d¬«      D �]¥  \  }}t        j*                  |t        j,                  «      }|j.                  d   |j.                  d   k  r|j0                  }t3        |
|d¬«      d d |dz  …   }t        j4                  t7        |«      t7        t        «      f«      }|d d …|D �cg c]
  }|dk\  sŒ	|‘Œ c}f   |d d …|	f<   |d d …|	fxx   |d d …|	f   j9                  dd¬«      z  cc<   t;        |«      }t<        dk(  rt?        |dd|d¬«      \  }}tA        |«      }tC        t7        |«      t7        |«      dz  «      }tE        |||«      }|d | d d d…   }tC        t7        |«      t7        |«      «      }|d d d…   d | }d|d›d|d›�}t        jF                  t        j                  jI                  t&        |d z   «      |tJ        |tJ        z
   jM                  t        jN                  «      t;        |d | «      tJ        |tJ        z
   jM                  t        jN                  «      |tJ        |tJ        z
   tJ        dz  ||¬!«       |jQ                  tS        ||||t        t        jT                  t        jV                  |«      dk7  «      «      t        |	jU                  «       «      ¬"«      «       �Œ¨ |S c c}w c c}w c c}w c c}w )#NiùÿÿÿéüÿÿÿÚeegÚ_fieldnamesc                 ó   •— t        ‰| «      S ©N)Úgetattr©ÚkÚds    €r    Ú<lambda>zsubject.<locals>.<lambda>R   s   ø€ ”W˜Q ”]ó    c                 ó   •— ‰|    S rd   © rf   s    €r    ri   zsubject.<locals>.<lambda>R   s   ø€ ÐQRÐSTÒQUrj   r0   r   Úchanlocsr^   r   r)   r   r+   r,   r.   r/   Tr4   Údata)Ústartr2   r   )Úkeepdimsr   g      N@)Útau_sÚR0Úreturn_Ré   ÚCAR_SÚ02dÚ_Tz.npz)ra   r#   rZ   Út0Úatt128rV   )ÚkeyÚsubjectrG   ÚnÚ
n_switchesÚchannels),rT   r6   r7   Úbasenamer!   Úhasattrr;   ÚravelÚsizerN   Ústrre   ÚstripÚupperÚMONTÚindexÚarrayr   rC   ÚOUTÚ	enumerateÚasarrayr@   ÚshapeÚTr   rP   ÚlenÚmeanr   ÚPREPr   rL   rS   r^   Úsavezr8   ÚTRIMr?   Úfloat32ÚappendÚdictÚsumÚdiff)r   rW   r]   Úgetr0   rJ   ÚlabsÚselÚiÚpresÚbpÚRÚrowsrX   Úxra   Úenv128rV   ry   r#   r|   rZ   rz   rh   s                          @r    r{   r{   O   sÆ  ø€ ÜŒB�G‰G×Ñ˜QÓ  2Ð&Ó'€AÜ�A‹�uÑ€AÜ'.¨q°-Ô'@Ô"Ã~€CÜ	ŒR�X‰X‘c˜$“iÓ  Ñ#Ó	$€BÜeg×elÑelÑmpÐq{Óm|Ôe}Ä"Ç-Á-ÑPSÐT^ÓP_ÔB`ÓaÑB`¸QŒC”˜˜8 QÓ'Ó(×.Ñ.Ó0×6Ñ6Õ8ÐB`Òað  DF€DÝ7;Ó
<±t°!˜A ™Iˆ4�:‰:�aŒ=¨2Ñ-°t€CÐ
<Ü�8‰8¡SÓ)¡S �Q˜!“V SÑ)Ó*€DÜ	��A�q�6˜:¨"°UÔ	;€BØ�B€t€AÜ‡K�K”˜dÕ#Üœ"Ÿ-™-©¨F«Ó4¸A×>Ð>‰ˆˆ1Ü�J‰J�qœ"Ÿ*™*Ó%ˆØ�7‰7�1‰:˜Ÿ™ ™
Ò"Ø—‘ˆAÜ˜˜A AÔ&¡{¨"°©( {Ñ3ˆÜ�h‰hœ˜A›¤¤D£	Ð*Ó+ˆØš©Ó6© 1¨q°A«všQ¨Ñ6Ð6Ñ7ˆŠAˆtˆG‰ØŠAˆtˆG‹˜šA˜t˜G™×)Ñ)¨!°dÐ)Ó;Ñ;‹Ü˜3ÓˆÜ�:ÒÜ˜s B¨d°qÀ4ÔH‰FˆC�Ü˜!“ˆÜ”3�v“;¤ A£¨¡
Ó+ˆÜ˜˜4 Ó*ˆØ�U�dˆm™C˜a˜CÑ ˆÜ”�C“œ#˜c›(Ó#ˆØ‘S�q�S‰k˜"˜1ˆoˆØ�a˜�W˜B˜q ˜gÐ&ˆÜ
�‰”—‘—‘œc 3¨¡<Ó0°c¼$¸qÄ4¹xÐ6H×6OÑ6OÔPR×PZÑPZÓ6[Ü! # b q 'Ó*¬4°´D±Ð9×@Ñ@ÄÇÁÓLÐRUÔVZÐ[\Ô_cÑ[cÐRdÔimÐprÑirØ Tõ	+ð 	�‰”D˜S¨!°1¸ÌÌRÏVÉVÔTV×T[ÑT[Ð\bÓTcÐghÑThÓMiÓIjÔuxÐy}÷  zBñ  zBó  zDó  vEô  Fö  	Gð+ ?ð, €Kùò9 bùÚ
<ùÚ)ùò 7s   Â09P>Ã6QÄ)QÈ5
Q
É Q
Ú__main__ÚMAINzattentionSwitches.matÚattentionSwitchesrt   )Ún_jobsc              #   óF   K  — | ]  } t        t        «      |«      –— Œ y ­wrd   )r   rL   )Ú.0rX   s     r    Ú	<genexpr>r¨   u   s   è ø€ ÐB±\°Ð(”wœxÓ(¨×+±\ùs   ‚!é   ÚdataCNDz!ica_pre_05-20Hz_64fs_dataSub*.maté   c              #   óP   K  — | ]  } t        t        «      |t        «      –— Œ  y ­wrd   )r   r{   rW   )r§   r   s     r    r¨   r¨   w   s    è ø€ Ð!OÉÀAÐ"2¤'¬'Ó"2°1´h×"?Éùs   ‚$&z	index.csvF)r‡   zCarta2026 [z]: z subjects, z trials, switches/trial median z.0fz, channels present Ú-)@Ú__doc__Úglobr6   ÚsysÚnumpyr;   ÚpandasÚpdÚscipy.ioÚior   Újoblibr   r   r   Úscipy.signalr   r   r7   rD   ÚabspathÚ__file__r9   r8   ÚROOTÚinsertÚprepare_datar   r   Úcommonr   Úreverser   r>   rŽ   Úargvr�   r‰   rR   r…   r†   r’   r!   rL   r^   r{   Ú__name__r   rW   rB   ÚsortedÚfilesr–   rŸ   Ú	DataFrameÚIÚto_csvÚprintÚnuniquer}   Úmedianr~   rS   Úmax)rJ   s   0r    Ú<module>rÊ      s¢  ðñmó Û 	Û 
ã Û Ý ß $Ý ß ,à	‡w�w‡��r—w‘w—‘ xÓ0Ó1€Ø	‡w�w‡��r—w‘w—|‘| D¨$°°dÓ;Ó<€Ø ‡�‡���2—7‘7—<‘<  m°^ÓDÔ EØ ‡�‡���2—7‘7—<‘<  mÐ5GÓHÔ Iß 0Ý Ý à‡G�G‡L�L��yÐ"4°fÓ=€Ù˜#Ÿ(™(“m aÒ'€s‡x�x�‚{¨Z€Ø‡g�g‡l�l�4˜ $Ó'€ÚR€	Ø# KÒ0Ó1Ñ0�aˆ�‰�	Ð0Ñ1€Ø	€ò òò
ò!ðH ˆzÓØˆs�{‰{˜2Ÿ7™7Ÿ<™<¨¨6Ð3JÓKÓLÐM`Ña€HØ�H�AÔÑB±U¸1¸b´\ÓBÔBÙ�9�4—9‘9˜RŸW™WŸ\™\¨!¨V°YÐ@cÓdÓeÓf€EÙÐ!‰x˜qÔ!Ñ!OÉÓ!OÓOÐQSÓT€DØˆ�‰�TÓ€AØˆzÒØ	�‰�—‘—‘˜d G¨[Ó9ÀˆÔGÙ	ˆK˜�v˜S §¡×!2Ñ!2Ó!4Ð 5°[ÁÀQÃÀÐHgÐhi×htÑht×h{Ñh{Óh}ð  Bð  hCð CØŸj™jŸn™nÓ.Ð/¨q°·±·±Ó1AÐ0BðDõ Eð ùòY 2s   ÆL 