Ë
    �®¿jÔ  ã                   ó–  — d Z ddlZddlZddlZddlZddlZddlZddl	m
Z
mZ ddlmZmZ ej                  j!                  ej                  j#                  e«      «      Zej                  j#                  ej                  j)                  eddd«      «      Zej                  j-                  dej                  j)                  edd«      «       ddlmZmZ dd	lmZ ej                  j)                  ed
«      Z eej<                  «      dkD  rej<                  d   ndZej                  j)                  ede«      Z g d¢Z!ed   D � cg c]!  } e!jE                  | jG                  «       «      ‘Œ# c} Z$d\  Z%Z& edddgde%d¬«      Z' ejP                  d«      Z)d„ Z*e+dk(  �r• ejX                  e d¬«        e- ej                  ej                  j)                  edddd«      «      «      Z.e.D �cg c]#  }ej                  j_                  |dz   «      sŒ"|‘Œ% c}Z.i Z0e.D ]Œ  Z1e)je                  ej                  jg                  e1«      «      Z4e4sŒ0e0jk                   e6e4jo                  d«      «      g «      jq                  e4jo                  d«       e6e4jo                  d «      «      e1f«       ŒŽ  e-e0js                  «       «      D ����cg c]#  \  }}| e-|«      D ��cg c]  \  }}}|‘Œ
 c}}f‘Œ% c}}}}Z: e;  e
d ¬!«      d"„ e:D «       «      g «      Z< ejz                  e<«      Z>e>j                  ej                  j)                  edd#e› d$�«      d%¬&«       e>e>j€                  dkD     ZA eBd'e› d(eAjT                  j‡                  «       › d) eeA«      › d*eAj€                  jw                  «       d+z  d,z  d-›d. ee>«       eeA«      z
  › d/ e-e>e>j€                  dk(     jˆ                  j‹                  «       «      dd0 › d1�«        eFej                  j)                  edd2e› �«      d3«      j�                  «        yyc c} w c c}w c c}}w c c}}}}w )4a  Convert SparrKULee (Accou et al. 2024, KU Leuven; derivatives/) to the decoder_lodo cache format.

Single-speaker listening (audiobooks / podcasts, ~85 subjects, ~15-min runs). Used as EXTRA TRAINING / PRETRAINING data
only (never held out), so there is no ignored stream: column 1 of `env` is a MISMATCHED negative = the same run's
envelope circularly shifted by half its length (other speech, same speaker / statistics), att = 0 everywhere.

Input (download_sparrkulee.py -> raw/):
  preprocessed_eeg/sub-*/ses-*/*_desc-preproc-audio-<stim>_eeg.npy   (64, T) float64, 64 Hz, BioSemi-64 order,
                                                                      authors' preprocessing (high-pass, MWF, CAR)
  preprocessed_stimuli/<stim>_-_envelope.npy                          (T, 1) 64 Hz, gammatone (28 bands) |.|^0.6
  (EEG and envelope are aligned at stimulus onset; checked: ridge-decoder r peaks at lag 0.)
Pipeline (= prep 'mat_reac'):
  EEG : filtfilt Butterworth order 2, 1-9 Hz -> 32 Hz -> 58 montage channels (b64ustc58, by name) -> CAR -> full-trial
        z-score -> causal running EA carried across the subject's runs (session, run order) -> 1-s edge trim
  ENV : filtfilt order 2, 1-9 Hz -> 32 Hz -> z-score -> trim; mismatched column as above
Output: cache/mat_reac/SPK_S{sub:03d}_{ses}_R{run:02d}.npz (env, att, t0) + <key>_eeg.npy (float16, (T, 58); loaded
with mmap by run_experiment.load_external so parallel jobs share the page cache); cache/index.csv; cache/.done
usage: python convert_sparrkulee.py [mat_reac|mat]é    N)ÚParallelÚdelayed)ÚbutterÚsosfiltfiltz..ÚexperimentsÚdecoder_lodo)Ú	causal_eaÚzscore_trial)ÚMONTAGESÚrawé   Úmat_reacÚcache)@ÚFP1ÚAF7ÚAF3ÚF1ÚF3ÚF5ÚF7ÚFT7ÚFC5ÚFC3ÚFC1ÚC1ÚC3ÚC5ÚT7ÚTP7ÚCP5ÚCP3ÚCP1ÚP1ÚP3ÚP5ÚP7ÚP9ÚPO7ÚPO3ÚO1ÚIZÚOZÚPOZÚPZÚCPZÚFPZÚFP2ÚAF8ÚAF4ÚAFZÚFZÚF2ÚF4ÚF6ÚF8ÚFT8ÚFC6ÚFC4ÚFC2ÚFCZÚCZÚC2ÚC4ÚC6ÚT8ÚTP8ÚCP6ÚCP4ÚCP2ÚP2ÚP4ÚP6ÚP8ÚP10ÚPO8ÚPO4ÚO2Ú	b64ustc58)é@   é    é   é	   ÚbandpassÚsos)ÚfsÚoutputzLsub-(\d+)_(ses-[^_]+)_task-[^_]+_run-(\d+)_desc-preproc-audio-(.+)_eeg\.npy$c                 ó`  — d g }}|D �]£  }t         j                  t        j                  j	                  |«      «      }|j                  d«      t        |j                  d«      «      |j                  d«      }}}d| d›d|j                  dd«      › d	|d
›�}	t        j                  j                  t        d|› d�«      }
t        j                  j                  |
«      s"|j                  t        |	| |||dd¬«      «       Œøt        j                  |«      j                  t        j                   «      }|j"                  d   dk(  r|j"                  d   dk7  r|j$                  }t'        t(        |d¬«      d d d…   d d …t*        f   }||j-                  dd¬«      z  }t/        |«      }t0        dk(  rt3        |dd|d¬«      \  }}t'        t(        t        j                  |
«      j                  t        j                   «      j5                  d«      d¬«      d d d…   }t7        t9        |«      t9        |«      «      }t/        |d |…d f   «      d d …df   }t        j:                  |t        j<                  ||dz  «      gd«      }t        j>                  t        j                  j                  t@        |	dz   «      |tB        |tB        z
   j                  t        jD                  «      «       t        jF                  t        j                  j                  t@        |	dz   «      |tB        |tB        z
   j                  t        jH                  «      t        jJ                  |dtB        z  z
  t        jL                  «      tB        dz  ¬«       |j                  t        |	| ||||dtB        z  z
  d¬«      «       �Œ¦ |S )NrS   é   é   ÚSPK_SÚ03dÚ_zses-Ú Ú_RÚ02dÚpreprocessed_stimuliz_-_envelope.npyr   zno envelope)ÚkeyÚsubjectÚsessionÚrunÚstimÚnÚnoterQ   r   )ÚaxisT)Úkeepdimsr   rR   g      N@)Útau_sÚR0Úreturn_Réÿÿÿÿz_eeg.npyz.npz)ÚenvÚattÚt0)'ÚPATÚsearchÚosÚpathÚbasenameÚgroupÚintÚreplaceÚjoinÚRAWÚexistsÚappendÚdictÚnpÚloadÚastypeÚfloat64ÚshapeÚTr   ÚBPÚSELÚmeanr
   ÚPREPr	   ÚreshapeÚminÚlenÚstackÚrollÚsaveÚOUTÚTRIMÚfloat16ÚsavezÚfloat32ÚzerosÚint8)ÚsubÚfilesÚRÚrowsÚfÚmÚsesrf   rg   rc   ÚenvfÚxÚeegÚvrh   rp   s                   úƒ/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/../external_data/SparrKULee/convert_sparrkulee.pyrd   rd   0   s×  € Ø�B€t€AÜˆÜ�J‰J”r—w‘w×'Ñ'¨Ó*Ó+ˆØŸ™ ›¤S¨¯©°«£_°a·g±g¸a³j�$ˆSˆØ�c˜#�Y˜a §¡¨F°BÓ 7Ð8¸¸3¸s¸)ÐDˆÜ�w‰w�|‰|œCÐ!7¸D¸6ÀÐ9QÓRˆÜ�w‰w�~‰~˜dÔ#Ø�K‰Kœ ¨c¸3ÀCÈdÐVWÐ^kÔlÔmØÜ�G‰G�A‹J×ÑœbŸj™jÓ)ˆØ�7‰7�1‰:˜Ò §¡¨¡
¨bÒ 0Ø—‘ˆAÜœ˜A AÔ&¡s¨ sÑ+ªA¬s¨FÑ3ˆØ	ˆQ�V‰V�A ˆVÓ%Ñ%ˆÜ˜1‹oˆÜ�:ÒÜ˜s B¨d°qÀ4ÔH‰FˆC�ÜœœBŸG™G D›M×0Ñ0´·±Ó<×DÑDÀRÓHÈqÔQÑRUÐTUÐRUÑVˆÜ”�C“œ#˜a›&Ó!ˆÜ˜˜2˜A˜2˜t˜8™Ó%¢a¨ dÑ+ˆÜ�h‰h˜œ2Ÿ7™7 1 a¨1¡fÓ-Ð.°Ó2ˆÜ
�‰”—‘—‘œS #¨
Ñ"2Ó3°S¼¸aÄ$¹hÐ5G×5NÑ5NÌrÏzÉzÓ5ZÔ[Ü
�‰”—‘—‘œc 3¨¡<Ó0°c¼$¸qÄ4¹xÐ6H×6OÑ6OÔPR×PZÑPZÓ6[Ü—X‘X˜a !¤d¡(™l¬B¯G©GÓ4¼À¹õ	Dà�‰”D˜S¨#°sÀÈ$ÐRSÐVWÔZ^ÑV^ÑR^ÐegÔhÖið/ ð0 €Kó    Ú__main__T)Úexist_okÚpreprocessed_eegzsub-*zses-*z	*_eeg.npyz.okrZ   )Ún_jobsc              #   óN   K  — | ]  \  }} t        t        «      ||«      –— Œ y ­w)N)r   rd   )Ú.0ÚsrW   s      r¢   Ú	<genexpr>r«   W   s$   è ø€ Ð!LÁt¹e¸aÀÐ"2¤'¬'Ó"2°1°b×"9Átùs   ‚#%Úindex_z.csvF)ÚindexzSparrKULee [z]: z subjects, z runs, rR   i  z.1fz h; skipped z runs without envelope (é
   Ú)z.done_Úw)HÚ__doc__Úglobru   ÚreÚsysÚnumpyr€   ÚpandasÚpdÚjoblibr   r   Úscipy.signalr   r   rv   ÚdirnameÚabspathÚ__file__ÚHEREr{   ÚROOTÚinsertÚprepare_datar	   r
   Úcommonr   r|   rŒ   Úargvr‰   r�   ÚB64r­   Úupperr‡   ÚFS0r‘   r†   Úcompilers   rd   Ú__name__ÚmakedirsÚsortedr˜   r}   Úbyr›   rt   rw   rœ   Ú
setdefaultry   rx   r~   ÚitemsÚjobsÚsumrš   Ú	DataFrameÚIÚto_csvrh   ÚokÚprintÚnuniquerg   ÚuniqueÚopenÚclose)Úcr›   rª   r¡   r^   s   00000r¢   Ú<module>rÙ      s¸  ðñ6ó$ Û 	Û 	Û 
ã Û ß $ß ,à	‡w�w‡��r—w‘w—‘ xÓ0Ó1€Ø	‡w�w‡��r—w‘w—|‘| D¨$°°dÓ;Ó<€Ø ‡�‡���2—7‘7—<‘<  m°^ÓDÔ Eß 0Ý à‡g�g‡l�l�4˜Ó€Ù˜#Ÿ(™(“m aÒ'€s‡x�x�‚{¨Z€Ø‡g�g‡l�l�4˜ $Ó'€òO€ð &.¨kÒ%:Ó;Ñ%: €s‡y�y�—‘“ÕÐ%:Ñ;€Ø�	€€TÙˆA��1ˆv�z c°%Ô8€Ø€b‡j�jÐ`Óa€òð: ˆzÓØ€B‡K�K�˜dÕ#Ù�9�4—9‘9˜RŸW™WŸ\™\¨#Ð/AÀ7ÈGÐU`ÓaÓbÓc€EÙÓ;™�1 §¡§¡°°E±	Õ!:ŠQ˜Ñ;€EØ	€BÛˆØ�J‰J�r—w‘w×'Ñ'¨Ó*Ó+ˆÚØ�M‰M™#˜aŸg™g a›j›/¨2Ó.×5Ñ5°q·w±w¸q³zÁ3ÀqÇwÁwÈqÃzÃ?ÐTUÐ6VÕWð ñ ;AÀÇÁÃÔ:LÖMÑ:L±$°!°QˆQ¡&¨¤)Ô,¡)‘w�q˜!˜Q’ )Ò,Ò-Ð:LÔM€DÙÐ!‰x˜qÔ!Ñ!LÁtÓ!LÓLÈbÓQ€DØˆ�‰�TÓ€AØ‡H�HˆR�W‰W�\‰\˜$ ¨6°$°°tÐ)<Ó=ÀU€HÔKØ	
ˆ1�3‰3�‰7‰€BÙ	ˆL˜˜˜c "§*¡*×"4Ñ"4Ó"6Ð!7°{Á3ÀrÃ7À)È7ÐSU×SWÑSW×S[ÑS[ÓS]Ð`bÑSbÐeiÑSiÐjmÐRnð oÙ˜“V™c "›gÑ%Ð&Ð&>¹vÀaÈÏÉÈqÉÁk×FVÑFV×F]ÑF]ÓF_Ó?`ÐadÐbdÐ?eÐ>fÐfgðiô jáˆ�‰�‰�d˜G v¨d¨V _Ó	5°sÓ;×AÑAÕCð! ùòG <ùòL <ùó -ùÕMs*   Å&P3Ç*#P8ÈP8ËQ
ËP=Ë$Q
Ð=Q
