Ë
    Ï—¬jõ-  ã                   ó†  — d dl mZ d dlZd dlZd dlmZ ddlmZ ddlm	Z	m
Z
  G d„ d	ej                  «      Z G d
„ de«      Zdej                  deej                  ej                  f   fd„Z	 ddej                  dedej                  fd„Z	 	 ddej                  dedededeej                  ej                  f   f
d„Zy)é    )Ú	rearrangeN)ÚAnyé   )Ú	LinearABCé   )ÚEEG_TYPEÚ
AUDIO_TYPEc            	       óÜ  — e Zd ZU dZedz  ed<   dZedz  ed<   dZedz  ed<   dZ	edz  ed<   e
ed<   eed<   e
ed<   e
ed	<   e
ed
<    ej                  dddddd	d
«      d„ «       Zedededdfd„«       Z ej"                  d¬«      d„ «       Zede
fd„«       Zede
fd„«       Zede
fd„«       Zede
fd„«       Zej0                  ede
fd„«       «       Zej0                  ede
fd„«       «       Zy)Ú	CCAConfigNÚ	x_lag_secÚ	y_lag_secÚx_lagsÚy_lagsÚfsÚl2Únum_features_xÚnum_features_yÚnum_componentsc                 ó.   — |€|S |dk  rt        d«      ‚|S )Nr   zValue must be non-negative)Ú
ValueError)ÚclsÚvs     ún/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/SuperHugeAAD/superhuge/model/linear/regression/cca.pyÚpositive_floatzCCAConfig.positive_float   s&   € ð ˆ9ØˆHØˆqŠ5ÜÐ9Ó:Ð:Øˆó    Úsec_nameÚ	lags_nameÚreturnc                 ó(  — |d u}|d u}|r|rt        | › d|› d�«      ‚|s|st        d| › d|› �«      ‚|r^t        |t        t        f«      r t	        |«      dk7  st        d„ |D «       «      st        |› d�«      ‚|d   |d	   kD  st        |› d
�«      ‚y y )Nz and z, are mutually exclusive: choose one lag modezmust specify either z or é   c              3   ón   K  — | ]-  }t        |t        t        f«      xr t        |t        «       –— Œ/ y ­w©N)Ú
isinstanceÚintÚfloatÚbool)Ú.0r   s     r   Ú	<genexpr>z,CCAConfig._check_lag_side.<locals>.<genexpr>4   s5   è ø€ ð á!˜ô ˜q¤3¬ ,Ó/ÒK¼
À1ÄdÓ8KÐ4KÓKÙ!ùs   ‚35zF must be a [start, end] pair of seconds values (start may be negative)r   r   z end must be greater than start)r   r#   ÚlistÚtupleÚlenÚall)r   r   ÚsecÚlagsÚhas_secÚhas_lagss         r   Ú_check_lag_sidezCCAConfig._check_lag_side&   sÖ   € à˜T�/ˆØ˜tÐ#ˆÙ‘xÜØ�*˜E ) Ð,XÐYóð ñ ™xÜÐ3°H°:¸TÀ)ÀÐMÓNÐNÙä˜t¤d¬E ]Ô3Ü�t“9 ’>Üñ á!óô ô
 !Ø �kð ".ð .óð ð ˜‘7˜T !™WÒ$Ü  I ;Ð.MÐ!NÓOÐOð %ð r   Úafter)Úmodec                 ó¦   — | j                  dd| j                  | j                  «       | j                  dd| j                  | j                  «       | S )Nr   r   r   r   )r1   r   r   r   r   ©Úselfs    r   Úcheck_lag_modeszCCAConfig.check_lag_modes@   s?   € à×Ñ˜[¨(°D·N±NÀDÇKÁKÔPØ×Ñ˜[¨(°D·N±NÀDÇKÁKÔPØˆr   c                 óª   — | j                   �%t        | j                   d   | j                  z  «      S t        | j                  | j                  z  «       S )zELeft edge of the EEG lag window in samples (negative = past, causal).r   ©r   r$   r   r   r5   s    r   Úx_lag_start_sampleszCCAConfig.x_lag_start_samplesF   sE   € ð �;‰;Ð"Ü�t—{‘{ 1‘~¨¯©Ñ/Ó0Ð0Ü�D—N‘N T§W¡WÑ,Ó-Ð-Ð-r   c                 ó¨   — | j                   �%t        | j                   d   | j                  z  «      S t        | j                  | j                  z  «      S )z@Right edge of the EEG lag window in samples (positive = future).r   r9   r5   s    r   Úx_lag_end_sampleszCCAConfig.x_lag_end_samplesM   sB   € ð �;‰;Ð"Ü�t—{‘{ 1‘~¨¯©Ñ/Ó0Ð0Ü�4—>‘> D§G¡GÑ+Ó,Ð,r   c                 óª   — | j                   �%t        | j                   d   | j                  z  «      S t        | j                  | j                  z  «       S )Nr   ©r   r$   r   r   r5   s    r   Úy_lag_start_sampleszCCAConfig.y_lag_start_samplesT   sC   € à�;‰;Ð"Ü�t—{‘{ 1‘~¨¯©Ñ/Ó0Ð0Ü�D—N‘N T§W¡WÑ,Ó-Ð-Ð-r   c                 ó¨   — | j                   �%t        | j                   d   | j                  z  «      S t        | j                  | j                  z  «      S )Nr   r>   r5   s    r   Úy_lag_end_sampleszCCAConfig.y_lag_end_samplesZ   s@   € à�;‰;Ð"Ü�t—{‘{ 1‘~¨¯©Ñ/Ó0Ð0Ü�4—>‘> D§G¡GÑ+Ó,Ð,r   c                 óF   — t        | j                  | j                  z  «      S )z>Legacy symmetric half-window in samples (x_lag_sec mode only).)r$   r   r   r5   s    r   Úx_lag_sampleszCCAConfig.x_lag_samples`   ó   € ô �4—>‘> D§G¡GÑ+Ó,Ð,r   c                 óF   — t        | j                  | j                  z  «      S )z>Legacy symmetric half-window in samples (y_lag_sec mode only).)r$   r   r   r5   s    r   Úy_lag_sampleszCCAConfig.y_lag_samplesf   rD   r   )Ú__name__Ú
__module__Ú__qualname__r   r%   Ú__annotations__r   r   r)   r   r$   ÚpydanticÚfield_validatorr   ÚstaticmethodÚstrr1   Úmodel_validatorr7   Úpropertyr:   r<   r?   rA   Úcomputed_fieldrC   rF   © r   r   r   r   	   s™  … Ø"€Iˆu�t‰|Ó"Ø"€Iˆu�t‰|Ó"Ø€FˆD�4‰KÓØ€FˆD�4‰KÓØƒGØƒIØÓØÓØÓð €X×ÑØØØØØØØóñóðð ðP #ð P°#ð PÀTò Pó ðPð2 €X×Ñ 7Ô+ñó ,ðð
 ð. Sò .ó ð.ð ð- 3ò -ó ð-ð ð. Sò .ó ð.ð
 ð- 3ò -ó ð-ð
 ×ÑØð-˜sò -ó ó ð-ð ×ÑØð-˜sò -ó ó ñ-r   r   c                   ó   ‡ — e Zd ZU ej                  ed<   ej                  ed<   ej                  ed<   ddddddœdedz  dedz  d	edz  d
edz  dedefˆ fd„Z	dej                  dej                  ddfˆ fd„Z
dd„Zdededeeef   fd„Zˆ xZS )ÚCCAÚRxyxyÚweight_xÚweight_yNg        )r   r   r   r   r   r   r   r   r   r   r   c               óf  •— t         ‰	| �  «        t        |||||d   ||d   t        d„ |d   j	                  «       D «       «      |¬«	      | _        | j
                  j                  | j
                  j                  z
  dz   | j
                  j                  z  | _	        | j
                  j                  | j
                  j                  z
  dz   | j
                  j                  z  | _        | j                  | j                  z   }| j                  dt        j                   ||f«      «       | j                  dt        j                   | j                  | j
                  j"                  f«      «       | j                  d	t        j                   | j                  | j
                  j"                  f«      «       y
)a¶  
        Canonical Correlation Analysis model with temporal filtering

        Args:
            x_lag_sec: Pre-stimulus lag (seconds); mutually exclusive with x_lags
            y_lag_sec: Post-stimulus lag (seconds); mutually exclusive with y_lags
            x_lags: EEG lag window [start, end] in seconds (start may be negative)
            y_lags: envelope lag window [start, end] in seconds (start may be negative)
            fs: Sampling frequency (Hz)
            l2: L2 regularization strength
            num_features_x: Number of input features (channels)
            num_features_y: Number of output features
            num_components: Number of CCA components to extract
        r   Únum_channelsc              3   ó&   K  — | ]	  }|€Œ|–— Œ y ­wr"   rR   )r'   Úxs     r   r(   zCCA.__init__.<locals>.<genexpr>—   s   è ø€ ð Ù@�aÀAÁM”Ñ@ùs   ‚ŠÚnum_audio_features)	r   r   r   r   r   r   r   r   r   r   rU   rV   rW   N)ÚsuperÚ__init__r   ÚsumÚvaluesÚcfgr<   r:   r   Úcovar_dim_xrA   r?   r   Úcovar_dim_yÚregister_bufferÚtorchÚzerosr   )
r6   r   r   r   r   r   r   ÚkwargsÚ	covar_dimÚ	__class__s
            €r   r^   zCCA.__init__r   ss  ø€ ô4 	‰ÑÔô ØØØØØ�d‰|ØØ! .Ñ1Üñ Ø!Ð"6Ñ7×>Ñ>Ô@óó ð *ô
ˆŒð �H‰H×&Ñ&¨¯©×)EÑ)EÑEÈÑIØ�H‰H×#Ñ#ñ$ˆÔð �H‰H×&Ñ&¨¯©×)EÑ)EÑEÈÑIØ�H‰H×#Ñ#ñ$ˆÔð ×$Ñ$ t×'7Ñ'7Ñ7ˆ	Ø×Ñ˜W¤e§k¡k°9¸iÐ2HÓ&IÔJØ×ÑØœŸ™ T×%5Ñ%5°t·x±x×7NÑ7NÐ$OÓPô	
ð 	×ÑØœŸ™ T×%5Ñ%5°t·x±x×7NÑ7NÐ$OÓPõ	
r   ÚeegÚenvr   c                 ó’  •— t         ‰| �  ||«       | j                  |d| j                  j                  | j                  j
                  «      }| j                  |d   d| j                  j                  | j                  j                  «      }t        j                  ||gd¬«      }| xj                  |j                  |z  z  c_
        y)z¹
        Accumulate cross-correlation statistics

        Args:
            x: Input features [batch, time, features_x]
            y: Target features [batch, time, features_y]
        z4batch time lag channel -> (batch time) (lag channel)).r   éÿÿÿÿ)ÚdimN)r]   ÚupdateÚlag_and_flattenra   r:   r<   r?   rA   re   ÚcatrU   ÚT)r6   rj   rk   Ú
x_lag_flatÚ
y_lag_flatÚjoint_signalri   s         €r   ro   z
CCA.update¬   s«   ø€ ô 	‰‰�s˜CÔ ð ×)Ñ)ØØBØ�H‰H×(Ñ(Ø�H‰H×&Ñ&ó	
ˆ
ð ×)Ñ)Ø�‰KØBØ�H‰H×(Ñ(Ø�H‰H×&Ñ&ó	
ˆ
ô —y‘y *¨jÐ!9¸rÔBˆð 	�
Š
�l—n‘n |Ñ3Ñ3Ž
r   c                 óT  — | j                   rJ d«       ‚| j                  dkD  sJ d«       ‚| xj                  t        j                  | j                  j
                  d   | j                  j                  ¬«      | j                  j                  z  z  c_        t        | j                  | j                  z  | j                  j                  | j                  j                  z
  dz   | j                  j                  z  d| j                  j                  ¬«      \  | _        | _        d| _         y	)
zK
        Compute canonical components using accumulated statistics
        zModel is already fittedr   zNo data to fit)Údevicer   gñhãˆµøä>)Ú
cov_matrixr   Úreg_strengthr   TN)Ú_fittedÚ
_n_samplesrU   re   ÚeyeÚshaperw   ra   r   Úcanonical_correlation_analysisr<   r:   r   r   rV   rW   r5   s    r   ÚfitzCCA.fitÊ   sç   € ð —<’<Ð:Ð!:Ó:ÐØ�‰ Ò"Ð4Ð$4Ó4Ð"ð 	�
Š
Ü�I‰I�d—j‘j×&Ñ& qÑ)°$·*±*×2CÑ2CÔDÀtÇxÁxÇ{Á{ÑRñ	
�
ô (FØ—z‘z D§O¡OÑ3à—‘×*Ñ*¨T¯X©X×-IÑ-IÑIÈAÑMà�h‰h×%Ñ%ñ&ð  ØŸ8™8×2Ñ2ô(
Ñ$ˆŒ�t”}ð ˆ�r   c                 ót  — | j                   sJ d«       ‚| j                  |d| j                  j                  | j                  j                  «      }| j                  |d| j                  j
                  | j                  j                  «      }|| j                  z  }|| j                  z  }t        |d«      }||fS )a[  
        Project input onto CCA space

        Args:
            x: EEG features [batch, time, features_x]
            audio: [batch, time, features_y, speaker]

        Returns:
            x_proj: Projected input features [batch, time, num_components]
            y_proj: Projected target features [batch, time, num_components, speaker]
        zModel not fitted yetz8batch time lag features_x -> batch time (lag features_x)zHbatch time lag features_y speaker -> batch time speaker (lag features_y)z>batch time speaker features_y -> batch time features_y speaker)
rz   rp   ra   r:   r<   r?   rA   rV   rW   r   )r6   rj   rk   rs   rt   Úx_projÚy_projs          r   ÚpredictzCCA.predictä   s´   € ð �|Š|Ð3Ð3Ó3ˆ|ð ×)Ñ)ØØFØ�H‰H×(Ñ(Ø�H‰H×&Ñ&ó	
ˆ
ð ×)Ñ)ØØVØ�H‰H×(Ñ(Ø�H‰H×&Ñ&ó	
ˆ
ð ˜dŸm™mÑ+ˆØ˜dŸm™mÑ+ˆäØÐTó
ˆð �vˆ~Ðr   )r   N)rG   rH   rI   re   ÚTensorrJ   r%   r)   r$   r^   ro   r   r   r	   r*   rƒ   Ú__classcell__)ri   s   @r   rT   rT   m   sÒ   ø… Ø�<‰<ÓØ�l‰lÓØ�l‰lÓð #'Ø"&Ø"Ø"Øò8
ð ˜4‘<ð	8
ð
 ˜4‘<ð8
ð �t‘ð8
ð �t‘ð8
ð ð8
ð õ8
ðt4˜%Ÿ,™,ð 4¨U¯\©\ð 4¸dõ 4ó<ð4&Øð&Ø",ð&à	ˆx˜Ð#Ñ	$÷&r   rT   rx   r   c                 ó�   — t         j                  j                  | «      \  }}t        j                  |d¬«      }||   |dd…|f   fS )zì
    Compute sorted eigenvalues/vectors of covariance matrix

    Args:
        cov_matrix: [n, n] covariance matrix

    Returns:
        eigenvalues: [n] in descending order
        eigenvectors: [n, n] corresponding eigenvectors
    T)Ú
descendingN)re   ÚlinalgÚeighÚargsort)rx   ÚeigvalsÚeigvecsr‡   s       r   Úeigen_decompositionr�     sF   € ô —|‘|×(Ñ(¨Ó4Ñ€GˆWÜ—‘˜w°4Ô8€JØ�:Ñ ª¨:¨Ñ 6Ð6Ð6r   ry   c                 ó°   — t        | «      \  }}|d   }||z  |kD  }||   }|dd…|f   }|t        j                  t        j                  d|z  «      «      z  S )zð
    Compute whitening transformation for covariance matrix

    Args:
        cov_matrix: [n, n] covariance matrix
        reg_strength: Regularization cutoff threshold

    Returns:
        transform: [n, m] whitening matrix (m <= n)
    r   Ng      ð?)r�   re   ÚdiagÚsqrt)rx   ry   r‹   rŒ   Ú
max_eigvalÚ	keep_masks         r   Úcompute_sphering_matrixr“     sh   € ô +¨:Ó6Ñ€GˆWð ˜‘€JØ˜*Ñ$ |Ñ3€IØ�iÑ €GØ’a˜�lÑ#€Gð ”U—Z‘Z¤§
¡
¨3°©=Ó 9Ó:Ñ:Ð:r   r   r   c                 óp  — |}| d|…d|…f   }| |d…|d…f   }| d|…|d…f   }t        ||«      }t        ||«      }	|j                  |z  |	z  }
t        j                  j	                  |
d¬«      \  }}}t        |j                  d   |j                  d   |j                  d   «      }||k\  sJ d|› d|› d�«       ‚|}||dd…d|…f   z  t        j                  t        j                  d	«      «      z  }|	|d|…dd…f   j                  z  t        j                  t        j                  d	«      «      z  }||fS )
a¬  
    Perform Canonical Correlation Analysis (CCA)

    Reference: Based on implementation from 10.1016/j.neuroimage.2018.01.033

    Args:
        cov_matrix: [d, d] joint covariance matrix (x and y concatenated)
        num_features_x: Dimension of x features
        reg_strength: Truncation threshold

    Returns:
        weights_x: [d_x, k] projection weights for x
        weights_y: [d_y, k] projection weights for y
    NF)Úfull_matricesr   r   zNumber of components z exceeds rank z of covariance matrixg       @)	r“   rr   re   rˆ   ÚsvdÚminr}   r�   Útensor)rx   r   ry   r   Úd_xÚcov_xxÚcov_yyÚcov_xyÚw_xÚw_yÚtransformed_covÚuÚsÚvhÚkÚ	weights_xÚ	weights_ys                    r   r~   r~   7  sT  € ð* €Cà˜˜˜˜d˜s˜d˜
Ñ#€FØ˜™˜c™d˜
Ñ#€FØ˜˜˜˜c™d˜
Ñ#€Fô " &¨,Ó
7€CÜ
! &¨,Ó
7€Cð —e‘e˜f‘n sÑ*€Oô �|‰|×Ñ ¸uÐÓE�H€A€qˆ"ÜˆA�G‰G�A‰J˜Ÿ™ ™ Q§W¡W¨Q¡ZÓ0€Aà	ˆ^ÒðVà	˜~Ð.¨n¸Q¸CÐ?TÐUóVØà€Að �aš˜2˜A˜2˜‘h‘¤§¡¬E¯L©L¸Ó,=Ó!>Ñ>€IØ�b˜˜!˜šQ˜‘i—k‘kÑ!¤E§J¡J¬u¯|©|¸CÓ/@Ó$AÑA€Ià�iÐÐr   )çê-�™—q=)r¦   r   )Úeinopsr   re   rK   Útypingr   Úabcr   Útypesr   r	   Ú	BaseModelr   rT   r„   r*   r�   r%   r“   r$   r~   rR   r   r   Ú<module>r¬      sß   ðÝ Û Û Ý Ý ß )ôa-�×"Ñ"ô a-ôH]ˆ)ô ]ðB7 E§L¡Lð 7°U¸5¿<¹<ÈÏÉÐ;UÑ5Vó 7ð" 5:ñ;Ø—‘ð;Ø,1ð;à
‡\�\ó;ð8  Øñ	. Ø—‘ð. àð. ð ð. ð ð	. ð
 ˆ5�<‰<˜Ÿ™Ð%Ñ&ô. r   