o
    Œ•.e  ã                   @   sl   d dl Zd dlZd dlm  mZ dd„ Zddd„Zdd„ Z	d	d
„ Z
dd„ Zdd„ ZG dd„ dejjƒZdS )é    Nc              	   C   sÜ   d
dd„}d}t jj | d¡} t jj |d¡}| t jjj| ddd� }|t jjj|ddd� }t jjj||gddd�| t jjj||gddd� }d	t jj t jjj||gddd�t jjj|| || gddd� | ¡ S )NFc                 S   ó   t j| d|d�S )Néÿÿÿÿ)ÚaxisÚkeepdims)ÚtfÚnorm)Úmatr   © r	   ú[/Users/qiuzelin/Desktop/project_20/ICASSP2024/task1_match_mismatch/models/../models/loss.pyÚl2norm   ó   zget_sisnr.<locals>.l2normç»½×Ùß|Û=r   T)r   )Ú	normalizeé
   ©F)	r   ÚexperimentalÚnumpyÚsqueezeÚmeanÚkerasÚlayersÚdotÚlog10)Ús_cleanÚs_enhcer   ÚepsÚsc_zmÚse_zmÚe_tr	   r	   r
   Ú	get_sisnr   s   
4Jr   ç:Œ0âŽyE>c                 C   s¤   ddd„}| j |j krtd | j |j ¡ƒ‚| tj| ddd� }|tj|ddd� }tj|| ddd�| ||dd�d	 |  }d
t |||ƒ||| ƒ|   ¡ S )z€
    Arguments:
    x: separated signal, N x S tensor
    s: reference signal, N x S tensor
    Return:
    sisnr: N tensor
    Fc                 S   r   )Nr   ©ÚdimÚkeepdim)Útorchr   )r   r#   r	   r	   r
   r   1   r   zsisnr.<locals>.l2normz2Dimention mismatch when calculate si-snr, {} vs {}r   Tr!   )r#   é   é   Nr   )ÚshapeÚRuntimeErrorÚformatr$   r   Úsumr   )ÚxÚsr   r   Zx_zmZs_zmÚtr	   r	   r
   Úsisnr(   s$   
	ÿÿþþþ&r.   c                 C   s    t jjj| d |dddd�}|S )Nr   Fg        r   )Úfrom_logitsÚlabel_smoothingr   )r   r   ÚmetricsÚcategorical_crossentropy)Úy_trueÚy_predÚlossr	   r	   r
   r2   ?   s   r2   c                 C   s2   t tjj | d d¡ƒ\}}tjj ¡ ||ƒ}|S ©Nr   r   )Úget_spectrum_from_speechr   r   r   Úexpand_dimsr   ÚlossesÚMeanSquaredError)r3   r4   Úmag_attÚ_r5   r	   r	   r
   Úspeech_mse_lossF   s   r=   c                 C   s,   t tjj | d d¡|ƒ}tjj |d¡ S r6   )r   r   r   r   r8   r   )r3   r4   r.   r	   r	   r
   Úspeech_sisnr_lossP   s   r>   c                 C   sb   t jjjdd�| ƒ} t jj | d¡} t jj| ddd�}t j	 
|¡}|t j|d t jd� }||fS )	Néú   )Úpaddingr%   i   é}   )Úframe_lengthÚ
frame_stepr   )Údtype)r   r   r   ÚZeroPadding1Dr   r   r   ÚsignalÚstftÚmathÚabsÚcastÚ	complex64)Ú
speech_mixÚspeech_mix_stftÚspeech_mix_magÚspeech_mix_phaser	   r	   r
   r7   ^   s   r7   c                       sV   e Zd ZdZ		d‡ fdd„	Zdd„ Zd	ejd
ejfdd„Zdd„ Z	ddd„Z
‡  ZS )ÚClipLossz/CLIP (See Open AI CLIP) constrastive loss.
    NTFc
           
         sp   t ƒ  ¡  d | _|| _|	| _|d ur'tj |¡| _|r | j| _	ntj |¡| _	|| _
|| _|| _|| _|| _d S ©N)ÚsuperÚ__init__ÚlinearÚpoolÚcenterr$   ÚnnÚ
LazyLinearÚ
linear_estÚ	linear_gtÚtminÚtmaxÚ
tmin_trainÚ
tmax_trainÚ	dset_args)
ÚselfrT   ZtwinrU   r[   r\   r]   r^   r_   rV   ©Ú	__class__r	   r
   rS   k   s   


zClipLoss.__init__c           
      C   sô   | j r| jdus| jdur| j| j}}n| j| j}}|dus$|dur7| jdus+J ‚| jjdus3J ‚| jj}|du r>d}n||ksFJ dƒ‚t| | | jj ƒ}|du r[|jd }nt| | | jj ƒ}|d||…f }|d||…f }	||	fS )a  Given estimates that is [B1, C, T] and candidates
        which is [B2, C, T], return estimates_trim of size [B1, C, T']
        and candidates_trim of size [B2, C, T'], such that T'
        corresponds to the samples between [self.tmin, self.tmax]
        Nr   z#clip.tmin should be above dset.tminr   .)	Útrainingr]   r^   r[   r\   r_   ÚintÚsample_rater'   )
r`   Ú	estimatesÚ
candidatesr[   r\   Z	dset_tminZtrim_minZtrim_maxZestimates_trimZcandidates_trimr	   r	   r
   Útrim_samples}   s"   zClipLoss.trim_samplesrf   rg   c                 C   s    |   ||¡\}}| jr|  |¡}|  |¡}| jr&|jddd�}|jddd�}| jr;||jddd� }||jddd� }dd|jddd�  }t 	d|||¡}|S )	z…Given estimates that is [B, C, T] and candidates
        which is [B', C, T], return a [B, B'] matrix of scores of matching.
        r%   Tr!   )é   r%   ri   r    )r"   Úpzbct,oct,o->bo)
rh   rT   rY   rZ   rU   r   rV   r   r$   Úeinsum)r`   rf   rg   Z	inv_normsÚscoresr	   r	   r
   Ú
get_scores˜   s   

zClipLoss.get_scoresc                 C   s   |   ||¡}tj|dd�S )zŒGiven estimates that is [B, C, T] and candidates
        which is [B', C, T], return a [B, B'] matrix of probabilities of matching.
        ri   )r"   )rm   ÚFÚsoftmax)r`   rf   rg   rl   r	   r	   r
   Úget_probabilities¬   s   zClipLoss.get_probabilitiesc                 C   sH   |  d¡|  d¡ksJ dƒ‚|  ||¡}tjt|ƒ|jd�}t ||¡S )a  Warning: estimate and candidate are not symmetrical.
        If estimate of shape [B, C, T] and candidate of size [B', C, T]
        with B'>=B, the first B samples of candidate are targets, while
        the remaining B'-B samples of candidate are only used as negatives.
        r   z*need at least as many targets as estimates)Údevice)Úsizerm   r$   ÚarangeÚlenrq   rn   Úcross_entropy)r`   ZestimateÚ	candidateÚmaskrl   Útargetr	   r	   r
   Úforward³   s   zClipLoss.forward)	NTFNNNNNFrQ   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__rS   rh   r$   ÚTensorrm   rp   ry   Ú__classcell__r	   r	   ra   r
   rP   h   s    ÿrP   )r    )Ú
tensorflowr   r$   Ztorch.nn.functionalrW   Ú
functionalrn   r   r.   r2   r=   r>   r7   ÚModulerP   r	   r	   r	   r
   Ú<module>   s    


