o
    ljB  ã                   @   s*   d dl Z d dlmZ G dd„ dejƒZdS )é    Nc                       s0   e Zd ZdZ		d	‡ fdd„	Zd
dd„Z‡  ZS )Ú
SupConLossz‡Supervised Contrastive Learning: https://arxiv.org/pdf/2004.11362.pdf.
    It also supports the unsupervised contrastive loss in SimCLRçìQ¸…ë±?Úallc                    s$   t t| ƒ ¡  || _|| _|| _d S )N)Úsuperr   Ú__init__ÚtemperatureÚcontrast_modeÚbase_temperature)Úselfr   r   r	   ©Ú	__class__© ú/root/disk_3tb/HAC/losses.pyr      s   
zSupConLoss.__init__Nc                 C   s<  |j rt d¡nt d¡}t|jƒdk rtdƒ‚t|jƒdkr,| |jd |jd d¡}|jd }|dur=|dur=td	ƒ‚|du rQ|du rQtj|tjd
� 	|¡}n+|duru| 
¡  dd¡}|jd |krhtdƒ‚t ||j¡ ¡  	|¡}n| ¡  	|¡}|jd }tjtj|dd�dd�}| jdkr�|dd…df }d}	n| jdkr§|}|}	ntd | j¡ƒ‚t t ||j¡| j¡}
tj|
ddd�\}}|
| ¡  }| |	|¡}t t |¡dt ||	 ¡ dd¡ 	|¡d¡}|| }t |¡| }|t |jddd�¡ }||  d¡| d¡ }| j| j  | }| |	|¡ ¡ }|S )aé  Compute loss for model. If both `labels` and `mask` are None,
        it degenerates to SimCLR unsupervised loss:
        https://arxiv.org/pdf/2002.05709.pdf

        Args:
            features: hidden vector of shape [bsz, n_views, ...].
            labels: ground truth of shape [bsz].
            mask: contrastive mask of shape [bsz, bsz], mask_{i,j}=1 if sample j
                has the same class as sample i. Can be asymmetric.
        Returns:
            A loss scalar.
        ÚcudaÚcpué   zM`features` needs to be [bsz, n_views, ...],at least 3 dimensions are requiredr   é   éÿÿÿÿNz&Cannot define both `labels` and `mask`)Údtypez,Num of labels does not match num of features)ÚdimÚoner   zUnknown mode: {}T)r   Úkeepdim)r   ) Úis_cudaÚtorchÚdeviceÚlenÚshapeÚ
ValueErrorÚviewÚeyeÚfloat32ÚtoÚ
contiguousÚeqÚTÚfloatÚcatÚunbindr   ÚformatÚdivÚmatmulr   ÚmaxÚdetachÚrepeatÚscatterÚ	ones_likeÚarangeÚexpÚlogÚsumr	   Úmean)r
   ÚfeaturesÚlabelsÚmaskr   Ú
batch_sizeZcontrast_countZcontrast_featureZanchor_featureZanchor_countZanchor_dot_contrastZ
logits_maxÚ_ÚlogitsZlogits_maskZ
exp_logitsÚlog_probZmean_log_prob_posÚlossr   r   r   Úforward   s`   ÿþ



þüzSupConLoss.forward)r   r   r   )NN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r=   Ú__classcell__r   r   r   r   r      s    ÿr   )r   Útorch.nnÚnnÚModuler   r   r   r   r   Ú<module>   s    