o
    _{j¬  ã                   @   sz   d dl mZ d dlmZ d dlmZ ddlmZ ddl	m
Z
 ddlmZmZ G d	d
„ d
ejƒZe
 ¡ G dd„ deƒƒZdS )é    )ÚdeepcopyN)Ú
checkpointé   )ÚTAM)Ú	BACKBONESé   )Ú
BottleneckÚResNetc                       s.   e Zd ZdZeƒ f‡ fdd„	Zdd„ Z‡  ZS )ÚTABlocka(  Temporal Adaptive Block (TA-Block) for TANet.

    This block is proposed in `TAM: TEMPORAL ADAPTIVE MODULE FOR VIDEO
    RECOGNITION <https://arxiv.org/pdf/2005.06803>`_

    The temporal adaptive module (TAM) is embedded into ResNet-Block
    after the first Conv2D, which turns the vanilla ResNet-Block
    into TA-Block.

    Args:
        block (nn.Module): Residual blocks to be substituted.
        num_segments (int): Number of frame segments.
        tam_cfg (dict): Config for temporal adaptive module (TAM).
            Default: dict().
    c                    sT   t ƒ  ¡  t|ƒ| _|| _|| _td|jj|dœ| j¤Ž| _	t
| jtƒs(tdƒ‚d S )N)Úin_channelsÚnum_segmentszWTA-Blocks have not been fully implemented except the pattern based on Bottleneck block.© )ÚsuperÚ__init__r   Útam_cfgÚblockr   r   Úconv1Úout_channelsÚtamÚ
isinstancer   ÚNotImplementedError)Úselfr   r   r   ©Ú	__class__r   ú5/root/disk_3tb/HAC/mmaction/models/backbones/tanet.pyr      s   

þýÿzTABlock.__init__c                    sP   t ˆ jtƒr&‡ fdd„}ˆ jjr|jrt ||¡}n||ƒ}ˆ j |¡}|S d S )Nc                    sV   | }ˆ j  | ¡}ˆ  |¡}ˆ j  |¡}ˆ j  |¡}ˆ j jdur%ˆ j  | ¡}|| }|S )z)Forward wrapper for utilizing checkpoint.N)r   r   r   Úconv2Úconv3Ú
downsample)ÚxÚidentityÚout©r   r   r   Ú_inner_forward.   s   
z'TABlock.forward.<locals>._inner_forward)r   r   r   Úwith_cpÚrequires_gradÚcpr   Úrelu)r   r   r"   r    r   r!   r   Úforward+   s   çzTABlock.forward)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Údictr   r'   Ú__classcell__r   r   r   r   r
      s    r
   c                       s:   e Zd ZdZeƒ f‡ fdd„	Z‡ fdd„Zdd„ Z‡  ZS )ÚTANetaX  Temporal Adaptive Network (TANet) backbone.

    This backbone is proposed in `TAM: TEMPORAL ADAPTIVE MODULE FOR VIDEO
    RECOGNITION <https://arxiv.org/pdf/2005.06803>`_

    Embedding the temporal adaptive module (TAM) into ResNet to
    instantiate TANet.

    Args:
        depth (int): Depth of resnet, from {18, 34, 50, 101, 152}.
        num_segments (int): Number of frame segments.
        tam_cfg (dict | None): Config for temporal adaptive module (TAM).
            Default: dict().
        **kwargs (keyword arguments, optional): Arguments for ResNet except
            ```depth```.
    c                    s4   t ƒ j|fi |¤Ž |dksJ ‚|| _t|ƒ| _d S )Né   )r   r   r   r   r   )r   Údepthr   r   Úkwargsr   r   r   r   [   s   zTANet.__init__c                    s   t ƒ  ¡  |  ¡  d S ©N)r   Úinit_weightsÚmake_tam_modelingr!   r   r   r   r3   a   s   
zTANet.init_weightsc                 C   sR   t ƒ fdd„}t| jƒD ]}d|d › �}t| |ƒ}t| |||| j| jƒƒ qdS )z#Replace ResNet-Block with TA-Block.c                 S   s<   t |  ¡ ƒ}t|ƒD ]\}}t||t|ƒƒ||< q
tj|Ž S r2   )ÚlistÚchildrenÚ	enumerater
   r   ÚnnÚ
Sequential)Ústager   r   ÚblocksÚir   r   r   r   Úmake_tam_blockh   s   
z/TANet.make_tam_modeling.<locals>.make_tam_blockÚlayerr   N)r,   ÚrangeÚ
num_stagesÚgetattrÚsetattrr   r   )r   r=   r<   Ú
layer_nameÚ	res_layerr   r   r   r4   e   s   
ÿýzTANet.make_tam_modeling)	r(   r)   r*   r+   r,   r   r3   r4   r-   r   r   r   r   r.   H   s
    r.   )Úcopyr   Útorch.nnr8   Ztorch.utilsr   r%   Úcommonr   Úregistryr   Úresnetr   r	   ÚModuler
   Úregister_moduler.   r   r   r   r   Ú<module>   s    =