o
    _{ji:  ã                   @   s¤   d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlZd dl	Z
d dlmZ ddlmZmZmZ ddlmZ dd	lmZ dd
lmZ e ¡ G dd„ deƒƒZdS )é    N)Údefaultdict)Údatetime)Ú	print_logé   )Úava_evalÚread_labelmapÚresults2csv)Úget_root_loggeré   )ÚBaseDataset)ÚDATASETSc                       s~   e Zd ZdZdZ												
	d‡ fdd„	Zdd„ Zdd„ Zdd„ Zdd„ Z	dd„ Z
dd„ Z			ddd„Z‡  ZS )Ú
AVADatasetaÐ  AVA dataset for spatial temporal detection.

    Based on official AVA annotation files, the dataset loads raw frames,
    bounding boxes, proposals and applies specified transformations to return
    a dict containing the frame tensors and other information.

    This datasets can load information from the following files:

    .. code-block:: txt

        ann_file -> ava_{train, val}_{v2.1, v2.2}.csv
        exclude_file -> ava_{train, val}_excluded_timestamps_{v2.1, v2.2}.csv
        label_file -> ava_action_list_{v2.1, v2.2}.pbtxt /
                      ava_action_list_{v2.1, v2.2}_for_activitynet_2019.pbtxt
        proposal_file -> ava_dense_proposals_{train, val}.FAIR.recall_93.9.pkl

    Particularly, the proposal_file is a pickle file which contains
    ``img_key`` (in format of ``{video_id},{timestamp}``). Example of a pickle
    file:

    .. code-block:: JSON

        {
            ...
            '0f39OWEqJ24,0902':
                array([[0.011   , 0.157   , 0.655   , 0.983   , 0.998163]]),
            '0f39OWEqJ24,0912':
                array([[0.054   , 0.088   , 0.91    , 0.998   , 0.068273],
                       [0.016   , 0.161   , 0.519   , 0.974   , 0.984025],
                       [0.493   , 0.283   , 0.981   , 0.984   , 0.983621]]),
            ...
        }

    Args:
        ann_file (str): Path to the annotation file like
            ``ava_{train, val}_{v2.1, v2.2}.csv``.
        exclude_file (str): Path to the excluded timestamp file like
            ``ava_{train, val}_excluded_timestamps_{v2.1, v2.2}.csv``.
        pipeline (list[dict | callable]): A sequence of data transforms.
        label_file (str): Path to the label file like
            ``ava_action_list_{v2.1, v2.2}.pbtxt`` or
            ``ava_action_list_{v2.1, v2.2}_for_activitynet_2019.pbtxt``.
            Default: None.
        filename_tmpl (str): Template for each filename.
            Default: 'img_{:05}.jpg'.
        proposal_file (str): Path to the proposal file like
            ``ava_dense_proposals_{train, val}.FAIR.recall_93.9.pkl``.
            Default: None.
        person_det_score_thr (float): The threshold of person detection scores,
            bboxes with scores above the threshold will be used. Default: 0.9.
            Note that 0 <= person_det_score_thr <= 1. If no proposal has
            detection score larger than the threshold, the one with the largest
            detection score will be used.
        num_classes (int): The number of classes of the dataset. Default: 81.
            (AVA has 80 action classes, another 1-dim is added for potential
            usage)
        custom_classes (list[int]): A subset of class ids from origin dataset.
            Please note that 0 should NOT be selected, and ``num_classes``
            should be equal to ``len(custom_classes) + 1``
        data_prefix (str): Path to a directory where videos are held.
            Default: None.
        test_mode (bool): Store True when building test or validation dataset.
            Default: False.
        modality (str): Modality of data. Support 'RGB', 'Flow'.
                        Default: 'RGB'.
        num_max_proposals (int): Max proposals number to store. Default: 1000.
        timestamp_start (int): The start point of included timestamps. The
            default value is referred from the official website. Default: 902.
        timestamp_end (int): The end point of included timestamps. The
            default value is referred from the official website. Default: 1798.
    é   Núimg_{:05}.jpgçÍÌÌÌÌÌì?éQ   FÚRGBéè  é„  é  c                    sD  |	ˆ _ |	d ur0|t|	ƒd ksJ ‚d|	vsJ ‚tt|ƒƒ\}}t|	ƒ |¡s(J ‚tdg|	 ƒˆ _ |ˆ _|ˆ _|ˆ _	d|  krFdksKJ dƒ‚ J dƒ‚|ˆ _
|ˆ _|ˆ _|ˆ _|ˆ _|ˆ _tƒ ˆ _tƒ j|||
|||d� ˆ j	d urzt ˆ j	¡ˆ _nd ˆ _|s ˆ  ¡ }ˆ j t|ƒ› dtˆ jƒ› d�¡ ‡ fdd„|D ƒˆ _d S d S )	Nr
   r   z4The value of person_det_score_thr should in [0, 1]. )ÚmodalityÚnum_classesz out of z frames are valid.c                    s   g | ]}ˆ j | ‘qS © )Úvideo_infos)Ú.0Úi©Úselfr   ú3/root/disk_3tb/HAC/mmaction/datasets/ava_dataset.pyÚ
<listcomp>–   s    z'AVADataset.__init__.<locals>.<listcomp>)Úcustom_classesÚlenr   ÚopenÚsetÚissubsetÚtupleÚexclude_fileÚ
label_fileÚproposal_fileÚperson_det_score_thrr   Úfilename_tmplÚnum_max_proposalsÚtimestamp_startÚtimestamp_endr	   ÚloggerÚsuperÚ__init__ÚmmcvÚloadÚ	proposalsÚfilter_exclude_fileÚinfor   )r   Úann_filer&   Úpipeliner'   r*   r(   r)   r   r    Údata_prefixÚ	test_moder   r+   r,   r-   Ú_Zclass_whitelistÚvalid_indexes©Ú	__class__r   r   r0   ]   sP   ÿÿú
ÿûzAVADataset.__init__c           
         sü   g g g }}}t |ƒdkrj|d ‰ t |ƒ}tt‡ fdd„|ƒƒ}t |ƒ}tt‡ fdd„|ƒƒ}t |ƒ| |ks:J ‚| ˆ d ¡ t dd„ |D ƒ¡}tj| jtjd�}	d	|	|< | |	¡ | ˆ d
 ¡ t |ƒdkst 	|¡}t 	|¡}t 	|¡}|||fS )Nr   c                    s   t  | d ˆ d ¡S ©NÚ
entity_box©ÚnpÚarray_equal©Úx©Z
img_recordr   r   Ú<lambda>Ÿ   s    ÿz-AVADataset.parse_img_record.<locals>.<lambda>c                    s   t  | d ˆ d ¡ S r>   r@   rC   rE   r   r   rF   ¤   s    ÿr?   c                 S   s   g | ]}|d  ‘qS )Úlabelr   )r   Zselected_recordr   r   r   r   ©   s    ÿÿz/AVADataset.parse_img_record.<locals>.<listcomp>)Údtypeg      ð?Ú	entity_id)
r!   ÚlistÚfilterÚappendrA   ÚarrayÚzerosr   Úfloat32Ústack)
r   Zimg_recordsÚbboxesÚlabelsÚ
entity_idsZnum_img_recordsZselected_recordsZnum_selected_recordsZvalid_labelsrG   r   rE   r   Úparse_img_record˜   s>   
þÿ
þÿ
þ
ç



zAVADataset.parse_img_recordc                 C   s�   g }| j d u rttt| jƒƒƒ}|S dd„ t| j ƒD ƒ}t| jƒD ]$\}}| |¡ |D ]\}}|d |krD|d t|ƒkrD| 	¡   nq,q!|S )Nc                 S   s   g | ]	}|  ¡  d ¡‘qS )Ú,)ÚstripÚsplit)r   rD   r   r   r   r   ¿   s    ÿz2AVADataset.filter_exclude_file.<locals>.<listcomp>Úvideo_idÚ	timestamp)
r&   rJ   Úranger!   r   r"   Ú	enumeraterL   ÚintÚpop)r   r;   Zexclude_video_infosr   Ú
video_inforX   rY   r   r   r   r4   º   s    
öÿ
€zAVADataset.filter_exclude_filec              
   C   s‚  g }t tƒ}t| jdƒ�m}|D ]b}| ¡  d¡}t|d ƒ}| jd ur/|| jvr)q| j |¡}|d }t|d ƒ}|› d|d›�}	t	 
ttt|dd… ƒƒ¡}
t|d ƒ}d| j| j | j f}t|||
|||d	�}||	  |¡ qW d   ƒ n1 s|w   Y  |D ];}	|	 d¡\}}|  ||	 ¡\}}}t|||d
�}|}| jd ur«t | j|¡}t||t|ƒ|	|| j|d�}| |¡ qƒ|S )NÚrrU   é   r   r
   Ú04dr   é   )rX   rY   r?   rG   rI   Ú	shot_info)Ú	gt_bboxesÚ	gt_labelsrS   )Ú	frame_dirrX   rY   Úimg_keyrc   ÚfpsÚann)r   rJ   r"   r6   rV   rW   r\   r    ÚindexrA   rM   ÚmapÚfloatr-   r,   Ú_FPSÚdictrL   rT   r8   ÚospÚjoin)r   r   Zrecords_dict_by_imgÚfinÚlineÚ
line_splitrG   rX   rY   rg   r?   rI   rc   r^   rQ   rR   rS   ri   rf   r   r   r   Úload_annotationsË   sf   

ÿúçÿ
ÿÿ
ùzAVADataset.load_annotationsc                 C   óp  t  | j| ¡}|d }| j|d< | j|d< | j|d< | j|d< | j|d< | jdurœ|| jvrBt	 
g d¢g¡|d	< t	 
d
g¡|d< nZ| j| }|jd dv sPJ ‚|jd dkr‘t| jt|dd…df ƒƒ}|dd…df |k}|| }|d| j… }|dd…dd…f |d	< |dd…df |d< n|d| j… }||d	< | d¡}|d |d< |d |d< |d |d< |  |¡S )z0Prepare the frames for training given the index.rg   r*   r   Ústart_indexr,   r-   N©r   r   r
   r
   r3   r
   Úscoreséÿÿÿÿ©é   é   r|   r{   ri   rd   re   rS   ©ÚcopyÚdeepcopyr   r*   r   rv   r,   r-   r3   rA   rM   ÚshapeÚminr)   Úmaxr+   r]   r7   ©r   ÚidxÚresultsrg   r3   ÚthrZpositive_indsri   r   r   r   Úprepare_train_framesÿ   s6   









zAVADataset.prepare_train_framesc                 C   ru   )z/Prepare the frames for testing given the index.rg   r*   r   rv   r,   r-   Nrw   r3   r
   rx   ry   rz   r|   r{   ri   rd   re   rS   r}   rƒ   r   r   r   Úprepare_test_frames#  s6   









zAVADataset.prepare_test_framesc                 C   s"   |  d¡sJ ‚t| ||| jƒ d S )NÚcsv)Úendswithr   r    )r   r…   Úoutr   r   r   Údump_resultsH  s   zAVADataset.dump_results©ÚmAPc              	   C   sø   t |ƒdkr|d dksJ dƒ‚t ¡  d¡}d|› d�}t| ||| jƒ i }|D ]K}d|› d	�}	|d u r9d
|	 }	t|	|d� t||| j| j	| j
| jd�}
g }|
 ¡ D ]\}}| d
|› d|d›�¡ qSd |¡}t||d� | |
¡ q)t |¡ |S )Nr
   r   rŽ   zFor evaluation on AVADataset, you need to use metrics "mAP" See https://github.com/open-mmlab/mmaction2/pull/567 for more info.z%Y%m%d_%H%M%SZAVA_z_result.csvzEvaluating z ...Ú
)r.   )r    ú	z .4fÚ )r!   r   ÚnowÚstrftimer   r    r   r   r'   r6   r&   ÚitemsrL   rp   ÚupdateÚosÚremove)r   r…   ÚmetricsÚmetric_optionsr.   Ztime_nowÚ	temp_fileÚretÚmetricÚmsgZeval_resultÚlog_msgÚkÚvr   r   r   ÚevaluateL  s8   ÿú

zAVADataset.evaluate)Nr   Nr   r   NNFr   r   r   r   )r�   NN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__rm   r0   rT   r4   rt   r‡   rˆ   rŒ   r¡   Ú__classcell__r   r   r<   r   r      s4    Hñ;"4$%ür   )r~   r–   Úos.pathÚpathro   Úcollectionsr   r   r1   ÚnumpyrA   Z
mmcv.utilsr   Zcore.evaluation.ava_utilsr   r   r   Úutilsr	   Úbaser   Úregistryr   Úregister_moduler   r   r   r   r   Ú<module>   s    