o
    _{jŽ  ã                   @   sì   d dl Z d dlZd dlmZ d dlZd dlmZ d dlm	Z	 d dl
mZ d dlmZ ddlmZ dd	lmZ dd
lmZmZ e  ¡ dkr`d dlZe ej¡Zed ZedeƒZe ejeef¡ ddd„Z						ddd„Zdd„ Z dS )é    N)Úpartial)Úcollate)Úget_dist_info)Úbuild_from_cfg)Ú
DataLoaderé   )ÚRepeatDataset)ÚDATASETS)ÚDistributedPowerSamplerÚDistributedSamplerÚWindowsi   c                 C   s8   | d dkrt t| d |ƒ| d ƒ}|S t| t|ƒ}|S )a   Build a dataset from config dict.

    Args:
        cfg (dict): Config dict. It should at least contain the key "type".
        default_args (dict | None, optional): Default initialization arguments.
            Default: None.

    Returns:
        Dataset: The constructed dataset.
    Útyper   ÚdatasetÚtimes)r   Úbuild_datasetr   r	   )ÚcfgÚdefault_argsr   © r   ú//root/disk_3tb/HAC/mmaction/datasets/builder.pyr      s   ÿÿr   TFc	                 K   sÈ   t ƒ \}
}t| ddƒ}t| ddƒ}|r5|r%|dusJ ‚t| ||
||d�}n	t| ||
||d�}d}|}|}n
d}|| }|| }|durKtt||
|d�nd}t| f|||tt|d�||||d	œ|	¤Ž}|S )
ae  Build PyTorch DataLoader.

    In distributed training, each GPU/process has a dataloader.
    In non-distributed training, there is only one dataloader for all GPUs.

    Args:
        dataset (:obj:`Dataset`): A PyTorch dataset.
        videos_per_gpu (int): Number of videos on each GPU, i.e.,
            batch size of each GPU.
        workers_per_gpu (int): How many subprocesses to use for data
            loading for each GPU.
        num_gpus (int): Number of GPUs. Only used in non-distributed
            training. Default: 1.
        dist (bool): Distributed training/test or not. Default: True.
        shuffle (bool): Whether to shuffle the data at every epoch.
            Default: True.
        seed (int | None): Seed to be used. Default: None.
        drop_last (bool): Whether to drop the last incomplete batch in epoch.
            Default: False
        pin_memory (bool): Whether to use pin_memory in DataLoader.
            Default: True
        kwargs (dict, optional): Any keyword argument to be used to initialize
            DataLoader.

    Returns:
        DataLoader: A PyTorch dataloader.
    Úsample_by_classFÚpowerN)Úseed)Úshuffler   )Únum_workersÚrankr   )Úsamples_per_gpu)Ú
batch_sizeÚsamplerr   Ú
collate_fnÚ
pin_memoryr   Úworker_init_fnÚ	drop_last)r   Úgetattrr
   r   r   r    r   r   )r   Zvideos_per_gpuZworkers_per_gpuÚnum_gpusÚdistr   r   r!   r   Úkwargsr   Ú
world_sizer   r   r   r   r   Úinit_fnÚdata_loaderr   r   r   Úbuild_dataloader+   sP   
%
ÿ
ÿþþþÿ
÷
ör)   c                 C   s*   || |  | }t j |¡ t |¡ dS )z)Init the random seed for various workers.N)ÚnpÚrandomr   )Ú	worker_idr   r   r   Úworker_seedr   r   r   r    w   s   r    )N)r   TTNFT)!Úplatformr+   Ú	functoolsr   Únumpyr*   Úmmcv.parallelr   Úmmcv.runnerr   Z
mmcv.utilsr   Útorch.utils.datar   Údataset_wrappersr   Úregistryr	   Zsamplersr
   r   ÚsystemÚresourceZ	getrlimitZRLIMIT_NOFILEZrlimitZ
hard_limitÚminZ
soft_limitZ	setrlimitr   r)   r    r   r   r   r   Ú<module>   s4    


øL