a
    h&                     @   s   d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZ d dlm	Z	 d dl
mZmZmZmZ d dlmZ dd	lmZmZ dd
lmZmZmZmZ ddlmZ ddlmZ eee	f eee	f eddddZG dd deZdS )    N)partial)Pool)path)Path)AnyCallableOptionalUnion)Tensor   )find_classesmake_dataset)check_integritydownload_and_extract_archivedownload_urlverify_str_arg)
VideoClips)VisionDataset)tarpath	videopathlinereturnc                 C   s   t || | d S N)r   )r   r   r    r   K/var/www/auris/lib/python3.9/site-packages/torchvision/datasets/kinetics.py_dl_wrap   s    r   c                       s   e Zd ZdZddddZddddZd#eeef e	eee
e	 e	e
e eedf ee	e	e
eeef  e	e	e	e	e	eedd fddZddddZddddZddddZeeeef dddZe	dddZe	eeee	f d d!d"Z  ZS )$Kineticsu  `Generic Kinetics <https://www.deepmind.com/open-source/kinetics>`_
    dataset.

    Kinetics-400/600/700 are action recognition video datasets.
    This dataset consider every video as a collection of video clips of fixed size, specified
    by ``frames_per_clip``, where the step in frames between each clip is given by
    ``step_between_clips``.

    To give an example, for 2 videos with 10 and 15 frames respectively, if ``frames_per_clip=5``
    and ``step_between_clips=5``, the dataset size will be (2 + 3) = 5, where the first two
    elements will come from video 1, and the next three elements from video 2.
    Note that we drop clips which do not have exactly ``frames_per_clip`` elements, so not all
    frames in a video might be present.

    Args:
        root (str or ``pathlib.Path``): Root directory of the Kinetics Dataset.
            Directory should be structured as follows:
            .. code::

                root/
                ├── split
                │   ├──  class1
                │   │   ├──  vid1.mp4
                │   │   ├──  vid2.mp4
                │   │   ├──  vid3.mp4
                │   │   ├──  ...
                │   ├──  class2
                │   │   ├──   vidx.mp4
                │   │    └── ...

            Note: split is appended automatically using the split argument.
        frames_per_clip (int): number of frames in a clip
        num_classes (int): select between Kinetics-400 (default), Kinetics-600, and Kinetics-700
        split (str): split of the dataset to consider; supports ``"train"`` (default) ``"val"`` ``"test"``
        frame_rate (float): If omitted, interpolate different frame rate for each clip.
        step_between_clips (int): number of frames between each clip
        transform (callable, optional): A function/transform that takes in a TxHxWxC video
            and returns a transformed version.
        download (bool): Download the official version of the dataset to root folder.
        num_workers (int): Use multiple workers for VideoClips creation
        num_download_workers (int): Use multiprocessing in order to speed up download.
        output_format (str, optional): The format of the output video tensors (before transforms).
            Can be either "THWC" or "TCHW" (default).
            Note that in most other utils and datasets, the default is actually "THWC".

    Returns:
        tuple: A 3-tuple with the following entries:

            - video (Tensor[T, C, H, W] or Tensor[T, H, W, C]): the `T` video frames in torch.uint8 tensor
            - audio(Tensor[K, L]): the audio frames, where `K` is the number of channels
              and `L` is the number of points in torch.float tensor
            - label (int): class of the video clip

    Raises:
        RuntimeError: If ``download is True`` and the video archives are already extracted.
    zChttps://s3.amazonaws.com/kinetics/400/{split}/k400_{split}_path.txtzChttps://s3.amazonaws.com/kinetics/600/{split}/k600_{split}_path.txtzMhttps://s3.amazonaws.com/kinetics/700_2020/{split}/k700_2020_{split}_path.txt400Z600Z700z=https://s3.amazonaws.com/kinetics/400/annotations/{split}.csvz=https://s3.amazonaws.com/kinetics/600/annotations/{split}.csvzBhttps://s3.amazonaws.com/kinetics/700_2020/annotations/{split}.csvr   trainNr   ZaviZmp4Fr   TCHW.)rootframes_per_clipnum_classessplit
frame_ratestep_between_clips	transform
extensionsdownloadnum_download_workersnum_workers_precomputed_metadata_video_width_video_height_video_min_dimension_audio_samples_audio_channels_legacyoutput_formatr   c                    s   t |dg dd| _|| _|
| _|| _|| _|rN|| _d| _d}|	rptdn"t	
||| _t |dg dd| _|	r||   t | j t| j\| _}t| j||d d	| _d
d | jD }t||||||||||||d| _|| _d S )Nr$   r   )argZvalid_valuesunknownZTHWCz2Cannot download the videos using legacy_structure.r%   )r   valtest)Zis_valid_filec                 S   s   g | ]}|d  qS )r   r   ).0xr   r   r   
<listcomp>       z%Kinetics.__init__.<locals>.<listcomp>)r,   r.   r/   r0   r1   r2   r4   )r   r$   r)   r+   r"   r3   split_folderr%   
ValueErrorr   joindownload_and_process_videossuper__init__r   classesr   samplesr   video_clipsr(   )selfr"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   Zclass_to_idxZ
video_list	__class__r   r   rB   [   sD    
zKinetics.__init__)r   c                 C   s   |    |   dS )zEDownloads all the videos to the _root_ folder in the expected format.N)_download_videos_make_ds_structurerF   r   r   r   r@      s    z$Kinetics.download_and_process_videosc           
      C   s   t | jrdS t | jd}t | jd}| j| j j| jd}t |t 	|}t
|sft|| t|&}dd |  D }W d   n1 s0    Y  | jdkr|D ]}t||| j qn$tt|| j}t| j}	|	|| dS )a  download tarballs containing the video to "tars" folder and extract them into the _split_ folder where
        split is one of the official dataset splits.

        Raises:
            RuntimeError: if download folder exists, break to prevent downloading entire dataset again.
        NZtarsfilesr%   c                 S   s   g | ]}t jj|d dqS )z/,:)safe)urllibparsequote)r9   r   r   r   r   r;      r<   z-Kinetics._download_videos.<locals>.<listcomp>r   )r   existsr=   r?   r"   	_TAR_URLSr$   formatr%   basenamer   r   openread
splitlinesr+   r   r   r   r   map)
rF   Ztar_pathZfile_list_pathZ	split_urlZsplit_url_filepathfileZlist_video_urlsr   partZpoolprocr   r   r   rI      s     

4

zKinetics._download_videosc           
   
   C   s0  t | jd}tt || j dsBt| j| j j| jd| t || j d}d}t	|}t
|}|D ]}|j|d t|d t|d d}|d	 d
ddddddd}tjt | j|dd t | j|}	t |	rrt|	t | j|| qrW d   n1 s"0    Y  dS )u   move videos from
        split_folder/
            ├── clip1.avi
            ├── clip2.avi

        to the correct format as described below:
        split_folder/
            ├── class1
            │   ├── clip1.avi

        annotationsz.csvrM   z{ytid}_{start:06}_{end:06}.mp4Z
youtube_idZ
time_startZtime_end)Zytidstartendlabel _' ()T)exist_okN)r   r?   r"   r   r%   r   _ANNOTATION_URLSr$   rT   rV   csv
DictReaderintreplaceosmakedirsr=   isfile)
rF   Zannotation_pathr\   Zfile_fmtstrZcsvfilereaderrowfr_   Zdownloaded_filer   r   r   rJ      s*    



(
zKinetics._make_ds_structurec                 C   s   | j jS r   )rE   metadatarK   r   r   r   rr      s    zKinetics.metadatac                 C   s
   | j  S r   )rE   Z	num_clipsrK   r   r   r   __len__   s    zKinetics.__len__)idxr   c                 C   s@   | j |\}}}}| j| d }| jd ur6| |}|||fS )Nr   )rE   Zget_cliprD   r(   )rF   rt   videoaudioinfoZ	video_idxr_   r   r   r   __getitem__   s
    

zKinetics.__getitem__)r   r   Nr   Nr    Fr   r   Nr   r   r   r   r   Fr!   )__name__
__module____qualname____doc__rS   rg   r	   strr   rj   r   r   tuplebooldictr   rB   r@   rI   rJ   propertyrr   rs   r
   rx   __classcell__r   r   rG   r   r      sn   :
                 

A#r   ) rh   rl   rO   	functoolsr   multiprocessingr   r   pathlibr   typingr   r   r   r	   Ztorchr
   folderr   r   utilsr   r   r   r   Zvideo_utilsr   Zvisionr   r}   r   r   r   r   r   r   <module>   s   $