U
    Ð‹Ñhj2  ã                
   @   sp  d dl Z d dlZ d dlmZ d dlmZmZmZmZm	Z	m
Z
mZmZ d dlmZ ddlmZ eeeeedf f edœd	d
„Zeedœdd„Zeeef ee	e eeef f dœdd„Zd!eeef e
eeef  e
eeeedf f  e
eegef  ee	eeef  dœdd„ZG dd„ deƒZdZeejdœdd„Zeedœdd„Zeedœdd„ZG dd „ d eƒZdS )"é    N)ÚPath)ÚAnyÚCallableÚcastÚDictÚListÚOptionalÚTupleÚUnion)ÚImageé   )ÚVisionDataset.)ÚfilenameÚ
extensionsÚreturnc                 C   s    |   ¡  t|tƒr|nt|ƒ¡S )a   Checks if a file is an allowed extension.

    Args:
        filename (string): path to a file
        extensions (tuple of strings): extensions to consider (lowercase)

    Returns:
        bool: True if the filename ends with one of given extensions
    )ÚlowerÚendswithÚ
isinstanceÚstrÚtuple)r   r   © r   úI/tmp/user/2202/pip-unpacked-wheel-mjxxo1pc/torchvision/datasets/folder.pyÚhas_file_allowed_extension   s    
r   )r   r   c                 C   s
   t | tƒS )z¼Checks if a file is an allowed image extension.

    Args:
        filename (string): path to a file

    Returns:
        bool: True if the filename ends with a known image extension
    )r   ÚIMG_EXTENSIONS)r   r   r   r   Úis_image_file   s    	r   ©Ú	directoryr   c                 C   sF   t dd„ t | ¡D ƒƒ}|s,td| › d�ƒ‚dd„ t|ƒD ƒ}||fS )zWFinds the class folders in a dataset.

    See :class:`DatasetFolder` for details.
    c                 s   s   | ]}|  ¡ r|jV  qd S ©N)Úis_dirÚname)Ú.0Úentryr   r   r   Ú	<genexpr>)   s      zfind_classes.<locals>.<genexpr>z"Couldn't find any class folder in Ú.c                 S   s   i | ]\}}||“qS r   r   )r    ÚiZcls_namer   r   r   Ú
<dictcomp>-   s      z find_classes.<locals>.<dictcomp>)ÚsortedÚosÚscandirÚFileNotFoundErrorÚ	enumerate)r   ÚclassesÚclass_to_idxr   r   r   Úfind_classes$   s
    r-   F©r   r,   r   Úis_valid_fileÚallow_emptyr   c                    s   t j | ¡} |dkr"t| ƒ\}}n|s.tdƒ‚ˆ dko<|dk}ˆ dk	oL|dk	}|sV|r^tdƒ‚ˆ dk	rzttdœ‡ fdd„}tttgtf |ƒ}g }t	ƒ }	t
| ¡ ƒD ]Ž}
||
 }t j | |
¡}t j |¡sÌq¤t
t j|dd�ƒD ]R\}}}t
|ƒD ]>}t j ||¡}||ƒrð||f}| |¡ |
|	krð|	 |
¡ qðqÞq¤t	| ¡ ƒ|	 }|�rœ|�sœd	d
 t
|ƒ¡› d�}ˆ dk	�r”|dtˆ tƒ�r„ˆ nd
 ˆ ¡› �7 }t|ƒ‚|S )zïGenerates a list of samples of a form (path_to_sample, class).

    See :class:`DatasetFolder` for details.

    Note: The class_to_idx parameter is here optional and will use the logic of the ``find_classes`` function
    by default.
    NzE'class_to_index' must have at least one entry to collect any samples.zMBoth extensions and is_valid_file cannot be None or not None at the same time)Úxr   c                    s
   t | ˆ ƒS r   )r   )r1   ©r   r   r   r/   M   s    z#make_dataset.<locals>.is_valid_fileT)Úfollowlinksz$Found no valid file for the classes z, z. zSupported extensions are: )r'   ÚpathÚ
expanduserr-   Ú
ValueErrorr   Úboolr   r   Úsetr&   ÚkeysÚjoinÚisdirÚwalkÚappendÚaddr   r)   )r   r,   r   r/   r0   Ú_Z	both_noneZboth_somethingZ	instancesZavailable_classesZtarget_classZclass_indexÚ
target_dirÚrootÚfnamesÚfnamer4   ÚitemZempty_classesÚmsgr   r2   r   Úmake_dataset1   sD    

$rF   c                       s  e Zd ZdZdeeef eegef e	e
edf  e	e e	e e	eegef  eddœ‡ fdd„Zedeeef eeef e	e
edf  e	eegef  eee
eef  dœd	d
„ƒZeeef e
ee eeef f dœdd„Zee
eef dœdd„Zedœdd„Z‡  ZS )ÚDatasetFolderaŒ  A generic data loader.

    This default directory structure can be customized by overriding the
    :meth:`find_classes` method.

    Args:
        root (str or ``pathlib.Path``): Root directory path.
        loader (callable): A function to load a sample given its path.
        extensions (tuple[string]): A list of allowed extensions.
            both extensions and is_valid_file should not be passed.
        transform (callable, optional): A function/transform that takes in
            a sample and returns a transformed version.
            E.g, ``transforms.RandomCrop`` for images.
        target_transform (callable, optional): A function/transform that takes
            in the target and transforms it.
        is_valid_file (callable, optional): A function that takes path of a file
            and check if the file is a valid file (used to check of corrupt files)
            both extensions and is_valid_file should not be passed.
        allow_empty(bool, optional): If True, empty folders are considered to be valid classes.
            An error is raised on empty folders if False (default).

     Attributes:
        classes (list): List of the class names sorted alphabetically.
        class_to_idx (dict): Dict with items (class_name, class_index).
        samples (list): List of (sample path, class_index) tuples
        targets (list): The class_index value for each image in the dataset
    NF.)rA   Úloaderr   Ú	transformÚtarget_transformr/   r0   r   c                    sj   t ƒ j|||d� |  | j¡\}}	| j| j|	|||d�}
|| _|| _|| _|	| _|
| _	dd„ |
D ƒ| _
d S )N)rI   rJ   )r,   r   r/   r0   c                 S   s   g | ]}|d  ‘qS )r   r   )r    Úsr   r   r   Ú
<listcomp>¤   s     z*DatasetFolder.__init__.<locals>.<listcomp>)ÚsuperÚ__init__r-   rA   rF   rH   r   r+   r,   ÚsamplesÚtargets)ÚselfrA   rH   r   rI   rJ   r/   r0   r+   r,   rO   ©Ú	__class__r   r   rN   Š   s    
ûzDatasetFolder.__init__r.   c                 C   s"   |dkrt dƒ‚t| ||||d�S )a  Generates a list of samples of a form (path_to_sample, class).

        This can be overridden to e.g. read files from a compressed zip file instead of from the disk.

        Args:
            directory (str): root dataset directory, corresponding to ``self.root``.
            class_to_idx (Dict[str, int]): Dictionary mapping class name to class index.
            extensions (optional): A list of allowed extensions.
                Either extensions or is_valid_file should be passed. Defaults to None.
            is_valid_file (optional): A function that takes path of a file
                and checks if the file is a valid file
                (used to check of corrupt files) both extensions and
                is_valid_file should not be passed. Defaults to None.
            allow_empty(bool, optional): If True, empty folders are considered to be valid classes.
                An error is raised on empty folders if False (default).

        Raises:
            ValueError: In case ``class_to_idx`` is empty.
            ValueError: In case ``extensions`` and ``is_valid_file`` are None or both are not None.
            FileNotFoundError: In case no valid file was found for any class.

        Returns:
            List[Tuple[str, int]]: samples of a form (path_to_sample, class)
        Nz*The class_to_idx parameter cannot be None.)r   r/   r0   )r6   rF   )r   r,   r   r/   r0   r   r   r   rF   ¦   s         ÿzDatasetFolder.make_datasetr   c                 C   s   t |ƒS )ut  Find the class folders in a dataset structured as follows::

            directory/
            â”œâ”€â”€ class_x
            â”‚   â”œâ”€â”€ xxx.ext
            â”‚   â”œâ”€â”€ xxy.ext
            â”‚   â””â”€â”€ ...
            â”‚       â””â”€â”€ xxz.ext
            â””â”€â”€ class_y
                â”œâ”€â”€ 123.ext
                â”œâ”€â”€ nsdf3.ext
                â””â”€â”€ ...
                â””â”€â”€ asd932_.ext

        This method can be overridden to only consider
        a subset of classes, or to adapt to a different dataset directory structure.

        Args:
            directory(str): Root directory path, corresponding to ``self.root``

        Raises:
            FileNotFoundError: If ``dir`` has no class folders.

        Returns:
            (Tuple[List[str], Dict[str, int]]): List of all classes and dictionary mapping each class to an index.
        )r-   )rQ   r   r   r   r   r-   Ï   s    zDatasetFolder.find_classes)Úindexr   c                 C   sH   | j | \}}|  |¡}| jdk	r,|  |¡}| jdk	r@|  |¡}||fS )z�
        Args:
            index (int): Index

        Returns:
            tuple: (sample, target) where target is class_index of the target class.
        N)rO   rH   rI   rJ   )rQ   rT   r4   ÚtargetÚsampler   r   r   Ú__getitem__ì   s    




zDatasetFolder.__getitem__)r   c                 C   s
   t | jƒS r   )ÚlenrO   )rQ   r   r   r   Ú__len__ý   s    zDatasetFolder.__len__)NNNNF)NNF)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r
   r   r   r   r   r   r	   r7   rN   Ústaticmethodr   Úintr   rF   r-   rW   rY   Ú__classcell__r   r   rR   r   rG   m   s>         ø
÷   û

ú(,rG   )	z.jpgz.jpegz.pngz.ppmz.bmpz.pgmz.tifz.tiffz.webp)r4   r   c              
   C   s6   t | dƒ�"}t  |¡}| d¡W  5 Q R £ S Q R X d S )NÚrbZRGB)Úopenr   Úconvert)r4   ÚfÚimgr   r   r   Ú
pil_loader  s    
rf   c                 C   s6   dd l }z| | ¡W S  tk
r0   t| ƒ Y S X d S )Nr   )Úaccimager   ÚOSErrorrf   )r4   rg   r   r   r   Úaccimage_loader  s
    ri   c                 C   s*   ddl m} |ƒ dkrt| ƒS t| ƒS d S )Nr   )Úget_image_backendrg   )Ztorchvisionrj   ri   rf   )r4   rj   r   r   r   Údefault_loader  s    
rk   c                	       s\   e Zd ZdZddeddfeee ee eegef eeege	f  e	dœ‡ fdd„Z
‡  ZS )ÚImageFolderat  A generic data loader where the images are arranged in this way by default: ::

        root/dog/xxx.png
        root/dog/xxy.png
        root/dog/[...]/xxz.png

        root/cat/123.png
        root/cat/nsdf3.png
        root/cat/[...]/asd932_.png

    This class inherits from :class:`~torchvision.datasets.DatasetFolder` so
    the same methods can be overridden to customize the dataset.

    Args:
        root (str or ``pathlib.Path``): Root directory path.
        transform (callable, optional): A function/transform that takes in a PIL image
            and returns a transformed version. E.g, ``transforms.RandomCrop``
        target_transform (callable, optional): A function/transform that takes in the
            target and transforms it.
        loader (callable, optional): A function to load an image given its path.
        is_valid_file (callable, optional): A function that takes path of an Image file
            and check if the file is a valid file (used to check of corrupt files)
        allow_empty(bool, optional): If True, empty folders are considered to be valid classes.
            An error is raised on empty folders if False (default).

     Attributes:
        classes (list): List of the class names sorted alphabetically.
        class_to_idx (dict): Dict with items (class_name, class_index).
        imgs (list): List of (image path, class_index) tuples
    NF)rA   rI   rJ   rH   r/   r0   c              	      s2   t ƒ j|||d krtnd ||||d� | j| _d S )N)rI   rJ   r/   r0   )rM   rN   r   rO   Zimgs)rQ   rA   rI   rJ   rH   r/   r0   rR   r   r   rN   ?  s    	ù	zImageFolder.__init__)rZ   r[   r\   r]   rk   r   r   r   r   r7   rN   r`   r   r   rR   r   rl     s   "ùùrl   )NNNF)r'   Úos.pathÚpathlibr   Útypingr   r   r   r   r   r   r	   r
   ZPILr   Zvisionr   r   r7   r   r   r_   r-   rF   rG   r   rf   ri   rk   rl   r   r   r   r   Ú<module>   s6   (",    û
ú< 
	