U
    Ð‹Ñh}  ã                   @   s|   d dl Zd dlmZ d dlmZmZmZmZm	Z	m
Z
 d dlZd dlmZ ddlmZmZmZ ddlmZ G dd	„ d	eƒZdS )
é    N)ÚPath)ÚAnyÚCallableÚcastÚOptionalÚTupleÚUnion)ÚImageé   )Úcheck_integrityÚdownload_and_extract_archiveÚverify_str_arg)ÚVisionDatasetc                	       s.  e Zd ZdZdZdZdZdZdZdZ	dd	gd
dgddggZ
ddgddggZdZd-eeef eee ee ee eddœ‡ fdd„Zee ee dœdd„Zeeeef dœdd„Zedœd d!„Zd.eee eejeej f d"œd#d$„Zedœd%d&„Zddœd'd(„Zedœd)d*„Zee ddœd+d,„Z ‡  Z!S )/ÚSTL10a  `STL10 <https://cs.stanford.edu/~acoates/stl10/>`_ Dataset.

    Args:
        root (str or ``pathlib.Path``): Root directory of dataset where directory
            ``stl10_binary`` exists.
        split (string): One of {'train', 'test', 'unlabeled', 'train+unlabeled'}.
            Accordingly, dataset is selected.
        folds (int, optional): One of {0-9} or None.
            For training, loads one of the 10 pre-defined folds of 1k samples for the
            standard evaluation procedure. If no value is passed, loads the 5k samples.
        transform (callable, optional): A function/transform that takes in a PIL image
            and returns a transformed version. E.g, ``transforms.RandomCrop``
        target_transform (callable, optional): A function/transform that takes in the
            target and transforms it.
        download (bool, optional): If true, downloads the dataset from the internet and
            puts it in root directory. If dataset is already downloaded, it is not
            downloaded again.
    Zstl10_binaryz9http://ai.stanford.edu/~acoates/stl10/stl10_binary.tar.gzzstl10_binary.tar.gzZ 91f7769df0f17e558f3565bffb0c7dfbzclass_names.txtzfold_indices.txtztrain_X.binZ 918c2871b30a85fa023e0c44e0bee87fztrain_y.binZ 5a34089d4802c674881badbb80307741zunlabeled_X.binZ 5242ba1fed5e4be9e1e742405eb56ca4z
test_X.binZ 7f263ba9f9e0b06b93213547f721ac82z
test_y.binZ 36f9794fa4beb8a2c72628de14fa638e)Útrainútrain+unlabeledÚ	unlabeledÚtestr   NF)ÚrootÚsplitÚfoldsÚ	transformÚtarget_transformÚdownloadÚreturnc              	      sò  t ƒ j|||d� t|d| jƒ| _|  |¡| _|r<|  ¡  n|  ¡ sLt	dƒ‚|  | jdkr |  
| jd d | jd d ¡\| _| _ttj| jƒ| _|  |¡ �n| jdk�r>|  
| jd d | jd d ¡\| _| _ttj| jƒ| _|  |¡ |  
| jd d ¡\}}t | j|f¡| _t | jt d	g|jd  ¡f¡| _nj| jd
k�r€|  
| jd d ¡\| _}t d	g| jjd  ¡| _n(|  
| jd d | jd d ¡\| _| _tj | j| j| j¡}	tj |	¡�rît|	ƒ�}
|
 ¡  ¡ | _ W 5 Q R X d S )N)r   r   r   zHDataset not found or corrupted. You can use download=True to download itr   r   r
   r   é   éÿÿÿÿr   )!ÚsuperÚ__init__r   Úsplitsr   Ú_verify_foldsr   r   Ú_check_integrityÚRuntimeErrorÚ_STL10__loadfileÚ
train_listÚdataÚlabelsr   ÚnpÚndarrayÚ_STL10__load_foldsZconcatenateZasarrayÚshapeÚ	test_listÚosÚpathÚjoinr   Úbase_folderÚclass_names_fileÚisfileÚopenÚreadÚ
splitlinesÚclasses)Úselfr   r   r   r   r   r   Zunlabeled_dataÚ_Z
class_fileÚf©Ú	__class__© úH/tmp/user/2202/pip-unpacked-wheel-mjxxo1pc/torchvision/datasets/stl10.pyr   /   s6    	

((
&(
zSTL10.__init__)r   r   c                 C   sT   |d kr|S t |tƒr:|tdƒkr&|S d}t| |¡ƒ‚nd}t| t|ƒ¡ƒ‚d S )Né
   zDValue for argument folds should be in the range [0, 10), but got {}.z>Expected type None or int for argument folds, but got type {}.)Ú
isinstanceÚintÚrangeÚ
ValueErrorÚformatÚtype)r6   r   Úmsgr;   r;   r<   r    [   s    
zSTL10._verify_folds)Úindexr   c                 C   sx   | j dk	r&| j| t| j | ƒ }}n| j| d }}t t |d¡¡}| jdk	r\|  |¡}| jdk	rp|  |¡}||fS )z–
        Args:
            index (int): Index

        Returns:
            tuple: (image, target) where target is index of the target class.
        N)r
   r   r   )	r&   r%   r?   r	   Z	fromarrayr'   Ú	transposer   r   )r6   rE   ÚimgÚtargetr;   r;   r<   Ú__getitem__g   s    	




zSTL10.__getitem__)r   c                 C   s   | j jd S )Nr   )r%   r*   ©r6   r;   r;   r<   Ú__len__�   s    zSTL10.__len__)Ú	data_fileÚlabels_filer   c           	   	   C   s    d }|rFt j | j| j|¡}t|dƒ�}tj|tjd�d }W 5 Q R X t j | j| j|¡}t|dƒ�.}tj|tjd�}t 	|d¡}t 
|d¡}W 5 Q R X ||fS )NÚrb)Údtyper
   )r   é   é`   rQ   )r   r
   rP   r   )r,   r-   r.   r   r/   r2   r'   ZfromfileZuint8ZreshaperF   )	r6   rL   rM   r&   Zpath_to_labelsr8   Zpath_to_dataZ
everythingZimagesr;   r;   r<   Z
__loadfile„   s    zSTL10.__loadfilec                 C   s>   | j | j D ],\}}tj | j| j|¡}t||ƒs dS qdS )NFT)r$   r+   r,   r-   r.   r   r/   r   )r6   ÚfilenameÚmd5Zfpathr;   r;   r<   r!   ”   s
    
zSTL10._check_integrityc                 C   s8   |   ¡ rtdƒ d S t| j| j| j| jd� |   ¡  d S )Nz%Files already downloaded and verified)rR   rS   )r!   Úprintr   Úurlr   rR   Útgz_md5rJ   r;   r;   r<   r   ›   s
    zSTL10.downloadc                 C   s   dj f | jŽS )NzSplit: {split})rB   Ú__dict__rJ   r;   r;   r<   Ú
extra_repr¢   s    zSTL10.extra_reprc              	   C   s’   |d krd S t j | j| j| j¡}t|ƒ�^}| ¡  ¡ | }t	j
|t	jdd�}| j|d d …d d …d d …f | _| jd k	r„| j| | _W 5 Q R X d S )Nú )rO   Úsep)r,   r-   r.   r   r/   Úfolds_list_filer2   r3   r4   r'   Ú
fromstringZint64r%   r&   )r6   r   Zpath_to_foldsr8   Zstr_idxZlist_idxr;   r;   r<   Z__load_folds¥   s    
 
zSTL10.__load_folds)r   NNNF)N)"Ú__name__Ú
__module__Ú__qualname__Ú__doc__r/   rU   rR   rV   r0   r[   r$   r+   r   r   Ústrr   r   r?   r   Úboolr   r    r   r   rI   rK   r'   r(   r#   r!   r   rX   r)   Ú__classcell__r;   r;   r9   r<   r      sF   ý     ù
ø,(r   )Úos.pathr,   Úpathlibr   Útypingr   r   r   r   r   r   Znumpyr'   ZPILr	   Úutilsr   r   r   Zvisionr   r   r;   r;   r;   r<   Ú<module>   s    