U
    D‹Ñh˜  ã                   @   s"  d dl Z d dlmZmZ d dlmZ d dlmZmZm	Z	m
Z
mZmZ d dlZd dlmZ dddd	d
ddgZeG dd„ dƒƒZG dd„ deƒZeG dd„ dƒƒZeG dd„ dƒƒZeG dd„ dƒƒZeeef Zeeeeef f ZeG dd„ dƒƒZeG dd	„ d	ƒƒZedd�G dd
„ d
ƒƒZdS )é    N)Ú	dataclassÚfield)ÚEnum)ÚAnyÚDictÚListÚOptionalÚSequenceÚUnion)Ú	StatefulTÚChunkStorageMetadataÚTensorStorageMetadataÚBytesStorageMetadataÚMetadataÚMetadataIndexÚTensorPropertiesÚStorageMetac                   @   s&   e Zd ZU dZejed< ejed< dS )r   zo
    Each chunk is expected to have the same properties of the TensorStorageMetadata
    that includes it.
    ÚoffsetsZsizesN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚtorchÚSizeÚ__annotations__© r   r   úS/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/distributed/checkpoint/metadata.pyr      s   

c                   @   s   e Zd ZdZdZdZdZdS )Ú_MEM_FORMAT_ENCODINGz'Describe the memory format of a tensor.r   é   é   N)r   r   r   r   ÚTORCH_CONTIGUOUS_FORMATÚTORCH_CHANNELS_LASTÚTORCH_PRESERVE_FORMATr   r   r   r   r       s   r   c                   @   s’   e Zd ZU dZeejd�Zejed< eej	d�Z
ej
ed< dZeed< eejd�Zejed< dZeed	< d
d„ Zdd„ Zeejd dœdd„ƒZdS )r   z)Properties used to create :class:`Tensor`)Údefault_factoryÚdtype)ÚdefaultÚlayoutFÚrequires_gradÚmemory_formatÚ
pin_memoryc                 C   s`   | j }|tjkrtj}n2|tjkr*tj}n |tjkr<tj}nt	d|› �ƒ‚| j
| j| j|| jfS )NzInvalid torch.memory_format: )r(   r   Úcontiguous_formatr   r    Úchannels_lastr!   Úpreserve_formatr"   ÚRuntimeErrorr$   r&   r'   r)   )Úselfr(   Úmem_format_encodingr   r   r   Ú__getstate__7   s    


ûzTensorProperties.__getstate__c                 C   sd   |\| _ | _| _}| _|tjkr(tj}n2|tjkr:tj	}n |tj
krLtj}ntd|› �ƒ‚|| _d S )Nz&Invalid torch.memory_format encoding: )r$   r&   r'   r)   r   r    r   r*   r!   r+   r"   r,   r-   r(   )r.   Ústater/   r(   r   r   r   Ú__setstate__K   s"    
ú


ÿzTensorProperties.__setstate__)ÚtensorÚreturnc                 C   s   t | j| j| jtj|  ¡ d�S )N)r$   r&   r'   r(   r)   )r   r$   r&   r'   r   r*   Ú	is_pinned)r3   r   r   r   Úcreate_from_tensord   s    ûz#TensorProperties.create_from_tensorN)r   r   r   r   r   r   Zget_default_dtyper$   r   Zstridedr&   r'   Úboolr*   r(   r)   r0   r2   ÚstaticmethodZTensorr6   r   r   r   r   r   (   s   
c                   @   s,   e Zd ZU eed< ejed< ee ed< dS )r   Z
propertiesÚsizeÚchunksN)	r   r   r   r   r   r   r   r   r   r   r   r   r   r   o   s   

c                   @   s   e Zd ZdS )r   N)r   r   r   r   r   r   r   r   v   s   c                   @   sF   e Zd ZU dZeeejdf ed< dZ	e
e ed< dZe
e ed< dS )r   NÚcheckpoint_idÚsave_idÚload_id)r   r   r   r;   r
   ÚstrÚosÚPathLiker   r<   r   r=   r   r   r   r   r      s   
c                   @   sJ   e Zd ZU dZeeef ed< dZe	ed< dZ
e	ed< dZee ed< dS )r   z5This class represents the metadata of the checkpoint.Zstate_dict_metadataNÚplanner_dataÚstorage_dataÚstorage_meta)r   r   r   r   r   r>   ÚSTORAGE_TYPESr   rA   r   rB   rC   r   r   r   r   r   r   r   †   s
   
T)Úfrozenc                   @   sf   e Zd ZU dZeed< dZeej	 ed< e
dddd�Zee ed< deeee  ee dœd	d
„ZdS )r   zIThis class represents a lookup key for items in a state dict or Metadata.ÚfqnNÚoffsetF)ÚhashÚcomparer%   Úindex)rF   rG   rJ   c                 C   s<   t  | d|¡ t  | d|¡ |d k	r8t  | dt |¡¡ d S )NrF   rJ   rG   )ÚobjectÚ__setattr__r   r   )r.   rF   rG   rJ   r   r   r   Ú__init__«   s    zMetadataIndex.__init__)NN)r   r   r   r   r>   r   rG   r   r   r   r   rJ   Úintr	   rM   r   r   r   r   r   •   s   
  ü
ü)r?   Zdataclassesr   r   Úenumr   Útypingr   r   r   r   r	   r
   r   Z%torch.distributed.checkpoint.statefulr   Ú__all__r   r   r   r   r   rD   r>   ZSTATE_DICT_TYPEr   r   r   r   r   r   r   Ú<module>   s<    ù
F