U
    D‹Ñhôd  ã                	   @   s¬  U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
mZmZ d dlmZ d dlmZ d dlmZ d dlmZmZmZmZmZmZmZmZmZmZmZmZ d dlZd dlm Z  d dl!m"Z"m#Z# d d	l$m%Z% d d
l&m'Z'm(Z(m)Z)m*Z* d dl+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 d dl4m5Z5 d dl6m7Z7m8Z8m9Z9 d dl:m;Z; d dl<m=Z= ddddgZ>dZ?e@eAd< eG dd„ dƒƒZBeG dd„ dƒƒZCdZDe@dœdd„ZEG dd„ deƒZFG d d!„ d!eFƒZGG d"d#„ d#eFƒZHe2eId$œd%d&„ZJeIee2 eee2  d'œd(d)„ZKejLeejMej f e2e@e9d*œd+d,„ZNeejOejOe1eIePeIdd-œd.d/„ZQG d0d„ deƒZRG d1d„ deRƒZSG d2d3„ d3e8ƒZTG d4d„ de7ƒZUG d5d„ deTe5ƒZVdS )6é    N)ÚABCÚabstractmethod)Úcontextmanager)Ú	dataclass)ÚPath)ÚAnyÚCallableÚcastÚDictÚ	GeneratorÚIOÚIterableÚIteratorÚListÚOptionalÚTupleÚUnion)ÚTensor)Ú_get_available_device_typeÚ_get_device_module)Únarrow_tensor_by_index)ÚMetadataÚMetadataIndexÚSTATE_DICT_TYPEÚStorageMeta)ÚLoadItemTypeÚLoadPlanÚLoadPlannerÚReadItemÚSavePlanÚSavePlannerÚ	WriteItemÚWriteItemType)ÚBlockingAsyncStager)ÚStorageReaderÚStorageWriterÚWriteResult)Ú_create_file_view)ÚFutureÚFileSystemWriterÚFileSystemReaderÚ
FileSystemÚFileSystemBaseú	.metadataÚ_metadata_fnc                   @   s*   e Zd ZU dZeed< eed< eed< dS )Ú_StorageInfoz#This is the per entry storage info.Úrelative_pathÚoffsetÚlengthN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚstrÚ__annotations__Úint© r:   r:   úU/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/distributed/checkpoint/filesystem.pyr/   B   s   
r/   c                   @   s   e Zd ZU eed< dS )Ú_StoragePrefixÚprefixN)r3   r4   r5   r7   r8   r:   r:   r:   r;   r<   K   s   
r<   z.distcp©Úreturnc                   C   s   t t ¡ ƒS ©N)r7   ÚuuidZuuid4r:   r:   r:   r;   Ú_generate_uuidS   s    rB   c                   @   sT   e Zd Zeeeddœdd„ƒZeddœdd„ƒZeee	e
jef  dœdd	„ƒZdS )
Ú_TensorLoaderN©ÚsizeÚobjr?   c                 C   s   d S r@   r:   ©ÚselfrE   rF   r:   r:   r;   ÚaddX   s    z_TensorLoader.addr>   c                 C   s   d S r@   r:   ©rH   r:   r:   r;   Ústart_loading\   s    z_TensorLoader.start_loadingc                 C   s   d S r@   r:   rJ   r:   r:   r;   Úvalues`   s    z_TensorLoader.values)r3   r4   r5   r   r9   ÚobjectrI   rK   r   r   Útorchr   rL   r:   r:   r:   r;   rC   W   s   rC   c                   @   sX   e Zd Zeddœdd„Zeeddœdd„Zddœd	d
„Ze	e
ejef  dœdd„ZdS )Ú_SerialCpuLoaderN)Úresolve_funr?   c                 C   s   || _ g | _d S r@   )rP   Úitems)rH   rP   r:   r:   r;   Ú__init__f   s    z_SerialCpuLoader.__init__rD   c                 C   s   | j  ||f¡ d S r@   )rQ   ÚappendrG   r:   r:   r;   rI   j   s    z_SerialCpuLoader.addr>   c                 C   s   d S r@   r:   rJ   r:   r:   r;   rK   m   s    z_SerialCpuLoader.start_loadingc                 c   sP   | j D ]D\}}|  |¡ ¡ }| ¡ }| ¡  ¡ | ¡ kr@| ¡ }||fV  qd S r@   )rQ   rP   ÚdetachÚcpuZstoragerE   ÚnumelÚclone©rH   Ú_rF   Útensorr:   r:   r;   rL   p   s    þz_SerialCpuLoader.values)r3   r4   r5   r   rR   r9   rM   rI   rK   r   r   rN   r   rL   r:   r:   r:   r;   rO   e   s   rO   c                   @   s¼   e Zd Zdeeej eddœdd„Ze	e
dœdd„ƒZeeejef  dœd	d
„Zddœdd„Zeeejef  dœdd„Zeeddœdd„Zddœdd„Zeeejef  dœdd„ZdS )Ú_OverlappingCpuLoaderNé@B )rP   ÚstreamÚinflight_threshholdr?   c                 C   sŒ   || _ g | _|| _d| _t ¡ | _d| _d| _|r8|j	nt
ƒ | _	t| j	ƒ| _ttjj|p`| j ¡ ƒ| _| j| j ¡ krˆ| j | j ¡ ¡ d S )Nr   F)rP   rQ   r^   Úin_flight_dataÚcollectionsÚdequeÚcurrent_itemsÚidxÚstartedÚdevice_typer   r   Údevice_moduler	   rN   ÚcudaÚStreamZcurrent_streamr]   Zwait_stream)rH   rP   r]   r^   r:   r:   r;   rR   }   s     
ÿ ÿz_OverlappingCpuLoader.__init__r>   c                 C   s   | j t| jƒkS r@   )rc   ÚlenrQ   rJ   r:   r:   r;   Ú_done”   s    z_OverlappingCpuLoader._donec                 C   sb   g }| j | jkr| j ¡  | j | jkr^| j ¡ }|  j |d  ¡ |d  ¡  8  _ | |¡ q|S ©Nr   )	r_   r^   r]   Úsynchronizerb   ÚpopleftrV   Úelement_sizerS   )rH   ÚdrainedÚvalr:   r:   r;   Ú_drain˜   s    

"z_OverlappingCpuLoader._drainc              	   C   sØ   | j  | j¡�À | jsÊ| j| jk rÊ| j| j \}}|  jd7  _|  |¡ ¡ }|j	j
| jkrl|jddd�}n2|j	t 	d¡krž| ¡  ¡ | ¡ |j krž| ¡ }| j ||f¡ |  j| ¡ | ¡  7  _qW 5 Q R X d S )Né   rU   T)ÚdeviceZnon_blocking)rf   r]   rj   r_   r^   rQ   rc   rP   rT   rs   Útypere   ÚtorN   Zuntyped_storagerE   rV   ÚitemsizerW   rb   rS   rn   rX   r:   r:   r;   Ú_refill¢   s&    
ÿÿþÿz_OverlappingCpuLoader._refillc                 C   s(   | j s
t‚t| jƒdkr"| j ¡  | jS rk   )rj   ÚAssertionErrorri   rb   r]   rl   rJ   r:   r:   r;   Ú_finishº   s    

z_OverlappingCpuLoader._finishrD   c                 C   s"   | j rtdƒ‚| j ||f¡ d S )Nz&cannot add items after loading started)rd   ÚRuntimeErrorrQ   rS   rG   r:   r:   r;   rI   À   s    z_OverlappingCpuLoader.addc                 C   s0   | j r
d S d| _ | jjt d¡d� |  ¡  d S )NTr   ©Úkey)rd   rQ   ÚsortÚoperatorÚ
itemgetterrw   rJ   r:   r:   r;   rK   Å   s
    z#_OverlappingCpuLoader.start_loadingc                 c   s<   |   ¡  | js*|  ¡ }|  ¡  |E d H  q|  ¡ E d H  d S r@   )rK   rj   rq   rw   ry   )rH   ro   r:   r:   r;   rL   Ì   s    z_OverlappingCpuLoader.values)Nr\   )r3   r4   r5   r   r   rN   rh   r9   rR   ÚpropertyÚboolrj   r   r   r   rM   rq   rw   r   ry   rI   rK   r   rL   r:   r:   r:   r;   r[   |   s      üû
r[   )Úitemr?   c                 C   sB   d}| j d k	st‚| j jD ]}||9 }q| j jj}|tj |¡ S ©Nrr   )Ztensor_datarx   rE   Z
propertiesÚdtyperN   Ú_utilsZ_element_size)r‚   rE   Úsr„   r:   r:   r;   Ú
_item_sizeÖ   s    

r‡   )ÚbinsrQ   r?   c           	      C   sÊ   | dkr|gS dd„ |D ƒ}dd„ |D ƒ}dd„ t | ƒD ƒ}dd„ t | ƒD ƒ}|jtdd� t|ƒD ]\}}|||    |¡ qd|D ]@}tt|ƒt d¡d	�d
 }||  |¡ ||  t|ƒ7  < q„|S )Nrr   c                 S   s   g | ]}|j tjkr|‘qS r:   ©rt   r"   ÚBYTE_IO©Ú.0Úwir:   r:   r;   Ú
<listcomp>å   s      z+_split_by_size_and_type.<locals>.<listcomp>c                 S   s   g | ]}|j tjkr|‘qS r:   r‰   r‹   r:   r:   r;   rŽ   æ   s      c                 S   s   g | ]}g ‘qS r:   r:   ©rŒ   rY   r:   r:   r;   rŽ   è   s     c                 S   s   g | ]}d ‘qS )r   r:   r�   r:   r:   r;   rŽ   é   s     T)r|   Úreverser{   r   )Úranger}   r‡   Ú	enumeraterS   Úminr~   r   )	rˆ   rQ   Úbytes_wÚtensor_wZbucketsZbucket_sizesÚir�   rc   r:   r:   r;   Ú_split_by_size_and_typeá   s    r—   )r]   ÚdataÚ
write_itemÚstorage_keyr?   c                 C   s’   |   ¡ }|jtjkr4t|tjƒs$t‚|  | 	¡ ¡ n:t|t
jƒsDt‚|jt
 d¡ksXt‚t
 |ttt | ƒ¡ |   ¡ | }t|j|t|||ƒd�S )NrU   )ÚindexZsize_in_bytesÚstorage_data)Útellrt   r"   rŠ   Ú
isinstanceÚioÚBytesIOrx   ÚwriteÚ	getbufferrN   r   rs   Úsaver	   r   Úbytesr&   r›   r/   )r]   r˜   r™   rš   r1   r2   r:   r:   r;   Ú_write_itemù   s    
ýr¥   )Úcreate_streamÚ
file_queueÚresult_queueÚplannerr^   Ú	use_fsyncÚthread_countr?   c              	   C   s|  �z\|  ¡ \}}}	tj ¡ }
tt|
d ƒ}|dkr^tj ¡ sF|r^| ¡ r^|dkr^t|j|d�}n
t	|jƒ}dd„ |	D ƒ}|D ]}| 
t|ƒ|¡ qz| ¡  dd„ |	D ƒ}g }| |dƒ�–}|D ]"}| |¡}| t||||ƒ¡ qº| ¡ D ]&\}}|jsøt‚| t||||ƒ¡ qæ|�rFzt | ¡ ¡ W n tk
�rD   t ¡  Y nX W 5 Q R X | |¡ qW n tjk
�rv   Y nX d S )Nrr   r   )r^   c                 S   s   g | ]}|j tjkr|‘qS r:   r‰   r‹   r:   r:   r;   rŽ   6  s      z+_write_files_from_queue.<locals>.<listcomp>c                 S   s   g | ]}|j tjkr|‘qS r:   r‰   r‹   r:   r:   r;   rŽ   ;  s      Úwb)Ú
get_nowaitrN   Z_CZ_get_privateuse1_backend_nameÚgetattrrg   Zis_availabler[   Zresolve_datarO   rI   r‡   rK   rS   r¥   rL   Zis_cpurx   ÚosÚfsyncÚfilenoÚAttributeErrorÚsyncÚputÚqueueÚEmpty)r¦   r§   r¨   r©   r^   rª   r«   Ú	file_namerš   Zwrite_itemsZcustom_backend_nameZcustom_device_modÚloaderr•   r™   r”   Zwrite_resultsr]   r˜   rZ   r:   r:   r;   Ú_write_files_from_queue  s\    	
ÿýüüúþÿ
ÿ
ÿr¹   c                   @   s4  e Zd Zeeeeejf ee	e
jddf dœdd„ƒƒZeeeejf eeeejf dœdd„ƒZeeeejf eeejf ddœd	d
„ƒZeeeejf eeejf dœdd„ƒZeeeejf ddœdd„ƒZeeeeejf edœdd„ƒƒZeeeejf edœdd„ƒZeeeejf ddœdd„ƒZdS )r,   N©ÚpathÚmoder?   c                 C   s   d S r@   r:   )rH   r»   r¼   r:   r:   r;   r¦   V  s    zFileSystemBase.create_stream©r»   Úsuffixr?   c                 C   s   d S r@   r:   ©rH   r»   r¾   r:   r:   r;   Úconcat_path]  s    zFileSystemBase.concat_path©r»   Únew_pathr?   c                 C   s   d S r@   r:   ©rH   r»   rÂ   r:   r:   r;   Úrenamec  s    zFileSystemBase.rename©r»   r?   c                 C   s   d S r@   r:   ©rH   r»   r:   r:   r;   Ú	init_pathi  s    zFileSystemBase.init_pathc                 C   s   d S r@   r:   rÆ   r:   r:   r;   Úmkdirm  s    zFileSystemBase.mkdir©Úcheckpoint_idr?   c                 C   s   d S r@   r:   ©ÚclsrÊ   r:   r:   r;   Úvalidate_checkpoint_idq  s    z%FileSystemBase.validate_checkpoint_idc                 C   s   d S r@   r:   rÆ   r:   r:   r;   Úexistsv  s    zFileSystemBase.existsc                 C   s   d S r@   r:   rÆ   r:   r:   r;   Úrm_filez  s    zFileSystemBase.rm_file)r3   r4   r5   r   r   r   r7   r¯   ÚPathLiker   rŸ   ÚIOBaser¦   rÀ   rÄ   rÇ   rÈ   Úclassmethodr�   rÍ   rÎ   rÏ   r:   r:   r:   r;   r,   U  s6    þ þ þ&c                   @   s  e Zd Zeeeejf eee	j
ddf dœdd„ƒZeeejf eeeejf dœdd„Zeeejf eeejf dœd	d
„Zeeejf eeejf ddœdd„Zeeejf ddœdd„Zeeeejf edœdd„ƒZeeejf edœdd„Zeeejf ddœdd„ZdS )r+   Nrº   c              	   c   s.   t t|ƒ |¡�}t tj|ƒV  W 5 Q R X d S r@   )r	   r   ÚopenrŸ   rÑ   )rH   r»   r¼   r]   r:   r:   r;   r¦   €  s    zFileSystem.create_streamr½   c                 C   s   t t|ƒ| S r@   )r	   r   r¿   r:   r:   r;   rÀ   ‡  s    zFileSystem.concat_pathrÅ   c                 C   s   t |tƒst|ƒ}|S r@   )rž   r   rÆ   r:   r:   r;   rÇ   Œ  s    
zFileSystem.init_pathrÁ   c                 C   s   t t|ƒ t t|ƒ¡ d S r@   )r	   r   rÄ   rÃ   r:   r:   r;   rÄ   ‘  s    zFileSystem.renamec                 C   s   t t|ƒjddd� d S )NT)ÚparentsÚexist_ok)r	   r   rÈ   rÆ   r:   r:   r;   rÈ   –  s    zFileSystem.mkdirrÉ   c                 C   sR   t |tƒrdS dt|ƒkrdS t|ƒjD ]$}| ¡ r(t t|ƒtj¡r( dS q(dS )NTz://F)rž   r   r7   rÔ   rÎ   r¯   ÚaccessÚW_OK)rÌ   rÊ   Úpr:   r:   r;   rÍ   ™  s    
z!FileSystem.validate_checkpoint_idc                 C   s   t t|ƒ ¡ S r@   )r	   r   rÎ   rÆ   r:   r:   r;   rÎ   §  s    zFileSystem.existsc                 C   s   t t|ƒ ¡  d S r@   )r	   r   ÚunlinkrÆ   r:   r:   r;   rÏ   ª  s    zFileSystem.rm_file)r3   r4   r5   r   r   r7   r¯   rÐ   r   rŸ   rÑ   r¦   rÀ   rÇ   rÄ   rÈ   rÒ   r�   rÍ   rÎ   rÏ   r:   r:   r:   r;   r+     s&    þ þ$ þc                       s4  e Zd ZdZd$eeejf eee	e	ee
e
ddœ	‡ fdd„Zd%eeejdf dd	œd
d„Zeddœdd„Zeedœdd„Zee ee dœdd„Zeeeee  dœdd„Zeeee  ddœdd„Zee dœdd„Zeeeejf dœdd„ƒZeeeejf dœd d!„ƒZeeeejf ed	œd"d#„ƒZ‡  Z S )&Ú_FileSystemWriteráa  
    Basic implementation of StorageWriter using file IO.

    This implementation makes the following assumptions and simplifications:

    * The checkpoint path is an empty or non-existing directory.
    * File creation is atomic

    The checkpoint consist of one file per write request plus
    a `.metadata` file with the serialized metadata.

    Trr   é€–˜ N)	r»   Úsingle_file_per_rankÚ
sync_filesr«   Úper_thread_copy_aheadÚ	overwriteÚargsÚkwargsr?   c           	         sJ   t ƒ  ¡  tƒ | _| j |¡| _|| _|| _|| _|| _	t
ƒ | _|| _dS )aï  
        Initialize the writer pointing to `path`.

        Args:
            path: directory where the checkpoint will be written to.
            single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True.
            sync_files : force files to be synced to permanent storage. Default to True.
            thread_count: Number of IO threads to use to write. Default to 1.
            per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb.
            overwrite: Whether to allow overwriting existing checkpoints. Defaults to True.

        N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure.
        N)ÚsuperrR   r+   ÚfsrÇ   r»   rÝ   rÞ   r«   rß   rB   Úsave_idrà   )	rH   r»   rÝ   rÞ   r«   rß   rà   rá   râ   ©Ú	__class__r:   r;   rR   ¼  s    
z_FileSystemWriter.__init__rÉ   c                 C   s   |r| j  |¡| _tƒ | _d S r@   )rä   rÇ   r»   rB   rå   ©rH   rÊ   r:   r:   r;   ÚresetÞ  s    z_FileSystemWriter.reset)Úis_coordinatorr?   c                 C   s   d S r@   r:   )rH   rê   r:   r:   r;   Úset_up_storage_writerã  s    z'_FileSystemWriter.set_up_storage_writer©Úplanr?   c                 C   sV   | j  | j¡ | j  | j¡rR| jr@t d| j› d| j›d�¡ ntd| j›d�ƒ‚|S )Nz#Detected an existing checkpoint in z#, overwriting since self.overwrite=z². Past version 2.5 of PyTorch, `overwrite` will default to False. Set this variable to True to maintain this functionality or False to raise when an existing checkpoint is found.z-Checkpoint already exists and self.overwrite=Ú.)	rä   rÈ   r»   rÎ   Úmetadata_pathrà   ÚwarningsÚwarnrz   ©rH   rí   r:   r:   r;   Úprepare_local_planæ  s    ÿz$_FileSystemWriter.prepare_local_plan©Úplansr?   c                 C   s   dd„ t |ƒD ƒ}|S )Nc                 S   s*   g | ]"\}}t j|td |› d�ƒd�‘qS )Ú__rY   )rœ   )ÚdataclassesÚreplacer<   )rŒ   r–   rí   r:   r:   r;   rŽ   õ  s   ÿz9_FileSystemWriter.prepare_global_plan.<locals>.<listcomp>)r’   )rH   rõ   Z	new_plansr:   r:   r;   Úprepare_global_planô  s    þz%_FileSystemWriter.prepare_global_plan©rí   r©   r?   c              
      sj  |j ‰d‰ ‡ ‡fdd„}t ¡ }| jrbt| j|jƒD ]*}|ƒ }| j | j	|¡}| 
|||f¡ q4n4|jD ],}|ƒ }| j | j	|¡}| 
|||gf¡ qht ¡ }	g }
td| jƒD ]<}tjt| jj||	|| j| j| jfd�}| ¡  |
 |¡ q®t| jj||	|| j| j| jd� |
D ]}| ¡  �qg }z||	 ¡ 7 }�q&W n, tjk
�rd   tƒ }| |¡ | Y S X d S )Nr   c                     s   ˆj › ˆ › t› �} ˆ d7 ‰ | S rƒ   )r=   ÚDEFAULT_SUFFIX)r·   ©Z
file_countZstorage_planr:   r;   Úgen_file  s    z._FileSystemWriter.write_data.<locals>.gen_filerr   )Útargetrá   )r¦   r§   r¨   r©   r^   rª   r«   )rœ   rµ   ÚQueuerÝ   r—   r«   rQ   rä   rÀ   r»   r´   r‘   Ú	threadingÚThreadr¹   r¦   rß   rÞ   ÚstartrS   Újoinr­   r¶   r(   Ú
set_result)rH   rí   r©   rý   r§   Zbucketr·   r»   r‚   r¨   ÚthreadsrY   ÚtÚresÚfutr:   rü   r;   Ú
write_dataû  s^    
ùþù

z_FileSystemWriter.write_data)ÚmetadataÚresultsr?   c              	   C   sÜ   t ƒ }|D ]}| dd„ |D ƒ¡ q
||_|  ¡ |_tt| j | jt	› d�¡ƒ}| j 
|d¡�H}t ||¡ | jr¢zt | ¡ ¡ W n tk
r    t ¡  Y nX W 5 Q R X | j | j¡rÈ| j | j¡ | j || j¡ d S )Nc                 S   s   i | ]}|j |j“qS r:   )r›   rœ   )rŒ   Úwrr:   r:   r;   Ú
<dictcomp>C  s      z,_FileSystemWriter.finish.<locals>.<dictcomp>z.tmpr¬   )ÚdictÚupdaterœ   Ústorage_metar	   r   rä   rÀ   r»   r.   r¦   ÚpickleÚdumprÞ   r¯   r°   r±   r²   r³   rÎ   rï   rÏ   rÄ   )rH   r
  r  Z
storage_mdZwr_listZtmp_pathÚmetadata_filer:   r:   r;   Úfinish@  s     
z_FileSystemWriter.finishr>   c                 C   s   t | j| jd�S )N)rÊ   rå   )r   rÊ   rå   rJ   r:   r:   r;   r  W  s    z_FileSystemWriter.storage_metac                 C   s   t t| j | jt¡ƒS r@   )r	   r   rä   rÀ   r»   r.   rJ   r:   r:   r;   rï   Z  s    z_FileSystemWriter.metadata_pathc                 C   s   | j S ©zT
        return the checkpoint_id that will be used to save the checkpoint.
        ©r»   rJ   r:   r:   r;   rÊ   ^  s    z_FileSystemWriter.checkpoint_idc                 C   s
   t  |¡S r@   ©r+   rÍ   rË   r:   r:   r;   rÍ   e  s    z(_FileSystemWriter.validate_checkpoint_id)TTrr   rÜ   T)N)!r3   r4   r5   r6   r   r7   r¯   rÐ   r�   r9   r   rR   ré   rë   r   ró   r   rù   r    r(   r&   r	  r   r  r   r   r  r€   rï   rÊ   rÒ   rÍ   Ú__classcell__r:   r:   ræ   r;   rÚ   ®  sB        ùö"	
üErÚ   c                       sö   e Zd Zeeejf ddœ‡ fdd„Zee	j
dœdd„Zdeeejdf ddœd	d
„Zeeed dœdd„Zedœdd„Zeeddœdd„Zeedœdd„Zee ee dœdd„Zeeeejf dœdd„ƒZeeeejf edœdd„ƒZ‡  ZS )r*   NrÅ   c                    s4   t ƒ  ¡  tƒ | _| j |¡| _tƒ | _tƒ | _	d S r@   )
rã   rR   r+   rä   rÇ   r»   r  rœ   rB   Úload_idrÆ   ræ   r:   r;   rR   k  s
    
zFileSystemReader.__init__)Úsinfor?   c                 C   s   t ||j|jƒS r@   )r'   r1   r2   )rH   Úfiler  r:   r:   r;   Ú_slice_filer  s    zFileSystemReader._slice_filerÉ   c                 C   s&   t ƒ | _|r| j |¡| _tƒ | _d S r@   )r  rœ   rä   rÇ   r»   rB   r  rè   r:   r:   r;   ré   u  s    zFileSystemReader.resetrú   c                 C   sj  t ƒ }|jD ](}| j|j }|j}| |g ¡ |¡ q| ¡ D �]\}}| j | j	|¡}	| j 
|	d¡�è}
|D ]Ü}| j|j }|  |
|¡}|jtjkr¾t | |j¡¡}| d¡ | ||¡ qltttjttt |ƒddd�ƒ}t||j|jƒ}| |¡ ¡ }|  ¡ |  ¡ k�s2t!d|j› d|  ¡ › d|  ¡ › �ƒ‚| "|¡ | #||¡ qlW 5 Q R X q>t$ƒ }| %d ¡ |S )	NÚrbr   rU   T)Zmap_locationZweights_onlyzreq z mismatch sizes z vs )&r  rQ   rœ   Zstorage_indexr0   Ú
setdefaultrS   rä   rÀ   r»   r¦   r  rt   r   rŠ   rŸ   r    Úreadr2   ÚseekZ
load_bytesr	   r   rN   Úloadr   r¤   r   Zstorage_offsetsÚlengthsZresolve_tensorrT   rE   rx   Zcopy_Zcommit_tensorr(   r  )rH   rí   r©   Zper_fileZ	read_itemZitem_mdr»   r0   ÚreqsrÂ   r]   ÚreqZ
file_sliceÚ
read_bytesrZ   Ztarget_tensorr  r:   r:   r;   Ú	read_data{  sL    

ýþ  ÿÿþ

zFileSystemReader.read_datar>   c              	   C   sZ   | j  | jd¡}| j  |d¡�}t |¡}W 5 Q R X t|dd ƒd krLtƒ |_| j	|j_	|S )Nr-   r  r  )
rä   rÀ   r»   r¦   r  r!  r®   r   r  r  )rH   r»   r  r
  r:   r:   r;   Úread_metadata§  s    
zFileSystemReader.read_metadata)r
  rê   r?   c                 C   s   |j | _ | j d k	st‚d S r@   )rœ   rx   )rH   r
  rê   r:   r:   r;   Úset_up_storage_reader²  s    z&FileSystemReader.set_up_storage_readerrì   c                 C   s   |S r@   r:   rò   r:   r:   r;   ró   ¶  s    z#FileSystemReader.prepare_local_planrô   c                 C   s   |S r@   r:   )rH   rõ   r:   r:   r;   rù   ¹  s    z$FileSystemReader.prepare_global_planc                 C   s   | j S r  r  rJ   r:   r:   r;   rÊ   ¼  s    zFileSystemReader.checkpoint_idc                 C   s
   t  |¡S r@   r  rË   r:   r:   r;   rÍ   Ã  s    z'FileSystemReader.validate_checkpoint_id)N)r3   r4   r5   r   r7   r¯   rÐ   rR   r/   rŸ   rÑ   r  ré   r   r   r(   r&  r   r'  r�   r(  ró   r   rù   r€   rÊ   rÒ   rÍ   r  r:   r:   ræ   r;   r*   j  s   ,c                
       sT   e Zd ZdZdeeejf eee	e	eeddœ‡ fdd	„Z
eed
œ‡ fdd„Z‡  ZS )r)   rÛ   Trr   rÜ   FN)r»   rÝ   rÞ   r«   rß   Úcache_staged_state_dictrà   r?   c              	      s   t ƒ j|||||||d� dS )aM  
        Initialize the writer pointing to `path`.

        Args:
            path: directory where the checkpoint will be written to.
            single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True.
            sync_files : force files to be synced to permanent storage. Default to True.
            thread_count: Number of IO threads to use to write. Default to 1.
            per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb.
            cache_staged_state_dict: Whether to cache the staged state_dict. This option decreases staging latency
                at the cost of increases memory usage. Additionally, if this parameter is set to True, it's the expectation
                that the stager is maintained and re-used for multiple dcp.async_save calls. Default to False.
            overwrite: Whether to allow overwriting existing checkpoints. Defaults to True.

        N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure.
        )r»   rÝ   rÞ   r«   rß   r)  rà   N)rã   rR   )rH   r»   rÝ   rÞ   r«   rß   r)  rà   ræ   r:   r;   rR   Ö  s    ùzFileSystemWriter.__init__)Ú
state_dictr?   c                    s   d| _ tƒ  |¡S )zOverride of AsyncStager.stager   )rß   rã   Ústage)rH   r*  ræ   r:   r;   r+  ú  s    zFileSystemWriter.stage)TTrr   rÜ   FT)r3   r4   r5   r6   r   r7   r¯   rÐ   r�   r9   rR   r   r+  r  r:   r:   ræ   r;   r)   È  s$         ø÷$)Wr`   r÷   rŸ   r~   r¯   r  rµ   r   rA   rð   Úabcr   r   Ú
contextlibr   r   Úpathlibr   Útypingr   r   r	   r
   r   r   r   r   r   r   r   r   rN   r   Ztorch._utilsr   r   Ztorch.distributed._shard._utilsr   Z%torch.distributed.checkpoint.metadatar   r   r   r   Z$torch.distributed.checkpoint.plannerr   r   r   r   r   r    r!   r"   Z$torch.distributed.checkpoint.stagingr#   Z$torch.distributed.checkpoint.storager$   r%   r&   Z"torch.distributed.checkpoint.utilsr'   Ztorch.futuresr(   Ú__all__r.   r7   r8   r/   r<   rû   rB   rC   rO   r[   r9   r‡   r—   rÑ   r    r¥   rÿ   r�   r¹   r,   r+   rÚ   r*   r)   r:   r:   r:   r;   Ú<module>   sv    8(
ZûøD*/ =^