U
    8‹Ñh>  ã                   @   s”  d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl	m
Z
mZ d dlmZmZ d dlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ d dlm Z  d dl!m"Z" G dd	„ d	eƒZ#d
Z$e%ee%ee% f dœdd„Z&edƒZ'edƒZ(ee'gee( f ee' ee( dœdd„Z)ee'gee( f ee' ee( dœdd„Z*e j+eg e%f ed dœdd„ƒZ,eedœdd„Z-ej.dd�e%e"dœdd„ƒZ/e%e0dœd d!„Z1G d"d#„ d#ƒZ2d;eee% e2d$œd%d&„Z3d<ee0e0e%d(œd)d*„Z4d=ee0e0e0e%d+œd,d-„Z5eeef e0e0e0e%d.œd/d0„Z6eee ee eed1f f e0e0e0e%d.œd2d3„Z7ee% e0e0e0e%e%e%d4œd5d6„Z8G d7d8„ d8ƒZ9G d9d:„ d:ee' ƒZ:dS )>é    N)Ú	Namespace)ÚfieldsÚis_dataclass)ÚautoÚEnum)ÚAnyÚCallableÚDictÚGenericÚIterableÚIteratorÚListÚLiteralÚNoReturnÚOptionalÚSequenceÚSetÚTupleÚTypeVarÚUnion)ÚSelf)ÚCodeTemplatec                   @   s0   e Zd Zeƒ Zeƒ Zeƒ Zeƒ Zeƒ Zeƒ Z	dS )ÚTargetN)
Ú__name__Ú
__module__Ú__qualname__r   Z
DEFINITIONZDECLARATIONZREGISTRATIONZANONYMOUS_DEFINITIONZNAMESPACED_DEFINITIONZNAMESPACED_DECLARATION© r   r   ú</tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torchgen/utils.pyr   )   s   r   z(^|\W){}($|\W))ÚschemaÚreturnc                 C   s>   t  d| ¡}|d kr"td| › �ƒ‚| ¡ \}}}|| d¡fS )Nz(\w+)(\.\w+)?\((.*)\)zUnsupported function schema: ú, )ÚreÚmatchÚRuntimeErrorÚgroupsÚsplit)r   ÚmÚnameÚ_Úparamsr   r   r   Úsplit_name_params<   s
    r*   ÚTÚS)ÚfuncÚxsr   c                 c   s$   |D ]}| |ƒ}|d k	r|V  qd S ©Nr   )r-   r.   ÚxÚrr   r   r   ÚmapMaybeL   s    r2   c                 c   s   |D ]}| |ƒE d H  qd S r/   r   )r-   r.   r0   r   r   r   Ú	concatMapT   s    r3   )Úmsg_fnr   c              
   c   sz   z
d V  W nj t k
rt } zL| ƒ }t |d¡}|jrH|jd › d|› �n|}|f|jdd …  |_‚ W 5 d }~X Y nX d S )Nz  r   Ú
é   )Ú	ExceptionÚtextwrapÚindentÚargs)r4   ÚeÚmsgr   r   r   Úcontext\   s    
r=   )r0   r   c                 C   s   t dt| ƒj› �ƒ‚d S )NzUnhandled type: )ÚAssertionErrorÚtyper   )r0   r   r   r   Úassert_neverl   s    r@   )Úmaxsize)Útemplate_fnr   c                 C   s
   t  | ¡S r/   )r   Ú	from_file)rB   r   r   r   Ú_read_templatep   s    rD   )Úsr   c                 C   s"   t  |  d¡¡ ¡ }tj|dd�S )NÚlatin1Úlittle)Ú	byteorder)ÚhashlibÚsha1ÚencodeÚdigestÚintÚ
from_bytes)rE   rJ   r   r   r   Ústring_stable_hashv   s    rO   c                
   @   sN  e Zd ZU eed< eed< eed< ee ed< eeeddœdd„Zeedd	œd
d„Zee	g e
eeeef f f edœdd„Zeee	g e
eeeef f f ddœdd„Zee	g e
eeeef f f ddœdd„Zddœeee e	egef e	egeeee f f eeeeef  ee ddœdd„Zeeddœdd„Zedœdd„ZdS )ÚFileManagerÚinstall_dirÚtemplate_dirÚdry_runÚ	filenamesN)rQ   rR   rS   r   c                 C   s   || _ || _tƒ | _|| _d S r/   )rQ   rR   ÚsetrT   rS   )ÚselfrQ   rR   rS   r   r   r   Ú__init__„   s    zFileManager.__init__)ÚfilenameÚcontentsr   c              	   C   s|   z t |ƒ�}| ¡ }W 5 Q R X W n tk
r8   d }Y nX ||krxtjtj |¡dd� t |dƒ�}| |¡ W 5 Q R X d S )NT)Úexist_okÚw)ÚopenÚreadÚOSErrorÚosÚmakedirsÚpathÚdirnameÚwrite)rV   rX   rY   ÚfZold_contentsr   r   r   Ú_write_if_changedŠ   s    

zFileManager._write_if_changed)rB   Úenv_callabler   c                 C   sv   t j | j|¡}|ƒ }t|tƒr\d|krJd}|dt j |¡› �7 }||d< t|ƒ}| |¡S t|t	ƒrj|S t
|ƒ d S )NZgenerated_commentz@generated by torchgen/gen.pyz from )r_   ra   ÚjoinrR   Ú
isinstanceÚdictÚbasenamerD   Ú
substituteÚstrr@   )rV   rB   rf   Ztemplate_pathÚenvÚcommentÚtemplater   r   r   Úsubstitute_with_template˜   s    


z$FileManager.substitute_with_template)rX   rB   rf   r   c                 C   sT   | j › d|› �}|| jks"tdƒ‚| j |¡ | jsP| j||d�}| j||d� d S )Nú/zduplicate file write {filename})rB   rf   )rX   rY   )rQ   rT   r>   ÚaddrS   rp   re   )rV   rX   rB   rf   Zsubstitute_outr   r   r   Úwrite_with_templateª   s    þzFileManager.write_with_template)rX   rf   r   c                 C   s   |   |||¡ d S r/   )rs   )rV   rX   rf   r   r   r   rc   º   s    zFileManager.write)Úbase_env)rX   ÚitemsÚkey_fnrf   Ú
num_shardsrt   Úsharded_keysr   c                   sŽ  ddi}dd„ t |ƒD ƒ}	|g|	 }
|d k	r@|
D ]‰ ˆ  |¡ q0ˆD ]F}|
D ]<‰ |ˆ kr€tˆ | tƒsntdƒ‚ˆ |  ¡ ˆ |< qLg ˆ |< qLqDtttt f tttt f d dœ‡fdd„}| j	rÄd	}|D ]8}||ƒ}t
|ƒ| }||ƒ}||	| |ƒ |||ƒ qÈ| d
¡}|dk�rt|ƒ}|d |… }||d … }|
D ]0‰ ˆ d }|  |› |› |› �|‡ fdd„¡ �q:| j | j› d|› d|› �¡ d S )NÚshard_idZ
Everythingc                 S   s   g | ]}d d|› �i‘qS )ry   r(   r   )Ú.0Úir   r   r   Ú
<listcomp>Í   s    z-FileManager.write_sharded.<locals>.<listcomp>z'sharded keys in base_env must be a list)ÚintoÚfrom_r   c                    s<   |  ¡ D ].\}}|ˆ ks&td|› �ƒ‚| |  |7  < qd S )Nzundeclared sharded key )ru   r>   )r}   r~   ÚkÚv)rx   r   r   Ú	merge_envà   s    z,FileManager.write_sharded.<locals>.merge_envr   Ú.éÿÿÿÿc                      s   ˆ S r/   r   r   )Úshardr   r   Ú<lambda>ú   ó    z+FileManager.write_sharded.<locals>.<lambda>rq   )ÚrangeÚupdaterh   Úlistr>   Úcopyr	   rl   r   rS   rO   ÚrfindÚlenrs   rT   ÚdiscardrQ   )rV   rX   ru   rv   rf   rw   rt   rx   Z
everythingZshardsZ
all_shardsÚkeyr�   ÚitemZsidrm   Zdot_posÚbase_filenameÚ	extensionry   r   )r„   rx   r   Úwrite_shardedÁ   sV    ÿ
 ÿþ.

  
ÿÿzFileManager.write_sharded)Úvariable_namerX   r   c                 C   s2   d  |d dd„ t| jƒD ƒ¡¡}|  ||¡ dS )z[Write a file containing the list of all outputs which are
        generated by this script.zset({}
    {})z
    c                 s   s   | ]}d | d  V  qdS )ú"Nr   )rz   r'   r   r   r   Ú	<genexpr>  s     z,FileManager.write_outputs.<locals>.<genexpr>N)Úformatrg   ÚsortedrT   re   )rV   r“   rX   Úcontentr   r   r   Úwrite_outputs  s
    þzFileManager.write_outputs©r   c                 C   s   t j | jt j t¡¡S )zé
        This needs to be deterministic. The template dir is an absolute path
        that varies across builds. So, just use the path relative to this file,
        which will point to the codegen source but will be stable.
        )r_   ra   ÚrelpathrR   rb   Ú__file__©rV   r   r   r   Útemplate_dir_for_comments  s    z%FileManager.template_dir_for_comments)r   r   r   rl   Ú__annotations__Úboolr   rW   re   r   r   r	   r   rp   rs   rc   r   r+   r   rM   r   r’   r™   rž   r   r   r   r   rP   ~   s@   
 þûüøöA	rP   )ÚoptionsrQ   r   c                 C   s.   t j | jd¡}|r|n| j}t||| jd�S )NZ	templates)rQ   rR   rS   )r_   ra   rg   Úsource_pathrQ   rP   rS   )r¡   rQ   rR   r   r   r   Úmake_file_manager  s      ÿr£   éP   )Úobjr9   Úwidthr   c                 C   s0   t jdkr"ddlm} || ||ƒS t| ||d�S )N)é   é
   r   )Úpformat)r9   r¦   )ÚsysÚversion_infoÚpprintr©   Ú_pformat)r¥   r9   r¦   r©   r   r   r   Údataclass_repr   s    
r®   )r¥   r9   r¦   Úcurr_indentr   c                    s   t ˆ ƒstdtˆ ƒ› �ƒ‚ˆ jj}|t|ƒd 7 }‡ fdd„tˆ ƒD ƒ}g }|D ]†\}}|t|ƒ d }	t |ƒr€t||||	ƒ}
nBt|t	ƒršt
||||	ƒ}
n(t|tttfƒrºt||||	ƒ}
nt|ƒ}
| |› d|
› �¡ qP|d }d|› � |¡}|› d|› d	�S )
Nz%obj should be a dataclass, received: r6   c                    s$   g | ]}|j r|jtˆ |jƒf‘qS r   )Úreprr'   Úgetattr)rz   rd   ©r¥   r   r   r|   :  s      z_pformat.<locals>.<listcomp>ú=ú z,
ú(ú))r   r>   r?   Ú	__class__r   rŒ   r   r­   rh   ri   Ú_format_dictr‰   rU   ÚtupleÚ_format_listr°   Úappendrg   )r¥   r9   r¦   r¯   Ú
class_nameZfields_listÚ
fields_strr'   ÚattrZ_curr_indentZstr_reprÚ
indent_strÚbodyr   r²   r   r­   .  s$    
r­   )r¾   r9   r¦   r¯   r   c           	      C   sv   ||d 7 }g }|   ¡ D ]J\}}t|ƒ}t|ƒrFt||||t|ƒ ƒnt|ƒ}| |› d|› �¡ qt||||ddƒS )Nr§   z: Ú{Ú})ru   r°   r   r­   rŒ   r»   Ú_format)	r¾   r9   r¦   r¯   Z	dict_reprr   r€   Zk_reprZv_strr   r   r   r¸   Q  s    ÿýr¸   .c                    sJ   ˆ ˆd 7 ‰ ‡ ‡‡fdd„| D ƒ}t | tƒr0dnd\}}t|ˆˆˆ ||ƒS )Nr6   c                    s*   g | ]"}t |ƒrt|ˆˆˆ ƒnt|ƒ‘qS r   )r   r­   r°   )rz   Úl©r¯   r9   r¦   r   r   r|   l  s   ÿz _format_list.<locals>.<listcomp>)ú[ú])rµ   r¶   )rh   r‰   rÃ   )r¾   r9   r¦   r¯   Z	list_reprÚstartÚendr   rÅ   r   rº   e  s    þrº   )r½   r9   r¦   r¯   rÈ   rÉ   r   c           
      C   sT   d\}}t t| ƒƒ|kr$d}d| }d| }d|› |› � | ¡}	|› |› |	› |› �S )N)Ú rÊ   r5   r´   r    )rŒ   r°   rg   )
r½   r9   r¦   r¯   rÈ   rÉ   Ú	delimiterZcurr_indent_strr¿   rÀ   r   r   r   rÃ   t  s    rÃ   c                   @   s„   e Zd ZdZdeeedœdd„Zedeed dœdd	„ƒZe	ed
œdd„ƒZ
e	ed
œdd„ƒZe	ed
œdd„ƒZdeedœdd„ZdS )ÚNamespaceHelpera  A helper for constructing the namespace open and close strings for a nested set of namespaces.

    e.g. for namespace_str torch::lazy,

    prologue:
    namespace torch {
    namespace lazy {

    epilogue:
    } // namespace lazy
    } // namespace torch
    rÊ   é   ©Únamespace_strÚentity_nameÚ	max_levelc                 C   sr   |  d¡}t|ƒ|ks,td|› d|› d�ƒ‚|| _d dd„ |D ƒ¡| _d dd„ t|ƒD ƒ¡| _|| _|| _	d S )	Nú::z"Codegen doesn't support more than z# level(s) of custom namespace. Got r‚   r5   c                 S   s   g | ]}d |› d�‘qS )z
namespace z {r   ©rz   Únr   r   r   r|   œ  s     z,NamespaceHelper.__init__.<locals>.<listcomp>c                 S   s   g | ]}d |› �‘qS )z} // namespace r   rÓ   r   r   r   r|   ž  s     )
r%   rŒ   r>   Úcpp_namespace_rg   Ú	prologue_ÚreversedÚ	epilogue_Znamespaces_Úentity_name_)rV   rÏ   rÐ   rÑ   Zcpp_namespacesr   r   r   rW   •  s    

ÿþÿzNamespaceHelper.__init__)Únamespaced_entityrÑ   r   c                 C   s2   |   d¡}|d }d |dd… ¡}t|||d�S )zq
        Generate helper from nested namespaces as long as class/function name. E.g.: "torch::lazy::add"
        rÒ   rƒ   NrÎ   )r%   rg   rÌ   )rÚ   rÑ   ÚnamesrÐ   rÏ   r   r   r   Úfrom_namespaced_entity£  s    
  ÿz&NamespaceHelper.from_namespaced_entityrš   c                 C   s   | j S r/   )rÖ   r�   r   r   r   Úprologue±  s    zNamespaceHelper.prologuec                 C   s   | j S r/   )rØ   r�   r   r   r   Úepilogueµ  s    zNamespaceHelper.epiloguec                 C   s   | j S r/   )rÙ   r�   r   r   r   rÐ   ¹  s    zNamespaceHelper.entity_name)Údefaultr   c                 C   s   | j r| j S |S )z£
        Return the namespace string from joining all the namespaces by "::" (hence no leading "::").
        Return default if namespace string is empty.
        )rÕ   )rV   rß   r   r   r   Úget_cpp_namespace¾  s    z!NamespaceHelper.get_cpp_namespaceN)rÊ   rÍ   )rÍ   )rÊ   )r   r   r   Ú__doc__rl   rM   rW   ÚstaticmethodrÜ   ÚpropertyrÝ   rÞ   rÐ   rà   r   r   r   r   rÌ   ‡  s     ÿ þrÌ   c                   @   sÎ   e Zd ZU eeed f ed< deee  dœdd„Z	ee
dœdd„Zee d	œd
d„Zdddœdd„Zeddœdd„Zdd	œdd„Zedddœdd„ƒZdddœdd„Zdedœdd„Zee
dœdd„ZdS )Ú
OrderedSetNÚstorage)Úiterablec                 C   s    |d kri | _ nt |¡| _ d S r/   )rå   ri   Úfromkeys)rV   ræ   r   r   r   rW   É  s    zOrderedSet.__init__)r�   r   c                 C   s
   || j kS r/   ©rå   ©rV   r�   r   r   r   Ú__contains__Ï  s    zOrderedSet.__contains__rš   c                 C   s   t | j ¡ ƒS r/   )Úiterrå   Úkeysr�   r   r   r   Ú__iter__Ò  s    zOrderedSet.__iter__zOrderedSet[T])ru   r   c                 C   s   | j  |j ¡ d S r/   )rå   rˆ   )rV   ru   r   r   r   rˆ   Õ  s    zOrderedSet.updatec                 C   s   d | j |< d S r/   rè   ré   r   r   r   rr   Ø  s    zOrderedSet.addc                 C   s   t ƒ }| j ¡ |_|S r/   )rä   rå   rŠ   )rV   Úretr   r   r   rŠ   Û  s    zOrderedSet.copy)r:   r   c                  G   s,   | d   ¡ }| dd … D ]}| |¡ q|S )Nr   r6   )rŠ   rˆ   )r:   rî   rE   r   r   r   Úunionà  s    zOrderedSet.union)Úotherr   c                 C   s   t  | |¡S r/   )rä   rï   ©rV   rð   r   r   r   Ú__or__ç  s    zOrderedSet.__or__c                 C   s   |   |¡ | S r/   )rˆ   rñ   r   r   r   Ú__ior__ê  s    
zOrderedSet.__ior__c                 C   s,   t |tƒr| j|jkS t| j ¡ ƒ|kS d S r/   )rh   rä   rå   rU   rì   rñ   r   r   r   Ú__eq__î  s    
zOrderedSet.__eq__)N)r   r   r   r	   r+   r   rŸ   r   r   rW   r    rê   r   rí   rˆ   rr   rŠ   râ   rï   rò   r   ró   Úobjectrô   r   r   r   r   rä   Æ  s   
rä   )N)r   r¤   )r   );Ú
contextlibÚ	functoolsrI   r_   r!   rª   r8   Úargparser   Zdataclassesr   r   Úenumr   r   Útypingr   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   Ztyping_extensionsr   Ztorchgen.code_templater   r   ZIDENT_REGEXrl   r*   r+   r,   r2   r3   Úcontextmanagerr=   r@   Ú	lru_cacherD   rM   rO   rP   r£   r®   r­   r¸   rº   rÃ   rÌ   rä   r   r   r   r   Ú<module>   sŽ   D((
  ÿ þ  ýü üû$
ûûù?