U
    8‹ÑhU¼ ã                   @   s.	  U d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZ d dl	m
Z
mZ d dlmZmZmZmZmZmZmZmZmZmZmZ d dlZd dlm  mZ d dlm  mZ d dlm  mZ d dl m  m!Z! d dl"m#Z# d dl$m%Z% d dl&m'Z' d dl(m)Z) d dl*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 d d	l2m3Z3m4Z4m5Z5m6Z6 d d
l7m8Z8m9Z9m:Z:m;Z; d dl<m=Z=m>Z>m?Z?m@Z@ d dlAmBZB d dlCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[ d dl\m]Z]m^Z^m_Z_m`Z` d dlambZb d dlcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZk d dllmmZmmnZn edƒZoG dd„ denƒZpedddgƒZqi areeseqf etd< i aueesees f etd< d¨evees eeeI  eseweqdœdd„Zxd©evesees dœd d!„Zyejzdd"�esees d#œd$d%„ƒZ{dªddd&œeseseeeI  eweev eqd'œd(d)„Z|eeP dd*œd+d,„Z}esesd-œd.d/„Z~eeE eeI d0œd1d2„ZePeEeeI d3œd4d5„Z€ePeeE ees d3œd6d7„Z�eeE ees d0œd8d9„Z‚ee,e.f e,esd:œd;d<„Zƒee,e.f ePeEesd=œd>d?„Z„ee,e.f ePeeE esd@œdAdB„Z…ee,e.f ePeeE esd@œdCdD„Z†e
dEdF�G dGdH„ dHƒƒZ‡e
dEdF�G dIdJ„ dJƒƒZˆe
dEdF�G dKdL„ dLƒƒZ‰e
dEdF�G dMdN„ dNƒƒZŠe
dEdF�G dOdP„ dPƒƒZ‹e5ePesdQœdRdS„ƒZŒeQees dTœdUdV„Z�ePebewdWœdXdY„ZŽe
dEdF�G dZd[„ d[ƒƒZ�evesd\œd]d^„Z�esevd-œd_d`„Z‘eYesdaœdbdc„Z’eeZ ees ddœdedf„Z“ePeeeesesf  eesesf f dQœdgdh„Z”e+ewees ees eesesf evdiœdjdk„Z•eDewees ees eesesf evdlœdmdn„Z–e5ePevdQœdodp„ƒZ—ePewdQœdqdr„Z˜e6ePeeIeEf esdsœdtdu„ƒZ™eees  ees ebdvœdwdx„ZšeeP eeePeRf  dyœdzd{„Z›eeP eeePeQf  dyœd|d}„Zœe#j�d~œeeePeQf  eeIeEf eeeQePf eEgees f eesees f dœd€d�„Zžeesees f ees d‚œdƒd„„ZŸe#j�d~œeeePeQf  eeIeEf eeeQePf eEgees f ees dœd…d†„Z eePeQf eEesd‡œdˆd‰„Z¡egeeePeQf  eIeEebewewewewees dŠœ
d‹dŒ„Z¢eeePeQf  eIeEebewewees d�œdŽd�„Z£eeP ebeees esf d�œd‘d’„Z¤eeP eeePeQf  eeQ eeE ebeeIeEf egegeeI eeI ewdd“œd”d•„Z¥eeP eeePeQf  eeE ebeeIeEf egegegeeI eeI ewdd–œd—d˜„Z¦eeP ees eeePeQf  eeQ eeE ebeeIeEf egegegegeeI eeI ewewdd™œdšd›„Z§eeP eeePeQf  eeQ eeR ebeeE eeIeEf egegegegegeeI eeI ewewewewewddœœd�dž„Z¨egeeP ddŸœd d¡„Z©ejªd¢œd£d¤„Z«dd¢œd¥d¦„Z¬e­d§k�	r*e¬ƒ  dS )«é    N)ÚdefaultdictÚ
namedtupleÚOrderedDict)Ú	dataclassÚfield)ÚAnyÚCallableÚDictÚListÚLiteralÚOptionalÚSequenceÚSetÚTupleÚTypeVarÚUnion)Úinductor_fallback_ops)Úcpp)Ú	translate)ÚBindingÚCppSignatureÚCppSignatureGroupÚDispatcherSignatureÚ
NamedCTypeÚNativeSignatureÚSpecialArgName)Úmethod_with_native_functionÚnative_function_managerÚwith_native_functionÚ with_native_function_and_indices)Úgen_aoti_c_shimÚ*gen_static_dispatch_backend_call_signatureÚget_fallback_op_nameÚget_header_for_aoti)Ú gen_functionalization_definitionÚ"gen_functionalization_registrationÚ.gen_functionalization_view_inverse_declarationÚGenCompositeViewCopyKernel©Úgen_all_vmap_plumbing)ÚArgumentÚBackendIndexÚBackendMetadataÚBaseOperatorNameÚDEFAULT_KERNEL_NAMESPACEÚDispatchKeyÚFRAGMENT_NAMESPACESÚFunctionSchemaÚis_cuda_dispatch_keyÚis_generic_dispatch_keyÚis_ufunc_dispatch_keyÚLocationÚNativeFunctionÚNativeFunctionsGroupÚNativeFunctionsViewGroupÚOperatorNameÚOptionalTypeÚ
SchemaKindÚSelfArgumentÚSTRUCTURED_DISPATCH_KEYSÚTensorOptionsArgumentsÚTypeÚVariantÚViewSchemaKind)Úadd_generated_native_functionsÚgen_composite_functional_kernelÚgen_composite_out_kernelÚpre_group_native_functions)ÚSelectiveBuilder)Úassert_neverÚ	concatMapÚcontextÚFileManagerÚmake_file_managerÚmapMaybeÚNamespaceHelperÚTarget)Ú
YamlDumperÚ
YamlLoaderÚTc                       s   e Zd Zd‡ fdd„	Z‡  ZS )Ú
LineLoaderFc                    s$   t ƒ j||d�}|jjd |d< |S )N)Údeepé   Ú__line__)ÚsuperÚconstruct_mappingZ
start_markÚline)ÚselfÚnoderS   Úmapping©Ú	__class__© ú:/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torchgen/gen.pyrW   Ž   s    zLineLoader.construct_mapping)F)Ú__name__Ú
__module__Ú__qualname__rW   Ú__classcell__r^   r^   r\   r_   rR   �   s   rR   Ú
ParsedYamlÚnative_functionsÚbackend_indicesÚ_GLOBAL_PARSE_NATIVE_YAML_CACHEÚ_GLOBAL_PARSE_TAGS_YAML_CACHEú<stdin>F)ÚesÚ
valid_tagsÚignore_keysÚpathÚskip_native_fns_genÚreturnc              
      s"  t | tƒst‚g }ttƒ}| D ]ª}t |tƒs:td|› �ƒ‚t | d¡tƒsRt|ƒ‚t||d ƒ‰| d¡‰ ˆ d k	s€td|› �ƒ‚t‡ ‡fdd„ƒ�0 t	 
|ˆ||¡\}}	| |¡ t ||	¡ W 5 Q R X qt|ƒ tdd„ ƒ}
|sìt||ƒ | ¡ D ]"\}}t|dd	t|ƒ|d
�|
|< qôt||
ƒS )Nzexpected to be dict: rU   Úfunczmissed 'func' in c                      s   dˆ› dˆ › �S ©Nzin z:
  r^   r^   ©ÚfuncsÚlocr^   r_   Ú<lambda>­   ó    z*parse_native_yaml_struct.<locals>.<lambda>c                   S   s   t tjdddi d�S )NTF©Údispatch_keyZuse_out_as_primaryZexternalÚdevice_guardÚindex)r+   r/   Ú	Undefinedr^   r^   r^   r_   ru   ´   s   ùTFrw   )Ú
isinstanceÚlistÚAssertionErrorr   ÚdictÚgetÚintr5   rI   r6   Z	from_yamlÚappendr+   Z
grow_indexÚerror_check_native_functionsrB   Úitemsr2   rd   )rj   rk   rl   rm   rn   ÚrsÚbsÚerp   ÚmÚindicesÚkÚvr^   rr   r_   Úparse_native_yaml_struct�   s8    

ÿ
úrŒ   )rj   rm   ro   c              
      s¤   t | tƒst‚tƒ }| D ]†}t | d¡tƒs4t|ƒ‚t||d ƒ‰ | d¡‰t‡ ‡fdd„ƒ�: | ¡ }| 	d¡}| 	dd¡}|dksŠt‚| 
|¡ W 5 Q R X q|S )NrU   Útagc                      s   dˆ › dˆ› �S rq   r^   r^   ©rt   Útagsr^   r_   ru   Ô   rv   z(parse_tags_yaml_struct.<locals>.<lambda>ÚdescÚ )r|   r}   r~   Úsetr€   r�   r5   rI   ÚcopyÚpopÚadd)rj   rm   r…   r‡   Ze_iÚnamer�   r^   rŽ   r_   Úparse_tags_yaml_structÍ   s    

r—   )Úmaxsize)rm   ro   c              	   C   sB   | t kr:t| ƒ�$}tj|td�}t|| d�t | < W 5 Q R X t |  S )N©ÚLoader)rm   )rh   ÚopenÚyamlÚloadrR   r—   )rm   Úfrj   r^   r^   r_   Úparse_tags_yamlÞ   s
    
rŸ   )rn   Úloaded_yaml)rm   Útags_yaml_pathrl   rn   r    ro   c             	   C   s^   | t krVt|ƒ}|d kr<t| ƒ�}tj|td�}W 5 Q R X n|}t|||| |d�t | < t |  S )Nr™   )rm   rn   )rg   rŸ   r›   rœ   r�   rR   rŒ   )rm   r¡   rl   rn   r    rk   rž   rj   r^   r^   r_   Úparse_native_yamlé   s    	
û
r¢   )rs   ro   c                 C   sF  i }t tƒ}| D ]$}|||jj< ||jjj  |¡ q| D �]}|jd k	r¨| |j¡}|d k	s€t|jj› d|j› d|j› d�ƒ‚|js¨t|jj› d|j› d|j› d�ƒ‚d|j	kr:t
|jjƒdkr:t
|jjƒdkr:t
|jjjƒdkr:|jjj}|j�st|jj› d	�ƒ‚t|jd
|jƒ}t|| ƒdks:t|jj› d|› d�ƒ‚q:d S )Nz0 is marked as a structured_delegate pointing to z, but z is missing.zY is not marked as structured. Consider adding 'structured=True' to the delegated operatorZinplace_viewZresize_Z
resize_as_Úset_z¢ is marked with tag: inplace_view, but it doesn't follow the naming convention for inplace ops - the codegen expects the base name to have a trailing underscore. Fr   zw is marked with tag: inplace_view. The codegen expects there to be a corresponding out-of-place view op with the name 'z/' and matching schema, but it didn't find one. )r   r}   rp   r–   r‚   Ústructured_delegater€   r~   Ú
structuredr�   ÚstrÚinplacer-   ÚbaseZdunder_methodÚlen)rs   Zfunc_mapZbase_func_maprž   Zdelegate_funcÚ	base_nameZout_of_place_base_namer^   r^   r_   rƒ   	  sD    


ÿÿÿþýü

ÿ  ÿÿrƒ   )Úsro   c                 C   sl   |   dd¡} |   dd¡} |   dd¡} |   dd¡} |   d	d
¡} |   dd¡} |   dd¡} |   dd¡} d| › d�S )z1Convert a python string into a c++ string literalú\z\\ú"z\"úz\aúz\búz\fÚ
z\núz\vú	z\t)Úreplace©r«   r^   r^   r_   Ú
cpp_string4  s    r¶   )Úbackendsro   c                 C   s6   t | ƒdkrg S dd„ | D ƒtjtjtjtjg S d S )Nr   c                 S   s   g | ]
}|j ‘qS r^   )rx   )Ú.0Úbackendr^   r^   r_   Ú
<listcomp>R  s     z(static_dispatch_keys.<locals>.<listcomp>)r©   r/   ÚCompositeImplicitAutogradÚ%CompositeImplicitAutogradNestedTensorÚCompositeExplicitAutogradÚ&CompositeExplicitAutogradNonFunctional©r·   r^   r^   r_   Ústatic_dispatch_keysN  s    ürÀ   )rž   Úbackend_indexro   c                 C   sN   | j d k	s| | ¡r|jS | jr&tjS | jr2tjS | jr>tj	S | j
rJtjS d S ©N)r¤   Ú
has_kernelrx   Ú&has_composite_explicit_autograd_kernelr/   r½   Ú5has_composite_explicit_autograd_non_functional_kernelr¾   Ú&has_composite_implicit_autograd_kernelr»   Ú4has_composite_implicit_autograd_nested_tensor_kernelr¼   )rž   rÁ   r^   r^   r_   Úget_static_dispatch_backendZ  s    rÈ   c                 C   sZ   |d ks| j rd S g }|D ]4}t| |ƒ}|d k	r| d| j› d| ¡ › d�¡ qd |¡S )Nú#include <ATen/ops/Ú_ú_dispatch.h>r±   )Úmanual_kernel_registrationrÈ   r‚   Ú	root_nameÚlowerÚjoin)rž   rÁ   Úoutputrz   rx   r^   r^   r_   Ústatic_dispatch_ops_headern  s    
ÿrÑ   c                 C   s   dd„ t | ƒD ƒS )Nc                 S   s   g | ]}d |› d�‘qS )ú#include <ATen/úFunctions.h>r^   )r¸   rx   r^   r^   r_   rº     s   ÿz1static_dispatch_extra_headers.<locals>.<listcomp>)rÀ   r¿   r^   r^   r_   Ústatic_dispatch_extra_headers~  s    þrÔ   )ÚsigÚcpp_sigro   c                 C   sr   t t t t dœdd„}t|  ¡ ƒ}t| ¡ ƒ}|D ]}|jjtjkr4||ƒ} qTq4t||ƒ}d 	dd„ |D ƒ¡S )N)Úinput_bindingsro   c                 S   sT   g }| D ]F}|j dkrDtttj|jjƒ|j |j|jd�}| 	|¡ q| 	|¡ q|S )NZmemory_format)Únctyper–   ÚdefaultÚargument)
r–   r   r   r   Ú possibly_redundant_memory_formatrØ   ÚtyperÙ   rÚ   r‚   )r×   Zoutput_bindingsZbindingZspl_mem_format_bindingr^   r^   r_   Úadd_spl_memory_format_binding�  s    
þù	z5translate_args.<locals>.add_spl_memory_format_bindingú, c                 s   s   | ]}|j V  qd S rÂ   ©Úexpr©r¸   Úar^   r^   r_   Ú	<genexpr>¨  s     z!translate_args.<locals>.<genexpr>)
r
   r   r}   Ú	argumentsrØ   r–   r   rÛ   r   rÏ   )rÕ   rÖ   rÝ   Zsrc_bindingsZgoal_bindingsÚargÚexprsr^   r^   r_   Útranslate_argsˆ  s    
rç   )rÕ   rž   rÁ   ro   c           	   	   C   sj   t | |ƒ}| ¡ }t| |ƒ}| |¡}|r6|jr6|jnt}| dd¡}d|› d|j ¡ › d|› d|› d�	S )Nú::nativer‘   úreturn ú::ú(ú);)	r!   r–   rç   Ú
get_kernelÚcpp_namespacer.   r´   rx   rÎ   )	rÕ   rž   rÁ   rÖ   r–   ræ   Úbackend_metadataZ	kernel_nsÚnsr^   r^   r_   Ú%generate_static_dispatch_backend_call«  s    


ÿÿýrñ   )rÕ   rž   rf   ro   c              	   C   s(  t j|ddd�}| jr(|j ¡ r(|j}n|j}|d k	s:t‚| ¡ }t	| |ƒ}t
 dd¡}|jr‚d|› dtj ¡ › d|› d|› d�	S |jr¬d|› dtj ¡ › d|› d|› d�	S |jrÖd|› dtj ¡ › d|› d|› d�	S |j�rd|› dtj ¡ › d|› d|› d�	S d	|› d
d dd„ |D ƒ¡› d�S d S )NF©ÚmethodZfallback_bindingrè   r‘   ré   rê   rë   rì   z5TORCH_CHECK(false, "Static dispatch does not support z forrÞ   c                 S   s   g | ]}t |jƒ‘qS r^   )r¦   rx   )r¸   rz   r^   r^   r_   rº   ×  s     z:generate_static_dispatch_fallback_call.<locals>.<listcomp>z ");)r   Úfrom_native_functionÚsymintrp   Ú
has_symintZsymint_signatureÚ	signaturer~   r–   rç   r.   r´   rÄ   r/   r½   rÎ   rÅ   r¾   rÆ   r»   rÇ   r¼   rÏ   )rÕ   rž   rf   Zcpp_sigsrÖ   r–   ræ   rð   r^   r^   r_   Ú&generate_static_dispatch_fallback_call½  s.      ÿ
$$$$ÿrø   c                    sH  t |ƒdksˆ jrdS ‡ fdd„|D ƒ}t |ƒdkrDt| ˆ |d ƒS t |ƒdkr\t| ˆ |ƒS dd„ |  ¡ D ƒ}d |¡}ˆ jjj}g }g }|dk	rœ| d	¡ |dkr¶| d
|› d�¡ | dd |¡› d�¡ | d¡ g }	|D ]2}
|	 d|
j	› d�¡ |	 dt| ˆ |
ƒ› d�¡ qàt| ˆ |ƒ}d}d| |¡› d| |	¡› d|› d�S )a  
    For a given `NativeFunction`, find out the corresponding backend and dispatch to it. If more than one
    backends exsit, fallback to static dispatch by determining dispatch key from inputs.
    Arguments:
        sig: A CppSignature or DispatcherSignature for this native function we want to use.
        f: NativeFunction to generate static dispatch.
        backend_indices: All available backends.
    Return:
        C++ code to call backend-specific functions, e.g., "return at::cpu::add(self, other, scale);"
    r   r‘   c                    s.   g | ]&}|  ˆ ¡s&ˆ jd k	r|jtkr|‘qS rÂ   )rÃ   r¤   rx   r=   )r¸   Úb©rž   r^   r_   rº   ì  s
   


ûz#static_dispatch.<locals>.<listcomp>rT   c                 S   s6   g | ].}t |jtƒs,t |jtƒr|jj ¡ r|j‘qS r^   )r|   rÚ   r<   r*   rÜ   Úis_tensor_liker–   rá   r^   r^   r_   rº   ú  s
   ürÞ   Nz>DispatchKeySet(c10::computeDispatchKey(dtype, layout, device))z$c10::detail::multi_dispatch_key_set(ú)zDispatchKeySet _dk_set = z | ú;z=DispatchKey _dk = c10::highestPriorityBackendTypeId(_dk_set);zcase DispatchKey::ú:r³   z
		ú
    z
    switch (_dk) {
        z
        default:
            z
    }
    )
r©   rÌ   rñ   rø   rä   rÏ   rp   Útensor_optionsr‚   rx   )rÕ   rž   rf   ÚkeysÚnative_tensor_argsÚtensor_argsZtensor_optsZstmtsZsubexprsZdispatch_coderz   ÚfallbackZ	connectorr^   rú   r_   Ústatic_dispatchÚ  sN    
þ	þ

ÿ
ÿÿýûr  T)Úfrozenc                   @   sH   e Zd ZU eed< eed�Zee	e
f ed< eeee	 dœdd„ƒZdS )ÚRegisterSchemaÚselector)Údefault_factoryÚ
known_tags©rž   ro   c                 C   sª   | j  |¡sd S dd dd„ t|jƒD ƒ¡ d }|dkrPdtt|jƒƒ› d�S d	}|| jkr„t	| jƒ}|| j|< d
|› d|› d�}|› dtt|jƒƒ› d| j| › d�S )NÚ{rÞ   c                 s   s   | ]}d |› �V  qdS )z	at::Tag::Nr^   )r¸   r�   r^   r^   r_   rã   /  s     z*RegisterSchema.__call__.<locals>.<genexpr>Ú}z{}zm.def(z, {});
r‘   z const std::vector<at::Tag> tags_z = ú;
z, tags_z);
)
r  Úis_native_function_selectedrÏ   Úsortedr�   r¶   r¦   rp   r
  r©   )rY   rž   r�   Z
maybe_tagsÚidxr^   r^   r_   Ú__call__+  s    "


zRegisterSchema.__call__N)r`   ra   rb   rF   Ú__annotations__r   r   r
  r	   r¦   r�   r   r6   r   r  r^   r^   r^   r_   r  &  s   
r  c                   @   sB   e Zd ZU eejejf ed< ee	 ed< e
eedœdd„ƒZdS )ÚComputeOperatorsÚtargetÚstatic_dispatch_backend_indicesr  c                 C   sÐ  t  |j¡}|jj ¡ }| jtjkr‚d|› d| ¡ › d|jjj› d|jjj	› dt
t|jƒƒ› d|jddd	�› d
|jddd	�› d�S | jtjk�rÂd|› d|jjj› d|› d|jjj	› d|› dt
t|jƒƒ› d|j› d|› d|› d|› d|› d|› d�}dD ]Â}|�r(d dgdd„ | ¡ D ƒ ¡}d}nd dd„ | ¡ D ƒ¡}d}|}|› d |› �}	d!|› d"|› d#|› d$�}
|�s”t| jƒd%k�r”t||| jd&�}
|d'|j› d(|j|	|d	�› d)|
› d*�7 }qú|S t| jƒ d S )+Nz
struct TORCH_API z {
  using schema = z˜;
  using ptr_schema = schema*;
  // See Note [static constexpr char* members for windows NVCC]
  STATIC_CONSTEXPR_STR_INL_EXCEPT_WIN_CUDA(name, "aten::z>")
  STATIC_CONSTEXPR_STR_INL_EXCEPT_WIN_CUDA(overload_name, "z:")
  STATIC_CONSTEXPR_STR_INL_EXCEPT_WIN_CUDA(schema_str, z)
  static ÚcallF)r–   Úis_redispatching_fnz;
  static Z
redispatchTz;
};z+
STATIC_CONST_STR_OUT_OF_LINE_FOR_WIN_CUDA(z, name, "aten::z-")
STATIC_CONST_STR_OUT_OF_LINE_FOR_WIN_CUDA(z, overload_name, "z, schema_str, z)

// aten::z.
static C10_NOINLINE c10::TypedOperatorHandle<z::schema> create_zQ_typed_handle() {
  return c10::Dispatcher::singleton()
      .findSchemaOrThrow(z::name, z::overload_name)
      .typed<z::schema>();
}
)FTrÞ   ÚdispatchKeySetc                 S   s   g | ]
}|j ‘qS r^   ©r–   rá   r^   r^   r_   rº   }  s     z-ComputeOperators.__call__.<locals>.<listcomp>c                 S   s   g | ]
}|j ‘qS r^   r  rá   r^   r^   r_   rº   �  s     rê   z
    static auto op = create_z_typed_handle();
    return op.rë   rì   r   ©rf   ú

// aten::r±   ú {
    z
}
)r   Úfrom_schemarp   r–   Úunambiguous_namer  rN   ÚDECLARATIONrÜ   Úoverload_namer¶   r¦   ÚdefnÚ
DEFINITIONrÏ   rä   r©   r  r  rG   )rY   rž   rÕ   r–   Zdefnsr  Zdispatcher_exprs_strZmethod_baseZdispatcher_callÚmethod_nameZfn_bodyr^   r^   r_   r  D  sž    ÿþûúùø	÷ÿÿÿþÿýûÿÿÿÿÿÿÿþþÿþ  ÿÿþýzComputeOperators.__call__N)r`   ra   rb   r   rN   r   r#  r  r
   r+   r   r6   r¦   r  r^   r^   r^   r_   r  ?  s   
r  c                   @   s$   e Zd Zeeee dœdd„ƒZdS )ÚComputeFunctionr  c           
      C   sæ   t j|d|jd�}|j ¡ }d}| ¡ D ]¸}t |j¡}t| 	¡ | 	¡ ƒ}d 
dd„ |D ƒ¡}|jrjd}	nd}	tj|jkrª|d	|j› d
| ¡ › d|jj ¡ › d|› d�	7 }|r(|d|	› d|jdd�› d|jj ¡ › d|› d�	7 }q(|S )NFrò   r‘   rÞ   c                 S   s   g | ]
}|j ‘qS r^   rß   ©r¸   r‡   r^   r^   r_   rº   ®  s     z,ComputeFunction.__call__.<locals>.<listcomp>zc10::SymIntZint64_tr  ú
inline ú {
    return at::_ops::ú::call(z);
}zX
namespace symint {
  template <typename T, typename = std::enable_if_t<std::is_same<T, z>::value>>
  T)Zsuppress_symint_suffixz	);
  }
}
)r   rô   Úmanual_cpp_bindingrp   rö   Ú
signaturesr   r  r   rä   rÏ   rõ   r@   ÚfunctionÚvariantsÚdeclr–   r  )
rY   rž   Ú	sig_grouprö   ÚresultrÕ   Ú
target_sigræ   Ú	exprs_strZ	intlike_tr^   r^   r_   r  ¢  sF      ÿ
ÿþ
ýý
þ
ý
üüzComputeFunction.__call__N©r`   ra   rb   r   r6   r   r¦   r  r^   r^   r^   r_   r%     s   r%  c                   @   sF   e Zd ZU eejejf ed< ee	 ed< e
eee dœdd„ƒZdS )ÚComputeTensorMethodr  r  r  c                 C   s  t j|jkrd S |j ¡ rt‚|jjjd k	s0t‚tj	|d|j
d�}| jtjkrvd}| ¡ D ]}|| ¡ › d�7 }qZ|S | jtjk	rŒt| jƒ d}| ¡ D ]n}t |j¡}t| ¡ | ¡ dd�}d dd„ |D ƒ¡}|d	|j› d
|jdd�› d|jj ¡ › d|› d�	7 }q˜|S )NTrò   r‘   z const;
)ró   rÞ   c                 S   s   g | ]
}|j ‘qS r^   rß   r&  r^   r^   r_   rº   ï  s     z0ComputeTensorMethod.__call__.<locals>.<listcomp>r  r'  zTensor::)Úprefixz const {
    return at::_ops::r)  ú);
}
)r@   ró   r-  rp   Ú	is_out_fnr~   rä   Zself_argr   rô   r*  r  rN   r   r+  r.  r#  rG   r   r  r   rÏ   r"  r–   r  ©rY   rž   r/  r0  rÕ   r1  ræ   r2  r^   r^   r_   r  Õ  s>      ÿ
ÿ
þ
ýýzComputeTensorMethod.__call__N)r`   ra   rb   r   rN   r   r#  r  r
   r+   r   r6   r   r¦   r  r^   r^   r^   r_   r4  Ð  s   
r4  c                   @   s$   e Zd Zeeee dœdd„ƒZdS )ÚComputeRedispatchFunctionr  c                 C   s”   t j|d|jd�}d}| ¡ D ]p}t |j¡}t| ¡ | ¡ ƒ}d 	dgdd„ |D ƒ ¡}|d|j› d	|j
d
d�› d|jj ¡ › d|› d�	7 }q|S )NFrò   r‘   rÞ   r  c                 S   s   g | ]
}|j ‘qS r^   rß   rá   r^   r^   r_   rº     s     z6ComputeRedispatchFunction.__call__.<locals>.<listcomp>r  r'  T)r  r(  z::redispatch(r6  )r   rô   r*  r+  r   r  rp   r   rä   rÏ   r.  r–   r  r8  r^   r^   r_   r     s(      ÿÿ
þ
ýýz"ComputeRedispatchFunction.__call__Nr3  r^   r^   r^   r_   r9  þ  s   r9  r  c                 C   s   d| j jj› d| j jj› d�S )Nz{"aten::z", "z"},)rp   r–   r!  rú   r^   r^   r_   Úcompute_aten_op  s    r:  ©Úgro   c                 C   sž  | j s
d S t| jƒ��~ t | ¡}t  | ¡}d dd„ |D ƒ¡}| jj}|d krTd}d}| j rf| jjnd }|�rV|j	 
¡ |jf•}dd„ |D ƒ}dd„ |D ƒ}	d d	d„ |	D ƒ¡}
d
|
› d�}dd„ |D ƒ}d dd„ |D ƒ¡}g }t|ƒD �]\}}d |	d |… dg |	|d d …  ¡}d|› d�}|| jdd�}|› d|j› d|› d�}d|j› d�}d|	| › d|› d�}g }| |› d�¡ t|ƒD ]F\}}||k�rº| d|j› d�¡ n| d|j› d|j› d �¡ �q’| d!¡ d" |¡}| d#|› d$|› d%|› d&�¡ qìd" |¡}d dgt|	ƒ ¡}d'|› d(�}d)}d*|› d+|› d#|› d,�}nd-}d-}d.|› d/|› d0|› d1|› d1|› d2|› d3�W  5 Q R £ S Q R X d S )4NrÞ   c                 s   s   | ]}|  ¡ V  qd S rÂ   )r.  rá   r^   r^   r_   rã   )  s     z4compute_meta_function_declaration.<locals>.<genexpr>zat::impl::MetaBaseÚvoidc                 S   s   g | ]}|D ]}|‘qqS r^   r^   )r¸   Zreplace_listÚelemr^   r^   r_   rº   5  s      z5compute_meta_function_declaration.<locals>.<listcomp>c                 S   s   g | ]}|j  ¡ ‘qS r^   )r–   Úupper©r¸   r>  r^   r^   r_   rº   8  s    c                 s   s   | ]}d |› d�V  qdS )zbool z = falseNr^   )r¸   Úparamr^   r^   r_   rã   ;  s    z
template <ú>c                 S   s   g | ]}t j||jd �‘qS ))Úbinds)r¥   Úargument_typer–   r@  r^   r^   r_   rº   A  s   ÿr  c                 s   s&   | ]}|j d d�› d|j› �V  qdS )T©Z	strip_refú N)Úcpp_typer–   r@  r^   r^   r_   rã   F  s   ÿÚtruerT   zprecompute_out<TrE  z set_rë   z value)r­   z already set"zstatic_assert(z == false, rì   z ret;zret.z	 = value;z	 = this->rý   zreturn ret;r±   z
                    z {
                        z
                        z'
                    }
                z'using meta_return_ty = precompute_out <z>;Zmeta_return_tyz
                zG
                struct TORCH_API precompute_out {
                    z;
            };r‘   zstruct TORCH_API structured_z
 : public r  rÿ   z meta(z);
};
)r¥   r   ÚoutÚmetar–   Zmeta_argumentsrÏ   Zstructured_inheritsÚprecomputedr´   Úvaluesr•   Ú	enumeraterG  r‚   r©   )r<  r–   ÚargsÚargs_strZparent_classZmeta_returnrK  Zprecomputed_valuesZprecomputed_elementsZprecomputed_template_parametersZprecomputed_template_params_strZprecompute_template_declZ#precomputed_elements_with_cpp_typesZprecomputed_elements_declZsetter_methodsÚir>  Zreturn_ty_templatesZ	return_tyZelem_cpp_tyr÷   Z
assert_msgZassert_stmtZconstruction_stmtsÚjZconstruction_blockZsetter_methods_declZmeta_return_template_paramsZmeta_return_typedefZprecomputed_declr^   r^   r_   Ú!compute_meta_function_declaration#  s¸    

ÿÿ
ÿþ
þ
ÿþÿÿ
ÿ

ÿþýÿ
ÿÿýü
ÿÿþýüürR  )rž   r  ro   c                 C   sB   t | jjjƒ}| d¡s"| d¡r&dS | jjjd kr8dS | | ¡S )NZ_likeZnew_F)r¦   rp   r–   ÚendswithÚ
startswithrä   r   r  )rž   r  r–   r^   r^   r_   Úneeds_backend_selectŸ  s    rU  c                   @   sB   e Zd ZU eejejf ed< eed< e	e
ee dœdd„ƒZdS )ÚComputeBackendSelectr  r  r  c                 C   s4  t || jƒsd S t |j¡}t|jdd�}dd„ | ¡ D ƒ}t |j¡}|}| 	¡ }d}| j
tjk�r|r¢|jj ¡ szt‚d dd„ |D ƒ¡}	d	|› d
|	› d�}
n|jj ¡ r²t‚d|› d�}
d|j› d| |¡› d|
› d|jj ¡ › dd dd„ |D ƒ¡› d�S | j
tjk�r&d|jj› d|› d�S t| j
ƒ d S )NT©rõ   c                 S   s(   g | ] }t |jtƒr|jj ¡ r|‘qS r^   )r|   rÚ   r*   rÜ   rû   rá   r^   r^   r_   rº   ¼  s    þz1ComputeBackendSelect.__call__.<locals>.<listcomp>z.c10::computeDispatchKey(dtype, layout, device)rÞ   c                 s   s   | ]}|j V  qd S rÂ   r  rá   r^   r^   r_   rã   Ð  s     z0ComputeBackendSelect.__call__.<locals>.<genexpr>z-DispatchKeySet _dk_set = c10::DispatchKeySet(z() | c10::detail::multi_dispatch_key_set(z³);
DispatchKeySet _dk_mask = c10::DispatchKeySet(DispatchKeySet::FULL_AFTER, DispatchKey::BackendSelect);
DispatchKeySet _dk = c10::impl::computeDispatchKeySet(_dk_set, _dk_mask);z)DispatchKeySet _dk = c10::DispatchKeySet(rì   z	// aten::z
C10_ALWAYS_INLINE
z {
  z
  return at::_ops::z::redispatch(
      _dk, c                 s   s   | ]}|j V  qd S rÂ   rß   rá   r^   r^   r_   rã   à  s     r6  zm.impl("aten::z", TORCH_FN(z));)rU  r  Únativer–   rp   r   rä   r   r  ræ   r  rN   r#  Zhas_tensor_argr~   rÏ   r"  r  ÚREGISTRATIONrG   )rY   rž   r–   Z
native_sigr  Zdispatcher_sigrÕ   Zdispatcher_exprsrx   r  Z
compute_dkr^   r^   r_   r  ³  sJ    þÿÿ

ÿÿýü
ûú	zComputeBackendSelect.__call__N)r`   ra   rb   r   rN   r#  rY  r  rF   r   r6   r   r¦   r  r^   r^   r^   r_   rV  «  s   
rV  )Údataro   c                 C   s:   dd„ t _tttdœdd„}t  t|¡ tj| dt dd�S )	Nc                 S   s   dS )NTr^   )rY   rZ  r^   r^   r_   ru   ò  rv   zformat_yaml.<locals>.<lambda>)ÚdumperrZ  ro   c                 S   s   |   | ¡ ¡S rÂ   )Zrepresent_dictr„   )r[  rZ  r^   r^   r_   Údict_representerõ  s    z%format_yaml.<locals>.dict_representerFg    eÍÍA)Zdefault_flow_styleZDumperÚwidth)rO   Zignore_aliasesr   Zadd_representerr   rœ   Údump)rZ  r\  r^   r^   r_   Úformat_yamlð  s    
r_  c                 C   sh   | dkrdS | dkrdS z
t | ƒW S  tk
rb   zt| ƒW  Y S  tk
r\   |  Y  Y S X Y nX d S )NrH  TÚfalseF)r�   Ú
ValueErrorÚfloatrµ   r^   r^   r_   Úpythonify_default  s    
rc  )Útro   c                 C   s:   t | tƒrt| jƒS t| ƒdkr$dS tj| dddd� ¡ S )NÚTensorz
at::TensorFÚ__placeholder__)ÚmutablerC  rõ   )r|   r:   Údynamic_typer>  r¦   r   Zargumenttype_typerG  )rd  r^   r^   r_   rh    s    

   ÿrh  )r-  ro   c                 C   s2   dg}t j| kr| d¡ t j| kr.| d¡ |S )Nr?   re  Ú	namespace)r@   ró   r‚   r,  )r-  Ú	method_ofr^   r^   r_   Úcompute_method_of_yaml(  s    



rk  c                 C   s”   i }t  | ¡}g }tt| jj|ƒƒD ]f\}\}}t|jƒ|t j|dd� 	¡ dœ}|j
r€|j
|d< | j ¡ r€|j
|| jjj| j
< | |¡ q$||fS )NFrW  )rh  r–   rÜ   Ú
field_name)r   Zreturn_namesrM  Úziprp   Úreturnsrh  rÜ   Úreturn_typerG  r–   r7  rä   rI  r‚   )rž   Úname_to_field_nameÚnamesrn  rP  Úrr–   Úretr^   r^   r_   Úcompute_returns_yaml3  s    *
ü

rt  )Úcpp_aÚschema_orderÚkwarg_only_setÚout_arg_setrp  ro   c                C   sp   t | jtƒr:d dd| j| jddœ}| jd k	r6| j|d< |S t | jtƒrLt‚n t | jtƒrlt	| j||||d�S d S )Nzat::TensorOptionsFT)Ú
annotationrh  Úis_nullabler–   rÜ   Ú
kwarg_onlyrÙ   ©rv  rw  rx  rp  )
r|   rÚ   r>   r–   rÜ   rÙ   r<   r~   r*   Úcompute_argument_yaml)ru  rv  rw  rx  rp  rå   r^   r^   r_   Úcompute_cpp_argument_yamlv  s*    ú

ûr~  )râ   rv  rw  rx  rp  ro   c             	   C   sà   | j rt| j ƒnd t| jƒ| j ¡ | jtj| ddd� ¡ dœ}| j	d k	rdt
tj| j	| jdd�ƒ|d< | j|krvd|d< | j|kr¨d|d	< d|d
< | j|kr¨|| j |d< | j ¡ }|d k	rÜ|jd k	rÜt|jƒdkrÜ|j|d< |S )Nrf  F)rC  rõ   )ry  rh  rz  r–   rÜ   rW  rÙ   Tr{  rÐ   Úallocaterl  ÚboolÚsize)ry  r¦   rh  rÜ   rz  r–   r   rD  rG  rÙ   rc  Zdefault_exprZis_list_liker�  r>  )râ   rv  rw  rx  rp  rå   Úlr^   r^   r_   r}  –  s*    	ú
ÿ



 
r}  c                    s²  t | ƒ\}‰dd„ | jjjD ƒ‰ dd„ | jjjD ƒ‰tj| ddd�}|j ¡ }‡ ‡‡fdd„|D ƒ}t| j 	¡ ƒ}‡ ‡‡fdd„|D ƒ}d	d„ |D ƒ}t
j| jjdd
� ¡ }|› dd |¡› d�}	tdd„ |D ƒƒoÞtj| jk}
tdt
 | j¡fdt| jjjƒfdt| jjjƒfd| jfd| jd k	�r,| jndfdd| j› �fd|fd|	fd|fdt| jƒfdd| jd k�rpdn| jfd|fd| jjjjfd |
fd!| jfd"| jfd#d$d%| jfgƒS )&Nc                 S   s   h | ]
}|j ’qS r^   r  rá   r^   r^   r_   Ú	<setcomp>À  s     z+compute_declaration_yaml.<locals>.<setcomp>c                 S   s   h | ]
}|j ’qS r^   r  rá   r^   r^   r_   rƒ  Á  s     Frò   c              	      s   g | ]}t |d ˆ ˆˆd�‘qS )Fr|  )r~  )r¸   ru  ©rw  rp  rx  r^   r_   rº   Ç  s   ùûz,compute_declaration_yaml.<locals>.<listcomp>c              	      s   g | ]}t |d ˆ ˆˆd�‘qS )Tr|  )r}  rá   r„  r^   r_   rº   Ô  s   ùûc              
   S   s0   g | ](}t j|d tƒ d d d d�D ]
}|j‘q qS )F)ró   Zcpp_no_default_argsZfaithfulrõ   Zhas_tensor_options)r   rÚ   r’   rÜ   )r¸   râ   rr  r^   r^   r_   rº   ß  s   ú þrW  z (rÞ   rü   c                 s   s   | ]}t |jtƒV  qd S rÂ   )r|   rÚ   r>   rá   r^   r^   r_   rã   ò  s     z+compute_declaration_yaml.<locals>.<genexpr>r–   Zoperator_namer!  rÌ   Úcategory_overrider‘   Zschema_stringúaten::rä   Úschema_order_cpp_signatureÚschema_order_argumentsrj  )ÚmoderX  Úpython_modulern  r§   Úis_factory_methodZabstractry   )Zwith_gilF)Ú
deprecatedFZhas_math_kernel)rt  rp   rä   Zflat_kwarg_onlyrI  r   rô   r÷   r}   rˆ  r   Úreturns_typern  rG  rÏ   Úanyr@   ró   r-  r   r–   r¦   r!  rÌ   r…  rk  rŠ  r§   Zis_abstractry   rÆ   )rž   rn  r/  Zcpp_argsrä   Zschema_order_jit_argumentsrˆ  Zcpp_schema_order_typesZcpp_returnsr‡  r‹  r^   r„  r_   Úcompute_declaration_yamlº  sb      ÿ
øøý
þþéÿr�  c                 C   s0   | j s| jd k	o.| j ¡ tjkp.| j ¡ tjkS rÂ   )r¥   r¤   rp   Úkindr;   Ú
functionalr§   rú   r^   r^   r_   Ú"has_autogenerated_composite_kernel  s    ÿr’  )rž   rf   ro   c              	      sÂ   t  ˆ j¡}t  ˆ jj¡ ¡ }t  ˆ j¡}d dd„ |D ƒ¡}dˆ j› �t‡ fdd„| 	¡ D ƒt
jhkoˆ‡ fdd„| 	¡ D ƒt
jt
jhkƒtˆ jp˜tˆ ƒƒdœ}|› d	|› d
|› dt |¡› d�S )NrÞ   c                 s   s   | ]}|  ¡  ¡ V  qd S rÂ   )Z
no_defaultZdecl_registration_declarationsrá   r^   r^   r_   rã   #  s     z4compute_registration_declarations.<locals>.<genexpr>r†  c                    s   h | ]\}}|  ˆ ¡r|’qS r^   ©rÃ   ©r¸   rŠ   r‹   rú   r^   r_   rƒ  (  s     
 z4compute_registration_declarations.<locals>.<setcomp>c                    s   h | ]\}}|  ˆ ¡r|’qS r^   r“  r”  rú   r^   r_   rƒ  *  s     
 )ÚschemaÚdispatchrÙ   rF  rë   z); // r±   )Ú
dispatcherr–   rp   r�  rn  Z"cpp_type_registration_declarationsrä   rÏ   r¦   r„   r/   r»   r¼   Zhas_composite_kernelr’  ÚjsonÚdumps)rž   rf   r–   r�  rN  rO  Zcomment_datar^   rú   r_   Ú!compute_registration_declarations  s(    ÿ
ÿþÿý	ôrš  )Ú"provided_op_registration_allowlistÚop_selection_yaml_pathro   c                 C   sd   | d k	r|d k	rt dƒ‚d }| d k	r,t| ƒ}|d k	rDt |dd¡}n|d k	rXt |¡}nt ¡ }|S )NzhBoth provided_op_registration_allowlist and op_selection_yaml_path can NOT be provided at the same time.TF)r~   r’   rF   Z&from_legacy_op_registration_allow_listZfrom_yaml_pathÚget_nop_selector)r›  rœ  Zop_registration_allowlistr  r^   r^   r_   Úget_custom_build_selector=  s&    ÿþü	ýrž  )re   ro   c                 C   sÄ   t tttf tf ttttf  dœdd„}ttƒ}| D ]x}|j	 
¡ }|j}|tjkr~|j	 ¡ }||| kspt‚||| |< q8||| ks¤t|› d||  ¡ › �ƒ‚||| |< q8tt|| ¡ ƒƒS )N©Údro   c                 S   s\   g }t j| krJ|  t j¡}|  t jd ¡}|  tjd ¡}| t|||d�¡ | |  	¡ ¡ |S )N)ÚviewÚ	view_copyÚview_inplace)
rA   Zaliasingr”   Zaliasing_inplacer;   r‘  r‚   r8   ÚextendrL  )r   rs   r¡  r£  r¢  r^   r^   r_   Úmaybe_create_view_group_  s    
ýÿ	zEget_grouped_by_view_native_functions.<locals>.maybe_create_view_groupz already in )r	   r   rA   r;   r6   r
   r8   r   r   rp   Zview_signatureZview_schema_kindZnon_aliasingr�  r~   r  r}   rH   rL  )re   r¥  Zgrouped_by_viewsrž   r•  Z	view_kindr�  r^   r^   r_   Ú$get_grouped_by_view_native_functions\  s$    þþ



ÿþr¦  c                 C   sB   t ttf ttttf  dœdd„}t| ƒ}tt|t| 	¡ ƒƒƒS )NrŸ  c                 S   sB   t  | ¡}|d kr8tdd„ |  ¡ D ƒƒr,t‚t|  ¡ ƒS |gS d S )Nc                 s   s   | ]}d |j kV  qdS )Ú	generatedN)r�   ©r¸   rž   r^   r^   r_   rã   •  s     zJget_grouped_native_functions.<locals>.flatten_pre_group.<locals>.<genexpr>)r7   Ú	from_dictrŽ  rL  r~   r}   )r   rr  r^   r^   r_   Úflatten_pre_groupŽ  s
    
z7get_grouped_native_functions.<locals>.flatten_pre_group)
r	   r;   r6   r   r   r7   rE   r}   rH   rL  )re   rª  Zpre_grouped_native_functionsr^   r^   r_   Úget_grouped_native_functions‹  s    
þÿr«  )Únative_function_decl_gen)Úgrouped_native_functionsrf   r¬  ro   c                 C   s–   t tƒ}| D ]„}tƒ }tƒ }| ¡ D ]j\}}| |¡}	|	rV|	j}
| |¡ | |
¡ nt}
t|ƒdkszt	d|› d|› �ƒ‚||
  
|||ƒ¡ q$q|S )NrT   z6Codegen only supports one namespace per operator, got z from )r   r}   r’   r„   rí   rî   r•   r.   r©   r~   r¤  )r­  rf   r¬  Úns_grouped_kernelsrž   Znative_function_namespacesÚdispatch_keysrx   Úbackend_idxrï   ri  r^   r^   r_   Úget_ns_grouped_kernels¡  s&    


ÿþÿr±  )r®  ro   c              
   C   sh   g }d}|   ¡ D ]R\}}t|ddd�}tt |¡ƒ}| d|j› d| |¡› d|j› d� 	|¡¡ q|S )Nr±   r‘   é   ©Únamespace_strÚentity_nameZ	max_levelú	
        )
r„   rM   r}   r   Úfromkeysr¤  ÚprologuerÏ   ÚepilogueÚsplit)r®  ÚdeclarationsÚnewlineri  ÚkernelsÚ	ns_helperÚordered_kernelsr^   r^   r_   Ú8get_native_function_declarations_from_ns_grouped_kernels¾  s*    ýÿþýûÿ	rÀ  c                 C   s   t | ||d�}t|d�S )a¾  
    Generate kernel declarations, in `NativeFunction(s).h`.
    :param grouped_native_functions: a sequence of `NativeFunction` or `NativeFunctionGroup`.
    :param backend_indices: kernel collections grouped by dispatch key.
    :param native_function_decl_gen: callable to generate kernel declaration for each `NativeFunction`.
    :return: a list of string, from the string with all declarations, grouped by namespaces, split by newline.
    ©r­  rf   r¬  )r®  )r±  rÀ  )r­  rf   r¬  r®  r^   r^   r_   Ú get_native_function_declarationsÚ  s    ýÿrÂ  )rž   r°  ro   c                 C   s^   |  | ¡}|rPd|jksPtdt| tƒr.| jjn| jjj› d|j› d|j› d�ƒ‚|rZ|jS t	S )Nrè   zThe kernel for function z with dispatch key z has a namespace z% and it's not ending with '::native'.)
rí   rî   r~   r|   r6   rp   r–   r‘  rx   r.   )rž   r°  rï   r^   r^   r_   Úget_kernel_namespaceô  s    
2ÿÿrÃ  )
Úfmr­  rx   r°  r  Úrocmrõ   Úskip_dispatcher_op_registrationÚgen_dispatch_helpersro   c        	            s¢  g }	t tƒ‰t tƒ‰ t tƒ}
d}tjˆtj|||d ˆd�}tjˆtj|||d ˆd�}tjˆtj|||d ˆd�}|D ]‚}t	|ˆd� 
dd¡‰ˆˆ  ||ƒ¡ ˆ ˆ  ||ƒ¡ t|tƒr¾|jn|jj}||
ˆ krÞt tƒ|
ˆ< |
ˆ |  ||ƒ¡ qrˆD ]¢‰tˆˆ ƒdk�rqútˆd�‰d‰|
ˆ D ]B}|
ˆ | �s>�q(ˆd|› d	ˆ› d
| |
ˆ | ¡› d�7 ‰�q(|	 |  d‡ ‡‡‡‡‡‡‡‡f	dd„¡ |¡¡ qú|	S )Nr±   ©rÅ  rõ   Úclass_method_namerÆ  ©rž   r°  rè   r‘   r   )r´  z
TORCH_LIBRARY_IMPL(rÞ   z, m) {
    ú
};zRegisterDispatchDefinitions.inic                	      s<   ˆj ˆjˆrt ˆ¡ng ˆ ˆ ˆr&dnˆdˆ ¡ ˆˆ dœS )Nr‘   )Zns_prologueZns_epilogueÚdispatch_helpersZdispatch_anonymous_definitionsZ"static_init_dispatch_registrationsZdeferred_dispatch_registrationsÚdispatch_namespaceZdispatch_namespaced_definitions)r¸  r¹  ÚdestZgen_registration_helpersrÎ   r^   ©	Zanonymous_definitionsr°  rx   rÇ  Zkernel_namespaceZns_definitionsr¾  Zregistration_bodyrÆ  r^   r_   ru   S  s    ÿÿÿòz1get_native_function_definitions.<locals>.<lambda>)r   r}   r   rÎ  ÚRegisterDispatchKeyrN   ZNAMESPACED_DEFINITIONZANONYMOUS_DEFINITIONrY  rÃ  r´   r¤  r|   r6   ri  r‘  r©   rM   rÏ   Zsubstitute_with_templaterº  )rÄ  r­  rx   r°  r  rÅ  rõ   rÆ  rÇ  ÚdefinitionsZregistrationsr¼  Zns_genZanonymous_genZreg_genrž   ri  r^   rÏ  r_   Úget_native_function_definitions  s”    ù	ù	ù	 ÿÿÿÿÿ
ÿÿþþîÿrÒ  )r­  rx   r°  r  rÅ  rõ   ro   c              
   C   sÌ   g }t tƒ}d}tj|tj||d d|d�}	| D ].}
t|
|d� d| ¡ ¡}||  	|	|
ƒ¡ q.| 
¡ D ]`\}}t|ƒdkr|qft|ddd	�}tt |¡ƒ}| 	d|j› d| |¡› d|j› d
� |¡¡ qf|S )Nr±   F)rÅ  rÉ  rÆ  rõ   rÊ  rX  r   r‘   é   r³  r¶  )r   r}   rÎ  rÐ  rN   ÚNAMESPACED_DECLARATIONrÃ  r´   rÎ   r¤  r„   r©   rM   r   r·  r¸  rÏ   r¹  rº  )r­  rx   r°  r  rÅ  rõ   r»  r®  r¼  rp   rž   ri  r½  r¾  r¿  r^   r^   r_   Úget_namespaced_declarationk  sR    	ù	 ÿÿ  ÿÿþýûÿ	rÕ  )re   Úschema_selectorro   c              
   C   s¢   t tƒ}| D ]}||j  |¡ qd}g }d }| ¡ D ]b\}}ttt|ƒ|ƒƒ}	|dkr^|	}q6|}d}
|tkrrdnd}|d|› d|› d|
 |	¡› d	�7 }q6||fS )
Nr‘   Zatenr³   ZTORCH_LIBRARY_FRAGMENTZTORCH_LIBRARYr±   rë   z	, m) {
  rË  )	r   r}   ri  r‚   r„   rL   r  r0   rÏ   )re   rÖ  Zns_native_functionsZnative_functionÚschema_registrationsÚaten_schema_registrationsZcustom_namespaceri  rs   Zschema_registrations_bodyÚtabZtorch_library_macror^   r^   r_   Ú(get_native_function_schema_registrations�  s4    ÿÿýÿÿþrÚ  )re   r­  Ústructured_native_functionsÚstatic_dispatch_idxr  rf   Úcpu_fmÚcuda_fmÚfunctions_keysr¯  rÅ  ro   c              
      s  |  d‡fdd„¡ dd„ ˆD ƒ‰‡fdd„ˆD ƒ‰|  d‡‡
fdd„¡ |  d	‡‡
fd
d„¡ |  d‡‡
fdd„¡ tˆˆ d�‰|  d‡fdd„¡ |	D ]n‰tˆƒrª|n|}ˆ|k�rdˆ› d�‰| ˆ› d�d‡‡fdd„¡ | ˆ› d�d‡ ‡‡‡‡	fdd„¡ ~qšd S )NzNativeMetaFunctions.hc                      s   g t ttˆ ƒƒdœS )N)ZNativeMetaFunctions_includesZ NativeMetaFunctions_declarations©r}   rL   rR  r^   )rÛ  r^   r_   ru   Ó  s
    ÿþz(gen_aggregated_headers.<locals>.<lambda>c                 S   s   g | ]}t j|jkr|‘qS r^   ©r@   ró   r-  ©r¸   Úfnr^   r^   r_   rº   Ú  s     z*gen_aggregated_headers.<locals>.<listcomp>c                    s   g | ]}|ˆ kr|‘qS r^   r^   râ  )Úmethod_native_functionsr^   r_   rº   Ý  s     úMethodOperators.hc                      s   g t tttjˆd�ˆ ƒƒdœS )N©r  ©ZMethodOperators_includesZMethodOperators_declarations©r}   rL   r  rN   r   r^   )rä  rÜ  r^   r_   ru   â  s    þûÿþzOperators.hc                      s    dgt tttjˆd�ˆ ƒƒdœS )Nz!#include <ATen/MethodOperators.h>ræ  )ZOperators_includesZOperators_declarationsrè  r^   )Únon_method_native_functionsrÜ  r^   r_   ru   ñ  s    þûÿþúFunctions.hc                      s   t ˆƒdgtttƒ ˆ ƒƒdœS )Nz#include <ATen/Operators.h>)rÔ   ZFunctions_includesZFunctions_declarations)rÔ   r}   rL   r%  r^   ©re   rÜ  r^   r_   ru      s    ÿþÿû)r­  rf   zNativeFunctions.hc                      s   dgˆ dœS )Nz%#include <ATen/NativeMetaFunctions.h>)ZNativeFunctions_includesZNativeFunctions_declarationsr^   r^   )r»  r^   r_   ru     s    þrÒ   úFunctions_inl.h>úDispatchKeyFunctions.hc                      s   t ˆ ƒˆdœS ©N)rx   Zinline_headers©r¦   r^   ©rx   Úinl_headersr^   r_   ru   !  s    þúFunctions_inl.húDispatchKeyFunctions_inl.hc                
      s$   g ˆ  ¡ tˆˆˆ ˆ ˆˆdd�dœS )NT)r­  rx   r°  r  rÅ  rõ   )Ú!DispatchKeyFunctions_inl_includesrÍ  Ú dispatch_namespaced_declarations)rÎ   rÕ  r^   )rf   rx   r­  rÅ  r  r^   r_   ru   )  s    úý)ÚwriterÂ  r2   Úwrite_with_template)re   r­  rÛ  rÜ  r  rf   rÝ  rÞ  rß  r¯  rÅ  rÄ  r^   )rf   r»  rx   r­  rñ  rä  re   ré  rÅ  r  rÜ  rÛ  r_   Úgen_aggregated_headersÁ  sZ    
þ	ÿ
ÿþþþþ
þ
ýýrø  )re   r­  rÜ  r  rf   rÝ  rÞ  Úops_fmrß  r¯  rÅ  ro   c                    s`  t tƒ‰| D ]}ˆ|j  |¡ qt tƒ}|D ]}|j‰	|ˆ	  |¡ q.ˆ ¡ D ]¼\‰	‰| ˆ	› d�d‡‡
fdd„¡ | ˆ	› d�d‡‡	‡
fdd„¡ | ˆ	g ¡}dd	„ |D ƒ‰tˆƒd
k‰ˆrÜ| ˆ	› d�d‡fdd„¡ t||t	j
d�‰| ˆ	› d�d‡‡‡	fdd„¡ qPdD ](\‰ ‰| ˆ › d�‡ ‡‡fdd„¡ �q|	D �]‰ˆ|k�rT�q@ˆ ¡ ‰g ‰ˆ ¡ D ]~\‰	‰| ˆ	g ¡}ttt	j|ˆ tj||
dd dd�|ƒƒ‰tˆƒd
k�r¶�qhˆ ˆ	¡ | ˆ	› dˆ› d�d‡‡fdd„¡ �qhtˆƒ�rö|n|}dˆ› d�‰| ˆ› d�d‡‡fdd„¡ | ˆ› d �d!‡‡fd"d„¡ ~�q@| d#‡fd$d„¡ d S )%Nz_ops.hz
Operator.hc                      s   dt tttjˆd�ˆ ƒƒiS )Nr»  ræ  rè  r^   )Ú	functionsrÜ  r^   r_   ru   Y  s     þûÿÿz*gen_per_operator_headers.<locals>.<lambda>ú.hz
Function.hc                      s2   t t‡fdd„ˆ ƒƒdˆ› d�t ttƒ ˆ ƒƒdœS )Nc                    s   t | ˆ d�S )N©rÁ   )rÑ   ©rã  ©rÜ  r^   r_   ru   l  s    ÿz<gen_per_operator_headers.<locals>.<lambda>.<locals>.<lambda>rÉ   ú_ops.h>)Zstatic_dispatch_ops_headersZoperator_includesZfunction_definitions)r}   rL   r%  r^   )rú  r–   rÜ  r^   r_   ru   i  s    
üÿ
þÿöc                 S   s    g | ]}t |tƒr|jr|‘qS r^   )r|   r7   r¥   râ  r^   r^   r_   rº   }  s   
 þz,gen_per_operator_headers.<locals>.<listcomp>r   z_meta.hzNativeMetaFunction.hc                      s   dt ttˆ ƒƒiS )NZmeta_function_declarationsrà  r^   )Ústructured_functionsr^   r_   ru   ˆ  s      ÿÿÿrÁ  z	_native.hzNativeFunction.hc                      s   ˆrdˆ› d�ng ˆ dœS )NrÉ   z_meta.h>)Zextra_includesZnative_function_declarationsr^   r^   )r»  Úis_structuredr–   r^   r_   ru   ˜  s    ü))Z	Functionsr‘   )Z	OperatorsZ_ops)ZNativeMetaFunctionsZ_meta)ZNativeFunctionsZ_nativec                      s.   ˆ › d�‡fdd„t ˆ ¡ ƒD ƒˆ › d�g iS )NZ	_includesc                    s   g | ]}d |› ˆ › d�‘qS )rÉ   ú.h>r^   ©r¸   r–   )Úsuffixr^   r_   rº   ©  s   ÿú>gen_per_operator_headers.<locals>.<lambda>.<locals>.<listcomp>Z_declarations)r  r  r^   )ÚcategoryÚfunctions_by_root_namer  r^   r_   ru   ¨  s     

þ ûTFrÈ  rÊ   z_dispatch.hzDispatchKeyFunction.hc                      s
   ˆˆ dœS )N)rÍ  rõ  r^   r^   )r»  rÍ  r^   r_   ru   Ð  s    þrÒ   rì  rê  rí  c                      s   t ˆ ƒˆdœS rî  rï  r^   rð  r^   r_   ru   Ü  s    þrò  ró  c                      s   ˆ‡fdd„t ˆ ƒD ƒg dœS )Nc                    s   g | ]}d |› dˆ › d�‘qS )rÉ   rÊ   rË   r^   r  )rÍ  r^   r_   rº   æ  s   ÿr  )rÍ  rô  rõ  )r  r^   )Údispatch_namesrÍ  r^   r_   ru   ä  s    
þúrå  c                      s   t dd„ ˆ  ¡ D ƒƒg dœS )Nc                 s   s0   | ](\}}t d d„ |D ƒƒrd|› d�V  qdS )c                 s   s   | ]}t j|jkV  qd S rÂ   rá  râ  r^   r^   r_   rã   õ  s     zGgen_per_operator_headers.<locals>.<lambda>.<locals>.<genexpr>.<genexpr>rÉ   rÿ  N)rŽ  )r¸   r–   rú  r^   r^   r_   rã   ò  s   þz=gen_per_operator_headers.<locals>.<lambda>.<locals>.<genexpr>rç  )r  r„   r^   )r  r^   r_   ru   ñ  s
    þú)r   r}   rÍ   r‚   r„   r÷  r€   r©   rÂ  rÎ  Ú#compute_native_function_declarationrö  rÎ   rH   rÐ  rN   rÔ  r2   )re   r­  rÜ  r  rf   rÝ  rÞ  rù  rß  r¯  rÅ  rã  Zgrouped_functions_by_root_nameÚgroupZgrouped_functionsrÄ  r^   )r  r»  rx   r  rÍ  rú  r  rñ  r  r–   rÜ  r   r  r_   Úgen_per_operator_headers:  s¶    þýýþ
ýýýþ

ù	öÿ
ý	ýý
þr  )re   rk   r­  rÛ  rÜ  r  rf   Úcore_fmrÝ  rÞ  rù  r¯  rß  rÅ  Úper_operator_headersro   c                    sæ   |r$t ˆ|ˆ|ˆ ||	|
|||d� ntˆ||ˆ|ˆ ||	|||d� | d‡‡fdd„¡ | d‡fdd„¡ | d‡ ‡fd	d„¡ | d
‡fdd„¡ tttf dœ‡fdd„}| d|¡ tttf dœ‡fdd„}| d|¡ d S )N)re   r­  rÜ  r  rf   rÝ  rÞ  rù  r¯  rß  rÅ  )re   r­  rÛ  rÜ  r  rf   rÝ  rÞ  r¯  rß  rÅ  zTensorBody.hc                      s2   t tttjˆd�ˆ ƒƒt tttjˆd�ˆ ƒƒdœS )N)r  r  )Ztensor_method_declarationsZtensor_method_definitions)r}   rL   r4  rN   r   r#  r^   rë  r^   r_   ru   -  s&    þûÿ	þûÿözgen_headers.<locals>.<lambda>zRedispatchFunctions.hc                      s   dt ttƒ ˆ ƒƒiS )NZfunction_redispatch_definitions)r}   rL   r9  r^   ©re   r^   r_   ru   E  s
     
ÿÿzRegistrationDeclarations.hc                      s   d‡ fdd„ˆD ƒiS )NZregistration_declarationsc                    s   g | ]}t |ˆ ƒ‘qS r^   )rš  r¨  r  r^   r_   rº   O  s   ÿz1gen_headers.<locals>.<lambda>.<locals>.<listcomp>r^   r^   )rf   re   r^   r_   ru   N  s
     
þÿzVmapGeneratedPlumbing.hc                      s   t ˆ ƒS rÂ   r(   r^   r  r^   r_   ru   W  rv   ©ro   c                     s¦   t ƒ } t ƒ }ˆ D ]D}| t|jjjƒ¡ | |jjjj¡ |  dd„ |j ¡ D ƒ¡ q|ddddddd	d
dddh8 }d dd„ t	|ƒD ƒ¡d dd„ t	| ƒD ƒ¡dœS )Nc                 s   s   | ]}|j V  qd S rÂ   r  )r¸   rå   r^   r^   r_   rã   c  s     zAgen_headers.<locals>.gen_aten_interned_strings.<locals>.<genexpr>ÚandZand_eqZbitandZbitorZcomplÚnotZnot_eqÚorZor_eqÚxorZxor_eqz \
c                 S   s   g | ]}d |› d�‘qS )z_(aten, rü   r^   r  r^   r^   r_   rº   w  s     zBgen_headers.<locals>.gen_aten_interned_strings.<locals>.<listcomp>c                 S   s   g | ]}d |› d�‘qS )z_(attr, rü   r^   r  r^   r^   r_   rº   z  s     )Zaten_symbolsZattr_symbols)
r’   r•   r¦   rp   r–   r¨   Úupdaterˆ  rÏ   r  )Úattrsrq  rp   r  r^   r_   Úgen_aten_interned_stringsZ  s4    õÿÿüz.gen_headers.<locals>.gen_aten_interned_stringszaten_interned_strings.hc                      s   dd  tˆ ƒ¡iS )NZenum_of_valid_tagsz,
)rÏ   r  r^   )rk   r^   r_   Úgen_tags_enum€  s    z"gen_headers.<locals>.gen_tags_enumz
enum_tag.h)r  rø  rö  r	   r¦   )re   rk   r­  rÛ  rÜ  r  rf   r  rÝ  rÞ  rù  r¯  rß  rÅ  r  r  r  r^   )rf   re   rÜ  rk   r_   Úgen_headersü  s^    õõþ
þ	þ
 
ÿ$r  )re   r­  rÛ  Úview_groupsr  rÜ  rf   Úaoti_fmr  rÝ  Ú
cpu_vec_fmrÞ  r¯  rß  rÅ  Úforce_schema_registrationr  rÆ  Úupdate_aoti_c_shimro   c           '         sD  d‰ˆrd‰|D �]f‰t ˆƒr"|n|	}ˆrJtt dœ‡‡‡‡
‡fdd„‰ntt dœ‡‡
fdd„‰ˆˆ ‰ttƒ}ˆD ]*}t|tƒrŠ|jn|jj}||  	|¡ qvtˆƒ 
¡ ‰ˆtjk}t|ˆˆˆˆˆdˆ|d�	‰| d	ˆ› d
�d‡‡‡‡‡‡‡fdd„¡ ˆD ]Ú‰ˆjj�r tˆƒ�s�q ˆjjjj‰ˆtjk�r†||	k�sBt‚| dˆ› d
�d‡‡‡fdd„¡ |
 dˆ› d
�d‡‡fdd„¡ nRˆtjk�rÈd‰ˆ�r d‰| dˆ› d�d‡‡‡‡‡fdd„¡ ntdˆ› d�ƒ‚�q tƒ ‰ˆD ]2}| ¡ D ]"}|jd k	�rò|ˆ|j<  �qæ�qò�qæˆtjtjfk�rvtƒ }ˆD ] }t|ƒ}|tk�r6|||< �q6tdd„ t| ¡ ƒD ƒƒ‰	dˆ 
¡ › d�}tˆ	ˆˆˆdd d!�‰|�r²|  |‡fd"d„¡ npz>t!t"j# $|j%|¡ƒ� }| &¡ }|ˆk�sätd#ƒ‚W 5 Q R X W n0 t'k
�r    t(t"j# $|j%|¡› d$�ƒ Y nX tdœ‡‡‡	‡fd%d&„‰t ˆƒ�rHˆnd ‰|  dˆ 
¡ › d
�‡‡‡‡	‡‡fd'd„¡ ~qt)ttt f dœ‡‡fd(d)„}|	  d*|¡ ˆ} |�r¸t* +¡ } t,ˆ| d+�\‰ ‰|	  d,‡ ‡‡fd-d„¡ t-tt.t/f td.œd/d0„}!|	j0d1ˆ|!‡fd2d„d3t1ˆƒid4d5d6d3hd7� |	  d8t¡ |  d9t¡ |  d:‡fd;d„¡ t-tt.t/f t)ttt f d<œ‡‡fd=d>„}"tˆƒtˆƒ }#d?d@„ t2dAd„ ˆƒD ƒ}$dBd@„ t2dCd„ ˆƒD ƒ}%ˆD ],}&|&jj|$k�rÄ|&jj|%k�rÄ|# 	|&¡ �qÄ|	j0dD|#|!|"dEdFdGdHdIdJhdK� |	  dL‡‡fdMd„¡ |	  dN‡‡‡fdOd„¡ d S )PNz‹#include <c10/cuda/CUDAGuard.h>
#include <ATen/cuda/ATenCUDAGeneral.h>
#include <ATen/cuda/CUDADevice.h>
#include <ATen/cuda/CUDAContext.h>zŸ#include <ATen/hip/impl/HIPGuardImplMasqueradingAsCUDA.h>
#include <ATen/hip/ATenHIPGeneral.h>
#include <ATen/hip/HIPDevice.h>
#include <ATen/hip/HIPContext.h>r  c                     sÌ   g } ˆD ]¶}d}ˆ   |¡r d}nDt|tƒrJt‡ fdd„| ¡ D ƒƒrJd}n|jrdˆtjtjfkrdd}|sjq|  	d|j
› d�¡ ˆtjkrœ|  	d|j
› d�¡ ˆˆkr|  	d|j
› dˆ› d	�¡ qtt| ƒƒS )
NFTc                 3   s   | ]}ˆ   |¡V  qd S rÂ   r“  râ  rü  r^   r_   rã   ¹  s    z=gen_source_files.<locals>.operator_headers.<locals>.<genexpr>rÉ   ú
_native.h>r  rÊ   rË   )rÃ   r|   r7   rŽ  rú  r¥   r/   ÚMetar¾   r‚   rÍ   r  r’   )Úheadersr<  Zis_registered)rÁ   rx   rÍ  rß  r­  r^   r_   Úoperator_headers­  s6    
ÿþÿÿÿz*gen_source_files.<locals>.operator_headersc                     s8   dg} ˆ t jkr|  d¡ ˆ ˆkr4|  dˆ ›d�¡ | S )Nz!#include <ATen/NativeFunctions.h>z#include <ATen/Functions.h>rÒ   rÓ   )r/   r¾   r‚   )r   )rx   rß  r^   r_   r!  ×  s    

T)	rÄ  r­  rx   r°  r  rÅ  rõ   rÆ  rÇ  ZRegisterz.cppzRegisterDispatchKey.cppc                      s*   t ˆƒrˆnddt ˆ ˆˆ¡ˆƒ dˆdœS )Nr‘   )Úextra_cuda_headersZexternal_backend_headersZdispatch_headersÚops_headersrÌ  Údispatch_definitions)r2   rÎ  Zgen_registration_headersr^   )rÁ   r$  rx   r"  r!  r  rÅ  r^   r_   ru   ÿ  s    ÿ  ÿöz"gen_source_files.<locals>.<lambda>Z	UfuncCPU_zUfuncCPU.cppc                      s"   t ˆƒt ˆˆ ˆ ¡t ˆ¡dœS )N)Úmeta_declarationÚnative_declarationÚnative_definitions)rR  rÎ  r	  Zcompute_ufunc_cpur^   )rf   rx   r<  r^   r_   ru   	  s     ÿûZUfuncCPUKernel_zUfuncCPUKernel.cppc                      s   ˆt  ˆ ¡dœS )N)r–   r'  )rÎ  Zcompute_ufunc_cpu_kernelr^   )r<  r–   r^   r_   ru   !	  s    þz%#include <ATen/native/cuda/Loops.cuh>z$#include <ATen/native/hip/Loops.cuh>Z
UfuncCUDA_z.cuzUfuncCUDA.cuc                      s&   ˆˆt ˆƒt ˆˆ ˆ ¡t ˆ¡dœS )N)r–   Úcuda_headersr%  r&  r'  )rR  rÎ  r	  Zcompute_ufunc_cudar^   )rf   r(  rx   r<  r–   r^   r_   ru   -	  s     ÿùzunrecognized z
 for ufuncc                 s   s   | ]\}}|V  qd S rÂ   r^   )r¸   rÊ   Úvaluer^   r^   r_   rã   G	  s    z#gen_source_files.<locals>.<genexpr>Zc_shim_rû  r‘   ©ÚheaderZincludesc                      s   ˆ S rÂ   r^   r^   )Ú
new_headerr^   r_   ru   X	  rv   aŸ  

WARNING: The generated AOTInductor C shim header files have unexpectedly changed. This
indicates an AOTInductor fallback operator ABI backward compatibility breakage!!!
Only in a limited number of situations, this is allowed:

1. You added a fallback op to the inductor_fallback_ops list in torchgen/aoti/fallback_ops.py.
If that's the case, run `python torchgen/gen.py --update-aoti-c-shim` to update the existing
C shim header files.

2. You added a new default argument to an existing fallback op. This is clearly a BC breaking
change in the AOTInductor land. In this case, you need to keep a manual copy of that existing
fallback op in a file, e.g. torch/csrc/inductor/aoti_torch/c/shim.h, bump up the version
number of that fallback op in the newly generated C shim files, and update the cpp wrapper
codegen to generate the correct cpp call for this op. Contact AOTInductor team for assistance.

                        z
 not foundc                     s@   g } ˆD ]$}t |ˆˆˆ ƒ}|d k	r|  |¡ qd tt| ƒƒ¡S )Nr±   )r#   r‚   rÏ   r  r’   )r   rp   r+  )rf   rx   Úfallback_native_functionsÚstructured_func_group_dictr^   r_   Úheaders_for_aotiy	  s       ÿz*gen_source_files.<locals>.headers_for_aotic                      s   t ˆˆˆˆ dˆƒ d ˆ d�S )NFr±   r*  )r    r^   )rf   rx   Úextra_headersr-  r/  r.  r^   r_   ru   ‰	  s   úc                     sL   ‡fdd„ˆ D ƒ} dd„ | D ƒt tttjˆƒ| ƒƒt tttjˆƒ| ƒƒdœS )Nc                    s   g | ]}t |ˆ ƒr|‘qS r^   )rU  râ  ©r  r^   r_   rº   —	  s    
 z@gen_source_files.<locals>.gen_backend_select.<locals>.<listcomp>c                 S   s   g | ]}d |j › d�‘qS )rÉ   rÿ  ©rÍ   râ  r^   r^   r_   rº   ›	  s    )r#  Z!backend_select_method_definitionsZ%backend_select_function_registrations)r}   rL   rV  rN   r#  rY  )Zrelevant_fns)re   r  r^   r_   Úgen_backend_select–	  s&    
ÿÿ
 ÿÿ
 ÿÿ÷z,gen_source_files.<locals>.gen_backend_selectzRegisterBackendSelect.cpp)re   rÖ  zRegisterSchema.cppc                      s   ˆrg nˆ ˆrg nˆdœS )N)rØ  r×  r^   r^   )rØ  r×  rÆ  r^   r_   ru   ¸	  s    ÿÿú)rã  ro   c                 S   s   | j S rÂ   r2  rý  r^   r^   r_   Úkey_funcÂ	  s    z"gen_source_files.<locals>.key_funczOperators.cppc                    s&   d| j › d�gttjˆ d�| ƒgdœS )NrÉ   r  ræ  )r!  rÑ  )rÍ   r  rN   r#  rý  rþ  r^   r_   ru   Ë	  s    þýÿþrÔ   é   r!  rÑ  )Úkey_fnÚenv_callableZbase_envÚ
num_shardsÚsharded_keyszFunctions.cppzTensorMethods.cppzATenOpList.cppc                      s   dt ttˆ ƒƒiS )NZaten_ops)r}   rL   r:  r^   r  r^   r_   ru   ç	  s     ÿr;  c                    sB   t tttf tt dœdd„}|| ƒtˆ| ƒtˆ| ˆ tj	 ƒdœS )Nr;  c                 S   s&  t | tƒr\d| jj› d�d| jj› d�g}| jd k	rX|d| jj› d�d| jj› d�g7 }|S t | tƒ�rd| jj› d�d| jj› d�d| jj› d�d| jj› d�g}| jd k	rÒ|d| jj› d�d| jj› d�g7 }| j	d k	�r|d| j	j› d�d| j	j› d�g7 }|S d| j› d�d| j› d�gS d S )NrÉ   r  rÿ  )
r|   r8   r¡  rÍ   r¢  r7   r‘  rI  r§   rg  )r<  r   r^   r^   r_   Úgen_op_headersï	  s<    
þ
þü
þþþzPgen_source_files.<locals>.functionalization_env_callable.<locals>.gen_op_headers)r#  Úfunc_definitionsÚfunc_registrations)
r   r6   r7   r8   r
   r¦   r$   r%   r/   r»   )r<  r:  )rf   r  r^   r_   Úfunctionalization_env_callableì	  s    þ(þýúz8gen_source_files.<locals>.functionalization_env_callablec                 S   s   i | ]}|j j|“qS r^   ©rp   r–   r¨  r^   r^   r_   Ú
<dictcomp>-
  s   ÿ z$gen_source_files.<locals>.<dictcomp>c                 S   s   t |  ¡ ƒS rÂ   ©r}   rú  ©r<  r^   r^   r_   ru   /
  rv   c                 S   s   i | ]}|j j|“qS r^   r>  r¨  r^   r^   r_   r?  1
  s     c                 S   s   t |  ¡ ƒS rÂ   r@  rA  r^   r^   r_   ru   2
  rv   zRegisterFunctionalization.cppr²  r#  r;  r<  Zfunc_add_back_views_definitionsZ!func_add_back_views_registrations)r6  r7  r8  r9  zFunctionalInverses.hc                      s   dt t‡ fdd„ˆƒƒiS )NZview_inverse_declarationsc                    s
   t ˆ | ƒS rÂ   )r&   rA  r1  r^   r_   ru   L
  s    ÿz4gen_source_files.<locals>.<lambda>.<locals>.<lambda>)r}   rL   r^   )r  r  r^   r_   ru   I
  s     
üÿÿzCompositeViewCopyKernels.cppc                      sN   dd„ ˆD ƒdd„ ˆD ƒ t ttˆ tj ƒˆƒƒt ttˆƒƒt ttˆƒƒdœS )Nc                 S   s:   g | ]2}d   dd„ |jdkr$|jgn
|j|jgD ƒ¡‘qS )r±   c                 s   s$   | ]}d |j › d|j › d�V  qdS )rÉ   z_ops.h>
#include <ATen/ops/r  Nr2  r¨  r^   r^   r_   rã   i
  s   ûú@gen_source_files.<locals>.<lambda>.<locals>.<listcomp>.<genexpr>N)rÏ   r¢  r¡  ©r¸   r<  r^   r^   r_   rº   h
  s   ö
ùz6gen_source_files.<locals>.<lambda>.<locals>.<listcomp>c                 S   s,   g | ]$}d   dd„ |j|j|jfD ƒ¡‘qS )r±   c                 s   s.   | ]&}|d k	rd|j krd|j› d�V  qd S )Nr§  rÉ   rÿ  )r�   rÍ   r¨  r^   r^   r_   rã   v
  s    
þrB  )rÏ   r§   rg  r‘  rC  r^   r^   r_   rº   u
  s   û
þ)r#  Z#CompositeViewCopyKernel_DefinitionsZ(GeneratedCompositeFunctional_DefinitionsZ!GeneratedCompositeOut_Definitions)r}   rL   r'   r/   r¾   rC   rD   r^   )rf   rÛ  r  r^   r_   ru   g
  s<    õúóÿÿúÿ
þÿþÿÚ)3r2   r
   r¦   r   r}   r|   r6   ri  r‘  r‚   rÎ   r/   r¼   rÒ  r÷  rI  Zufunc_inner_loopr4   rp   r–   ÚCPUr~   ÚCUDAr   rú  r¤   r"   r   Útupler  r„   r    rö  r›   Úosrm   rÏ   Úinstall_dirÚreadÚFileNotFoundErrorÚprintr	   rF   r�  rÚ  r   r7   r8   Zwrite_shardedrÔ   rH   )'re   r­  rÛ  r  r  rÜ  rf   r  r  rÝ  r  rÞ  r¯  rß  rÅ  r  r  rÆ  r  rÄ  Zns_grouped_native_functionsZgrouped_native_functionri  rÇ  Z
func_grouprp   Z	fallbacksZop_nameZheader_file_nameZold_fileZ
old_headerr3  rÖ  r4  r=  Z
all_groupsZstructured_mapZview_maprž   r^   )rØ  rÁ   rf   r(  r$  rx   rÍ  r"  r0  r-  rß  r<  r­  r/  r–   re   r,  r!  r  rÅ  r×  r  rÆ  rÜ  r.  rÛ  r  r_   Úgen_source_files†  s|   
 *ÿýÿ÷
ý
ý
ý
ý


ÿú
þÿÿþÿ
ÿþ  ÿýþþ

 ÿÿýí
þþ9ÿþ
þÿûúþþrL  )rÝ  re   ro   c                    s   |   d‡ fdd„¡ d S )NzDeclarations.yamlc                      s   t dd„ ˆ D ƒƒS )Nc                 S   s   g | ]}t |ƒ‘qS r^   )r�  r¨  r^   r^   r_   rº   œ
  s     z;gen_declarations_yaml.<locals>.<lambda>.<locals>.<listcomp>)r_  r^   r  r^   r_   ru   œ
  rv   z'gen_declarations_yaml.<locals>.<lambda>)rö  )rÝ  re   r^   r  r_   Úgen_declarations_yaml—
  s    
þrM  r  c                   C   s   t  t¡j ¡ S )z
    If you're depending on torchgen out-of-tree, you can use the root to figure
    out the path to native_functions.yaml
    )ÚpathlibÚPathÚ__file__ÚparentÚresolver^   r^   r^   r_   Úget_torchgen_root 
  s    rS  c            !         s:  t jdd�} | jddddd� | jdd	d
d� | jdddd� | jdddd� | jdddddd� | jddddd� | jdddd� | jdddd� | jdd d!d"d#� | jd$d%d&d� | jd'd(d!d)d#� | jd*d+d!d,d#� | jd-d.dd/d� | jd0d1dd2d� | jd3td!d4d5d6gd4d5d6gd7d8� | jd9dd:d� |  ¡ ‰tˆjˆjƒ}tj	 
ˆjd;¡}tj	 
ˆjd<¡}d=d>lm} tƒ }ˆj�s¦| tj¡ tj|k�r¦|| tj¡= t|||ƒ}t| }|j|j }‰ t|ƒ}	d?d@„ |	D ƒ}
t|ƒ}dAd@„ |D ƒ}ˆj› dB�}t |¡jdCdCdD� ˆj› dE�}t |¡jdCdCdD� ˆj› }t |¡jdCdCdD� tˆ|dF�}tˆdG�}tˆdG�}tˆdG�}tˆ|dF�}tˆ|dF�}tj tj!tj"tj#tj$tj%tj&h}ˆj�rÆ| tj¡ ˆj'�rà‡fdHd@„|D ƒ}g }ˆj(�r,‡ fdId@„ˆj(D ƒ}ˆj(D ]$}t )|¡}||k�r| |¡ �qd5ˆj*k�rpt+||	|
|||ˆ |||||||ˆj,ˆj-ˆj.ˆj/ˆj0dJ� d4ˆj*k�r¦t1|||	|
||ˆ ||||||ˆj,ˆj.dK� d6ˆj*k�r¾t2||dL� ˆj3�r6t ˆj3¡ 4¡ }|j5}|j6}|dMf|dNf|dOf|dPf|dQffD ]0\}}|| }|j7||  } | 8|t| ƒ¡ �qd S )RNzGenerate ATen source files)Údescriptionz-sz--source-pathz!path to source directory for ATenzaten/src/ATen)ÚhelprÙ   z-oz--output-dependenciesz:output a list of dependencies into the given file and exit)rU  z	--dry-runÚ
store_truez5run without writing any files (still updates outputs))ÚactionrU  z--per-operator-headersz2generate separate headers per operator in ATen/opsz-dz--install-dirz--install_dirzoutput directoryzbuild/aten/src/ATenz--aoti-install-dirz--aoti_install_dirz%output directory for AOTInductor shimz(torch/csrc/inductor/aoti_torch/generatedz--rocmz=reinterpret CUDA as ROCm/HIP and adjust filepaths accordinglyz--mpsz'Generate MPS registration code when setz--op-registration-whitelistz--op_registration_whitelistÚ*z–filter op registrations by the whitelist (if set); each item is `namespace`::`operator name` without overload name; e.g.: aten::empty aten::conv2d ...)ÚnargsrU  z--op-selection-yaml-pathz--op_selection_yaml_pathaD  Provide a path to the operator selection (for custom build) YAML that contains the information about the set of selected operators and their categories (training, ...). Each operator is either a full operator name with overload or just a bare operator name. The operator names also contain the namespace prefix (e.g. aten::)z--backend-whitelistz--backend_whitelistzRfilter dispatch backend by the whitelist (if set), e.g.: CPU CUDA QuantizedCPU ...z--static-dispatch-backendz--static_dispatch_backendz?generate static dispatch code for the specific backend (if set)z!--skip-dispatcher-op-registrationz!--skip_dispatcher_op_registrationz0Avoid registering operators into the dispatcher.z--force-schema-registrationz--force_schema_registrationz}force it to generate schema-only registrations for all ops, includingthose that are not listed on --op-registration-whitelistz
--generater   ÚsourcesZdeclarations_yamlzGenerate only a subset of files)rÜ   rY  ÚchoicesrÙ   rU  z--update-aoti-c-shimz­Update AOTInductor C shim after adding an entry to inductor_fallback_ops in torchgen/aoti/fallback_ops.py. WARNING: Do not use this unless you are sure what you are doing!!!znative/native_functions.yamlznative/tags.yamlr   )r¯  c                 S   s   g | ]}t |tƒr|‘qS r^   )r|   r7   rC  r^   r^   r_   rº   0  s    
 zmain.<locals>.<listcomp>c                 S   s   g | ]}t |tƒr|‘qS r^   )r|   r8   rC  r^   r^   r_   rº   6  s   
þz/coreT)ÚparentsÚexist_okz/ops)ÚoptionsrH  ©r^  c                    s&   g | ]}t |ƒst|ƒˆ jkr|‘qS r^   )r3   r¦   Úbackend_whitelist)r¸   rŠ   r_  r^   r_   rº   c  s    þc                    s   g | ]}ˆ t  |¡ ‘qS r^   )r/   Úparse)r¸   Úkeyr  r^   r_   rº   k  s   ÿ)re   r­  rÛ  r  r  rÜ  rf   r  r  rÝ  r  rÞ  r¯  rß  rÅ  r  r  rÆ  r  )re   rk   r­  rÛ  rÜ  r  rf   r  rÝ  rÞ  rù  r¯  rß  rÅ  r  )re   rÝ  r‘   Zcpu_vec_Zcore_Zcuda_Zops_)9ÚargparseÚArgumentParserÚadd_argumentr¦   Ú
parse_argsrž  Zop_registration_whitelistrœ  rG  rm   rÏ   Úsource_pathÚtorchgen.modelr¯  r’   Zmpsr•   r/   ZMPSrz   r¢   rh   re   rf   r«  r¦  rH  rN  rO  ÚmkdirÚaoti_install_dirrK   rD  rE  r»   r¼   r½   r¾   r  r`  Zstatic_dispatch_backendra  ÚgeneraterL  rÅ  r  r  rÆ  r  r  rM  Zoutput_dependenciesrR  r–   ÚstemrQ  Zwrite_outputs)!Úparserr  Znative_yaml_pathr¡   r¯  rl   Zparsed_yamlrk   re   r­  rÛ  Z!native_functions_with_view_groupsr  Zcore_install_dirZops_install_dirrj  r  rÝ  r  rÞ  rù  r  rß  rÜ  rb  Zdp_keyZdepfile_pathZdepfile_nameZdepfile_stemrÄ  r5  Úvarnamerm   r^   )rf   r^  r_   Úmain¨
  s¦   üýýýûüýýüý	üüüüúýþþÿÿþ


ù	
þ
þ


íñûro  Ú__main__)Nri   F)ri   )N)®rc  Ú	functoolsr˜  rG  rN  Úcollectionsr   r   r   Zdataclassesr   r   Útypingr   r   r	   r
   r   r   r   r   r   r   r   rœ   Ztorchgen.api.dispatcherÚapir—  Ztorchgen.api.metarJ  Ztorchgen.api.nativerX  Ztorchgen.api.structuredr¥   Ztorchgen.destrÎ  Ztorchgen.aoti.fallback_opsr   Ztorchgen.apir   Ztorchgen.api.translater   Ztorchgen.api.typesr   r   r   r   r   r   r   Ztorchgen.contextr   r   r   r   Ztorchgen.gen_aoti_c_shimr    r!   r"   r#   Z#torchgen.gen_functionalization_typer$   r%   r&   r'   Ztorchgen.gen_vmap_plumbingr)   rh  r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   Z#torchgen.native_function_generationrB   rC   rD   rE   Z!torchgen.selective_build.selectorrF   Ztorchgen.utilsrG   rH   rI   rJ   rK   rL   rM   rN   Ztorchgen.yaml_utilsrO   rP   rQ   rR   rd   rg   r¦   r  rh   Úobjectr€  rŒ   r—   Ú	lru_cacherŸ   r¢   rƒ   r¶   rÀ   rÈ   rÑ   rÔ   rç   rñ   rø   r  r  r  r%  r4  r9  r:  rR  rU  rV  r_  rc  rh  rk  rt  r~  r}  r�  r’  rš  rž  r¦  r«  r	  r±  rÀ  rÂ  rÃ  rÒ  rÕ  rÚ  rø  r  r  rL  rM  rO  rS  ro  r`   r^   r^   r^   r_   Ú<module>   s    4$	h(
!	   û
ú0
 ýú
ù + þ þ
ý$
ü
ü
üL`/-|DþD
ù!
ù$Y 
þ#
ý þ0þú
ÿùý"ú
ÿù
 þõiø4ü&
ó{
ó E
ï 
ë     þ	  
