U
    E‹Ñh@ª ã                   @  s`  d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	mZmZ d dlmZmZmZmZmZmZmZmZmZmZ d dlm Z  zd dl!Z"W n e#k
�r   dZ"Y nX d dl$Z$d dl%Z$d dl&m'Z'm(Z(m)Z)m*Z*m+Z+ d dl,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2 d dl3m4Z4 d d	l5m6Z6m7Z7m8Z8 d d
l9m:Z:m;Z; d dl<m=Z= ddl>m?Z?m@Z@mAZAmBZB ddlCmDZD ddlEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZ ddlm[Z[m\Z\m]Z]m^Z^m_Z_ ddl`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZj e�rnd dlkmlZl e men¡Zoe$jp qend¡Zre$jp qend¡Zse$jp qend¡Zte$jp qend¡Zue$jvjwjxjyZye$jvjwjxjzZze$jvjwjxj{Z{e$jvjwjxj|Z|e$jvjwjxj}Z}e$jvjwjxj~Z~e$jvjwjxjZe$jvjwjxj€Z€G dd„ dƒZ�dd„ Z‚e ƒd¡dd„ ƒZ„e{ezej…j†efe|dd„ ejeiej‡e"dk�rbdne"j‡eˆdƒej‰e$j`jŠe$j‹e‚e$jŒe$e	d œZ�ejŽdd!… d"k�rÜz d dl�Z�d#d$d%œd&d'„Z�d(Z‘W n e’k
�rØ   d)Z‘Y nX nd(Z‘d#d$d%œd*d'„Z�d+d,„ Z“d-d.„ Z”d$d/d$d0œd1d2„Z•d3d/d4d5œd6d7„Z–d8d9„ Z—d:d;„ Z˜d<d=„ Z™d>d?„ Zšej›d(d@�G dAdB„ dBƒƒZœdCdD„ Z�dEdF„ Zžej›G dGdH„ dHƒƒZŸG dIdJ„ dJej ƒZ¡G dKdL„ dLe/ƒZ¢G dMdN„ dNƒZ£dOdP„ Z¤G dQdR„ dRƒZ¥G dSdT„ dTƒZ¦dUdVœdWdX„Z§dYdZ„ Z¨d[d\„ Z©d]d^„ Zªd_d`dad$dbœdcdd„Z«ded4dfœdgdh„Z¬d_d`dadidjdkœdldm„Z­eDe­ƒ dndo„ Z®dpdq„ Z¯d drœdsdt„Z°dS )ué    )ÚannotationsN)ÚcurrentframeÚgetframeinfo)
ÚAnyÚCallableÚDictÚListÚOptionalÚSetÚTupleÚTypeÚTYPE_CHECKINGÚUnion)ÚReferenceType)Ú$is_from_flatten_script_object_sourceÚis_from_local_sourceÚis_from_optimizer_sourceÚTensorPropertyÚTensorPropertySource)ÚDuplicateInputsÚGuardÚGuardBuilderBaseÚGuardEnvExprÚGuardSourceÚSource)Ú
structured)ÚEqualityConstraintÚis_symbolicÚSYMPY_INTERP)Úformat_frameÚreport_compile_source_on_error)ÚTensorWeakRefé   )ÚconfigÚconvert_frameÚexcÚmutation_guard)Úset_guard_error_hook)Ú
AttrSourceÚChainedSourceÚConstDictKeySourceÚDefaultsSourceÚFlattenScriptObjectSourceÚFSDPNNModuleSourceÚGetItemSourceÚGlobalSourceÚGlobalStateSourceÚGlobalWeakRefSourceÚ
GradSourceÚLocalSourceÚNNModuleSourceÚNotNNModuleSourceÚNumpyTensorSourceÚODictGetItemSourceÚOptimizerSourceÚScriptObjectQualifiedNameSourceÚShapeEnvSourceÚTupleIteratorGetItemSourceÚ
TypeSource)Ú
CacheEntryÚ
ExtraStateÚGuardedCodeÚ	GuardFailÚGuardFn)
Úcommon_constant_typesÚdict_keys_reprÚguard_failuresÚistypeÚ	key_is_idÚ	key_to_idÚorig_code_mapÚtensor_always_has_static_shapeÚtuple_iterator_getitemÚtuple_iterator_len)ÚSymbolÚguardsÚ
recompilesÚrecompiles_verboseZverbose_guardsc                   @  sR   e Zd ZdZdd„ Zdd„ Zddd„Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ ZdS )ÚGuardManagera  
    A helper class that contains the root guard manager. An instance of this
    class is stored in the Dynamo cache entry, so that the cache entry can
    access the RootGuardManager stored in the "root" attribute and directly call
    the check_nopybind from C++.
    c                 C  sH   t ƒ | _d | _d | _d | _d | _d | _d | _d | _d | _	d | _
g | _d S ©N)ÚRootGuardManagerÚrootÚclosure_varsÚargsÚ
code_partsÚverbose_code_partsÚglobal_scopeÚguard_fail_fnÚcache_entryÚextra_stateÚid_matched_objsÚno_tensor_aliasing_sources©Úself© r`   úB/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/_dynamo/guards.pyÚ__init__�   s    zGuardManager.__init__c                   s&   |j j‰ | ¡ }‡ fdd„|D ƒ}|S )Nc                   s   g | ]}ˆ d  | ‘qS )z: r`   )Ú.0Úpart©Z
guard_namer`   ra   Ú
<listcomp>ž   s     z0GuardManager.get_guard_lines.<locals>.<listcomp>)Ú	__class__Ú__name__rW   )r_   ÚguardÚpartsr`   re   ra   Úget_guard_lines›   s    zGuardManager.get_guard_linesNc                 C  s0   |  ¡ }|jj}|d | }|r,|d| 7 }|S )Nz	: source=ú, )Ú
get_sourcerg   rh   )r_   Úguard_managerZaccessor_strÚsourceÚtÚsr`   r`   ra   Úget_manager_line¡   s    zGuardManager.get_manager_linec              
   C  s’   t | ¡  ¡ ƒD ]|\}\}}| d|› �¡ | ¡ �R |r\| d|  |¡› �¡ |  ||¡ |r‚| d|  |¡› �¡ |  ||¡ W 5 Q R X qd S )NzKeyValueManager pair at index=zKeyManager: zValueManager: )ÚsortedZget_key_value_managersÚitemsÚ	writelineÚindentrr   Úconstruct_manager_string)r_   ÚmgrÚbodyÚidxZkey_mgrZval_mgrr`   r`   ra   Úconstruct_dict_manager_string©   s    
z*GuardManager.construct_dict_manager_stringc              
   C  s�   |  ¡ �~ | ¡ D ]}| |  |¡¡ qt|tƒr>|  ||¡ t| ¡ | 	¡ ƒD ]0\}}| 
|  |d| ¡ › �¡¡ |  ||¡ qPW 5 Q R X d S )Nzaccessed_by=)rv   Zget_leaf_guardsÚ
writelinesrk   Ú
isinstanceÚDictGuardManagerr{   ÚzipZget_accessorsZget_child_managersru   rr   Úreprrw   )r_   rx   ry   ri   ÚaccessorZ	child_mgrr`   r`   ra   rw   µ   s    

 ÿÿz%GuardManager.construct_manager_stringc                 C  s„   ddl m} G dd„ d|ƒ}|ƒ }d|_|jddd� |jd	dd� | d
¡ |  | j|¡ | j ¡ D ]}| |  |¡¡ qf| 	¡ S )Nr   ©ÚIndentedBufferc                      s&   e Zd Zdd„ Zd‡ fdd„	Z‡  ZS )z6GuardManager.__str__.<locals>.IndentedBufferWithPrefixc                 S  s   d| j | j  S )Nz| )Ú_indentÚtabwidthr^   r`   r`   ra   ÚprefixË   s    z=GuardManager.__str__.<locals>.IndentedBufferWithPrefix.prefixFc                   s&   |rt ƒ  |¡ nt ƒ  d| ¡ d S )Nz+- )Úsuperru   )r_   ÚlineÚskip_prefix©rg   r`   ra   ru   Î   s    z@GuardManager.__str__.<locals>.IndentedBufferWithPrefix.writeline)F)rh   Ú
__module__Ú__qualname__r†   ru   Ú__classcell__r`   r`   rŠ   ra   ÚIndentedBufferWithPrefixÊ   s   rŽ   r"   Ú T)r‰   zTREE_GUARD_MANAGER:rR   )
Útorch._inductor.utilsrƒ   r…   ru   rw   rS   Zget_epilogue_lambda_guardsr|   rk   Úgetvalue)r_   rƒ   rŽ   ry   ri   r`   r`   ra   Ú__str__Ç   s    

zGuardManager.__str__c                 C  s   | j  |¡S rQ   )rS   Úcheck©r_   Úxr`   r`   ra   r“   Þ   s    zGuardManager.checkc                 C  s   | j  |¡S rQ   )rS   Úcheck_verboser”   r`   r`   ra   r–   â   s    zGuardManager.check_verbose)N)rh   r‹   rŒ   Ú__doc__rb   rk   rr   r{   rw   r’   r“   r–   r`   r`   r`   ra   rP   …   s   
rP   c                 C  s    t | tjtjfƒrt | ¡S | S rQ   )r}   ÚnpZgenericZndarrayÚtorchÚ	as_tensor)Úar`   r`   ra   Ú
from_numpyç   s    rœ   c                  C  s    dd l } | jjg}dd„ |D ƒS )Nr   c                 S  s   h | ]}t  |¡’qS r`   )ÚinspectÚgetfile)rc   Úmr`   r`   ra   Ú	<setcomp>ô   s     z&uninteresting_files.<locals>.<setcomp>)Ztorch._dynamo.external_utilsÚ_dynamoZexternal_utils)r™   Zmodsr`   r`   ra   Úuninteresting_filesí   s    ÿr¢   c                 C  s   | |kS rQ   r`   )r›   Úbr`   r`   ra   Ú<lambda>ý   ó    r¤   Úinf)Z___check_type_idZ___check_obj_idZ___odict_getitemZ___key_to_idZ___dict_versionZ___dict_containsZ___tuple_iterator_lenZ___tuple_iterator_getitemÚ__math_isnanÚ__numpy_isnanr¦   Z__load_moduleZutils_deviceÚdeviceZ___from_numpyZ___as_tensorr™   r�   é   )é   é   úast.ASTÚstr©ÚnodeÚreturnc                 C  s   t  | ¡ dd¡S ©NÚ
r�   )Ú
astunparseÚunparseÚreplace©r°   r`   r`   ra   Ú_ast_unparse  s    r¸   TFc                 C  s   t  | ¡ dd¡S r²   )Úastrµ   r¶   r·   r`   r`   ra   r¸     s    c                 C  sb   t  d¡}d}| D ]F}|dkr$d}q|dkrP|rX|dkrX| |¡rXt|ƒ  S q||7 }qt| ƒS )zð
    "___odict_getitem(a, 1)" => "a"
    "a.layers[slice(2)][0]._xyz" ==> "a"
    "getattr(a.layers[slice(2)][0]._abc, '0')" ==> "a"
    "getattr(getattr(a.x[3], '0'), '3')" ==> "a"
    "a.layers[slice(None, -1, None)][0]._xyz" ==> "a"
    z[A-Za-z_].*r�   z (z),[]ÚNone)ÚreÚcompileÚmatchÚstrip_function_callÚstrip_getattr_getitem)ÚnameZ
valid_nameÚcurrÚcharr`   r`   ra   r¾   "  s    	

r¾   c                 C  s   t  d| ¡d S )z*
    "a[1]" => "a"
    "a.foo" => "a"
    z[.\[]r   )r»   Úsplit)rÀ   r`   r`   ra   r¿   9  s    r¿   r   )Ú	code_partri   r±   c                 C  sj   d}|j r>t|j ƒD ]&}|jtƒ krdt|dd�› �} q\qn|jr\dt|j ¡ d ƒ› �}| d›|› �S )Nr�   z  # T)rˆ   éÿÿÿÿz<60)Ú
user_stackÚreversedÚfilenamer¢   r   ÚstackÚsummary)rÄ   ri   ÚextraÚfsr`   r`   ra   Úget_verbose_code_partA  s    rÍ   zUnion[str | List[str]]ú	List[str])rV   ri   r±   c                   s"   t | tƒs| g} ‡ fdd„| D ƒS )Nc                   s   g | ]}t |ˆ ƒ‘qS r`   )rÍ   )rc   rÄ   ©ri   r`   ra   rf   S  s     z*get_verbose_code_parts.<locals>.<listcomp>)r}   Úlist)rV   ri   r`   rÏ   ra   Úget_verbose_code_partsN  s    
rÑ   c                 C  sF   g }| D ]8}t |ƒs | |¡ qt|tjƒs0t‚| |j ¡ ¡ q|S rQ   )r   Úappendr}   r™   ZSymIntÚAssertionErrorr°   Zmaybe_as_int)Zsize_or_strideZ	convertedÚdimr`   r`   ra   Úconvert_to_concrete_valuesV  s    rÕ   c           
      C  sx   t | ƒ}tj | ¡tj ¡ B tj ¡  }| j}| jj}| j	}d|› d|j
› d|› d|› d|› d|› d|› d|› d�}	|	S )Nzcheck_tensor(rl   z	, device=z, requires_grad=z, size=z	, stride=ú))Útyper™   Ú_CZ_dispatch_keysZ_dispatch_tls_local_include_setZ_dispatch_tls_local_exclude_setÚdtyper©   ÚindexÚrequires_gradrŒ   )
ÚvaluerÀ   ÚsizesÚstridesZpytypeZdispatch_keyrÙ   Zdevice_indexrÛ   Z	guard_strr`   r`   ra   Úget_tensor_guard_code_parta  s    þ6ÿrß   c                 C  s   t |  ¡ ƒ |¡S rQ   )rÐ   ÚkeysrÚ   )ÚdctÚkeyr`   r`   ra   Úget_key_indexp  s    rã   c                 C  s   d| › d|› d�S )Núlist(ú	.keys())[ú]r`   )ro   rÚ   r`   r`   ra   Úget_key_index_sourcet  s    rç   )Úfrozenc                   @  s2   e Zd ZU dZded< dZded< dZded< dS )ÚNNModuleAttrAccessorInfoFÚboolÚpresent_in_generic_dictNzOptional[str]Úl1_keyÚl2_key)rh   r‹   rŒ   rë   Ú__annotations__rì   rí   r`   r`   r`   ra   ré   x  s   
ré   c                 C  sÖ   | j  ¡ }|  ¡ }t| jtƒr(| jj}nt|tƒs6t‚t|| jƒ}t||ƒ}t	| 
¡ ƒ| }	t|	ttfƒr||› d|	›d�}
n|› d|› d�}
t| jtƒsÄ|j||| jtjd� | j|› d|	›�g¡ |j||
||d�S )Nú[ræ   ©rÚ   ro   Úexample_valueÚguard_manager_enumú == )ÚbaserÀ   r}   rÚ   r*   ÚdictrÓ   rã   rç   rÐ   rà   Úintr®   Úget_key_managerÚGuardManagerTypeÚGUARD_MANAGERÚadd_equals_match_guardÚget_value_manager)ro   Úbase_guard_managerÚbase_example_valuerñ   rò   Úbase_source_nameÚsource_namerÚ   Ú
key_sourceZkey_example_valueÚvalue_sourcer`   r`   ra   Úgetitem_on_dict_manager‡  s6    


ü ú	ür  c                 C  s   | j }| ¡ ot|tƒ S rQ   )Úoriginating_sourceZis_dict_keyr}   r2   )ri   ro   r`   r`   ra   Úmatch_on_id_for_tensor¬  s    r  c                   @  s   e Zd ZU ded< ded< dS )ÚGuardCodeListrÎ   Ú	code_listr   ri   N©rh   r‹   rŒ   rî   r`   r`   r`   ra   r  ³  s   
r  c                   @  s   e Zd ZdZdZdZdS )rø   r"   rª   r«   N)rh   r‹   rŒ   rù   ÚDICT_GUARD_MANAGERÚDICT_SUBCLASS_GUARD_MANAGERr`   r`   r`   ra   rø   ¹  s   rø   c                   @  sx  e Zd Zddddddddœdd	„Zd
d„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zddœdd„Zedfdd „Zd!d"d#œd$d%„Zd&d!d'œd(d)„Zdd!d*œd+d,„Zddœd-d.„Zdxdd0d'œd1d2„Zdd0d'œd3d4„Zddœd5d6„Zdd!d7d8œd9d:„Zddœd;d<„Zddœd=d>„Zdyddœd?d@„ZddœdAdB„ZddœdCdD„ZddœdEdF„ZddœdGdH„ZddœdIdJ„ZddœdKdL„ZddœdMdN„Z ddœdOdP„Z!ddœdQdR„Z"ddœdSdT„Z#ddœdUdV„Z$dWdX„ Z%dYdZ„ Z&d[d\„ Z'd]d^„ Z(d_d`„ Z)dadb„ Z*dcdd„ Z+ddœdedf„Z,ddœdgdh„Z-ddœdidj„Z.ddœdkdl„Z/ddœdmdn„Z0ddœdodp„Z1dzddœdqdr„Z2d{dtdu„Z3d|dvdw„Z4d/S )}ÚGuardBuilderzCallable[[Any], str]zCallable[[Source], str]z)Callable[[object], ReferenceType[object]]úDict[str, object]zOptional[GuardManager]ÚCheckFunctionManager)Úid_refÚ
source_refÚlookup_weakrefsÚlocal_scoperX   rn   Úcheck_fn_managerc                 C  sî   || _ || _|| _||dœ| _tj ¡ | jd< tjj	j
 ¡ D ]<\}}	| dd¡ dd¡ dd¡}|	| jd |< |	| j|< q<|| _g | _g | _g | _g | _g | _g | _g | _|| _tƒ | _| jjjD ]}
| j t|  |
¡ƒ¡ qÂi | _i | _d S )N©ÚLÚGÚ__builtins__ú>Ú_ú<Ú.Z_dot_)r  r  r  ÚscopeÚbuiltinsÚ__dict__Úcopyr™   ÚpackageZpackage_importerZ_package_imported_modulesrt   r¶   rn   ÚargnamesÚcodeÚshape_env_codeÚtensor_check_namesÚtensor_check_examplesÚtensor_check_guardsÚtensor_check_guard_managersr  ÚsetÚkey_order_guarded_dict_idsÚoutput_graphZguard_on_key_orderÚaddÚidÚgetr\   Ú_cached_guard_managers)r_   r  r  r  r  rX   rn   r  rÀ   Zpackage_modulerÿ   r`   r`   ra   rb   À  s6    
ýþzGuardBuilder.__init__c           	      C  s€   |   |¡}t|tƒr$td|j› �ƒ‚|j ¡ }| ¡ D ]D}|| }t|j|d�}|  ||¡}|j	||› d|›d�||d� q6d S )NzsNot expecting a DictGuardManager. Seems like Dynamo incorrectly added the dict to tx.output.guard_on_key_order for )rÚ   rï   ræ   ©râ   ro   rñ   rò   )
Úget_guard_managerr}   r~   ÚNotImplementedErrorrÀ   r  rà   r.   Úget_guard_manager_typeÚdict_getitem_manager)	r_   rñ   ri   Údict_mgrZdict_sourcerâ   rÜ   r  rò   r`   r`   ra   Ú#guard_on_dict_keys_and_ignore_order	  s&    


ÿ
 ÿüz0GuardBuilder.guard_on_dict_keys_and_ignore_orderc           	   
   C  s¼   |   |¡}t|tƒs$td|j› �ƒ‚t|tƒs2t‚t| ¡ ƒD ]x\}}t|j|ƒ}|j	|||t
jd�}t|ƒrš|  |¡}| |td|› d|› d�|ƒ¡ q>| |t|› d|›�|ƒ¡ q>d S )Nz_Expecting a DictGuardManager. Seems like Dynamo forgot to set the right guard manager enum for rð   z__check_obj_id(rl   rÖ   ró   )r.  r}   r~   r/  rÀ   rÓ   Ú	enumeraterà   rç   r÷   rø   rù   rF   r  Úadd_id_match_guardrÑ   rú   )	r_   rÜ   ri   r2  rz   râ   r   Zkey_managerÚid_valr`   r`   ra   Úguard_on_dict_keys_and_order   s6    


ÿü
 ÿþ ÿz)GuardBuilder.guard_on_dict_keys_and_orderc                   sÀ  ‡ fdd„}|j }	|j}
tƒ }t |j¡D ]}| |j ¡ ¡ q*tdddƒ}|	|
krbtd|	dƒ}nld|
kr„|	|
d kr„tdd|	ƒ}nJd|
kr¦|	|
d kr¦tdd|	ƒ}n(|	|krÎd|
krÎ|	|
d krÎtdd|	ƒ}|j	sè|j
|j |||d	�S |jsòt‚|j}|j‰ |› d
�}d }}d }}d }}ˆ �rdt|j|ƒ}| ¡ }|
| }|  ||¡}|}|}|  ||¡}n|}|}|  ||¡}|j||
tjd�}|||||
||d�}ˆ �r¸||ˆ ||||d�S |S dS )a(  
        This tries to avoid calling the expensive nn module custom getattr method by
        checking if the attribute is accessible via __dict__. For attributes that
        are not accessible via __dict__ (like descriptors), we fallback to
        PyObject_GetAttr.

        There are two cases that we optimize for
        1) attributes present directly in __dict__, e.g training.
        2) parameters/buffers/modules - they can be accessed via _parameters,
        _buffers, _modules keys in __dict__. For example, mod.linear can be
        accessed as mod.__dict__["_parameters"]["linear"]

        The most common and expensive case for nn module guards is of type
        mod.submod1.submod2.submod3.training. We avoid the python getattr of nn
        modules by going through the __dict__.
        c                   sv   t | tƒr`t||ƒ}d|› d|›d�}| j|||tjd� ˆ |› dˆ ›�g¡ | j||||d�S | j||||d�S d S )Nrä   rå   ræ   rð   ró   r-  )	r}   r~   rã   r÷   rø   rù   rú   rû   r1  )rx   râ   rÿ   rý   rñ   rò   rÚ   r   ©rí   r`   ra   Úgetitem_on_dict_mgr]  s0    

ü ûüüz>GuardBuilder.getattr_on_nn_module.<locals>.getitem_on_dict_mgrFNTÚ_parametersÚ_buffersZ_modules©Úattrro   rñ   rò   ú	.__dict__©ro   rñ   rò   )rx   râ   rÿ   rý   rñ   rò   )Úmemberr  r&  r�   Úgetmrorg   Úupdaterà   ré   rë   Úgetattr_managerrì   rÓ   rí   r(   rô   rÀ   r0  Úget_generic_dict_managerrø   rù   )r_   ro   rü   rý   rñ   rþ   rÿ   rò   r9  Ú	attr_nameÚmod_dictZall_class_attribute_namesr•   Zaccessor_inforì   Úmod_dict_sourceZl1_source_nameZl2_source_nameZl1_valueZl2_valueZl1_guard_manager_enumZl2_guard_manager_enumZ	l1_sourceÚmod_generic_dict_managerZl1_mgrr`   r8  ra   Úgetattr_on_nn_moduleB  s”     ÿþ
ýü

 ÿ ÿýú	úz!GuardBuilder.getattr_on_nn_modulec                 C  s,   |  ¡ }|dkrdS t|  |¡ƒ}|| jkS )Nr�   F)rÀ   r*  r+  r'  )r_   ro   rÿ   Úobj_idr`   r`   ra   Úrequires_key_order_guarding×  s
    z(GuardBuilder.requires_key_order_guardingc                 C  sD   t j}|  |¡r@t|tƒst‚t|ƒjti ƒjkr:t j}nt j	}|S rQ   )
rø   rù   rK  r}   rõ   rÓ   r×   rà   r  r	  )r_   ro   rñ   rò   r`   r`   ra   r0  Þ  s    
z#GuardBuilder.get_guard_manager_typec                 C  s   |t jkp|t jkS rQ   )rø   r  r	  )r_   Zmgr_enumr`   r`   ra   Úmanager_guards_on_keysê  s    
þz#GuardBuilder.manager_guards_on_keysc                 C  s.   | j s
t‚| j jj| jd d| jd tjd�S )Nr  )Ú	f_globalsro   rñ   rò   )rn   rÓ   rS   Zglobals_dict_managerr  rø   rù   r^   r`   r`   ra   Úget_global_guard_managerð  s    
üz%GuardBuilder.get_global_guard_managerc              	   C  s  | j s
t‚| j j}d }| ¡ }|dkr:|| jkr:| j| S |dkrL|  |¡}|  ||¡}d }d }d }tj}	t	|t
ƒr¢|j ¡ }|  |¡}|  |j¡}|  |j|¡}	t|tƒrÄ|j|j|||d�}
�nDt|tƒrê|  ¡ j|j|||d�}
�nt|tƒ�r|  ¡ j|j|||d�}
�nöt|tƒ�r"|S t|tƒ�r2|S t|tƒ�r\|�sHt‚|j|||d�}
�n¬t|ttttfƒ�r‚|�szt‚|}
�n†t|tƒ�r¬|�s˜t‚|j|||d�}
�n\t|t ƒ�r|�sÂt‚t	|t!j"j#ƒ�rê|  $|||||||¡}
n|j%|j&|||d�}
�nt|t'ƒ�r|�st‚t	|t(t)j*fƒ�r„t	|t+ƒ�rX|  ,|	¡�sFt‚t-|||||ƒ}
n*t	|j.t/ƒ�rnt0dƒ‚|j|j.|||d�}
n|t	|t1ƒ�r®|j2�s®|j3|j.|||d�}
nRt	|t4ƒ�rØ|j2�sØ|j5|j.|||d�}
n(|j.}|j2�rî| 6¡ }|j7||||d�}
�nt|t8ƒ�r`t	|t+ƒ�r>|  ,|	¡�s,t‚t-|||||ƒ}
n|�sHt‚|j|j.|||d�}
�n¨t|t9ƒ�r|�svt‚t:|ƒ�s„t‚|j;�s²|j<||j=tjd�j7|j>|||d�}
nR|j?}|d k	�sÆt‚|d }|j@||tjd�}t	|t+ƒ�rðt‚|j|j>|||d�}
�n t|tAƒ�r2|�st‚|jBtC|||d�}
nÖt|tDƒ�r`|�sHt‚|jBd	d
„ |||d�}
n¨t|tEƒ�rŽ|�svt‚|jBdd
„ |||d�}
nzt|tFƒ�rº|�s¤t‚|jG|j.|||d�}
nNt	|t/ƒ�rðt	|t+ƒ�sÚtdƒ‚|jH|j.|||d�}
ntd|› d| ¡ › �ƒ‚|
| j| ¡ < |
S )Nr�   r-  )Úglobal_namero   rñ   rò   r?  r<  zUExpecting clean index here. Likely Dynamo forgot to mark a dict as guard_on_key_orderz.__kwdefaults__)Zpython_lambdaro   rñ   rò   c                 S  s   |   ¡ S rQ   )Z__obj_flatten__©r•   r`   r`   ra   r¤   Ñ  r¥   z<GuardBuilder.get_guard_manager_from_source.<locals>.<lambda>c                 S  s   |   ¡  ¡ S rQ   )Ú_typeZqualified_namerP  r`   r`   ra   r¤   Ù  r¥   rð   z4ConstDictKeySource can only work on DictGuardManagerzmissing guard manager builder z - )Irn   rÓ   rS   rÀ   r,  r+  r0  rø   rù   r}   r)   rô   Úget_guard_manager_from_sourcerE   r3   r1  Ú
local_namer/   rN  rO  r1   Zglobal_weakref_managerr0   r:   r<   Ztype_managerr8   r4   r5   r-   r2   Zgrad_managerr(   r™   ÚnnÚModulerI  rC  r@  r.   rõ   ÚcollectionsÚOrderedDictr~   rL  r  rÚ   r*   ÚRuntimeErrorrÐ   Zindex_is_sliceZlist_getitem_managerÚtupleZtuple_getitem_managerZunpack_sliceZgetitem_managerr7   r+   ÚcallableZis_kwZfunc_defaults_managerÚ__defaults__Zidx_keyÚ__kwdefaults__Zfunc_kwdefaults_managerr6   Zlambda_managerrœ   r,   r9   r;   Ztuple_iterator_getitem_managerr÷   )r_   ro   Zroot_guard_managerrñ   rÿ   rò   rþ   rý   rü   Zbase_guard_manager_enumÚoutrÚ   Ú
kwdefaultsZ	kw_sourcer2  r`   r`   ra   rR  ù  s¾   





 ÿ
ü

ü
ü

ý

þ

ý

ù
ü

ûÿüüüü
û
ü

ýøýü

ü
ü
ü
üÿüÿz*GuardBuilder.get_guard_manager_from_sourcer   rÏ   c                 C  s   |   |j¡S rQ   )rR  r  ©r_   ri   r`   r`   ra   r.  ù  s    zGuardBuilder.get_guard_managerTc                 C  s€   d  | ¡ ¡}t||ƒ\}}tƒ }d| jd i}	t||	|ƒ |d | ¡ Ž }
| jsVt‚|rl| jj	 
|
|¡ n| jj	 |
|¡ d S )Nrl   r  Ú___make_guard_fn)Újoinrà   Úbuild_guard_functionrõ   r  ÚexecÚvaluesrn   rÓ   rS   Zadd_epilogue_lambda_guardÚadd_lambda_guard)r_   rV   rW   rT   Zis_epilogueÚmake_guard_fn_argsÚ
guard_bodyÚpycoder]  Úglobals_for_guard_fnÚguard_fnr`   r`   ra   Ú$add_python_lambda_leaf_guard_to_rootü  s    

 ÿz1GuardBuilder.add_python_lambda_leaf_guard_to_rootr®   r   )rÀ   r±   c                 C  s   t || jtƒS rQ   )Úevalr  ÚCLOSURE_VARS)r_   rÀ   r`   r`   ra   r+    s    zGuardBuilder.getzUnion[str, Guard])ri   r±   c                 C  s`   t |tƒr|}n|j}tt|ƒƒ}|| jkr\t d|¡r\t d|¡rPt 	d|¡ | j 
|¡ |S )Nz[a-zA-Z0-9_]+z^\d+$zinvalid var name: %s)r}   r®   rÀ   r¿   r¾   r  r»   r½   ÚlogÚwarningrÒ   )r_   ri   rÀ   rô   r`   r`   ra   Úarg_ref%  s    

zGuardBuilder.arg_ref)ri   rE  c                 C  s.   t |j|ƒ}t|||j|jd�}| | ¡ d S )N)rÉ   rÆ   )r(   r  r   rÉ   rÆ   Úcreate)r_   ri   rE  rj  Zattr_sourceZ	new_guardr`   r`   ra   Ú_guard_on_attribute4  s       ÿz GuardBuilder._guard_on_attributec              	   C  sF  |j }t|tƒr|j}t|tƒs0td|j› �ƒ‚|j}| ¡ }|j}|  |¡}t	|  
|¡|ƒ}d }|rzd|› d|›d�}nd|› d|›d�}| j||g|  
|¡d� tj�r4|  |¡}	|�r |  
| ¡ ¡}
|  
|¡}|  ||
¡}t|tjjƒ�r
|  ||	||
|| ¡ |¡S |	j||j|
|d� n|	 |t||ƒ¡ n|  ||g¡ d S )Nzinvalid source úhasattr(rl   rÖ   znot hasattr()Úprovided_guarded_objectr<  )r  r}   r4   rô   r(   rÓ   rÀ   r@  rp  Úhasattrr+  Ú_set_guard_export_infor#   Úenable_cpp_guard_managerrR  r0  r™   rT  rU  rI  rC  Úadd_no_hasattr_guardrÑ   Ú_produce_guard_code)r_   ri   ro   Zbase_sourcerô   r=  ÚrefÚvalr   Úbase_managerrñ   rý   rò   r`   r`   ra   ÚHASATTR=  sZ    

  ÿ

ù
ü ÿzGuardBuilder.HASATTRNrº   c           	      C  sˆ   |d k	st ‚|  |¡}|  |j¡}t|tjjƒs4t ‚|  |¡}|j› d�}|j	||j
tjd�}d|›d|› d�}| d|t||ƒ¡ d S )Nr>  r?  znot ___dict_contains(rl   z
.__dict__)F)rÓ   rp  r+  rÀ   r}   r™   rT  rU  r.  rD  r  rø   rù   Úadd_dict_contains_guardrÑ   )	r_   ri   r=  rz  r{  r|  rG  rH  r   r`   r`   ra   ÚNOT_PRESENT_IN_GENERIC_DICTt  s"    

ý  ÿz(GuardBuilder.NOT_PRESENT_IN_GENERIC_DICTc                 C  sr   t |  |j¡ƒ}|  |¡}d|  |¡› d|› d�}|  ||g¡ tjr`|  |¡ 	|t
||ƒ¡ n|  ||g¡ d S )Nú___check_type_id(rl   rÖ   )r×   r+  rÀ   r  rp  rv  r#   rw  r.  Zadd_type_match_guardrÑ   ry  )r_   ri   rp   rJ  r   r`   r`   ra   Ú
TYPE_MATCHˆ  s    

 ÿzGuardBuilder.TYPE_MATCHc                 C  sv   |   |¡}|  |j¡}t|  |j¡ƒ}d|› d|› �}|  ||g¡ tjrd|  |¡ |t	||ƒ¡ n|  
||g¡ d S )Nz___dict_version(ú) == )rp  r+  rÀ   Údict_versionrv  r#   rw  r.  Zadd_dict_version_guardrÑ   ry  )r_   ri   rz  r{  Úversionr   r`   r`   ra   ÚDICT_VERSION–  s    

 ÿzGuardBuilder.DICT_VERSIONrê   )ri   râ   Úinvertc                 C  sp   |   |¡}|rdnd}|› d|›d|› d�}|  ||g¡ tjr^|  |¡ | |t||ƒ¡ n|  ||g¡ d S )Núnot r�   z___dict_contains(rl   rÖ   )rp  rv  r#   rw  r.  r~  rÑ   ry  )r_   ri   râ   r†  Zdict_refZ	maybe_notr   r`   r`   ra   ÚDICT_CONTAINS§  s    

  ÿzGuardBuilder.DICT_CONTAINSc                 C  sF   |   |¡}d|› �}|  ||g¡ tjr4|  |¡ n|  ||g¡ d S )Nr‡  )rp  rv  r#   rw  r.  ry  )r_   ri   rz  r   r`   r`   ra   Ú
BOOL_FALSEµ  s    

zGuardBuilder.BOOL_FALSEc                 C  sÒ   t |jtƒr"|  t|jjtjƒ¡S |  |¡}|  |j	¡}|  
|¡}d|› d|› d�}|  ||g¡ tjr‚|  |¡ |t||ƒ¡ n|  ||g¡ t |jtƒrÎt |tjjƒrÎ|jj}|  |¡}|d k	rÎ|| j|< d S )Nz___check_obj_id(rl   rÖ   )r}   r  r<   r�  r   rô   r
  rp  r+  rÀ   r  rv  r#   rw  r.  r5  rÑ   ry  r3   r™   rT  rU  rS  r  r\   )r_   ri   rz  r{  r6  r   rS  Zweak_idr`   r`   ra   ÚID_MATCHÐ  s*    ÿ


 ÿ
zGuardBuilder.ID_MATCHc                 C  sn   |   |¡}|  |j¡}t|tjƒs&t‚|› d�}|  ||g¡ tj	r\|  
|¡ t||ƒ¡ n|  ||g¡ d S ©Nz is not None)rp  r+  rÀ   r}   r™   ÚTensorrÓ   rv  r#   rw  r.  Úadd_not_none_guardrÑ   ry  )r_   ri   rÜ   rz  r{  r   r`   r`   ra   ÚNOT_NONE_MATCHñ  s    


ÿzGuardBuilder.NOT_NONE_MATCHc                 C  s   |   |dtj¡ d S )Nrh   )rr  r
  ÚEQUALS_MATCHr_  r`   r`   ra   Ú
NAME_MATCHÿ  s    zGuardBuilder.NAME_MATCHc                 C  st   t js|  |¡ |  |j¡}|  |¡› d| ¡ › �}|  ||g¡ t jrb|  |¡ 	|t
||ƒ¡ n|  ||g¡ d S )Nz.data_ptr() == )r#   rw  r�  r+  rÀ   rp  Zdata_ptrrv  r.  Zadd_data_ptr_guardrÑ   ry  )r_   ri   Úobjr   r`   r`   ra   ÚDATA_PTR_MATCH  s    

 ÿzGuardBuilder.DATA_PTR_MATCHc                   sr   t jjj‰ dˆ › �g}|  ||g¡ tjrbt jj‰‡ ‡fdd„}| jsJt‚| jj	 
|t||ƒ¡ n|  ||¡ d S )Nz,torch.autograd.forward_ad._current_level == c                   s
   ˆj ˆ kS rQ   )Ú_current_levelrP  ©Z
dual_levelÚ
forward_adr`   ra   Úfn  s    z#GuardBuilder.DUAL_LEVEL.<locals>.fn)r™   Zautogradr•  r“  rv  r#   rw  rn   rÓ   rS   re  rÑ   ry  )r_   ri   r   r–  r`   r”  ra   Ú
DUAL_LEVEL  s    

 ÿzGuardBuilder.DUAL_LEVELc                   s„   t jj ¡ }dd„ |D ƒ‰dˆ› d�g}|  ||¡ tjrtt jjj‰ ‡ ‡fdd„}| js\t	‚| jj
 |t||ƒ¡ n|  ||¡ d S )Nc                 S  s   g | ]}|  ¡ ‘qS r`   )Z	get_state)rc   Úcir`   r`   ra   rf   +  s     z6GuardBuilder.FUNCTORCH_STACK_MATCH.<locals>.<listcomp>z5torch._functorch.pyfunctorch.compare_functorch_state(rÖ   c                   s   ˆ ˆƒS rQ   r`   rP  ©Z
compare_fnZstatesr`   ra   r–  3  s    z.GuardBuilder.FUNCTORCH_STACK_MATCH.<locals>.fn)r™   Z
_functorchZpyfunctorchZ#retrieve_all_functorch_interpretersrv  r#   rw  Zcompare_functorch_statern   rÓ   rS   re  rÑ   ry  )r_   ri   Zcisr   r–  r`   r™  ra   ÚFUNCTORCH_STACK_MATCH'  s    

 ÿz"GuardBuilder.FUNCTORCH_STACK_MATCHc           	        sÊ  |   |¡}|  |j¡}t|ƒ}trTtjtjtjtjtj	tj
tjtjtjtjtjf}nd}ttttttttttjh|™B ƒ‰ t|tƒr°t‡ fdd„t | ¡ | ¡ ¡D ƒƒsÒt ‚n"t|ˆ ƒsÒt dt|ƒ› dˆ › �ƒ‚t|t!ƒ�rNt" #|¡�rN|  $|¡ tƒ }| %d|› d�¡ |  &||¡ t'j(�r>|  )|¡ *t+d t,||ƒ¡ n|  -||¡ d S t|t.ƒ�rÊt #|¡�rÊ|  $|¡ tƒ }| %d	|› d�¡ |  &||¡ t'j(�rº|  )|¡ *t+d
 t,||ƒ¡ n|  -||¡ d S t'j(�r
|› d|›�g}|  )|¡ /|t,||ƒ¡ |  &||¡ d S tƒ }t|ttfƒ�rh|  0|¡ t1|ƒD ]2\}}| %d|› d|› d|  2t|ƒ¡› d�¡ �q2n
|  $|¡ t|tjƒ�rˆt|ƒ}t|t3j4ƒ�ršt ‚| %|› d|›�¡ |  -||¡ |  &||¡ d S )Nr`   c                 3  s   | ]}t |ˆ ƒV  qd S rQ   )rE   )rc   r•   ©Zok_typesr`   ra   Ú	<genexpr>`  s    z,GuardBuilder.EQUALS_MATCH.<locals>.<genexpr>zUnexpected type z	, not in z__math_isnan(rÖ   r§   z__numpy_isnan(r¨   ró   r€  rï   z], )5rp  r+  rÀ   r×   r˜   Zint8Zint16Zint32Zint64Zuint8Zuint16Zuint32Zuint64Zfloat16Zfloat32Zfloat64rY  rB   rÐ   r&  Ú	frozensetÚsliceÚranger™   ÚSizerE   rõ   ÚallÚ	itertoolsÚchainrà   rd  rÓ   ÚfloatÚmathÚisnanr�  rÒ   rv  r#   rw  r.  re  rm  rÑ   ry  Úcomplexrú   ÚSEQUENCE_LENGTHr4  r  ÚtypesÚCodeType)	r_   ri   rz  r{  rp   Znp_typesr   rz   Úelemr`   r›  ra   r�  =  s°    
õø	÷ÿÿ
ÿþý

 ÿ

 ÿ
 ÿ
 ÿ

zGuardBuilder.EQUALS_MATCHc                 C  s<   |   |j¡}t|ttd ƒtjfƒr.|  |¡ n
|  |¡ d S rQ   )	r+  rÀ   rE   rê   r×   r©  rª  rŠ  r�  ©r_   ri   r{  r`   r`   ra   ÚCONSTANT_MATCH®  s    zGuardBuilder.CONSTANT_MATCHc                 C  sZ   |   |¡ |  |j¡}t|dƒrBt|jtƒs0t‚|  |dt	j
¡ nt dt|ƒ› �¡ d S )NÚtrainingz$Guard setup for uninitialized class )rŠ  r+  rÀ   ru  rE   r®  rê   rÓ   rr  r
  r­  r%   Zunimplementedr×   r¬  r`   r`   ra   Ú	NN_MODULEµ  s    

zGuardBuilder.NN_MODULEc                 C  s
   |   |¡S )z0things like torch.add and user defined functions)rŠ  r_  r`   r`   ra   ÚFUNCTION_MATCH¾  s    zGuardBuilder.FUNCTION_MATCHc                 C  sT   |   |j¡}t|ƒtjkrFt|dƒrF|  |dtj¡ |  |dtj	¡ n
|  	|¡ dS )z!matches a closure by __code__ id.Ú__code__N)
r+  rÀ   r×   r©  ÚFunctionTyperu  rr  r
  r}  r°  r¬  r`   r`   ra   ÚCLOSURE_MATCHÂ  s
    zGuardBuilder.CLOSURE_MATCHc                 C  s
   |   |¡S rQ   ©r°  r_  r`   r`   ra   ÚBUILTIN_MATCHÌ  s    zGuardBuilder.BUILTIN_MATCHc                 C  s
   |   |¡S rQ   r´  r_  r`   r`   ra   ÚPYMODULE_MATCHÏ  s    zGuardBuilder.PYMODULE_MATCHc                 C  sÎ   |   |¡}|  |j¡}t|ƒ}|  |¡ tƒ }t|ƒdkrL| d|› �¡ n| d|› dt|ƒ› �¡ |  ||¡ t	j
r¾t|tƒr |  |¡ t|ƒt||ƒ¡ qÊ|  |¡ t|ƒt||ƒ¡ n|  ||¡ d S )Nr   r‡  zlen(r‚  )rp  r+  rÀ   r×   r�  rÐ   ÚlenrÒ   rv  r#   rw  r}   rõ   r.  Zadd_dict_length_check_guardrÑ   Zadd_length_check_guardry  ©r_   ri   rz  rÜ   rp   r   r`   r`   ra   r¨  Ò  s(    



 ÿ
 ÿzGuardBuilder.SEQUENCE_LENGTHc                 C  s¢   |   |¡}|  |j¡}t|ƒ}tjs.|  |¡ tƒ }| d|› dt	|ƒ› �¡ |  
||¡ tjr’t|ƒ}|  |¡}|  |¡ t	|ƒ|t||ƒ¡ n|  ||¡ d S )Nz___tuple_iterator_len(r‚  )rp  r+  rÀ   r×   r#   rw  r�  rÐ   rÒ   rK   rv  r  r.  Zadd_tuple_iterator_length_guardrÑ   ry  )r_   ri   rz  rÜ   rp   r   rJ  r`   r`   ra   ÚTUPLE_ITERATOR_LENí  s"    



  ÿzGuardBuilder.TUPLE_ITERATOR_LENc                 C  s€   |   |¡}|   | ¡ ¡}t|jƒs*t|ƒr.d S |› d|› �g}|  ||¡ tjrpt|  |¡|  	|¡t
||ƒƒ n|  ||¡ d S )Nú is )rp  rÀ   r   r  rv  r#   rw  Úinstall_tensor_aliasing_guardr.  rR  rÑ   ry  )r_   ri   Úsource_bZref_aZref_br   r`   r`   ra   ÚDUPLICATE_INPUT  s"    
ÿþýzGuardBuilder.DUPLICATE_INPUTc                 C  sÖ   |   |¡}|  |j¡}t|ƒ}|  |¡ tƒ }tdd„ | ¡ D ƒƒ}tt	|ƒt
|jƒd�}|rv| d|› d|› �¡ n| d|› d|› �¡ |  ||¡ tjrÆ|  |j¡r¸|  ||¡ qÒ|  ||¡ n|  ||¡ d S )Nc                 s  s   | ]}t |ƒV  qd S rQ   )rF   )rc   Úkr`   r`   ra   rœ  "  s     z)GuardBuilder.DICT_KEYS.<locals>.<genexpr>)Úlocalz___key_to_id(r‚  rä   ú.keys()) == )rp  r+  rÀ   r×   r�  rÐ   Úanyrà   rC   rG   r   r  rÒ   rv  r#   rw  rK  r7  r3  ry  )r_   ri   rz  rÜ   rp   r   Zany_key_is_idZconst_keys_reprr`   r`   ra   Ú	DICT_KEYS  s&    

þzGuardBuilder.DICT_KEYSc                 C  sL   |   |¡› d�g}|  ||¡ tjr<|  |¡ t||ƒ¡ n|  ||¡ d S r‹  )rp  rv  r#   rw  r.  r�  rÑ   ry  )r_   ri   r   r`   r`   ra   ÚWEAKREF_ALIVE5  s    
ÿzGuardBuilder.WEAKREF_ALIVEc                   sž   |   |¡}|  |j¡}t|ƒ}dd„ | ¡ D ƒ‰ |  |¡ tƒ }| d|› dˆ ›�¡ |  ||¡ t	j
rŽ‡ fdd„}|  |¡ |t||ƒ¡ n|  ||¡ d S )Nc                 S  s   h | ]\}}|’qS r`   r`   ©rc   r¾  Úvr`   r`   ra   r    D  s     z5GuardBuilder.NN_MODULE_PARAM_NAMES.<locals>.<setcomp>z{k for k, v in z.named_parameters()} == c                   s   dd„ |   ¡ D ƒˆ kS )Nc                 S  s   h | ]\}}|’qS r`   r`   rÄ  r`   r`   ra   r    P  s     zAGuardBuilder.NN_MODULE_PARAM_NAMES.<locals>.fn.<locals>.<setcomp>)Únamed_parametersrP  ©rà   r`   ra   r–  O  s    z.GuardBuilder.NN_MODULE_PARAM_NAMES.<locals>.fn)rp  r+  rÀ   r×   rÆ  r�  rÐ   rÒ   rv  r#   rw  r.  re  rÑ   ry  )r_   ri   rz  rÜ   rp   r   r–  r`   rÇ  ra   ÚNN_MODULE_PARAM_NAMES@  s    


 ÿz"GuardBuilder.NN_MODULE_PARAM_NAMESc                 C  sœ   |   |¡}|  |j¡}t|ƒ}tjs.|  |¡ tƒ }| d|› dt| 	¡ ƒ›�¡ |  
||¡ tjrŒ|  |j¡r~|  ||¡ q˜|  ||¡ n|  ||¡ dS )zConstant keys matchrä   rÀ  N)rp  r+  rÀ   r×   r#   rw  r�  rÐ   rÒ   rà   rv  rK  r  r7  r3  ry  r¸  r`   r`   ra   ÚDICT_CONST_KEYSX  s    

zGuardBuilder.DICT_CONST_KEYSc                 C  s   t  |  |j¡| j¡ d S rQ   )r&   Zwatchr+  rÀ   r  r_  r`   r`   ra   ÚOBJECT_MUTATIONn  s    zGuardBuilder.OBJECT_MUTATIONc                 C  s   d S rQ   r`   r_  r`   r`   ra   Ú	GRAD_MODEq  s    zGuardBuilder.GRAD_MODEc                 C  s   d S rQ   r`   r_  r`   r`   ra   ÚDETERMINISTIC_ALGORITHMSt  s    z%GuardBuilder.DETERMINISTIC_ALGORITHMSc                 C  s   d S rQ   r`   r_  r`   r`   ra   ÚTORCH_FUNCTION_STATEw  s    z!GuardBuilder.TORCH_FUNCTION_STATEc                 C  sj   |j tjkst‚ddlm  m} d|j›�g}|  ||¡ t	j
rZ|  |¡ t||ƒ¡ n|  ||¡ dS )z/Guard on CURRENT_DEVICE per torch.utils._devicer   Nzutils_device.CURRENT_DEVICE == )ro   r   ÚGLOBALrÓ   Útorch.utils._deviceÚutilsÚ_deviceZCURRENT_DEVICErv  r#   rw  r.  Zadd_default_device_guardrÑ   ry  )r_   ri   rŸ   r   r`   r`   ra   ÚDEFAULT_DEVICEz  s    
ÿzGuardBuilder.DEFAULT_DEVICEc              	     sP  |j dkst‚| jj‰ ˆ j}dd„ |D ƒ}‡ fdd„}ˆ jr g }g }i }ˆ jD ]6}|jˆ jkrztj	j
 ||ˆ j|||¡ qNt d¡ qNt||t| ¡ ƒdd�}	nd }	ˆ jjd	d„ |D ƒd
d„ |D ƒ||	| j| jjj	 d�}
| jjj	sîˆ j ¡  |
D ]}|  ||g¡ qòtj�r.|
}| j|t||ƒtt–d� n|
D ]}| j||gdd� �q2d S )Nr�   c                 S  s   g | ]
}|j ‘qS r`   )Zsymbolic_context©rc   r›   r`   r`   ra   rf   ‘  s     z*GuardBuilder.SHAPE_ENV.<locals>.<listcomp>c                   s   ‡ fdd„ˆj |  D ƒS )Nc                   s   g | ]}t |tjˆ ƒ‘qS r`   )r   r   ZSIZE)rc   ro   ©rÔ   r`   ra   rf   –  s   ÿz?GuardBuilder.SHAPE_ENV.<locals>.get_sources.<locals>.<listcomp>)Útracked_fakes_id_to_source)Út_idrÔ   ©r(  rÔ  ra   Úget_sources“  s    
þz+GuardBuilder.SHAPE_ENV.<locals>.get_sourcesz+Untracked tensor used in export constraintsF)Úsource_pairsÚderived_equalitiesÚphantom_symbolsZ	warn_onlyc                 S  s   g | ]
}|j ‘qS r`   )ZfakerÓ  r`   r`   ra   rf   ¶  s     c                 S  s   g | ]
}|j ‘qS r`   )ro   rÓ  r`   r`   ra   rf   ·  s     )Úinput_contextsÚequalities_inputsr  Zignore_static)rT   T)Ú	shape_env)rÀ   rÓ   r  r(  Ztracked_fakesZexport_constraintsrÖ  rÕ  r™   ÚexportZdynamic_shapesZ_process_equalitiesrÞ  rn  ro  r   rÐ   rd  Zproduce_guardsr  Úfreezerv  r#   rw  rk  rÑ   r   rm  ry  )r_   ri   rÌ   rÜ  rØ  rÙ  rÚ  rÛ  Ú
constraintrÝ  rM   Zshape_guardrV   r`   r×  ra   Ú	SHAPE_ENV‰  sb    þ
ú	
ü
ù

ýzGuardBuilder.SHAPE_ENVc              
   C  s„  |  ¡ r| ¡ st|jtƒr$t|ƒr2|  |¡ �nNt|tƒrB|ƒ }|d k	rN|n
|  |j	¡}t|t
jƒsjt‚|  |¡}tƒ }| jjj�r|  |¡ ddddg}|D ]d}|  |d | ¡}t|t
jt
jfƒrê| d|› d|› dt|ƒ›�¡ q | |› d|› d|› �¡ q n”| j |¡ | j |¡ | j |¡ tj�rœ|  |¡}| j |¡ | jj}	|	j|j }
t |
d	 ƒ}t |
d
 ƒ}t!t"||||ƒ|ƒ}| #|||||¡ |j$d k	�s¬t‚t%|d|j$d�\}}|�sRt&|dƒ�r|j'}d|› d|› d|› d�}| |¡ tj�rR|  |¡ (|t!||ƒ¡ n6d|› d�}| |¡ tj�rR|  |¡ )dt!||ƒ¡ t*|ƒdk�r€|  +||¡ tj�s€|  ,||¡ d S )NrÙ   r©   rÛ   zndimension()r  zstr(r‚  ró   ÚsizeÚstrideT)Z	is_tensorÚguard_sourceÚ_dynamo_dynamic_indicesz((z"._dynamo_dynamic_indices.issubset(z)) if hasattr(z', '_dynamo_dynamic_indices') else True)rs  z%, '_dynamo_dynamic_indices') == Falser   )-Úis_nn_moduleZis_fsdp_moduler}   r  r6   r  rŠ  r!   r+  rÀ   r™   rŒ  rÓ   rp  rÐ   r  r(  rß  r�  rE   r©   rÙ   rÒ   r®   r#  r"  r$  r#   rw  r.  r%  Úinput_source_to_sizes_stridesrÕ   rÑ   rß   Zadd_tensor_match_guardro   rI   ru  ræ  Zadd_dynamic_indices_guardrx  r·  rv  ry  )r_   ri   rÜ   Ztensor_namer   ZtermsZtermÚ
real_valuern   r(  Úmetadatarã  rä  rW   ZstaticÚreasonZdynamic_indicesrÄ   r`   r`   ra   ÚTENSOR_MATCHÔ  sœ    
ÿþ
ýü


ü"
ÿþû$  ÿ


 ÿ
ÿ

þzGuardBuilder.TENSOR_MATCHFc                 C  s8   t jr
t‚|r"| j t||ƒ¡ n| j t||ƒ¡ d S rQ   )r#   rw  rÓ   r!  rÒ   r  r   )r_   ri   r  rÞ  r`   r`   ra   ry  k  s    
z GuardBuilder._produce_guard_codec                 C  sÚ   t ƒ }|d k	st‚|j}~|d k	s&t‚t|ƒd }~|t| jƒksPtd|› �ƒ‚|d kr‚|jd k	oj|jdk}|r||  |j¡nd }n|}|d k	rœt 	t
|ƒ¡nd }	d }
t|jdƒrÆt|tjƒsÆt 	|¡}
| ||	||
¡ d S )Nrª   zH_produce_guard_code must be called from inside GuardedCode. Called from r�   Ú__weakref__)r   rÓ   Úf_backr   Údirrg   rÀ   r+  Úweakrefrz  r×   ru  r}   ÚenumÚEnumZset_export_info)r_   ri   r  rt  Z	cur_frameZcallerÚ	func_nameZ
name_validZguarded_objectZguarded_object_typeZobj_refr`   r`   ra   rv  s  s<    ÿþÿ ÿ
üz#GuardBuilder._set_guard_export_info)N)N)N)F)N)5rh   r‹   rŒ   rb   r3  r7  rI  rK  r0  rL  rN  rR  r.  rm  rk  r+  rp  rr  r}  r  r�  r…  rˆ  r‰  rŠ  rŽ  r�  r’  r—  rš  r�  r­  r¯  r°  r³  rµ  r¶  r¨  r¹  r½  rÂ  rÃ  rÈ  rÉ  rÊ  rË  rÌ  rÍ  rÒ  râ  rì  ry  rv  r`   r`   r`   ra   r
  ¿  sn   I" 	  û
!	7!q	
K 
r
  c                   @  s˜   e Zd ZdZejejejfZe	j
G dd„ dƒƒZG dd„ dejƒZG dd„ dejƒZdd	œd
d„Zddddœdd„Zdddœdd„Zdddœdd„ZdS )ÚPyExprCSEPassr"   c                   @  s   e Zd ZU ded< ded< dS )úPyExprCSEPass.ConfigzDict[str, int]Ú
expr_countzDict[str, str]Úexpr_to_nameNr  r`   r`   r`   ra   ÚConfig·  s   
rø  c                      s4   e Zd Zdddœdd„Zdddœ‡ fd	d
„Z‡  ZS )zPyExprCSEPass.ExprCounterrõ  rº   )r#   r±   c                 C  s
   || _ d S rQ   )Ú_config)r_   r#   r`   r`   ra   rb   ½  s    z"PyExprCSEPass.ExprCounter.__init__r­   r   r¯   c                   s4   t |tjƒr$| jjt|ƒ  d7  < tƒ  |¡ d S ©Nr"   )r}   rô  ÚALLOWED_NODE_TYPESrù  rö  r¸   r‡   Úvisit)r_   r°   rŠ   r`   ra   rü  À  s    zPyExprCSEPass.ExprCounter.visit©rh   r‹   rŒ   rb   rü  r�   r`   r`   rŠ   ra   ÚExprCounter¼  s   rþ  c                      s:   e Zd Zddddœ‡ fdd„Zddd	œ‡ fd
d„Z‡  ZS )zPyExprCSEPass.Replacerrõ  zCallable[[], str]rº   )r#   Úgen_namer±   c                   s    t ƒ  ¡  || _|| _g | _d S rQ   )r‡   rb   rù  Ú	_gen_nameÚpreface)r_   r#   rÿ  rŠ   r`   ra   rb   Æ  s    
zPyExprCSEPass.Replacer.__init__r­   r   r¯   c                   sš   t |tjƒrŽt|ƒ}| jj| tjkrŽ|| jjkrrtƒ  	|¡}t|ƒ}|  
¡ }| j |› d|› �¡ || jj|< n| jj| }t |t ¡ ¡S tƒ  	|¡S )Nz = )r}   rô  rû  r¸   rù  rö  ÚUSE_THRESHOLDr÷  r‡   rü  r   r  rÒ   r¹   ÚNameÚLoad)r_   r°   ÚexprZnode_Zexpr_Úvar_namerŠ   r`   ra   rü  Ð  s    zPyExprCSEPass.Replacer.visitrý  r`   r`   rŠ   ra   ÚReplacerÅ  s   
r  rº   ©r±   c                 C  s$   d| _ | jt dd„ ¡i d�| _d S )Nr   c                   S  s   dS )Nr   r`   r`   r`   r`   ra   r¤   í  r¥   z(PyExprCSEPass.__init__.<locals>.<lambda>)rö  r÷  )Ú_counterrø  rV  Údefaultdictrù  r^   r`   r`   ra   rb   ê  s
     ÿzPyExprCSEPass.__init__Ú_varr®   )r†   r±   c                 C  s    |› | j › �}|  j d7  _ |S rú  )r	  )r_   r†   rÀ   r`   r`   ra   Ú_new_varð  s    zPyExprCSEPass._new_varrÎ   )Úexprsr±   c                 C  sd   |   | j¡}|D ]N}z| t |¡¡ W q tk
r\ } zt d|j|¡ ‚ W 5 d }~X Y qX qd S )Nz#Failed to visit expr at line %s.
%s)	rþ  rù  rü  r¹   ÚparseÚSyntaxErrorrn  Ú	exceptionÚlineno)r_   r  ÚcounterÚeÚexr`   r`   ra   Úcountõ  s    zPyExprCSEPass.countúTuple[List[str], str]©r  r±   c                 C  s.   |   | j| j¡}| t |¡¡}|jt|ƒfS rQ   )r  rù  r  rü  r¹   r  r  r¸   )r_   r  ÚreplacerZnew_noder`   r`   ra   r¶   þ  s    zPyExprCSEPass.replaceN)r  )rh   r‹   rŒ   r  r¹   Ú	AttributeZCallZ	Subscriptrû  ÚdataclassesÚ	dataclassrø  ZNodeVisitorrþ  ÚNodeTransformerr  rb   r  r  r¶   r`   r`   r`   ra   rô  ¯  s   	%	rô  c                 C  s   t | jtƒptjo| jtjkS rQ   )r}   r  r+   r#   Z guard_nn_modules_using_dict_tagsZ	create_fnr
  r¯  rÏ   r`   r`   ra   Úmust_add_nn_module_guards  s    
úr  c                   @  s   e Zd ZdS )ÚDeletedGuardFnN)rh   r‹   rŒ   r`   r`   r`   ra   r    s   r  c                   @  s<   e Zd Zdddœdd„Zdd„ Zdd	„ Zd
d„ Zdd„ ZdS )r  Nz%Optional[Callable[[GuardFail], None]])rY   c                   s@  |r
|j nd }i ˆ _d ˆ _tjr(tƒ ˆ _|ˆ _d ‰‡fdd„}tˆ j|ˆ j	|j
|jˆ jˆ ƒ}dd„ }t ||¡‰t|pxg tjd�D ]B}tjsº| ¡ rºd|jkrºd|jkrºtjs‚d|jkrºq‚| |¡ q‚ˆ  |||¡ˆ _|jˆ j_tj�r,tjjd	‡ fd
d„d� t dˆ j¡ ˆ j�st‚|jˆ j_ˆ jˆ _ˆ j ¡  d ˆ _d S )Nc                   sB   |   ¡ }|tjkr|  ¡ S ˆ s"t‚ˆ ƒ }|d k	s4t‚| |  ¡ ¡S rQ   )rå  r   ZCONSTANTrÀ   rÓ   rp  )ro   rå  Z	r_builder)Ú	w_builderr`   ra   r  )  s    
z1CheckFunctionManager.__init__.<locals>.source_refc                 S  s   | ƒ }|rd |_ d S rQ   )r  )Zweak_br£   r`   r`   ra   Úcleanup_builder>  s    z6CheckFunctionManager.__init__.<locals>.cleanup_builder)râ   r[  r\  ÚhooksZdynamo_cpp_guards_strc                     s
   t ˆ jƒS rQ   )r®   rn   r`   r^   r`   ra   r¤   b  r¥   z/CheckFunctionManager.__init__.<locals>.<lambda>©Z
payload_fnú%s) rM   Ú	_weakrefsrn   r#   rw  rP   r(  r
  r  r  r  rX   rð  rz  rs   r   Úsort_keyZguard_nn_modulesrç  rÀ   Zskip_nnmodule_hook_guardsrq  Úcompile_check_fnÚcheck_fnr\   r™   Ú_loggingÚtrace_structuredÚ
guards_logÚdebugrÓ   Úclear)r_   r(  rY   rM   r  Úbuilderr   ri   r`   )r_   r  ra   rb     s^    
ùÿþûúùù		
 
ÿ


zCheckFunctionManager.__init__c           )   
     s&  |j }|dg7 }t d¡ g ‰ g ‰g ‰tjrH| js6t‚| jj dg¡ nd}ˆ  	|¡ ˆ 	|¡ d!‡ ‡‡fdd„	}t
ƒ }|jD ]2}|jD ]&}	|	|krˆ||	|jtjƒ | |	¡ qˆq~|j}
d }d }|
�rÔtj�sÔ|j}| jjrätdƒ‚|j}g }g }t||ƒD ]:\}}| jj|j }| 	t|d ƒ¡ | 	t|d	 ƒ¡ qüt|||d
œŽ}|j}|j}d |
dg ¡}ˆ  	d|› d�¡ ˆ 	d|› d�¡ t|
ƒD ]B\}}|| }|| }|| }t||||ƒ}|||| dd� �q�t|
ƒdk�rtj�rt|j |
dd |
¡ d gƒ | j�r| jj!j"j#ng }|D ]t}t$|t%ƒ�rˆ|j&}|j'}| (¡ › d| (¡ › �}tj�rxt)| *|¡| *|¡|gƒ ||d tjƒ nt+d|› �ƒ‚�q$|j,D ]$}|jD ]}	||	|jtjƒ �qª�q t-j.j/d‡fdd„d� t0j1}|d k�röt0 2¡ }|||j|
dœt3t4–} d|j5d i}!tj�rH| j�s.t‚| j}"tˆ ƒdk�sìt‚n¤t6t7ˆ ƒƒ}#d |  8¡ ¡}$t9|#|$ƒ\}%}&t:j; <dd ¡dk�rŽt=d|%ƒ t>ƒ }'zt?|&|!|'ƒ W n6 t@k
�rÚ }( ztA Bd|(jC|&¡ ‚ W 5 d }(~(X Y nX |'d  |  D¡ Ž }"| |"_E||"_Fˆ |"_Gˆ|"_H|!|"_I||"_Jd |"_Kd |"_L|
|"_M|"S )"Nz**___kwargs_ignoredzGUARDS:z___check_global_state()Fc                   sª   t ˆ ˆƒ}t d|¡ ˆ ‡ ‡fdd„¡ t tj¡rŽd}d}ˆd k	r~ˆjrbdd 	ˆj 
¡ ¡› �}ˆjr~dd 	ˆj 
¡ ¡› �}t dˆ ||¡ |s¦ˆ ˆ ¡ ˆ |¡ d S )Nr#  c                     s4   ˆ ˆj rt ˆj  ¡ ¡nd ˆjr,t ˆj¡nd dœS )N)r   rÉ   rÆ   )rÉ   r   Úfrom_tracebackrÊ   rÆ   r`   ©rÄ   ri   r`   ra   r¤   Ž  s    ÿÿùzNCheckFunctionManager.compile_check_fn.<locals>.add_code_part.<locals>.<lambda>r�   z
Stack:
z
User stack:
zGuard: %s%s%s)rÍ   r*  r+  rÒ   Úverbose_guards_logÚisEnabledForÚloggingÚDEBUGrÉ   ra  ÚformatrÆ   )rÄ   ri   Úlog_onlyZverbose_code_partZmaybe_stackZmaybe_user_stack©rV   Ústructured_guard_fnsrW   r/  ra   Úadd_code_part‰  s.    
ÿÿü
z<CheckFunctionManager.compile_check_fn.<locals>.add_code_partz,Illegal to set tensor_check_names in export.rã  rä  )Údynamic_dims_sizesÚdynamic_dims_stridesrl   z%tensor_check_names=tensor_check_namesz___check_tensors(rÖ   T)r5  r"   zcheck_no_aliasing(rº  zUnknown GuardEnvExpr: Údynamo_guardsc                     s   dd„ ˆ D ƒS )Nc                 S  s   g | ]
}|ƒ ‘qS r`   r`   )rc   Úfr`   r`   ra   rf   	  s     zKCheckFunctionManager.compile_check_fn.<locals>.<lambda>.<locals>.<listcomp>r`   r`   )r7  r`   ra   r¤   	  r¥   z7CheckFunctionManager.compile_check_fn.<locals>.<lambda>r"  )Ú___check_tensorsÚ___check_tensors_verboseZ___check_global_stater"  r  r   ZTORCHDYNAMO_PRINT_GUARDSÚ1zGUARDS
z#Failed to exec guard at line %s.
%sr`  )F)Nr  r*  r+  r#   rw  rn   rÓ   rS   Zadd_global_state_guardrÒ   r&  r   r  ri   r)  r"  r$  r(  rß  r#  r   rè  r  rÕ   ÚTensorGuardsr“   r–   ra  r4  rß   r·  Ú install_no_tensor_aliasing_guardr%  Ztracing_contextÚguards_contextÚaotautograd_guardsr}   r   Zinput_source_aZinput_source_brÀ   r»  rR  rX  r!  r™   r(  r)  r$   Zinitial_global_stateZGlobalStateGuardr   rm  r  rÐ   Úuniquerà   rb  ÚosÚenvironr+  Úprintrõ   rc  r  rn  r  r  rd  rT   rU   rV   rW   rX   rY   rZ   r[   r]   ))r_   r-  Z
guards_outrY   ÚlargsZglobal_guardr8  ÚseenZgclr   r"  Zcheck_tensors_fnZcheck_tensors_verbose_fnr$  r#  r9  r:  rp   Úgrê  Ztensor_guardsZtensor_check_argsÚirÀ   rÝ   rÞ   rÄ   rC  ri   Zsource_ar¼  Zglobal_staterT   ri  rj  Zunique_code_partsrf  rg  rh  r]  r  r`   r6  ra   r&  t  s    




%

ÿþÿ
ÿýÿýÿý	ý

 
ÿ
üú	 ÿ
z%CheckFunctionManager.compile_check_fnc                 C  st   t | dƒrp| jtk	rp| jj }d k	rp| jj }d k	rpt|tƒsBt‚t|tƒsPt‚| 	|¡ d | j_d | j_t| _d S )Nr'  )
ru  r'  r  rZ   r[   r}   r=   rÓ   r>   Ú
invalidate)r_   rZ   r[   r`   r`   ra   rL  M	  s    ÿþýü
zCheckFunctionManager.invalidatec                 C  sR   z4t |ƒ| jkr2t |¡| jt |ƒ< t || j¡ W n tk
rH   Y nX t |ƒS )zadd a weakref, return the id)r*  r$  rð  rz  ÚfinalizerL  Ú	TypeError©r_   r‘  r`   r`   ra   r  ^	  s    zCheckFunctionManager.id_refc                 C  s    t |ƒ| jkr| jt |ƒ S dS )zFLookup the _weakrefs created in id_ref function for ID_MATCH'd objectsN)r*  r$  rO  r`   r`   ra   r  k	  s    z$CheckFunctionManager.lookup_weakrefs)NN)rh   r‹   rŒ   rb   r&  rL  r  r  r`   r`   r`   ra   r    s     ýX Zr  zTuple[str, str]r  c           	   
     s$  ddl m} tr6tƒ ‰ ˆ  | ¡ dddœ‡ fdd„}ndddœdd„}|ƒ }| D ]J}||ƒ\}}| |¡ | d	|› d
�¡ | ¡ � | d¡ W 5 Q R X qP|ƒ }| d¡ | ¡ � | |¡ | d¡ W 5 Q R X |ƒ }| d|› d
�¡ | ¡ � | |¡ | d¡ W 5 Q R X | 	¡ | 	¡ fS )Nr   r‚   r®   r  r  c                   s
   ˆ   | ¡S rQ   )r¶   ©r  ©Zcsepassr`   ra   r¶   y	  s    z%build_guard_function.<locals>.replacec                 S  s   g | fS rQ   r`   rP  r`   r`   ra   r¶   ~	  s    zif not (z):zreturn Falsezdef guard(L):zreturn Truezdef ___make_guard_fn(zreturn guard)
r�   rƒ   ÚHAS_UNPARSE_FUNCTIONSrô  r  r|   ru   rv   Zsplicer‘   )	rV   Zclosure_argsrƒ   r¶   rg  r  r  ri   Zmake_guard_fnr`   rQ  ra   rb  r	  s0    







rb  c                   C  s   t jjj d¡S )NrN   ©r™   r(  Ú	_internalZ	log_stateZis_artifact_enabledr`   r`   r`   ra   Úis_recompiles_enabled�	  s    rU  c                   C  s   t jjj d¡S )NrO   rS  r`   r`   r`   ra   Úis_recompiles_verbose_enabled¡	  s    rV  c           	      C  sŠ   g }t | jƒ}t t¡}| jD ]*}||d< tt|||ƒƒ}||  |¡ q|D ]$}t	|| ƒdkrN| || › ¡ qNd 
|¡}d|› �gS )NÚ__compile_source__r"   rl   zDuplicate tensors found: )rõ   rX   rV  r
  rÐ   r]   r*  rl  rÒ   r·  ra  )	rn   r  Zduplicate_tensorsrX   Zids_to_sourceZtensor_sourceZ	tensor_idrâ   rë  r`   r`   ra   Ú1recompilation_reason_for_no_tensor_aliasing_guard¥	  s    



rX  rA   ztypes.CodeTyper  )rj  r   Úf_localsr±   c                 C  sÂ  || j d dœ}| | j¡ g }d}g }tjrp| }| |¡}|js‚|j}t|ƒdkr‚d|d krfd}q‚|}g }n| j}|d |d	< |r’t	| |ƒ}n¶|D ]°}	t
| j ƒ}
|	|
d
< tƒ �X zt|	|
|ƒ}W n@ tk
�r } z tƒ ròW Y ¢W 5 Q R £ q–n‚ W 5 d}~X Y nX W 5 Q R X t|tƒ�r&|�s&|	}t|tƒr–| |¡ tƒ s– �qHq–d |¡}tt|   |¡ z*| jdk	�rŒ|  t|�p€dt| ƒ¡ W n. tk
�r¼ } zt d¡ W 5 d}~X Y nX |S )z£
    Return the reason why `guard_fn` failed.
    Updates `guard_failures` with the generated reason.
    Only the first failed check of guard_fn is reported.
    r  r  Fr"   zDuplicate tensor foundr   Tr>  r=  rW  Nr³   zunknown reasonzVFailure in guard_fail_fn callback - raising here will cause a NULL Error on guard eval)rX   rB  rT   r#   rw  r–   ÚresultrW   r·  rX  rõ   r    rl  Ú	ExceptionrV  r}   rê   r®   rÒ   ra  rD   rH   rY   r@   rn  r  )rj  r   rY  r  ÚreasonsZno_tensor_aliasing_check_failedrW   rn   Zguard_debug_inford   rX   Zfail_reasonr  Z
reason_strr`   r`   ra   Úget_guard_fail_reason¶	  s^    





ÿÿr]  ztypes.FrameType)Úframer±   c           	      C  sê   g }| dk	r4t | j| j|jƒ}|r,| |¡ | j} q|j}tƒ pDtƒ }|sPt	j
rætƒ rpd dd„ t|ƒD ƒ¡}nt d |¡d¡}d|› �}d|j› d	|j› d
|j› dt |d¡› �}|rÖtƒ rÌt |¡ n
t |¡ t	j
ræt |¡‚|S )zÒ
    Return the list of guard failure reasons using cache_entry.
    Logs the recompilation reason if `recompiles` logging is enabled.
    Raises a RecompileError if `config.error_on_recompile` is enabled.
    Nz

c                 s  s*   | ]"\}}d |› d�t  |d¡ V  qdS )zguard z failures:
ú- N)Útextwraprv   )rc   rK  rë  r`   r`   ra   rœ  "
  s   ÿz9get_and_maybe_log_recompilation_reason.<locals>.<genexpr>r³   r_  z-triggered by the following guard failure(s):
zRecompiling function z in ú:z    )r]  r'  r   rY  rÒ   ÚnextÚf_coderU  rV  r#   Zerror_on_recompilera  r4  r`  rv   Úco_nameÚco_filenameÚco_firstlinenoÚrecompiles_verbose_logr+  Úrecompiles_logr%   ZRecompileError)	rZ   r^  r\  rë  r   Zdo_recompiles_logZfailuresZguard_failure_detailsÚmessager`   r`   ra   Ú&get_and_maybe_log_recompilation_reason

  s:      ÿ


þ
ÿ(ÿ

rj  rö   rê   )rj  r   rY  rÚ   Úlastc                 C  s¤   t d|j› d|j› d|j› �ƒ t dd | j¡ d ƒ t dd | j¡ƒ tjrXt | ƒ d|i| j	–}| jD ]2}zt
|| j|ƒ W ql   t d|› �ƒ Y qlX qld S )	NzERROR RUNNING GUARDS ú ra  zlambda rl   z and
  r  zMalformed guard:
)rG  rd  re  rf  ra  rU   rV   r#   rw  rT   rl  rX   )rj  r   rY  rÚ   rk  r  ri   r`   r`   ra   Úguard_error_hook:
  s    ÿ
rm  c                 c  s,   t ƒ }| D ]}||kr
|V  | |¡ q
d S rQ   )r&  r)  )ÚseqrI  r•   r`   r`   ra   rD  U
  s
    rD  c                 C  sf   |rb|| krbt |ƒ}t | ƒ}t|ƒs,t| ƒrJt |  ¡ › d| ¡ › d�¡‚||krbtjtj|d�S d S )Nz is alising zC. This is not supported. Please do a clone for corresponding input.)r¼  )	r   r   r%   ZUnsafeScriptObjectErrorrÀ   Ú	functoolsÚpartialr
  r½  )Z
obj_sourceZdupe_sourceZser_source_is_localZsource_is_localr`   r`   ra   Úmake_dupe_guard]
  s    ÿþÿ	rq  )Úskipc                 G  s`   ddl m} t tj¡p"t tj¡}| ¡ jj	j
}|D ]$}t|tƒsHt‚|||| d d� q6dS )z«
    Add dynamo guards to the current tracing context.

    Args:
        guards: guard(s) to add
        skip: number of stack frames to ignore for debug stack trace
    r   )ÚTracingContextr"   )Úcollect_debug_stackrr  N)Útorch._guardsrs  r*  r1  r2  r3  r0  r+  rB  r;  r)  r}   r   rÓ   )rr  rM   rs  rt  r)  ri   r`   r`   ra   Úinstall_guard
  s    ÿ
þrv  )±Ú
__future__r   r¹   r  rV  r  rñ  ro  Ú	importlibr�   r¢  r2  r¥  rE  r»   Úsysr`  r©  rð  r   r   Útypingr   r   r   r   r	   r
   r   r   r   r   r   Znumpyr˜   ÚModuleNotFoundErrorr™   rÏ  Ztorch._dynamo.sourcer   r   r   r   r   ru  r   r   r   r   r   r   Ztorch._loggingr   Z%torch.fx.experimental.symbolic_shapesr   r   r   Ztorch.utils._tracebackr   r    Ztorch.utils.weakr!   r�   r#   r$   r%   r&   Z
eval_framer'   ro   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rÐ  rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   ZsympyrL   Ú	getLoggerrh   rn  r(  ZgetArtifactLoggerr*  rh  rg  r0  rØ   r¡   rM   r@  Zcheck_obj_idZcheck_type_idrƒ  rR   r~   r»  rA  rP   rœ   Ú	lru_cacher¢   rW  Ú__getitem__r¦  r¤  Úimport_modulerÑ  r©   rš   rm  Úversion_infor´   r¸   rR  ÚImportErrorr¾   r¿   rÍ   rÑ   rÕ   rß   rã   rç   r  ré   r  r  r  rò  rø   r
  rô  r  r  r  rb  rU  rV  rX  r]  rj  rm  rD  rq  rv  r`   r`   r`   ra   Ú<module>   s
  0
 	\0
 ÿ
ÿb

î
%           {U	  Y+T0"