U
    E‹Ñhx@  ã                   @   s  d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZm	Z	 d dl
ZddlmZ ddlmZmZmZmZmZmZmZmZmZ ddlmZ ddlmZmZ ddlmZmZ dd	lm Z  dd
l!m"Z" ddl#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ej*G dd„ dƒƒZ+G dd„ dƒZ,dS )é    N)ÚCounterÚDictÚListÚOptionalé   )Úutils)	Úcreate_call_functionÚcreate_call_methodÚcreate_dup_topÚcreate_instructionÚcreate_load_attrÚcreate_load_globalÚcreate_load_methodÚcreate_rot_nÚInstruction)Úunimplemented)Ú
AttrSourceÚSource)Úis_safe_constantÚrot_n_helper)ÚVariableTracker)ÚNNModuleVariable)ÚNumpyNdarrayVariableÚSymNodeVariableÚTensorVariableÚUnspecializedPythonVariable)ÚTensorWithTFOverrideVariablec                   @   s   e Zd ZU eed< eed< dS )ÚGraphOutputEntryÚindexÚvariableN)Ú__name__Ú
__module__Ú__qualname__ÚintÚ__annotations__r   © r%   r%   úC/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/_dynamo/codegen.pyr   %   s   
r   c                   @   sò  e Zd ZdZd^eejj ee dœdd„Z	ddœdd	„Z
d
d„ Zdd„ Zd_dd„Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zee d œd!d"„Zed œd#d$„Zed œd%d&„Zed œd'd(„Zd`ed œd*d+„Zed œd,d-„Zed œd.d/„ZeZd0d1„ Z d2d3„ Z!d4d5„ Z"ed œd6d7„Z#d8d9„ Z$d:d;„ Z%ed œd<d=„Z&d>d?„ Z'dadAdB„Z(dCdD„ Z)dEdF„ Z*dGdH„ Z+e,e-dIœdJdK„Z.dLdM„ Z/dNdO„ Z0dbee1j2e-dPœdQdR„Z3ed œdSdT„Z4eddUœdVdW„Z5dd œdXdY„Z6ee d œdZd[„Z7ed œd\d]„Z8dS )cÚ	PyCodegenz<
    Helper class uses for constructing Python bytecode
    N)ÚrootÚgraph_output_varc                 C   sj   || _ d | _t ¡ | _i | _g | _|p(i | _|| _|| _	| jj
j| _| jj| _| jj
j| _d| _d| _d S )NFT)r(   Útop_of_stackÚcollectionsr   ÚusesÚgraph_outputsÚ_outputÚtempvarsÚtxr)   ÚoutputÚcode_optionsÚcell_and_freevarsÚnew_varÚ mutable_side_effects_from_sourceÚvalue_from_source)Úselfr0   r(   r)   r/   r%   r%   r&   Ú__init__0   s    


zPyCodegen.__init__T)r6   c                C   sB   | j }d| _ | j}|  j|M  _z|  |¡ W 5 || _ || _X d S )NT)r5   r6   Úforeach)r7   Zstack_valuesr6   ZpriorÚprevr%   r%   r&   Úrestore_stackE   s    zPyCodegen.restore_stackc                 C   s   dd„ | j  ¡ D ƒS )Nc                 S   s   g | ]
}|j ‘qS r%   )r   ©Ú.0Úxr%   r%   r&   Ú
<listcomp>Q   s     z/PyCodegen.graph_output_vars.<locals>.<listcomp>)r-   Úvalues©r7   r%   r%   r&   Úgraph_output_varsP   s    zPyCodegen.graph_output_varsc                 C   s$   |  | ¡}|d ks td|› �ƒ‚d S )Nzreconstruct!=None )ZreconstructÚAssertionError)r7   ÚvalueÚresr%   r%   r&   Úcall_reconstructS   s    
zPyCodegen.call_reconstructc           	      C   s´  t |tƒr |  |¡ |  ¡  dS t |tƒs.t‚| j}| j}| j|krX|rX| 	t
ƒ ¡ dS | jr†ddlm} t |j|ƒr†| |jjƒ dS |rî|jr¾|j| jkr¾| 	|  | j|j ¡¡ || _dS | j |¡dk	rî| 	|  | j| ¡¡ || _dS |jdk	�r|�r| j�r|  |j¡ �n’| ¡ �rHt| ¡ ƒ�rH| 	|  | ¡ ¡¡ �nbt |tƒ�r®|  |¡}|  tjd¡ |  || j¡ | 	| j|  | j!¡ddd�¡ | "t#ddƒ¡ �nüt |t$ƒ�r| %¡ t&k�r| j!j'�s|  | (| j!¡¡}|  || j¡ | "|  )d	¡gt#d
dƒ ¡ �n–t |t*t$t+t,fƒ�r¬|  |¡}t |t,ƒ�rL|  tjd¡ |  || j¡ t |t,ƒ�rz| "t#ddƒ¡ n0t |t+ƒ�rª|j-�rª| "|  )d	¡gt#d
dƒ ¡ nþt |t.ƒ�r:|j/ 0d¡}|d
 | j1d k�rú| 	|  |d
 ¡¡ |dd… }n"| j2dk	�s
t‚| 	|  3| j2¡¡ |D ]}| 	|  )|¡¡ �q np| j4|  d7  < z|  |¡ W n$ t5k
�r~   t6d|› �ƒ Y nX |�rª|| jk�rª| j 	t
ƒ ¡ |  7|¡ || _dS )z:Generate code such that top-of-stack (TOS) is set to valueNr   )ÚMutableSideEffectsZto_subclassFT©Úaddé   Úitemr   Zto_numpy_helperÚ.Úco_varnameszreconstruct: )8Ú
isinstancer   rF   Ú	clear_tosr   rC   r.   r-   r*   Úappendr
   r5   Zside_effectsrG   Úmutable_localÚsourcer/   Úcreate_loadÚgetr6   Zis_python_constantr   Zas_python_constantÚcreate_load_constr   Úadd_graph_outputÚload_import_fromr   r    Úload_graph_outputr   r   Zglobal_mangled_class_namer0   Úextendr   r   Zpython_typeÚfloatÚexportÚ	as_tensorr   r   r   r   Zneed_unwrapr   Z
module_keyÚsplitr2   r(   Úcreate_load_outputr,   ÚNotImplementedErrorr   Ú	add_cache)	r7   rD   Zallow_cacher1   r-   rG   Úgraph_outputs_keyÚpartsÚpartr%   r%   r&   Ú__call__W   s²    

ÿ

  ÿÿÿ
þýÿüþ	
ÿ
zPyCodegen.__call__c                 C   s0   t | ¡ ƒ}|| jkr,tt| jƒ|ƒ| j|< |S ©N)ÚidZas_proxyr-   r   Úlen)r7   rD   ra   r%   r%   r&   rV   É   s    
 ÿ
zPyCodegen.add_graph_outputc                 C   s:   | j }| |  | j¡¡ | |  |¡¡ | tdƒ¡ d S )NÚBINARY_SUBSCR)r.   rP   rS   r)   Ú_create_load_constr   )r7   r   r1   r%   r%   r&   rX   Ñ   s    zPyCodegen.load_graph_outputc                 C   s:   |   ¡ }|| j|< |jr$|| j|j< | j |  |¡¡ d S re   )r4   r/   rQ   r.   rP   Úcreate_store)r7   rD   Úvarr%   r%   r&   r`   ×   s
    
zPyCodegen.add_cachec                 C   s   |D ]}| |ƒ qd S re   r%   )r7   ÚitemsÚir%   r%   r&   r9   Þ   s    zPyCodegen.foreachc                 C   sR   t  dd|¡}| jj}||kr8t|| ƒt|ƒks@t‚n|||< | j||dd�gS )zStore value in a new globalz[^a-zA-Z0-9_]+Ú_TrH   )ÚreÚsubr0   Ú	f_globalsrf   rC   r   )r7   ÚnamerD   Ú	push_nullrq   r%   r%   r&   Úsetup_globally_cachedâ   s    zPyCodegen.setup_globally_cachedc                 C   s
   d | _ d S re   )r*   rA   r%   r%   r&   rO   ì   s    zPyCodegen.clear_tosc                 C   s&   t |tƒst‚| j |¡ |  ¡  d S re   )rN   r   rC   r.   rP   rO   )r7   Úinstr%   r%   r&   Úappend_outputï   s    zPyCodegen.append_outputc                 C   s.   t dd„ |D ƒƒst‚| j |¡ |  ¡  d S )Nc                 s   s   | ]}t |tƒV  qd S re   )rN   r   r<   r%   r%   r&   Ú	<genexpr>õ   s     z*PyCodegen.extend_output.<locals>.<genexpr>)ÚallrC   r.   rY   rO   )r7   Zinstsr%   r%   r&   Úextend_outputô   s    zPyCodegen.extend_output)Úreturnc                 C   s   | j S re   )r.   rA   r%   r%   r&   Úget_instructionsù   s    zPyCodegen.get_instructionsc                 C   s@   ||   ¡ krtd|d�S || jd ks4t|› d�ƒ‚td|d�S )NÚ
LOAD_DEREF©ÚargvalrM   z missingÚ	LOAD_FAST©r3   r   r2   rC   ©r7   rr   r%   r%   r&   rS   ü   s    zPyCodegen.create_loadc                 C   s   ||   ¡ kst‚td|d�S )NÚLOAD_CLOSUREr}   )r3   rC   r   r�   r%   r%   r&   Úcreate_load_closure  s    zPyCodegen.create_load_closurec                 C   s6   ||   ¡ krtd|d�S || jd ks*t‚td|d�S )NÚSTORE_DEREFr}   rM   Ú
STORE_FASTr€   r�   r%   r%   r&   rj     s    zPyCodegen.create_storeFc                 C   s8   |r| j j |¡ || jd ks.t|› d�ƒ‚t||ƒS )NÚco_namesz not in co_names)r0   r1   Úupdate_co_namesr2   rC   r   )r7   rr   rs   rI   r%   r%   r&   r     s    zPyCodegen.create_load_globalc                 C   s    t |ƒstd|› �ƒ‚|  |¡S )Nzunsafe constant )r   rC   ri   ©r7   rD   r%   r%   r&   rU     s    zPyCodegen.create_load_constc                 C   s   t d|d�S )NÚ
LOAD_CONSTr}   ©r   rˆ   r%   r%   r&   ri     s    zPyCodegen._create_load_constc                 C   s   | j j |¡ t|ƒS re   )r0   r1   r‡   r   r�   r%   r%   r&   r     s    zPyCodegen.create_load_methodc                 C   s   |   |  |¡¡ d S re   )rv   r   r�   r%   r%   r&   Úload_method  s    zPyCodegen.load_methodc                 C   s   |   t|ƒ¡ d S re   )ry   r	   )r7   Únargsr%   r%   r&   Úcall_method"  s    zPyCodegen.call_methodc                 C   s*   || j d kr"| j d  |f7  < t|ƒS )Nr†   )r2   r   r�   r%   r%   r&   r   %  s    zPyCodegen.create_load_attrc                 C   s   |   |  |¡¡ d S re   )rv   r   r�   r%   r%   r&   Ú	load_attr*  s    zPyCodegen.load_attrc                    s   ‡ fdd„|  d¡D ƒS )Nc                    s   g | ]}ˆ   |¡‘qS r%   )r   )r=   rr   rA   r%   r&   r?   .  s     z/PyCodegen.create_load_attrs.<locals>.<listcomp>rL   )r]   )r7   Únamesr%   rA   r&   Úcreate_load_attrs-  s    zPyCodegen.create_load_attrsc                 C   s.   || j d kr"| j d  |f7  < td|d�S )Nr†   Ú
STORE_ATTRr}   )r2   r   r�   r%   r%   r&   Úcreate_store_attr0  s    zPyCodegen.create_store_attrc                 C   s   |   |  |¡¡ d S re   )rv   r’   r�   r%   r%   r&   Ú
store_attr5  s    zPyCodegen.store_attrr   c                 C   sZ   g }|r0t jdkr0| tdƒf|  |d ¡•¡ | | j|ddd�f|  |d ¡•¡ |S )z6Load the global fn_name on the stack num_on_stack down©é   é   Ú	PUSH_NULLr   FTrH   )ÚsysÚversion_inforY   r   Úrot_nr   )r7   Úfn_namers   Únum_on_stackr1   r%   r%   r&   Úload_function_name8  s    ÿÿþÿzPyCodegen.load_function_namec              
   C   s\   z
t |ƒW S  tk
rV   td|d�|  t|ƒ¡ft dƒtddd�td|d�f• Y S X d S )NÚBUILD_TUPLE©ÚargrJ   ÚCALL_FUNCTION_EXr   ÚUNPACK_SEQUENCE)r   ÚAttributeErrorr   ri   r   )r7   Únr%   r%   r&   rš   G  s    

þ

ûzPyCodegen.rot_nc                 C   s0   t jdkst‚|  dd„ ¡ftddƒtdƒf•S )Nr”   c                   S   s   d S re   r%   r%   r%   r%   r&   Ú<lambda>Y  ó    z$PyCodegen.pop_null.<locals>.<lambda>r   FÚPOP_TOP)r˜   r™   rC   ri   r   r   rA   r%   r%   r&   Úpop_nullT  s    ÿýzPyCodegen.pop_nullc                 C   s   |   tdƒ¡ d S )Nr§   )rv   r   rA   r%   r%   r&   Úpop_top^  s    zPyCodegen.pop_top)rŒ   rs   c                 C   s   |   t||d�¡ d S )N)rs   )ry   r   )r7   rŒ   rs   r%   r%   r&   Úcall_functiona  s    zPyCodegen.call_functionc                 C   s   |   tƒ ¡ d S re   )rv   r
   rA   r%   r%   r&   Údup_topd  s    zPyCodegen.dup_topc                 C   s   |   |  |¡¡ d S re   )rv   rj   )r7   Úvarnamer%   r%   r&   Ústoreg  s    zPyCodegen.store)r›   Úcoders   c                 C   sâ   |j }|st‚| j}tjdkrD|rD| tdƒ¡ | |  |d ¡¡ |D ]&}||  	¡ ks\t‚| td|d�¡ qH| tdt
|ƒd�¡ | |  |¡¡ tjdk r°| |  |¡¡ | tdd	d�¡ | |  |d ¡¡ |  ¡  d S )
Nr”   r—   r   r‚   r}   rž   rŸ   ÚMAKE_FUNCTIONé   )Úco_freevarsrC   r.   r˜   r™   rP   r   rY   rš   r3   rg   rU   rO   )r7   r›   r®   rs   rœ   Zfreevarsr1   rk   r%   r%   r&   Úmake_function_with_closurej  s     
z$PyCodegen.make_function_with_closurec                 C   sh   | j j}|j}t dd|j¡}| |d¡|kr>| j||dd�S d|› �}| j j ||¡}| j||dd�S )zT
        Generate a LOAD_GLOBAL instruction to fetch a given python module.
        z^.*[.]Ú NTrH   Z
___module_)	r0   r1   Úglobal_scopero   rp   r    rT   r   Zinstall_global_by_id)r7   Úmodrs   r1   r´   rr   ÚprefixZglobal_namer%   r%   r&   Úcreate_load_python_module~  s    
z#PyCodegen.create_load_python_module)r›   rz   c                 C   s†   |   |  |d¡¡ | jjj}|D ]L}|jrb|   |  td¡|  d¡g¡ |  	|¡ |   t
ddƒ¡ q |  	|¡ q |   t
t|ƒdƒ¡ dS )z2Call the generated code function stored in fn_nameTr\   r   FN)ry   r�   r0   r1   Ú	graphargsZpass_arg_as_tensorr·   Útorchr   rF   r   rg   )r7   r›   r¸   r    r%   r%   r&   Úmake_call_generated_code‹  s    

þÿ
z"PyCodegen.make_call_generated_codec                 C   s   | t | j |¡|ƒƒ d S re   )r   r0   Zimport_source)r7   Úmodule_nameZobject_namer%   r%   r&   rW   Ÿ  s    zPyCodegen.load_import_fromc                 C   st   t jdkr^t||ƒ}t jdkr(d}d}nd}d}|| j|ksBt‚td|d�}| ||¡ |S |  |¡td	|d
�gS )Nr”   )r•   é   éÿÿÿÿÚCALLéþÿÿÿZPRECALLZKW_NAMESr}   ÚCALL_FUNCTION_KWrŸ   )r˜   r™   r   ÚopnamerC   r   ÚinsertrU   )r7   rŒ   Zkw_namesrs   r1   ÚidxZexpected_instZkw_names_instr%   r%   r&   Úcreate_call_function_kw¢  s    



þz!PyCodegen.create_call_function_kwc                 C   s   t d|d�S )NÚDELETE_FASTr}   rŠ   rˆ   r%   r%   r&   Úcreate_delete´  s    zPyCodegen.create_delete)NNNN)T)F)r   )r   )9r    r!   r"   Ú__doc__r   r¹   ÚnnÚModuleÚstrr8   r;   rB   rF   rd   rV   rX   r`   r9   rt   rO   rv   ry   r   r   r{   rS   rƒ   rj   r   rU   ri   r^   r   r‹   r�   r   rŽ   r�   r’   r“   r�   rš   r¨   r©   r#   Úboolrª   r«   r­   ÚtypesÚCodeTyper²   r·   rº   rW   rÄ   rÆ   r%   r%   r%   r&   r'   +   sn       û
ü
r


 ÿ  ÿr'   )-r+   Zdataclassesro   r˜   rÌ   Útypingr   r   r   r   Ztorch.nnr¹   r³   r   Zbytecode_transformationr   r	   r
   r   r   r   r   r   r   Úexcr   rR   r   r   r   r   Zvariables.baser   Zvariables.nn_moduler   Zvariables.tensorr   r   r   r   Zvariables.torch_functionr   Z	dataclassr   r'   r%   r%   r%   r&   Ú<module>   s$   ,