U
    E‹Ñh-,  ã                   @   s¦  U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlmZmZmZmZ d dlmZ dZee	j ed< zd dlZW n ek
r¬   dZY nX d dlZd dlmZ d dlmZ ddlmZmZmZmZ dd	l m!Z!m"Z"m#Z#m$Z$ dd
l%m&Z&m'Z' ddl(m)Z) ej*Z*dZ+e ,e-¡Z.dd„ Z/e0dœdd„Z1dd„ Z2dd„ Z3dd„ Z4e0dœdd„Z5dSe	j6ddœdd„Z7d dœe8ee' dœd d!„Z9G d"d#„ d#ƒZ:G d$d%„ d%ƒZ;G d&d'„ d'ƒZ<e0dœd(d)„Z=e0dœd*d+„Z>e0dœd,d-„Z?dTd.d/„Z@ejAd0œd1d2„ZBdUd5d6„ZCejDd7d fee8 ee8 ejEee0ejFf e8d8œd9d:„ZGd;d<„ ZHdd=d>„ d?œd@dA„ZIdBdC„ ZJdDdE„ ZKdFdG„ ZLdHdI„ ZMdJdK„ ZNdLdM„ ZOdNdO„ ZPdVdQdR„ZQdS )Wé    N)ÚListÚOptionalÚSequenceÚUnion)ÚpatchÚnp)Úfx)ÚOutputGraphé   )ÚconfigÚ
eval_frameÚoptimize_assertÚreset)Úcreate_instructionÚdebug_checksÚis_generatorÚtransform_code_object)ÚCheckFunctionManagerÚGuardedCode)Úsameé   c                 C   s    | d krd S |   ¡  ¡  | j¡S ©N)ÚdetachÚcloneZrequires_grad_Úrequires_grad©Úx© r   úC/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/_dynamo/testing.pyÚclone_me)   s    r   )Úreturnc                 C   s   t  dd| ¡S )Nz^_orig_mod[.]Ú )ÚreÚsub)Únamer   r   r   Úremove_optimized_module_prefix/   s    r%   c                 C   s(  g }|  |¡ |  |¡ tƒ }tƒ }|  ¡ D ]N\}}t| tjƒrHt|ƒ}|}	|j}
|jd krft 	|¡}
|
||d < |	||< q,|  |¡ |  |¡ tƒ }|  
¡ D ]$\}}t| tjƒrºt|ƒ}|||< qž|  |¡ |D ]P}t|ttfƒ�r
|D ]}t|tjƒrê|  |j¡ qêqÒt|tjƒrÒ|  |j¡ qÒ|S )Nz.grad)ÚappendÚdictZnamed_parametersÚ
isinstancer   ZOptimizedModuler%   ÚgradÚtorchZ
zeros_likeZnamed_buffersÚtupleÚlistÚTensor)ÚmodelZ
predictionZlossÚexample_inputsÚresultsZgradsÚparamsr$   ÚparamZ
param_copyr)   ÚbuffersÚbufferZexampleÚinpr   r   r   Úcollect_results3   s<    








r6   c                 C   s^   t | tjƒr| jS t | ttfƒr2tdd„ | D ƒƒS | d kr>dS t | tƒrLdS tdt	| ƒƒ‚d S )Nc                 s   s   | ]}t |ƒV  qd S r   )Úrequires_bwd_pass©Ú.0r   r   r   r   Ú	<genexpr>_   s     z$requires_bwd_pass.<locals>.<genexpr>FúDon't know how to reduce)
r(   r*   r-   r   r,   r+   ÚanyÚintÚNotImplementedErrorÚtype©Úoutr   r   r   r7   [   s    
r7   c                 C   s²   t | tjƒr|  ¡ |  ¡  S t | ttfƒrDtdd„ | D ƒƒt| ƒ S t| ƒj	dkr\t
| jƒS t| ƒj	dkrt| j ¡ S t | tƒr tdd„ |  ¡ D ƒƒt|  ¡ ƒ S tdt| ƒƒ‚dS )z/Reduce the output of a model to get scalar lossc                 s   s   | ]}t |ƒV  qd S r   ©Úreduce_to_scalar_lossr8   r   r   r   r:   m   s     z(reduce_to_scalar_loss.<locals>.<genexpr>)ZMaskedLMOutputZSeq2SeqLMOutputZ!CausalLMOutputWithCrossAttentionsZSquashedNormalc                 s   s   | ]}t |ƒV  qd S r   rB   )r9   Úvaluer   r   r   r:   w   s     r;   N)r(   r*   r-   ÚsumZnumelr,   r+   Úlenr?   Ú__name__rC   ZlogitsZmeanr'   ÚvaluesÚkeysr>   r@   r   r   r   rC   g   s    


ÿrC   c                  C   s0   t j t j t¡d¡} t j | ¡s,t  | ¡ | S )Nz../debug)ÚosÚpathÚjoinÚdirnameÚ__file__ÚexistsÚmkdir)rK   r   r   r   Ú	debug_dir}   s    
rQ   r!   )Úcoder    c              	   C   sV   t tj tƒ | ¡dƒ�6}| t |¡ ¡ › dt |¡ ¡ › d|› d�¡ W 5 Q R X d S )NÚwz

Ú
)	ÚopenrJ   rK   rL   rQ   ÚwriteÚdisÚBytecodeÚinfo)r$   rR   ÚextraÚfdr   r   r   Ú
debug_dump„   s    (ÿr\   )Úskip)r]   r    c                C   s`   dd„ }t | jƒrdS t| jƒ t| j|ƒ}ti dddddditƒ tƒ | jd�	}t|t|ƒj	ƒS )zused to debug jump updatesc                 S   s$   |   dtdƒ¡ |   dtdƒ¡ d S )Nr   ÚNOP)Úinsertr   )ZinstructionsÚcode_optionsr   r   r   Úinsert_nops�   s    z&debug_insert_nops.<locals>.insert_nopsNFZ_idr   )	r`   Zcompiler_fnZroot_txÚexportZexport_constraintsZframe_stateZlocal_scopeZglobal_scopeÚf_code)
r   rc   r   r   r	   ÚlocalsÚglobalsr   r   Zcheck_fn)ÚframeZ
cache_sizeÚhooksÚ_r]   ra   rR   Úgraphr   r   r   Údebug_insert_nops‹   s"    

örj   c                   @   s6   e Zd Zdd„ Zejjeej dœdd„Z	dd„ Z
dS )	ÚCompileCounterc                 C   s   d| _ d| _d S ©Nr   ©Úframe_countÚop_count©Úselfr   r   r   Ú__init__ª   s    zCompileCounter.__init__©Úgmr/   c                 C   s:   |  j d7  _ |jjD ]}d|jkr|  jd7  _q|jS )Nr
   Úcall)rn   ri   ÚnodesÚopro   Úforward)rq   rt   r/   Únoder   r   r   Ú__call__®   s
    
zCompileCounter.__call__c                 C   s   d| _ d| _d S rl   rm   rp   r   r   r   Úclearµ   s    zCompileCounter.clearN)rG   Ú
__module__Ú__qualname__rr   r*   r   ÚGraphModuler   r-   rz   r{   r   r   r   r   rk   ©   s   rk   c                   @   s.   e Zd Zdd„ Zejjeej dœdd„Z	dS )ÚCompileCounterWithBackendc                 C   s   d| _ d| _|| _g | _d S rl   )rn   ro   ÚbackendÚgraphs)rq   r€   r   r   r   rr   »   s    z"CompileCounterWithBackend.__init__rs   c                 C   s\   ddl m} |  jd7  _|jjD ]}d|jkr"|  jd7  _q"| j |¡ || j	ƒ||ƒS )Nr
   )Úlookup_backendru   )
Zbackends.registryr‚   rn   ri   rv   rw   ro   r�   r&   r€   )rq   rt   r/   r‚   ry   r   r   r   rz   Á   s    
z"CompileCounterWithBackend.__call__N©
rG   r|   r}   rr   r*   r   r~   r   r-   rz   r   r   r   r   r   º   s   r   c                   @   s.   e Zd Zdd„ Zejjeej dœdd„Z	dS )ÚEagerAndRecordGraphsc                 C   s
   g | _ d S r   )r�   rp   r   r   r   rr   Ï   s    zEagerAndRecordGraphs.__init__rs   c                 C   s   | j  |¡ |jS r   )r�   r&   rx   )rq   rt   r/   r   r   r   rz   Ò   s    zEagerAndRecordGraphs.__call__Nrƒ   r   r   r   r   r„   Î   s   r„   c                 C   s   t | ƒ} t dd| ¡S )Nz(?m)^ *#.*\n?r!   )Ústrr"   r#   ©rR   r   r   r   Ústrip_comment×   s    r‡   c                 C   s   d  dd„ |  d¡D ƒ¡S )NrT   c                 S   s   g | ]}|  ¡ ‘qS r   )Úrstrip)r9   Úliner   r   r   Ú
<listcomp>Ý   s     z)remove_trailing_space.<locals>.<listcomp>)rL   Úsplitr†   r   r   r   Úremove_trailing_spaceÜ   s    rŒ   c                 C   s   t t| ƒƒS r   )rŒ   r‡   )Zgm_strr   r   r   Únormalize_gmà   s    r�   c                 C   sì   t js|d k	r|}tƒ }dd„ t|ƒD ƒ}dd„ t|ƒD ƒ}||Ž }	||Ž }
tƒ  t|ƒ|ƒ}||Ž }||Ž }||Ž }||Ž }tƒ  |  t||	ƒ¡ |  t||	ƒ¡ |  t||
ƒ¡ |  t||
ƒ¡ |  |j	|¡ |d k	rè|  |j
|¡ d S )Nc                 S   s   g | ]}t  d d ¡‘qS ©é
   ©r*   Úrandn©r9   rh   r   r   r   rŠ   ó   s     z!standard_test.<locals>.<listcomp>c                 S   s   g | ]}t  d d ¡‘qS rŽ   r�   r’   r   r   r   rŠ   ô   s     )r   Zassume_static_by_defaultrk   Úranger   r   Ú
assertTruer   ÚassertEqualrn   ro   )rq   ÚfnÚnargsZexpected_opsZexpected_ops_dynamicZexpected_frame_countÚactualZargs1Zargs2Zcorrect1Zcorrect2Zopt_fnZval1aZval2aZval1bZval2br   r   r   Ústandard_testæ   s*    r™   )rt   c                 C   s   | j S r   )rx   rs   r   r   r   Údummy_fx_compile  s    rš   Tçš™™™™™¹?c                 C   s.   |sdS ||kr| d›d�S | d›d|d›�S )NÚERRORz.3fzx SAMEzx p=z.2fr   )ZspeedupZpvalueZ
is_correctZpvalue_thresholdr   r   r   Úformat_speedup  s
    r�   Úcpu)ÚsizeÚstrideÚdtypeÚdeviceÚ
extra_sizec                 C   s~   t dd„ t| |ƒD ƒƒd | }|jr^|jdkrLtj|tj|d�j|d�}qptj|||d�}ntj|g||d�}t 	|| |¡S )Nc                 s   s   | ]\}}|d  | V  qdS )r
   Nr   )r9   Úshaper    r   r   r   r:     s     zrand_strided.<locals>.<genexpr>r
   )r¡   r¢   )r¡   )rŸ   r¡   r¢   )
rE   ÚzipZis_floating_pointÚitemsizer*   r‘   Zfloat16ÚtoÚzerosZ
as_strided)rŸ   r    r¡   r¢   r£   Zneeded_sizer4   r   r   r   Úrand_strided  s    ÿþÿ
ÿr©   c                    s   t  ˆ ¡‡ ‡fdd„ƒ}|S )Nc               
      sN   t  ¡ �<}ˆD ]\}}}| t |||¡¡ qˆ | |ŽW  5 Q R £ S Q R X d S r   )Ú
contextlibÚ	ExitStackÚenter_contextr   Úobject)ÚargsÚkwargsÚstackÚmoduleÚattrÚval©r–   Úpatchesr   r   Ú_fn0  s    
z"_make_fn_with_patches.<locals>._fn)Ú	functoolsÚwraps)r–   rµ   r¶   r   r´   r   Ú_make_fn_with_patches/  s    r¹   c                 C   s   | S r   r   r   r   r   r   Ú<lambda><  ó    rº   )Ú
xfail_propÚ	decoratorc                G   sÌ   t |› | j› �| ji ƒ}|j|_t| ƒD ]ž}| d¡rªt| |ƒ}t|ƒs\t||t| |ƒƒ q(|› |› �}	t	|f|žŽ }
|	|
_|d k	r˜t
||ƒr˜t |
¡}
t||	||
ƒƒ q(t
||ƒs(t||t| |ƒƒ q(|S )NZtest_)r?   rG   Ú	__bases__r}   ÚdirÚ
startswithÚgetattrÚcallableÚsetattrr¹   ÚhasattrÚunittestÚexpectedFailure)ÚclsZ
cls_prefixZ	fn_suffixr¼   r½   rµ   ZDummyTestClassr$   r–   Únew_nameZnew_fnr   r   r   Úmake_test_cls_with_patches;  s"    



rÉ   c                 C   s   t jdkr| S t | ¡S )N)r   é   ©ÚsysÚversion_inforÅ   r]   ©r–   r   r   r   ÚskipIfNotPy311U  s    
rÏ   c                 C   s   t jdkr| S t | ¡S ©N)r   é   rË   rÎ   r   r   r   ÚskipIfNotPy312[  s    
rÒ   c                 C   s   t jdkrt | ¡S | S rÐ   )rÌ   rÍ   rÅ   rÆ   rÎ   r   r   r   ÚxfailIfPy312a  s    

rÓ   c                 C   s   t jdkrt | ¡S | S rÐ   rË   rÎ   r   r   r   ÚskipIfPy312g  s    

rÔ   c                 C   s
   d| _ | S ©NT)Z_expected_failure_dynamicrÎ   r   r   r   ÚexpectedFailureDynamico  s    rÖ   c                 C   s
   d| _ | S rÕ   )Z!_expected_failure_codegen_dynamicrÎ   r   r   r   ÚexpectedFailureCodegenDynamicu  s    r×   c                 C   s
   d| _ | S rÕ   )Z!_expected_failure_dynamic_wrapperrÎ   r   r   r   ÚexpectedFailureDynamicWrapper{  s    rØ   Fc                 C   sR   t  d¡ t d¡ tr$tj d¡ | rNdd lm  m} | dt	| 
¡ ƒ¡ d S )Ni9  r   )r*   Zmanual_seedÚrandomÚseedr   Ztorch_xla.core.xla_modelÚcoreZ	xla_modelZset_rng_stater…   Z
xla_device)Zuse_xlaZxmr   r   r   Úreset_rng_state€  s    

rÜ   )r!   )NNr
   )Tr›   )F)Rrª   rW   r·   ÚloggingÚos.pathrJ   rÙ   r"   rÌ   ÚtypesrÅ   Útypingr   r   r   r   Zunittest.mockr   r   Ú
ModuleTypeÚ__annotations__ZnumpyÚModuleNotFoundErrorr*   r   Ztorch._dynamo.output_graphr	   r!   r   r   r   r   Zbytecode_transformationr   r   r   r   Zguardsr   r   Úutilsr   ÚunsupportedZthreeÚ	getLoggerrG   Úlogr   r…   r%   r6   r7   rC   rQ   ÚCodeTyper\   r=   rj   rk   r   r„   r‡   rŒ   r�   r™   r~   rš   r�   Zfloat32r¡   r¢   r©   r¹   rÉ   rÏ   rÒ   rÓ   rÔ   rÖ   r×   rØ   rÜ   r   r   r   r   Ú<module>   s’    

(ÿþ	
   ú
!
ûû ÿ