U
    ‹Ñh¢‡  ã                   @  s   d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
mZ d dlmZ d dlmZmZmZmZmZmZmZmZmZmZ ddlmZ d dlmZ eded	ƒ … Zed
ƒZ G dd„ dej!ƒZ"ddœdd„Z#G dd„ dƒZ$dd„ Z%i Z&dHdd„Z'G dd„ dee  ƒZ(dd„ Z)dd„ Z*ddd d!dd"d"d d#d#d$d%d&d'd(d)d*d+d,d-d.d/d0œZ+e,e+ -¡ ƒD ]Z.e.e+e.< �qhG d1d2„ d2e(e  ƒZ/ed
d3d4œd5d6„ƒZ0eddddddd7œd8d8d9d:d:d;d<œd=d6„ƒZ0dIddddddd7œd>d8d8d9d:d:d?d@œdAd6„Z0G dBdC„ dCƒZ1G dDdE„ dEƒZ2dFdG„ Z3dS )Jé    )ÚannotationsÚdivisionN)Údefaultdict)Úcached_property)
ÚCallableÚGenericÚIterableÚOptionalÚTypeVarÚUnionÚoverloadÚDictÚAnyÚTupleé   )Údriver)Ú
ModuleTypez.runtime.jitÚTc                      s‚   e Zd ZdZddœ‡ fdd„Zedd„ ƒZdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Z‡  ZS )ÚDependenciesFinderaÑ  
    This AST visitor is used to find dependencies of a JITFunction. This can
    be used to invalidate a JITFunction's hash when its source code -- or
    that of its dependencies -- changes.

    This visitor also keeps track of the global variables touched by the
    JITFunction.  When we launch the kernel, we check that these have the same
    values as they did when we ran this visitor.  If not, we raise an error (or
    otherwise we could recompile).
    ÚNone©Úreturnc              
     sR   t ƒ  ¡  || _t | d¡¡| _|| _dddddddd	d
dh
| _i | _	d| _
d S )Núutf-8ÚfloatÚgetattrÚintÚ
isinstanceÚlenÚlistÚmaxÚminÚprintÚrangeF)ÚsuperÚ__init__ÚnameÚhashlibÚsha256ÚencodeÚhasherÚglobalsÚsupported_python_builtinsÚused_global_valsÚvisiting_arg_default_value)Úselfr%   r*   Úsrc©Ú	__class__© ú@/tmp/user/2202/pip-unpacked-wheel-sn6cy74c/triton/runtime/jit.pyr$   $   s"    
özDependenciesFinder.__init__c                 C  s
   | j  ¡ S ©N)r)   Ú	hexdigest©r.   r2   r2   r3   ÚretH   s    zDependenciesFinder.retc                 C  s’   t |jƒtjkr|jS |j| jkr&d S | j |jd ¡}|d k	rŽ| jsŽt |ƒt	krŽt
|tƒsŽt|ddƒsŽ|j| jkrŽ|| jf| j|jt| jƒf< |S )NZ__triton_builtin__F)ÚtypeÚctxÚastZStoreÚidÚlocal_namesr*   Úgetr-   r   r   ÚJITFunctionr   r+   r,   )r.   ÚnodeÚvalr2   r2   r3   Ú
visit_NameL   s$    ü
ù
ö

ö
õzDependenciesFinder.visit_Namec                   s   ‡ fdd„|j D ƒS )Nc                   s   g | ]}ˆ   |¡‘qS r2   )Úvisit)Ú.0Úeltr6   r2   r3   Ú
<listcomp>m   s     z2DependenciesFinder.visit_Tuple.<locals>.<listcomp>)Zelts©r.   r?   r2   r6   r3   Úvisit_Tuplej   s    zDependenciesFinder.visit_Tuplec                 C  sN   |   |j¡}t|tjƒr&|   |j¡}q|d ks>t|ddƒtkrBd S t||jƒS )NÚ__name__Ú )rB   Úvaluer   r:   Ú	Attributer   ÚTRITON_MODULEÚattr)r.   r?   Úlhsr2   r2   r3   Úvisit_Attributeo   s    z"DependenciesFinder.visit_Attributec                   s>  ‡ fdd„}ˆ  ˆ j¡}|d ksD||ƒsDt|tƒsDtd|j› d�ƒ‚t |ftˆj ˆ j	ƒ‡fdd„ˆ j
D ƒ¡D ]Ê}t|tƒs~qn||ƒrˆqn|j}ˆj ¡ |j ¡ @ D ]\}|\}}ˆj| \}	}|j| \}
}|	|
kr¢td|› d|	› d	ˆj› d
|j› d|
› d�ƒ‚q¢ˆj |j¡ tt|ddƒƒ}|| }ˆj | d¡¡ qnd S )Nc                   s&   t  ˆ j¡rdS t| ddƒ}| t¡S )NTÚ
__module__rI   )ÚinspectÚ	isbuiltinÚfuncr   Ú
startswithrL   )rS   Úmodule)r?   r2   r3   Úis_triton_builtiny   s    z8DependenciesFinder.visit_Call.<locals>.is_triton_builtinz
Function "zv" is being called from a Triton function but is not a Triton function itself. Decorate it with @triton.jit to fix thisc                 3  s   | ]}ˆ   |j¡V  qd S r4   )rB   rJ   )rC   Úkwr6   r2   r3   Ú	<genexpr>‰   s     z0DependenciesFinder.visit_Call.<locals>.<genexpr>úGlobal variable z has value z when compiling z, but inner kernel z has conflicting value z7 from when it was first compiled.  This is not allowed.ÚnoinlineFr   )rB   rS   r   r>   ÚAssertionErrorrH   Ú	itertoolsÚchainÚmapÚargsÚkeywordsÚ	cache_keyr,   ÚkeysÚRuntimeErrorr%   ÚupdateÚstrr   r)   r(   )r.   r?   rV   rS   ÚobjZfunc_cache_keyÚkÚvar_nameÚ_Zv1Zv2rZ   Úkeyr2   )r?   r.   r3   Ú
visit_Callw   s<     ÿþý
&ÿzDependenciesFinder.visit_Callc                 C  s"   dd„ |j j D ƒ| _|  |¡ d S )Nc                 S  s   h | ]
}|j ’qS r2   ©Úarg)rC   rm   r2   r2   r3   Ú	<setcomp>¦   s     z7DependenciesFinder.visit_FunctionDef.<locals>.<setcomp>)r_   r<   Úgeneric_visitrF   r2   r2   r3   Úvisit_FunctionDef¤   s    z$DependenciesFinder.visit_FunctionDefc                   sn   ‡ fdd„}t  |j|j|jr&|jgng |j¡D ]}ˆ  |¡ q0||jƒ |jd k	r`ˆ  |j¡ ||j	ƒ d S )Nc                   s>   z0ˆ j rt‚dˆ _ | D ]}|d k	rˆ  |¡ qW 5 dˆ _ X d S )NFT)r-   r[   rB   )ÚdefaultsÚexprr6   r2   r3   Úvisit_defaultsµ   s    
z:DependenciesFinder.visit_arguments.<locals>.visit_defaults)
r\   r]   Úposonlyargsr_   ÚvarargÚ
kwonlyargsrB   Úkw_defaultsÚkwargrq   )r.   r?   rs   rm   r2   r6   r3   Úvisit_arguments©   s    
(

z"DependenciesFinder.visit_argumentsc                 C  s8   |   |¡}t|tƒr(|  jt|ƒO  _n| j |¡ d S r4   )rB   r   r   r<   ÚsetÚadd)r.   r?   Útargetr2   r2   r3   ÚvisitAssnTargetÉ   s    

z"DependenciesFinder.visitAssnTargetc                 C  s4   t |jƒdkrtdƒ‚|  |jd ¡ |  |¡ d S )Né   z2Simultaneous multiple assignment is not supported.r   )r   ÚtargetsÚ	TypeErrorr}   ro   rF   r2   r2   r3   Úvisit_AssignÒ   s    zDependenciesFinder.visit_Assignc                 C  s   |   |j¡ |  |¡ d S r4   ©r}   r|   ro   rF   r2   r2   r3   Úvisit_AnnAssignß   s    z"DependenciesFinder.visit_AnnAssignc                 C  s   |   |j¡ |  |¡ d S r4   r‚   rF   r2   r2   r3   Ú	visit_Forå   s    zDependenciesFinder.visit_For)rH   rP   Ú__qualname__Ú__doc__r$   Úpropertyr7   rA   rG   rO   rk   rp   ry   r}   r�   rƒ   r„   Ú__classcell__r2   r2   r0   r3   r      s   $
- 	r   re   r   c                 C  s&   t | tƒr| jS t | tƒr| S t| ƒS r4   )r   r8   rH   re   Úrepr)Útyr2   r2   r3   Ú_normalize_tyñ   s
    

r‹   c                   @  sv   e Zd ZdZddddœdd„Zedd	„ ƒZed
d„ ƒZedd„ ƒZedd„ ƒZ	edd„ ƒZ
edd„ ƒZedd„ ƒZdS )ÚKernelParamzBRepresents a parameter (name plus metadata) to a @jit'ed function.r   zinspect.ParameterÚbool)ÚnumÚparamÚdo_not_specializec                 C  s   || _ || _|| _d S r4   )rŽ   Ú_paramr�   )r.   rŽ   r�   r�   r2   r2   r3   r$   ü   s    zKernelParam.__init__c                 C  s   | j jS r4   )r‘   r%   r6   r2   r2   r3   r%     s    zKernelParam.namec                 C  s(   | j jr| j jtjjkrdS t| j jƒS )NrI   )r‘   Ú
annotationrQ   Ú	ParameterÚemptyr‹   r6   r2   r2   r3   r’     s    zKernelParam.annotationc                 C  sZ   | j }dD ]>\}}|| |¡t|ƒ d … }|r
||kr
|› |› �  S q
|dkrVdS dS )N))ZuintÚu)r   Úir�   Úu1rI   )r’   Úfindr   )r.   r’   Zty1Zty2Úwidthr2   r2   r3   Úannotation_type  s    zKernelParam.annotation_typec                 C  s
   d| j kS )NZ	constexpr)r’   r6   r2   r2   r3   Úis_constexpr  s    zKernelParam.is_constexprc                 C  s   d| j ko| j S )NÚconst)r’   r›   r6   r2   r2   r3   Úis_const  s    zKernelParam.is_constc                 C  s   | j jS r4   )r‘   Údefaultr6   r2   r2   r3   rž     s    zKernelParam.defaultc                 C  s   | j jtjjkS r4   )r‘   rž   rQ   r“   r”   r6   r2   r2   r3   Úhas_default"  s    zKernelParam.has_defaultN)rH   rP   r…   r†   r$   r   r%   r’   rš   r›   r�   r‡   rž   rŸ   r2   r2   r2   r3   rŒ   ù   s    






rŒ   c                 C  sH   t | dƒr|  ¡ d dkrdS t| tƒrD| d dkr8dS | dkrDdS dS )NÚdata_ptré   r   ÚDr~   Ú1ÚN)Úhasattrr    r   r   )Úvr2   r2   r3   Úcompute_spec_key'  s    
r§   Fc                 C  s¸   | d krdS t | tƒrdS t | tƒrRd| kr8| dkr8dS d| krL| dkrLdS d	S nbt | tƒr`d
S | j|f}t |d ¡}|d kr°|d rŠdndtt|d ƒ 	d¡d   }|t|< |S d S )NÚnoneÚi1é   €éÿÿÿÚi32ì            ì   ÿÿÿÿ Úu64Úi64Úfp32r~   ú*kÚ*r   Ú.éÿÿÿÿ)
r   r�   r   r   ÚdtypeÚ	dtype2strr=   Útype_canonicalisation_dictre   Úsplit)rm   r�   ZdskÚresr2   r2   r3   Úmangle_type7  s$    



*r»   c                   @  s$   e Zd ZU ded< ddœdd„ZdS )ÚKernelInterfacer   Úrunr   c                   s   ‡ ‡fdd„S )z­
        A JIT function is launched with: fn[grid](*args, **kwargs).
        Hence JITFunction.__getitem__ returns a callable proxy that
        memorizes the grid.
        c                    s   ˆj | ˆ ddœ|—ŽS )NF©ÚgridÚwarmup)r½   )r_   Úkwargs©r¿   r.   r2   r3   Ú<lambda>Y  ó    z-KernelInterface.__getitem__.<locals>.<lambda>r2   )r.   r¿   r2   rÂ   r3   Ú__getitem__S  s    zKernelInterface.__getitem__N)rH   rP   r…   Ú__annotations__rÅ   r2   r2   r2   r3   r¼   P  s   
r¼   c           	      C  s@   dd„ |  ¡ D ƒ}dd l}| ||| ¡ |j|dœ}| |¡}|S )Nc                 S  s*   i | ]"\}}||j jd kr"t|ƒn|“qS ©r¶   )r1   rH   re   ©rC   rj   rJ   r2   r2   r3   Ú
<dictcomp>^  s      z1serialize_specialization_data.<locals>.<dictcomp>r   )r%   Ú	signatureÚ	constantsÚattrsÚoptionsrj   )ÚitemsÚjsonZto_dictÚ__dict__Údumps)	r%   rÊ   rË   rÌ   rÍ   rj   rÏ   rf   Zserialized_objr2   r2   r3   Úserialize_specialization_data]  s        þ
rÒ   c                 C  s°  t | jƒt |ƒkst‚g }g }g }g }g }g }t| j ¡ |ƒD ]Ê\\}}	}
|	jtjjkrz| 	|¡ | 	d|› d|› �¡ n*| 	|› d|› �¡ | 	d|› d|› �¡ |
j
r¶| 	|¡ q>| 	|¡ |
jsÔ| 	d| ¡ |
jrì| 	d|
j ¡ q>| 	d||
jrþdndf ¡ q>d	 d
d„ || D ƒ¡}d	 dd„ |D ƒ¡}d	 dd„ |D ƒ¡}| 	d¡ d |¡}d |¡}d|||||f }dd„ | j ¡ D ƒ}t|d< t|d< t||ƒ |d S )a2  
    Equivalent to sig.bind followed by apply_defaults. This generates a
    native Python function (using exec) which can be memoized on a per-kernel
    basis to avoid having to run these expensive functions -- which constitute
    much of the kernel launch overhead -- every time we run the kernel.
    ú'z': z	=default_zcompute_spec_key(%s)z"%s"zmangle_type(%s, %s)ÚTrueÚFalserI   c                 S  s   g | ]}|d  ‘qS ©ú, r2   ©rC   Úxr2   r2   r3   rE   Œ  s     z2create_function_from_signature.<locals>.<listcomp>c                 S  s   g | ]}|d  ‘qS rÖ   r2   rØ   r2   r2   r3   rE   �  s     c                 S  s   g | ]}|d  ‘qS rÖ   r2   rØ   r2   r2   r3   rE   Ž  s     z**excess_kwargsr×   zFdef dynamic_func(%s):
    return {%s}, (%s), (%s), (%s), excess_kwargsc                 S  s,   i | ]$\}}|j tjjk	rd |› �|j “qS )Zdefault_)rž   rQ   r“   r”   )rC   r%   r�   r2   r2   r3   rÉ   ™  s   þ z2create_function_from_signature.<locals>.<dictcomp>r»   r§   Zdynamic_func)r   Ú
parametersr[   ÚziprÎ   rž   rQ   r“   r”   Úappendr›   r�   rš   r�   Újoinr»   r§   Úexec)ÚsigZkparamsÚ	func_argsZdict_entriesÚconstexpr_valsÚnon_constexpr_valsZsignature_typesZspecialisationsr%   ÚspZkpra   Úargs_strZdict_strZ	func_bodyZfunc_namespacer2   r2   r3   Úcreate_function_from_signatureh  sR    




    ÿþ
rå   r©   Zfp8e4nvZfp8e5Zfp8e4b15Zfp8e4b8Zfp8e5b16Zfp16Zbf16r±   Zfp64Úi8Zi16r¬   r°   Úu8Úu16Úu32r¯   )r�   Z
float8e4nvZfloat8e5Zfloat8e4b15Zfloat8_e4m3fnZ
float8e4b8Zfloat8_e4m3fnuzZfloat8_e5m2Zfloat8e5b16Zfloat8_e5m2fnuzZfloat16Zbfloat16Zfloat32Zfloat64Zint8Zint16Zint32Zint64Zuint8Zuint16Zuint32Zuint64c                      s¸   e Zd ZdZdZedd„ ƒZedd„ ƒZdd„ Zed&d
d„ƒZ	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zd'dd„Zedd„ ƒZdd„ Zdd„ Zdd„ Zd d!„ Z‡ fd"d#„Zd$d%„ Z‡  ZS )(r>   Nr¡   c                 C  sŒ   t | dƒr| jS t| tƒrdS t| tƒrVd| kr<| dkr<dS d| krP| dkrPdS d	S n2t| tƒrdd
S | d krpd S tdt| ƒ› d| › �ƒ‚d S )Nr¶   r©   rª   r«   r¬   r­   r®   r¯   r°   r±   zUnsupported type z for )r¥   r¶   r   r�   r   r   r€   r8   rl   r2   r2   r3   Ú_key_ofË  s    



zJITFunction._key_ofc                 C  sD   t | dƒr|  ¡ tj dkS t| tƒr:| d dk| dkfS | d kfS )Nr    r   r¡   r~   ©r¥   r    r>   Údivisibilityr   r   rl   r2   r2   r3   Ú_spec_ofß  s
    

zJITFunction._spec_ofc                   sV   ddl m} dd„ ‰ ‡ fdd„t| j|ƒD ƒ}dd„ t| j|ƒD ƒ}|t|ƒt|ƒƒS )Nr   )ÚAttrsDescriptorc                 S  sD   t | dƒr|  ¡ tj dkS t| tƒr4| tj dkS | d kr@dS dS )Nr    r   TFrë   )rÙ   r2   r2   r3   Úis_divisible_by_16ê  s    

z3JITFunction._get_config.<locals>.is_divisible_by_16c                   s$   h | ]\}}ˆ |ƒr|j s|j’qS r2   )r�   rŽ   ©rC   r�   rm   ©rï   r2   r3   rn   ó  s    þz*JITFunction._get_config.<locals>.<setcomp>c                 S  s8   h | ]0\}}t |tƒrt |tƒs|d kr|js|j’qS )r~   )r   r   r�   r�   rŽ   rð   r2   r2   r3   rn   ø  s   
 
  þ)Úcompilerrî   rÛ   ÚparamsÚtuple)r.   r_   rî   Zdivisible_by_16Ú
equal_to_1r2   rñ   r3   Ú_get_configç  s    	

þ
þzJITFunction._get_configFc                 C  sH   | d krdS t | tƒr| S t| ƒ d¡d }t| }|r<dnd}|| S )Nú*i8r´   rµ   r²   r³   )r   re   r¹   r¸   )rj   r�   Z	dtype_strZ	const_strr2   r2   r3   Ú_type_of  s    
zJITFunction._type_ofc                 C  s   t t| j|ƒƒ}|S r4   )ÚdictrÛ   Ú
constexprs)r.   Zconstexpr_keyrË   r2   r2   r3   Ú_make_constants  s    zJITFunction._make_constantsc                 C  sÜ   t jd krdS | jj}| jj}d dd„ t| j|d ƒD ƒ¡}	|› d|j› d|j	› d|j
› d	|j› d
|	› d�}
G dd„ dƒ}t||||d ||ƒ}||||j|j	|j
|j|j||dœ
}t j||
|||| ƒd|i|–ddd�S )NFr×   c                 S  s    g | ]\}}|j › d |› �‘qS )z: ©r%   )rC   r�   rŠ   r2   r2   r3   rE   "  s     z*JITFunction._call_hook.<locals>.<listcomp>r~   z[num_warps=z, num_ctas=z, num_stages=z, enable_fp_fusion=ú](ú)c                   @  s   e Zd Zdd„ ZdS )z/JITFunction._call_hook.<locals>.JitFunctionInfoc                 S  s   || _ || _|| _d S r4   )rU   r%   Újit_function)r.   rU   r%   rÿ   r2   r2   r3   r$   '  s    z8JITFunction._call_hook.<locals>.JitFunctionInfo.__init__N)rH   rP   r…   r$   r2   r2   r2   r3   ÚJitFunctionInfo%  s   r   r   )
rÊ   ÚdevicerË   Ú	num_warpsÚnum_ctasÚ
num_stagesÚenable_fp_fusionÚextern_libsÚconfigsÚspecialization_datarj   )rj   r‰   ÚfnÚcompileZis_manual_warmupZalready_compiled)r>   Ú
cache_hookr	  rH   rP   rÝ   rÛ   ró   r  r  r  r  rÒ   r  )r.   rj   rÊ   r  rË   rÍ   r  r%   rU   Z	arg_reprsr‰   r   r  rÁ   r2   r2   r3   Ú
_call_hook  s6    	
 0ö

úzJITFunction._call_hookc                 C  s   t |ƒst‚| j |¡ dS )z�
        Add a hook that will be executed prior to the execution of run
        function with args and kwargs passed into the kernel
        N)Úcallabler[   Úpre_run_hooksrÜ   )r.   Úhookr2   r2   r3   Úadd_pre_run_hookE  s    zJITFunction.add_pre_run_hookc                 C  s†   ddl m}m}m}m} || _|| _|| _|| _t| j| jƒ| _dd„ t	| jƒD ƒ| _
dd„ t	| jƒD ƒ| _dd„ t	| jƒD ƒ| _dS )z1
        Precompute as much as possible.
        r   )ÚCompiledKernelr
  Ú	ASTSourceÚmake_backendc                 S  s   g | ]\}}|j r|‘qS r2   ©r›   ©rC   r–   Úpr2   r2   r3   rE   W  s      z-JITFunction.create_binder.<locals>.<listcomp>c                 S  s   g | ]\}}|j s|‘qS r2   r  r  r2   r2   r3   rE   X  s      c                 S  s    g | ]\}}|j s|js|‘qS r2   )r�   r›   r  r2   r2   r3   rE   Y  s      N)rò   r  r
  r  r  rå   rÊ   ró   ÚbinderÚ	enumerateZconstexpr_indicesÚnon_constexpr_indicesZspecialised_indices)r.   r  r
  r  r  r2   r2   r3   Úcreate_binderM  s    ÿzJITFunction.create_binderc          &   
     sÜ  t j ¡ }t j |¡}ˆj|d< ˆjD ]}|||Ž q&ˆjd krHˆ ¡  ˆj||Ž\}}	}
}}d |	¡t	|
|fƒ }ˆj
|  |d ¡}|d k�rät j ¡ }ˆ |¡}| |¡}d|ks¾tdƒ‚d|ksÎtdƒ‚d|ksÞtdƒ‚|D ]}||jkrâtd	| ƒ‚qât| ¡ ƒ}‡fd
d„ˆjD ƒ}|	d t|ƒ… }dd„ t||ƒD ƒ}ˆj|Ž f‰ ‡ fdd„t|ˆjƒD ƒ}| ¡ D ]$\}}t|ƒ�rptd|› d�ƒ‚�qpˆ |||||ˆ ¡�r°d S ˆ ˆ||ˆ d ¡}ˆj|||jd�}|ˆj
| |< tƒ }ˆj  ¡ D ]B\\}}\}}| ||¡ } |k�rôt!d|› d|› d| › �ƒ‚�qô|�sØ|d k	�sLt‚t|ƒ�r^||ƒ}t|ƒ}!|d }"|!dk�r€|d nd}#|!dk�r–|d nd}$|j"||f|žŽ }%|j#|"|#|$||j$|j%|%ˆj&j'ˆj&j(f	|žŽ  |S )NÚdebugrI   Zdevice_typez=device_type option is deprecated; current target will be usedr  z8device option is deprecated; current device will be usedÚstreamz8stream option is deprecated; current stream will be usedz2Keyword argument %s was specified but unrecognisedc                   s   g | ]}ˆ j | j‘qS r2   )ró   r%   )rC   r–   r6   r2   r3   rE   „  s     z#JITFunction.run.<locals>.<listcomp>c                 S  s"   i | ]\}}||d krdn|“qS )r¨   r÷   r2   )rC   rg   r¦   r2   r2   r3   rÉ   †  s      z#JITFunction.run.<locals>.<dictcomp>c                   s6   i | ].\}}|j s*|jˆ d  jks*|dkr|j|“qS )r   N)r›   rŽ   rõ   r%   )rC   r¦   r  )r  r2   r3   rÉ   ‰  s     þ zCallable constexpr at index z is not supportedr   )r|   rÍ   rY   z1 has changed since we compiled this kernel, from z to r~   r   ))r   ÚactiveÚget_current_deviceZget_current_streamr  r  r  r  rÝ   re   Úcacher=   Zget_current_targetr  Zparse_optionsr[   rÐ   ÚKeyErrorrô   Úvaluesr  r   rÛ   rö   ró   rÎ   r  r€   r  r  r
  Úobjectr,   rc   Úlaunch_metadatar½   ÚfunctionZpacked_metadatar  Zlaunch_enter_hookZlaunch_exit_hook)&r.   r¿   rÀ   r_   rÁ   r  r  r  Z
bound_argsZsig_and_specrá   râ   Zexcess_kwargsrj   Úkernelr|   ÚbackendrÍ   rg   Z
bound_valsZsigkeysZsigvalsrÊ   rË   r–   rm   r/   Znot_presentr%   Zglobals_dict_idr@   Zglobals_dictZnewValZ	grid_sizeZgrid_0Zgrid_1Zgrid_2r#  r2   )r  r.   r3   r½   ]  s|    










þ
ýÿ
 ÿÿzJITFunction.runc                   sj  |r|ng }ˆ | _ ˆ j| _|| _t ˆ ¡| _|| _t ˆ ¡d | _‡ ‡fdd„| _	|| _
d | _g | _t| jj ¡ ƒD ]2\}}	|o�||kp�|	j|k}
| j t||	|
ƒ¡ qtt t ˆ ¡¡| _| jt d| jtj¡ ¡ d … | _ttƒ| _d | _i | _d | _ t!j" #dd¡dk�rdn|| _$|| _%d	d
„ | jD ƒ| _&dd
„ | jD ƒ| _'g | _(ˆ j)| _)ˆ j*| _*ˆ j+| _+ˆ j| _d S )Nr~   c                   s   ˆd krˆ j S ˆ| ƒS r4   )rH   )ri   ©r	  r‰   r2   r3   rÃ   Á  rÄ   z&JITFunction.__init__.<locals>.<lambda>z^def\s+\w+\s*\(ZTRITON_DEBUGÚ0r£   Tc                 S  s   g | ]
}|j ‘qS r2   rü   ©rC   r  r2   r2   r3   rE   å  s     z(JITFunction.__init__.<locals>.<listcomp>c                 S  s   g | ]}|j r|j‘qS r2   )r›   rŽ   r)  r2   r2   r3   rE   æ  s      ),r	  rP   rU   ÚversionrQ   rÊ   r�   ÚgetsourcelinesÚstarting_line_numberr‰   r#  r  ró   r  rÚ   r!  r%   rÜ   rŒ   ÚtextwrapÚdedentÚ	getsourcer/   ÚreÚsearchÚ	MULTILINEÚstartr   rù   r  Úhashr,   r%  ÚosÚenvironr=   r  rZ   Ú	arg_namesrú   r  r†   rH   Ú__globals__)r.   r	  r*  r�   r  rZ   r‰   r#  r–   r�   Zdnsr2   r'  r3   r$   ·  s:    "
zJITFunction.__init__c                 C  sX   | j d krRt| j| j| jd�}| |  ¡ ¡ |jt| j	ƒ | _ t
t|j ¡ ƒƒ| _| j S )N)r%   r*   r/   )r4  r   rH   r8  r/   rB   Úparser7   re   r,  rù   Úsortedr,   rÎ   )r.   Zdependencies_finderr2   r2   r3   ra   ñ  s    
zJITFunction.cache_keyc                O  s   | j ttj|ƒ|ddœ|—ŽS )NTr¾   )r½   r^   Ú
MockTensorÚ
wrap_dtype)r.   r¿   r_   rÁ   r2   r2   r3   rÀ   û  s    zJITFunction.warmupc                   sæ   ddl m}m}m} dd l}dd lm‰  tj 	¡ }| 
|¡}|d | jjkrhtd|d › d| jj› �ƒ‚‡ fdd„|d	  ¡ D ƒ}t|d
  ¡ ƒ}	|| |	|| |d ¡ƒ}
dd„ |d  ¡ D ƒ}|d }||
d |ƒ}|| j| |< |S )Nr   )rî   r
  r  r   r%   zSpecialization data is for z but trying to preload for c                   s,   i | ]$\}}|ˆ j  |¡r$ˆ   |¡n|“qS r2   )r¶   Zis_dtyperÈ   ©Útlr2   r3   rÉ     s   ÿ z'JITFunction.preload.<locals>.<dictcomp>rË   rÊ   rÌ   c                 S  s(   i | ] \}}|t |tƒr t|ƒn|“qS r2   )r   r   rô   rÈ   r2   r2   r3   rÉ     s   ÿ rÍ   rj   )rò   rî   r
  r  rÏ   Ztriton.languageÚlanguager   r  r  Úloadsr	  rH   rc   rÎ   rù   Ú	from_dictr  )r.   r  rî   r
  r  rÏ   r  Zdeserialized_objrË   rÊ   r/   rÍ   rj   r%  r2   r=  r3   Úpreloadþ  s*    

ÿ

þ
þzJITFunction.preloadc                 C  sH   t  | j¡}t|t jƒst‚t|jƒdks.t‚t|jd t jƒsDt‚|S )Nr~   r   )	r:   r9  r/   r   ÚModuler[   r   ÚbodyZFunctionDef)r.   Útreer2   r2   r3   r9    s
    zJITFunction.parsec                 O  s   t dƒ‚d S )Nz:Cannot call @triton.jit'd outside of the scope of a kernel)rc   )r.   r_   rÁ   r2   r2   r3   Ú__call__   s    zJITFunction.__call__c                   s$   t t| ƒ ||¡ |dkr d | _d S )Nr/   )r#   r>   Ú__setattr__r4  )r.   r%   rJ   r0   r2   r3   rG  #  s    zJITFunction.__setattr__c                 C  s   d| j › d| jj› d�S )NzJITFunction(ú:rþ   )rU   r	  rH   r6   r2   r2   r3   Ú__repr__*  s    zJITFunction.__repr__)F)NNNNNN)rH   rP   r…   r  rì   Ústaticmethodrê   rí   rö   rø   rû   r  r  r  r½   r$   r‡   ra   rÀ   rB  r9  rF  rG  rI  rˆ   r2   r2   r0   r3   r>   Æ  s2   

1Z  ÿ
:
	r>   úJITFunction[T]©r	  r   c                 C  s   d S r4   r2   )r	  r2   r2   r3   Újit3  s    rM  ©r*  r‰   r#  r�   r  rZ   zOptional[Callable]zOptional[Iterable[int]]zOptional[bool]zCallable[[T], JITFunction[T]])r‰   r#  r�   r  rZ   r   c                 C  s   d S r4   r2   rN  r2   r2   r3   rM  8  s    
zOptional[T]z4Union[JITFunction[T], Callable[[T], JITFunction[T]]])r	  r‰   r#  r�   r  rZ   r   c                  s6   dddœ‡ ‡‡‡‡‡fdd„}| dk	r.|| ƒS |S dS )a<  
    Decorator for JIT-compiling a function using the Triton compiler.

    :note: When a jit'd function is called, arguments are
        implicitly converted to pointers if they have a :code:`.data_ptr()` method
        and a `.dtype` attribute.

    :note: This function will be compiled and run on the GPU. It will only have access to:

           * python primitives,
           * builtins within the triton package,
           * arguments to this function,
           * other jit'd functions

    :param fn: the function to be jit-compiled
    :type fn: Callable
    r   rK  rL  c              	     sJ   t | ƒst‚t dd¡dkr0ddlm} || ƒS t| ˆˆˆ ˆˆˆd�S d S )NZTRITON_INTERPRETr(  r£   r~   )ÚInterpretedFunction)r*  r�   r  rZ   r‰   r#  )r  r[   r5  ÚgetenvÚinterpreterrO  r>   )r	  rO  ©r  r�   r#  rZ   r‰   r*  r2   r3   Ú	decoratora  s    ùzjit.<locals>.decoratorNr2   )r	  r*  r‰   r#  r�   r  rZ   rS  r2   rR  r3   rM  E  s    c                   @  s0   e Zd ZdZedd„ ƒZdd„ Zedd„ ƒZdS )	r;  zr
    Can be used in place of real tensors when calling:
        kernel.warmup(MockTensor(torch.float32), ...)
    c                 C  s"   | j jdkr| jdkrt| ƒS | S )Nr¶   Ztorch)r1   rH   rP   r;  rl   r2   r2   r3   r<  ƒ  s    zMockTensor.wrap_dtypec                 C  s
   || _ d S r4   rÇ   )r.   r¶   r2   r2   r3   r$   ‰  s    zMockTensor.__init__c                   C  s   dS )Nr   r2   r2   r2   r2   r3   r    Œ  s    zMockTensor.data_ptrN)rH   rP   r…   r†   rJ  r<  r$   r    r2   r2   r2   r3   r;  }  s   
r;  c                   @  sR   e Zd Zdd„ Zdd„ Zdd„ Zddœd	d
„Zdd„ Zdd„ Zdd„ Z	dd„ Z
dS )ÚTensorWrapperc                 C  s*   || _ || _|j| _|j| _| jj| _d S r4   )r¶   ÚbaseÚdatar  Úshape)r.   rU  r¶   r2   r2   r3   r$   “  s
    zTensorWrapper.__init__c                 C  s
   | j  ¡ S r4   )rU  r    r6   r2   r2   r3   r    š  s    zTensorWrapper.data_ptrc                 C  s   | j  |¡S r4   )rU  Ústride)r.   r–   r2   r2   r3   rX  �  s    zTensorWrapper.stridere   r   c                 C  s   d| j › d| j› d�S )NzTensorWrapper[rý   rþ   )r¶   rU  r6   r2   r2   r3   Ú__str__   s    zTensorWrapper.__str__c                 C  s
   | j  ¡ S r4   )rU  Úelement_sizer6   r2   r2   r3   rZ  £  s    zTensorWrapper.element_sizec                 C  s   t | j ¡ | jƒS r4   )rT  rU  Úcpur¶   r6   r2   r2   r3   r[  ¦  s    zTensorWrapper.cpuc                 C  s   | j  |j ¡ d S r4   )rU  Úcopy_)r.   Úotherr2   r2   r3   r\  ©  s    zTensorWrapper.copy_c                 C  s   t | j |¡| jƒS r4   )rT  rU  Útor¶   )r.   r  r2   r2   r3   r^  ¬  s    zTensorWrapper.toN)rH   rP   r…   r$   r    rX  rY  rZ  r[  r\  r^  r2   r2   r2   r3   rT  ‘  s   rT  c                 C  sV   t | tƒr*|| jjkr| jS t| j|ƒS n(t| dƒr>t| |ƒS tdt| ƒ› d�ƒ‚d S )Nr    zCannot reinterpret a r´   )r   rT  rU  r¶   r¥   r€   r8   )Ztensorr¶   r2   r2   r3   Úreinterpret°  s    


r_  )F)N)4Ú
__future__r   r   r:   r&   rQ   r\   r5  r0  r-  Úcollectionsr   Ú	functoolsr   Útypingr   r   r   r	   r
   r   r   r   r   r   Zruntime.driverr   Útypesr   rH   r   rL   r   ZNodeVisitorr   r‹   rŒ   r§   r·   r»   r¼   rÒ   rå   r¸   r   r!  r¦   r>   rM  r;  rT  r_  r2   r2   r2   r3   Ú<module>   s”   0 Z.
Bê  où ÿø8