U
    ‹Ñh�á  ã                   @   s‚  d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZm	Z	m
Z
mZmZmZmZ ddlmZ ddlmZ ddlmZmZmZ ddlmZ ddlmZ d	d
lmZmZmZ d dlmZ dd„ Z dd„ Z!ee"dœdd„Z#ee"dœdd„Z$ee"dœdd„Z%ee"dœdd„Z&edœdd„Z'dd„ Z(dd„ Z)e"e*e+dƒhZ,G d d!„ d!ƒZ-G d"d#„ d#e j.ƒZ/G d$d%„ d%e j.ƒZ0d&d'„ Z1d(d)„ Z2dS )*é    N)ÚAnyÚCallableÚDictÚOptionalÚTupleÚTypeÚUnioné   )Úlanguage)Úir)Ú	constexprÚtensorÚ	str_to_ty)Ú_normalize_ty)ÚJITFunctioné   )ÚCompilationErrorÚCompileTimeAssertionFailureÚUnsupportedLanguageConstruct)Ú
ModuleTypec                 C   s¨   |   ¡ rdt| jƒ S |  ¡ rHtjjj}| j|kr6dnd}|t	| j
ƒ S |  ¡ rXt	| ƒS |  ¡ rŒt| jƒ}d tt	| jƒ¡}|› d|› d�S |  ¡ r˜dS ds¤tdƒ‚d S )	NÚPÚiÚuÚ_ÚSÚVFzUnsupported type)Zis_ptrÚ	mangle_tyZ
element_tyÚis_intr
   ÚdtypeÚ
SIGNEDNESSÚSIGNEDÚint_signednessÚstrZint_bitwidthZis_floatingÚis_blockZscalarÚjoinÚmapÚshapeZis_voidÚAssertionError)Útyr    ÚprefixÚeltr&   © r+   úL/tmp/user/2202/pip-unpacked-wheel-sn6cy74c/triton/compiler/code_generator.pyr      s    

r   c                    st   d  dd„ |D ƒ¡}d  ‡ fdd„tˆ ƒD ƒ¡}| dd¡}| dd¡}| d	d¡ d
d¡}| › d|› d|› �}|S )Nr   c                 S   s   g | ]}t |ƒ‘qS r+   )r   ©Ú.0r(   r+   r+   r,   Ú
<listcomp>'   s     zmangle_fn.<locals>.<listcomp>c                    s"   g | ]}|› d t ˆ | ƒ› �‘qS )Úc)Úrepr©r.   r   ©Ú	constantsr+   r,   r/   (   s     Ú.Z_d_ú'Z_sq_ú[ú]Ú__)r$   ÚsortedÚreplace)ÚnameZarg_tysr4   Zmangled_arg_namesZmangled_constantsÚretr+   r3   r,   Ú	mangle_fn%   s    r>   )ÚoÚreturnc                 C   s
   t | tƒS ©N)Ú
isinstancer   ©r?   r+   r+   r,   Ú_is_triton_tensor1   s    rD   c                 C   s
   t | tƒS rA   )rB   r   rC   r+   r+   r,   Ú_is_constexpr5   s    rE   c                 C   s    t | ƒo| j ¡  p| jjdkS )Nr   )rD   Útyper#   ZnumelrC   r+   r+   r,   Ú_is_triton_scalar9   s    rG   c                 C   s   t | ttfƒS rA   )rB   ÚlistÚtuplerC   r+   r+   r,   Ú_is_list_like=   s    rJ   rC   c                 C   s   t | tƒr| jS | S rA   )rB   r   ÚvaluerC   r+   r+   r,   Ú_unwrap_if_constexprA   s    rL   c              
   C   sT   |j rPt|ƒD ]@\}}t|ƒst|ƒst|j| d|j› d|j| › d|› �ƒ‚qd S )Nz	Function z= is marked noinline, but was called with non-scalar argument ú:)ÚnoinlineÚ	enumeraterE   rG   r   ÚsrcÚ__name__Ú	arg_names)ÚnodeÚfnÚargsÚidxÚargr+   r+   r,   Ú_check_fn_argsE   s     þrX   c                 C   sd   | }t |tƒs|j}q|jjj}t |j¡\}}t|ƒD ]"\}}| ¡  	d¡r8||7 } q\q8||fS )Nzdef )
rB   r   rT   Ú__code__Úco_filenameÚinspectÚgetsourcelinesrO   ÚstripÚ
startswith)rT   Zbase_fnÚ	file_nameÚlinesÚ
begin_linerV   Úliner+   r+   r,   Ú_get_fn_file_lineO   s    

rc   c                   @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )Úenter_sub_regionc                 C   s
   || _ d S rA   )Ú	generator)Úselfre   r+   r+   r,   Ú__init__f   s    zenter_sub_region.__init__c                 C   sL   | j j ¡ | _| j j ¡ | _i | j _| j j ¡ | _| j j 	¡ | _
| j| jfS rA   )re   ÚlscopeÚcopyÚliveinsÚ
local_defsÚ	prev_defsÚbuilderÚget_insertion_blockÚinsert_blockÚget_insertion_pointÚinsert_point©rf   r+   r+   r,   Ú	__enter__i   s    zenter_sub_region.__enter__c                 O   s(   | j j | j¡ | j| j _| j| j _d S rA   )re   rm   Úrestore_insertion_pointrq   rj   rh   rl   rk   )rf   rU   Úkwargsr+   r+   r,   Ú__exit__r   s    
zenter_sub_region.__exit__N)rQ   Ú
__module__Ú__qualname__rg   rs   rv   r+   r+   r+   r,   rd   d   s   	rd   c                   @   sò   e Zd Zdd„ Zedœdd„Zedœdd„Zedœdd	„Zej	ed
œdd„Z
ejed
œdd„Zejed
œdd„Zejed
œdd„Zejed
œdd„Zejed
œdd„Zejed
œdd„Zejed
œdd„Zejed
œdd„Zejed
œdd„ZdS ) ÚContainsReturnCheckerc                 C   s
   || _ d S rA   )Úgscope)rf   rz   r+   r+   r,   rg   {   s    zContainsReturnChecker.__init__©r@   c                 C   s   |D ]}|   |¡r dS qdS )NTF©Úvisit)rf   ÚbodyÚsr+   r+   r,   Ú_visit_stmts~   s    
z"ContainsReturnChecker._visit_stmtsc                 C   s,   t |tƒr(|js(| ¡ }t| jƒ |¡S dS ©NF)rB   r   rN   Úparsery   rz   r}   )rf   rT   Zfn_noder+   r+   r,   Ú_visit_function„   s    z%ContainsReturnChecker._visit_functionc                 C   sf   d}t  |¡D ]R\}}t|tƒrF|D ]}t|t jƒr$|p@|  |¡}q$qt|t jƒr|p^|  |¡}q|S r�   )ÚastÚiter_fieldsrB   rH   ÚASTr}   )rf   rS   r=   r   rK   Úitemr+   r+   r,   Úgeneric_visit‹   s    
z#ContainsReturnChecker.generic_visit©rS   r@   c                 C   sP   t |jtjƒrD|jj| jkr@| j|jj }t||jƒ}|  |¡S dS |  	|j¡S r�   )
rB   rK   r„   ÚNameÚidrz   ÚgetattrÚattrrƒ   r}   )rf   rS   rK   rT   r+   r+   r,   Úvisit_Attribute–   s    
z%ContainsReturnChecker.visit_Attributec                 C   s:   t |jƒtjkrdS |j| jkr6| j|j }|  |¡S dS r�   )rF   Úctxr„   ÚStorer‹   rz   rƒ   )rf   rS   rT   r+   r+   r,   Ú
visit_Name¥   s    
z ContainsReturnChecker.visit_Namec                 C   s   dS )NTr+   ©rf   rS   r+   r+   r,   Úvisit_Return­   s    z"ContainsReturnChecker.visit_Returnc                 C   s   dS r�   r+   r’   r+   r+   r,   Úvisit_Assign°   s    z"ContainsReturnChecker.visit_Assignc                 C   s   dS r�   r+   r’   r+   r+   r,   Úvisit_AugAssignµ   s    z%ContainsReturnChecker.visit_AugAssignc                 C   s   |   |j¡S rA   ©r€   r~   r’   r+   r+   r,   Úvisit_Moduleº   s    z"ContainsReturnChecker.visit_Modulec                 C   s   |   |j¡S rA   r–   r’   r+   r+   r,   Úvisit_FunctionDef½   s    z'ContainsReturnChecker.visit_FunctionDefc                 C   s&   |   |j¡}|jr"|p |   |j¡}|S rA   )r€   r~   Úorelse)rf   rS   r=   r+   r+   r,   Úvisit_IfÀ   s    zContainsReturnChecker.visit_Ifc                 C   s   |   |j¡p|   |j¡S rA   )r}   r~   r™   r’   r+   r+   r,   Úvisit_IfExpÍ   s    z!ContainsReturnChecker.visit_IfExpc                 C   s   |   |j¡S rA   )r}   Úfuncr’   r+   r+   r,   Ú
visit_CallÐ   s    z ContainsReturnChecker.visit_CallN)rQ   rw   rx   rg   Úboolr€   rƒ   rˆ   r„   Ú	AttributerŽ   rŠ   r‘   ÚReturnr“   ÚAssignr”   Z	AugAssignr•   ÚModuler—   ZFunctionDefr˜   ZIfrš   ZIfExpr›   ÚCallr�   r+   r+   r+   r,   ry   y   s   ry   c                       s°  e Zd ZU dšeee ee dœdd„Zdd„ ee	e
eeeefD ƒZeeef ed	< e d
ejjfdejfdejff¡ dd„ Zdd„ Zdd„ Zeeeef ddœdd„Zdd„ Zdd„ Z dd„ Z!dd„ Z"dd„ Z#d d!„ Z$d"d#„ Z%d$d%„ Z&d&d'„ Z'd(d)„ Z(d*d+„ Z)d,d-„ Z*d.d/„ Z+d0d1„ Z,d2d3„ Z-d4d5„ Z.d6d7„ Z/d8d9„ Z0e1j2d:e1j3d;e1j4d<e1j5d=e1j6d>e1j7d?e1j8d@e1j9dAe1j:dBe1j;dCe1j<dDe1j=dEiZ>ee?e1j@ ef edF< dGdH„ ZAdIdJ„ ZBdKdL„ ZCdMdN„ ZDdOdP„ ZEdQdR„ ZFdSdT„ ZGe1jHdUe1jIdVe1jJdWe1jKdXe1jLdYe1jMdZiZNee?e1jO ef ed[< d\d]„ ZPe1jQd^e1jRd_e1jSd`e1jTdaiZUee?e1jV ef edb< dcdd„ ZWdedf„ ZXdgdh„ ZYdidj„ ZZdkdl„ Z[dmdn„ Z\e]eef doœdpdq„Z^edoœdrds„Z_edtœdudv„Z`dwdx„ Zadydz„ Zbe1jcd{œd|d}„Zde1jed~e1jfdiZgee?e1jh ef ed€< eijjd�k �rd‚dƒ„ Zkd„d…„ Zld†d‡„ Zmdˆd‰„ ZndŠd‹„ ZodŒd�„ ZpdŽd�„ Zq‡ fd�d‘„Zrd’d“„ Zse1jtdd”œd•d–„Zud—d˜„ ZvejjweuejjxeveyƒeeveƒeeveƒiZzee{e|e1jtgef f ed™< ‡  Z}S )›ÚCodeGeneratorNFr   )Újit_fnÚfunction_typesr_   c                 C   sê   || _ t |¡| _|| _|d | _| j ||d¡ || j_|	| j_|d krT| j ¡ n|| _	|d krfi n|| _
|| _|| _tƒ | _|| _|| _|| _|| _|| _d | _|
d kr²|jn|
| _|| _g | _d | _i | _|  ¡ | _d | _d| _d S )Nr   r   F)Úcontextr   rm   r_   ra   Úset_locÚoptionsÚcodegen_fnsÚcreate_moduleÚmoduleÚfunction_ret_typesÚ	prototyperz   Údictrh   Ú
attributesr4   r¥   Úfunction_nameÚ	is_kernelÚcur_nodeÚdebugrN   Ú	scf_stackÚret_typerk   Ú_define_name_lookupÚdereference_namerT   Úvisiting_arg_default_value)rf   r§   r®   rz   r°   r4   r±   r¥   r©   rª   r´   r¬   r²   r¦   rN   r_   ra   r+   r+   r,   rg   Ö   s4    

zCodeGenerator.__init__c                 C   s   i | ]}|j |“qS r+   ©rQ   ©r.   r   r+   r+   r,   Ú
<dictcomp>ü   s      zCodeGenerator.<dictcomp>Úbuiltin_namespaceÚprintÚminÚmaxc                 C   s   t | jj||ƒS rA   )r   r¥   rP   )rf   rS   Úmessager+   r+   r,   Ú_unsupported  s    zCodeGenerator._unsupportedc                 C   sT   t ƒ }| j ||¡}||kr dS t|ƒr,dS | j di ¡ |¡ }rPt|ƒdkS dS )NFTÚ__annotations__r   )Úobjectrz   ÚgetrE   r   )rf   r<   Úabsent_markerÚvalÚar+   r+   r,   Ú_is_constexpr_global  s    z"CodeGenerator._is_constexpr_globalc                    sH   t dœ‡fdd„‰t dœ‡fdd„‰tƒ ‰ t tdœ‡ ‡‡‡fdd„}|S )	N)r<   c                    s   ˆ j  | |¡S rA   )rh   rÅ   )r<   Úabsentrr   r+   r,   Úlocal_lookup  s    z7CodeGenerator._define_name_lookup.<locals>.local_lookupc                    s¨   ˆ j  | |¡}||ks‚| ˆ jks‚t|ƒtks‚t|tƒs‚t|ddƒs‚t|ddƒ d¡s‚t|t	j
ƒs‚ˆ  | ¡s‚ˆ js‚tj dd¡dkr†|S tt d	| › d
�¡ dd¡ƒ‚d S )NZ__triton_builtin__Frw   Ú ztriton.languageZ"TRITON_ALLOW_NON_CONSTEXPR_GLOBALSÚ0Ú1z.                Cannot access global variable a€   from within @jit'ed
                function. Triton kernels can only access global variables that
                are annotated as constexpr (`x: triton.language.constexpr = 42`
                or `x = triton.language.constexpr(42)`).  Alternatively, set the
                envvar TRITON_ALLOW_NON_CONSTEXPR_GLOBALS=1, but we do not
                promise to support this forever.Ú
ú )rz   rÅ   r½   rF   r   rB   r   rŒ   r^   r
   r   rÉ   r¹   ÚosÚenvironÚ	NameErrorÚtextwrapÚdedentr;   )r<   rÊ   rÇ   rr   r+   r,   Úglobal_lookup  s:    ÿ
þý
üû
úùõôÿ
 úÿz8CodeGenerator._define_name_lookup.<locals>.global_lookup)r<   r@   c                    sD   ˆ }ˆˆˆj jfD ]}|| |ƒ}||k	r|  S qt| › d�ƒ‚d S )Nz is not defined)r½   rÅ   rÓ   )r<   rÊ   Zlookup_functionrK   ©rÆ   rÖ   rË   rf   r+   r,   Úname_lookup8  s    

z6CodeGenerator._define_name_lookup.<locals>.name_lookup)r"   rÄ   r   )rf   rØ   r+   r×   r,   r·     s
    z!CodeGenerator._define_name_lookup)r<   rK   r@   c                 C   s   || j |< || j|< dS )zâ This function:
            called by visit_Assign() & visit_FunctionDef() to store left value (lvalue)
        1. record local defined name (FIXME: should consider control flow)
        2. store tensor in self.lvalue
        N)rh   rk   )rf   r<   rK   r+   r+   r,   Ú	set_valueB  s    
zCodeGenerator.set_valuec                 C   s   | j  ¡ }| j  ¡ }||fS rA   )rm   Úget_locrp   )rf   ÚlocÚipr+   r+   r,   Ú_get_insertion_point_and_locK  s    

z*CodeGenerator._get_insertion_point_and_locc                 C   s   | j  |¡ | j  |¡ d S rA   )rm   rt   r¨   )rf   rÜ   rÛ   r+   r+   r,   Ú_set_insertion_point_and_locS  s    z*CodeGenerator._set_insertion_point_and_locc                 C   s6   t |ƒs|g}|D ]}|  |¡ t|tjƒr q2qd S rA   )rJ   r}   rB   r„   r    )rf   ZstmtsÚstmtr+   r+   r,   Úvisit_compound_statementZ  s    
z&CodeGenerator.visit_compound_statementc                 C   s   t j | |¡ d S rA   ©r„   ÚNodeVisitorrˆ   r’   r+   r+   r,   r—   f  s    zCodeGenerator.visit_Modulec                    s0   ˆ   |j¡}|d kst‚‡ fdd„|jD ƒ}|S )Nc                    s   g | ]}ˆ   |¡‘qS r+   r|   )r.   r*   rr   r+   r,   r/   l  s     z,CodeGenerator.visit_List.<locals>.<listcomp>)r}   r�   r'   Úelts)rf   rS   r�   rã   r+   rr   r,   Ú
visit_Listi  s    zCodeGenerator.visit_Listc                    sÎ   ˆ   |j¡}|d kr(ˆ j g ¡ tj}npt|tƒrr‡ fdd„|D ƒ}dd„ |D ƒ}ˆ j dd„ |D ƒ¡ t|ƒ}n&tj 	|ˆ j¡}ˆ j |j
g¡ |j}ˆ jd krª|ˆ _n ˆ j|krÊtdˆ j› d|› �ƒ‚d S )Nc                    s   g | ]}t j |ˆ j¡‘qS r+   )r
   ÚcoreÚ
_to_tensorrm   ©r.   Úvrr   r+   r,   r/   z  s     z.CodeGenerator.visit_Return.<locals>.<listcomp>c                 S   s   g | ]
}|j ‘qS r+   ©rF   rç   r+   r+   r,   r/   {  s     c                 S   s   g | ]
}|j ‘qS r+   ©Úhandlerç   r+   r+   r,   r/   |  s     zInconsistent return types: ú and )r}   rK   rm   r=   r
   ÚvoidrB   rI   rå   ræ   rë   rF   r¶   Ú	TypeError)rf   rS   Z	ret_valueZret_tyZ
ret_valuesÚ	ret_typesr=   r+   rr   r,   r“   p  s     



zCodeGenerator.visit_Returnc              	   C   s¤  |   |j¡\}}| jr"|  |d¡‚t|jjƒD ]Š\}}|jj| d  }|j}|j}tj	|t 
¡ d�}	|d kr€tj|	g|d�}
ntj|	||d�}
z| jrœt‚d| _|   |
¡ W 5 d| _X q.| jrÄdnd	}| j | j| j| j | j¡|| j¡| _| j | j¡ | j ¡ }g }d
}t|ƒD ]¢\}}|| jk�r\| j| }t|ƒ�sLt| j| ƒ}| |¡ �qnZ|| jk�rŽ| j| D ]\}}| j |||¡ �qr| t| j |¡| jj | ƒ¡ |d7 }�q| j !¡ }t"||ƒD ]\}}|  #||¡ �qÎ| j $|¡ |  %|j&¡ | j'd k�s| j't(j)k�r.t(j)| _'| j *g ¡ nVt+| j't,ƒ�rbt-| j'ƒ| j_.| j /| j | j¡¡ n"| j'g| j_.| j /| j | j¡¡ |�r–| j 0|¡ | j 1¡  d S )Nz,nested function definition is not supported.r   ©r‹   r�   ©ÚtargetsrK   )ÚtargetrK   Ú
annotationFTÚpublicÚprivater   )2r}   rU   rT   rÂ   rO   Údefaultsrô   rW   r„   rŠ   r�   r¡   Z	AnnAssignr¹   r'   r²   rm   Zget_or_insert_functionr¬   r±   r®   Úto_irrN   Z	push_backZadd_entry_blockr4   rE   r   Úappendr°   Zset_arg_attrr   Zparam_typesrn   ÚziprÙ   Úset_insertion_point_to_startrà   r~   r¶   r
   rí   r=   rB   rI   rH   rï   Z
reset_typeÚset_insertion_point_to_endÚfinalize)rf   rS   rR   Úkwarg_namesr   Údefault_valueZarg_noderô   r<   Z	st_targetZ	init_nodeZ
visibilityÚentryZ
arg_valuesrV   Zarg_nameZcstrK   Z	insert_ptÚ	arg_valuer+   r+   r,   r˜   Š  sl    

  ÿ



 
zCodeGenerator.visit_FunctionDefc                 C   s4   g }|j D ]}||  |¡g7 }q
|  |j¡}||fS rA   )rU   r}   Úkwarg)rf   rS   rR   rW   rþ   r+   r+   r,   Úvisit_argumentsÍ  s
    
zCodeGenerator.visit_argumentsc                 C   s   t j | |¡ |jS rA   )r„   râ   rˆ   rW   r’   r+   r+   r,   Ú	visit_argÔ  s    zCodeGenerator.visit_argc                 C   sr   |   |j¡}|   |j¡}|   |j¡}|tkrh|| jkrDt|› d�ƒ‚t|ƒsTt|ƒ}|| j|< | j| S |  |¡S )Nz4 is already defined. constexpr cannot be reassigned.)	r}   rô   ró   rK   r   rh   Ú
ValueErrorrE   r”   )rf   rS   rô   ró   rK   r+   r+   r,   Úvisit_AnnAssignØ  s    


zCodeGenerator.visit_AnnAssignc           	      C   sÆ   g }|j D ]}||  |¡g7 }q
t|ƒdkr8|  |d¡‚|d }|  |j¡}t|ƒsZ|g}t|ƒsh|g}tjf}t||ƒD ]F\}}t	|ƒ}|d k	r´t
|ƒs´t||ƒs´tj || j¡}|  ||¡ qzd S )Nr   z2simultaneous multiple assignment is not supported.r   )rò   r}   ÚlenrÂ   rK   rJ   r
   r   rú   rL   rD   rB   rå   ræ   rm   rÙ   )	rf   rS   Z_namesró   ÚnamesÚvaluesZnative_nontensor_typesr<   rK   r+   r+   r,   r”   é  s*    
ÿþzCodeGenerator.visit_Assignc                 C   sR   |j j}tj|t ¡ d�}t ||j|j¡}tj|j g|d�}|  	|¡ |  
|¡S )Nrð   rñ   )ró   r‹   r„   rŠ   ÚLoadZBinOpÚoprK   r¡   r}   r¸   )rf   rS   r<   ÚlhsÚrhsZassignr+   r+   r,   r•   ÿ  s    
zCodeGenerator.visit_AugAssignc                 C   s"   t |jƒtjkr|jS |  |j¡S rA   )rF   r�   r„   r�   r‹   r¸   r’   r+   r+   r,   r‘     s    zCodeGenerator.visit_Namec                 C   s   t j | |¡ d S rA   rá   r’   r+   r+   r,   Úvisit_Store  s    zCodeGenerator.visit_Storec                 C   s   t j | |¡ d S rA   rá   r’   r+   r+   r,   Ú
visit_Load  s    zCodeGenerator.visit_Loadc                    s   ‡ fdd„|j D ƒ}t|ƒS )Nc                    s   g | ]}ˆ   |¡‘qS r+   r|   )r.   Úxrr   r+   r,   r/     s     z-CodeGenerator.visit_Tuple.<locals>.<listcomp>)rã   rI   )rf   rS   rU   r+   rr   r,   Úvisit_Tuple  s    zCodeGenerator.visit_Tuplec                 C   sT   t |ƒrt||ƒ|| jd�S t |ƒrFt dd|¡}t||ƒ|| jd�S t||ƒ|ƒS )N©Z_builderz__(.*)__z__r\1__)rD   rŒ   rm   ÚreÚsub)rf   Úmethod_namer  r  Zreverse_method_namer+   r+   r,   Ú_apply_binary_method  s    z"CodeGenerator._apply_binary_methodc                 C   sV   |   |j¡}|   |j¡}| j t|jƒ¡}|d krH|  |d |jj	¡¡‚|  
|||¡S )Nz8AST binary operator '{}' is not (currently) implemented.)r}   ÚleftÚrightÚ_method_name_for_bin_oprÅ   rF   r  rÂ   ÚformatrQ   r  ©rf   rS   r  r  r  r+   r+   r,   Úvisit_BinOp  s    ÿzCodeGenerator.visit_BinOpÚ__add__Ú__sub__Ú__mul__Ú__truediv__Ú__floordiv__Ú__mod__Ú__pow__Ú
__lshift__Ú
__rshift__Ú__and__Ú__or__Ú__xor__r  c                 C   s.  | j  |¡ |  |j¡ | j  ¡ }| j ¡ }i }|jrr| j  |¡ | ¡ | _i | _|  |j¡ | j ¡ }| j  ¡ }g }g }g }	|D �]}
|df|dffD ]P\}}|
|kr˜||
 j	||
 j	ks˜t
d|
› d||
 j	› d|› d||
 j	› �ƒ‚q˜|
|ksü|
|k�rV| |
¡ | |
|k�r||
 j	n||
 j	¡ |	 |
|k�rF||
 j ¡ n||
 j ¡ ¡ |
|k�rv|
|k�rv||
 ||
< |
|kr‚|
|kr‚||
 ||
< q‚| ¡ | ¡ @ D ]v}
|
|k�r¶�q¤||
 j	}||
 j	}||k�sðt
d|
› d|› d	|› d
�ƒ‚| |
¡ | |¡ |	 ||
 j ¡ ¡ �q¤|||||||	fS )NZthenÚelsezinitial value for `z` is of type z
, but the z block redefines it as zmismatched type for z between then block (z) and else block (ú))rm   rû   rà   r~   rn   rk   ri   r™   rh   rF   r'   rù   rë   Úget_typeÚkeys)rf   rS   rj   Ú
then_blockÚ
else_blockÚ	then_defsÚ	else_defsr  rï   Úir_ret_typesr<   ZdefsZ
block_nameZthen_tyZelse_tyr+   r+   r,   Úvisit_then_else_blocks7  sZ    





&ÿ
$ÿÿ


ÿ

z$CodeGenerator.visit_then_else_blocksc              	      sj  d}t | ƒ��}|\}}| j ¡ }| j ¡ }| j ¡ }	| j |¡ | j |j||¡ |  ||||¡\‰‰ }}}
}}| j |¡ | ¡ rš| ¡ ršd}|	 ¡  | 	¡ sÂ|rÂ| j 
|	‡fdd„|
D ƒ¡ | j |¡ | 	¡ sö|rö| j 
|	‡ fdd„|
D ƒ¡ |�r|D ]}|	 |¡ �q W 5 Q R X |�rf| j |	¡ t|
ƒD ].\}}tj |	 |¡|| ¡}|  ||¡ �q6d S )NTFc                    s   g | ]}ˆ | j ‘qS r+   rê   ©r.   Ún©r/  r+   r,   r/   ‚  s     z4CodeGenerator.visit_if_top_level.<locals>.<listcomp>c                    s   g | ]}ˆ | j ‘qS r+   rê   r3  ©r0  r+   r,   r/   †  s     )rd   rm   Úcreate_blockrü   Zcreate_cond_branchrë   r2  Z
has_returnÚeraseZhas_terminatorZcreate_branchÚadd_argumentrû   rO   r
   rå   r   rW   rÙ   )rf   ÚcondrS   Zhas_endif_blockÚsrrj   Zip_blockr-  r.  Zendif_blockr  rï   r1  r(   r   r<   Ú
new_tensorr+   )r0  r/  r,   Úvisit_if_top_leveln  s6    


ÿz CodeGenerator.visit_if_top_levelc              	      sh  t ˆƒ��}|\}}ˆ ¡ \}}ˆj ¡ }|jr:ˆj ¡ nd }	ˆ ||||	¡\‰‰ }}	}
}}ˆ ||¡ ˆj ‡fdd„|D ƒ|jd¡}| 	| 
¡ ¡ ˆj | 
¡ ¡ t|
ƒdkrÌˆj ‡fdd„|
D ƒ¡ |jsÜ| ¡ }	n|	 	| ¡ ¡ ˆj | ¡ ¡ t|
ƒdk�r"ˆj ‡ fdd„|
D ƒ¡ W 5 Q R X t|
ƒD ].\}}tj | |¡|| ¡}ˆ ||¡ �q4d S )Nc                    s   g | ]}|  ˆ j¡‘qS r+   ©rø   rm   r-   rr   r+   r,   r/   �  s     z.CodeGenerator.visit_if_scf.<locals>.<listcomp>Tr   c                    s   g | ]}ˆ | j ‘qS r+   rê   r3  r5  r+   r,   r/   ¡  s     c                    s   g | ]}ˆ | j ‘qS r+   rê   r3  r6  r+   r,   r/   ¨  s     )rd   rÝ   rm   r7  r™   r2  rÞ   Úcreate_if_oprë   Úmerge_block_beforeÚget_then_blockrü   r  Úcreate_yield_opÚget_else_blockrO   r
   rå   r   Ú
get_resultrÙ   )rf   r:  rS   r;  rj   r   rÜ   Úlast_locr-  r.  r  rï   Úif_opr   r<   r<  r+   )r0  rf   r/  r,   Úvisit_if_scf“  s,    
ÿ 
$zCodeGenerator.visit_if_scfc              	   C   sÔ   |   |j¡}t|ƒrt|jtj| jd�}t| jƒ  |¡}| j	rN|rN|  
|d¡‚qÐ| j	sX|sf|  ||¡ qÐ|  ||¡ n\t|ƒ}t|ƒtkr²|  
|d d dd„ tD ƒ¡t|ƒj¡¡‚|rÄ|  |j¡ n|  |j¡ d S )Nr  zÔCannot have `return` statements inside `while` or `for` statements in triton (note that this also applies to `return` statements that are inside functions transitively called from within `while`/`for` statements)úO`if` conditionals can only accept values of type {{{}}}, not objects of type {}ú, c                 s   s   | ]}|j V  qd S rA   rº   r»   r+   r+   r,   Ú	<genexpr>Â  s     z)CodeGenerator.visit_If.<locals>.<genexpr>)r}   ÚtestrD   Útor
   Úint1rm   ry   rz   rµ   rÂ   rG  r=  rL   rF   Ú_condition_typesr  r$   rQ   rà   r~   r™   )rf   rS   r:  Zcontains_returnr+   r+   r,   rš   ®  s0    
 ÿ
 þÿzCodeGenerator.visit_Ifc              
   C   s   |   |j¡}t|ƒ�r¾|jtj| jd�}t| ƒ��„ |  ¡ \}}| j 	¡ }| j 
|¡ tj |   |j¡| j¡}| j ¡ }| j 	¡ }| j 
|¡ tj |   |j¡| j¡}| j ¡ }|  ||¡ |j|jksàtd|j› d|j› �ƒ‚|j}	|	tjkrþ|	 | j¡gng }
| j |
|jd¡}| | ¡ ¡ |
�rH| j | ¡ ¡ | j |jg¡ | j | ¡ ¡ | | ¡ ¡ |
�rŒ| j | ¡ ¡ | j |jg¡ |
�r¦tj | d¡|	¡nd W  5 Q R £ S Q R X n^t|ƒ}t|ƒtk�rþ|   |d !d "dd	„ tD ƒ¡t|ƒj#¡¡‚|�r|   |j¡S |   |j¡S d S )
Nr  zAternary expression with dynamic condition has inconsistent types rì   Tr   rH  rI  c                 s   s   | ]}|j V  qd S rA   rº   r»   r+   r+   r,   rJ  ÷  s     z,CodeGenerator.visit_IfExp.<locals>.<genexpr>)$r}   rK  rD   rL  r
   rM  rm   rd   rÝ   r7  rû   rå   ræ   r~   rn   r™   rÞ   rF   r'   rí   rø   r?  rë   r@  rA  rü   rB  rC  r   rD  rL   rN  rÂ   r  r$   rQ   )rf   rS   r:  rÜ   rE  r-  Zthen_valr.  Zelse_valr¶   Zret_type_irrF  r+   r+   r,   r›   É  sT    




ÿ2 þÿzCodeGenerator.visit_IfExpc                 C   s   d S rA   r+   r’   r+   r+   r,   Ú
visit_Passþ  s    zCodeGenerator.visit_Passc                 C   sÚ   t |jƒdkrt |jƒdks(|  |d¡‚|  |j¡}|  |jd ¡}t|ƒ}t|ƒ}t|jd ƒtj	krtt
||kƒS t|jd ƒtjkr”t
||k	ƒS | j t|jd ƒ¡}|d krÌ|  |d |jd j¡¡‚|  |||¡S )Nr   z1simultaneous multiple comparison is not supportedr   z<AST comparison operator '{}' is not (currently) implemented.)r  ZcomparatorsÚopsrÂ   r}   r  rL   rF   r„   ZIsr   ZIsNotÚ_method_name_for_comp_oprÅ   r  rQ   r  )rf   rS   r  r  Ú	lhs_valueÚ	rhs_valuer  r+   r+   r,   Úvisit_Compare  s"     ÿzCodeGenerator.visit_CompareÚ__eq__Ú__ne__Ú__lt__Ú__le__Ú__gt__Ú__ge__rQ  c                 C   sž   |   |j¡}| j t|jƒ¡}|d kr>|  |d|jj› d�¡‚t|ƒrXt	||ƒ| j
d�S zt	||ƒƒ W S  tk
r˜   |  |d|› dt|ƒj› �¡‚Y nX d S )NzAST unary operator 'z!' is not (currently) implemented.r  z)' is not (currently) implemented on type )r}   ÚoperandÚ_method_name_for_unary_oprÅ   rF   r  rÂ   rQ   rD   rŒ   rm   ÚAttributeError)rf   rS   r[  rT   r+   r+   r,   Úvisit_UnaryOp  s     ÿzCodeGenerator.visit_UnaryOpÚ__neg__Ú__pos__Ú__not__Ú
__invert__r\  c              
      sJ  t ˆƒ��Ì}|\}}ˆ ¡ \}}ˆj ¡ }ˆj |¡ ˆj |¡ ˆ |j¡ ˆj 	¡  ˆj
}| ¡  g }	g }
g }|D ]¨}||krvt|| ƒsžtd|› d�ƒ‚t|| ƒsºtd|› d�ƒ‚|| j|| jksötd|› d|| j› d|| j› d�ƒ‚|	 |¡ |
 || j¡ | || ¡ qvˆ ||¡ ˆj ‡fdd	„|
D ƒd
d	„ |D ƒ¡}ˆj | ¡ ‡fdd	„|
D ƒ¡‰ ˆj ˆ ¡ t|	ƒD ]8\}}tj ˆ  |¡|
| ¡ˆj|< ˆj| ˆj
|< �q†ˆ |j¡}ˆj ˆ ¡ ˆj |j‡ fdd	„tt|ƒƒD ƒ¡ ˆj |  ¡ ‡fdd	„|
D ƒ¡}ˆj |¡ t|	ƒD ]8\}}tj | |¡|
| ¡ˆj|< ˆj| ˆj
|< �q2ˆj |¡ ˆ |j¡ ˆj 	¡  ˆj
}g }|D ]}||k�rœ| || ¡ �qœˆj !dd	„ |D ƒ¡ W 5 Q R X t|	ƒD ]6\}}tj | "|¡|
| ¡}|ˆj|< |ˆj
|< �qä|j#D ]"}d�s4tdƒ‚t$j% &ˆ|¡ �q"d S )Nzcannot reassign constxpr z in the loopzcannot reasign constexpr úLoop-carried variable ú has initial type ú but is re-assigned to ú: in loop! Please make sure that the type stays consistent.c                    s   g | ]}|  ˆ j¡‘qS r+   r>  r-   rr   r+   r,   r/   J  s     z-CodeGenerator.visit_While.<locals>.<listcomp>c                 S   s   g | ]
}|j ‘qS r+   rê   ©r.   rW   r+   r+   r,   r/   K  s     c                    s   g | ]}|  ˆ j¡‘qS r+   r>  r-   rr   r+   r,   r/   N  s     c                    s   g | ]}ˆ   |¡‘qS r+   )rW   r2   )Úbefore_blockr+   r,   r/   V  s     c                    s   g | ]}|  ˆ j¡‘qS r+   r>  r-   rr   r+   r,   r/   Y  s     c                 S   s   g | ]
}|j ‘qS r+   rê   ©r.   Úyr+   r+   r,   r/   h  s     FzNot implemented)'rd   rÝ   rm   r7  rû   rµ   rù   rà   r~   Úpoprk   r8  rD   r'   rF   rÞ   Zcreate_while_opZcreate_block_with_parentZ
get_beforerO   r
   rå   r   rW   rh   r}   rK  rü   Zcreate_condition_oprë   Úranger  Z	get_afterrB  rD  r™   r„   râ   rˆ   )rf   rS   r;  rj   ro   rÜ   rE  ÚdummyZ	loop_defsr  rï   Ú	init_argsr<   Zwhile_opr   r:  Zafter_blockÚyieldsZnew_defrß   r+   )rh  rf   r,   Úvisit_While'  sx    

"ÿ
ÿÿ&ÿ

 

zCodeGenerator.visit_Whilec                 C   sJ   |j jjdkst‚|  |j¡}|  |j¡}t|ƒrB|j|| j	d�S || S )Nr
  r  )
r�   Ú	__class__rQ   r'   r}   rK   ÚslicerD   Ú__getitem__rm   )rf   rS   r  Zslicesr+   r+   r,   Úvisit_Subscriptt  s    zCodeGenerator.visit_Subscriptc                    s   ‡ fdd„|j D ƒS )Nc                    s   g | ]}ˆ   |¡‘qS r+   r|   )r.   Zdimrr   r+   r,   r/   }  s     z0CodeGenerator.visit_ExtSlice.<locals>.<listcomp>)Zdimsr’   r+   rr   r,   Úvisit_ExtSlice|  s    zCodeGenerator.visit_ExtSlicec                    s  ˆ   |jj¡}‡ fdd„|jjD ƒ}t‡ fdd„|jjD ƒƒ}|tjkr°|||Ž}t|j	j
|jj
|jj
ƒ}|D ]<}t|ƒˆ j|jj< ˆ  |j¡ |jD ]}tj ˆ |¡ q–qnd S d }	|tjkrâ|||Ž}|j	}
|j}|j}|j}	nˆ|tk�rbt|ƒdk�r|d nˆ   t d¡¡}
t|ƒdk�r(|d nˆ   |jjd ¡}t|ƒdk�rP|d nˆ   t d¡¡}ntdƒ‚d	}t|ƒ�rž|j
dk �ržt|j
 ƒ}d
}||
 }
}tj |
ˆ j¡}
tj |ˆ j¡}tj |ˆ j¡}|
j  ¡ �rò|j  ¡ �rò|j  ¡ �st!d|
j› d|j› d|j› d�ƒ‚tj" #|
j|j¡}tj" #||j¡}| $ˆ j¡}|j%tjjj&j'k}|
j(}
|j(}|j(}ˆ j )|
||¡}
ˆ j )|||¡}ˆ j )|||¡}ˆ j *|¡}ˆ  +|jjtj ,||¡¡ t-ˆ ƒ��æ}|\}}ˆ  .¡ \}}ˆ j /¡ }ˆ j 0|¡ ˆ j1 2|¡ ˆ  |j¡ ˆ j1 3¡  | 4¡  g }g }g }ˆ j5D ]Â}||k�r.t6ˆ j5| ƒ�sZt7|› d�ƒ‚t6|| ƒ�slt7‚ˆ j5| j8|| j8k�s®t7d|› d|| j8› dˆ j5| j8› d�ƒ‚| 2|¡ | 2tj || ˆ j¡¡ | 2tj ˆ j5| ˆ j¡¡ �q.ˆ  9||¡ ˆ j :|
||dd„ |D ƒ¡}|	d k	�r8| ;dˆ j <|	¡¡ ˆ j1 2|¡ ˆ j 0| =d¡¡ | >¡ ˆ _i ˆ _5t?|ƒD ]6\}}ˆ  +|tj ,| =d¡ @|d ¡|| j8¡¡ �qnˆ  |j¡ ˆ j1 3¡  g }ˆ j5D ],}||k�rÆ| 2tj ˆ j5| ˆ j¡¡ �qÆt|ƒdk�rˆ j Add„ |D ƒ¡ | =d¡ B¡ }| C¡ dk�s<t7dƒ‚ˆ j 0| =d¡¡ | D¡ }|�rxˆ j E||¡}ˆ j F||
¡}ˆ j|jj j( G|¡ ˆ  +|jjtj ,||¡¡ W 5 Q R X t?|ƒD ],\}}ˆ  +|tj ,| H|¡|| j8¡¡ �qº|jD ]"}d	�s t7dƒ‚tj ˆ |¡ �qîd S )Nc                    s   g | ]}ˆ   |¡‘qS r+   r|   rg  rr   r+   r,   r/   �  s     z+CodeGenerator.visit_For.<locals>.<listcomp>c                 3   s   | ]}ˆ   |¡V  qd S rA   r|   ©r.   Úkeywordrr   r+   r,   rJ  ‚  s     z*CodeGenerator.visit_For.<locals>.<genexpr>r   r   r	   zAOnly `range` and `static_range` iterators are currently supportedFTz0For loop bounds and step must all be ints, are (rI  r*  z is not tensorrc  rd  re  rf  c                 S   s   g | ]
}|j ‘qS r+   rê   rg  r+   r+   r,   r/   Ü  s     ztt.num_stagesc                 S   s   g | ]
}|j ‘qS r+   rê   ri  r+   r+   r,   r/   ð  s     z7We use SCF, so the loop body should only have one blockz)Don't know what to do with else after for)Ir}   Úiterrœ   rU   r¯   Úkeywordsr
   Ústatic_rangerl  ÚstartrK   ÚendÚstepr   rh   ró   r‹   rà   r~   r™   r„   râ   rˆ   Ú
num_stagesr  ZNumÚRuntimeErrorrE   rå   ræ   rm   r   r   rî   ÚsemanticZinteger_promote_implrø   r!   r   r    rë   Zcreate_int_castZcreate_undefrÙ   r   rd   rÝ   r7  rû   rµ   rù   rk  r8  rk   rD   r'   rF   rÞ   Zcreate_for_opZset_attrZget_int32_attrÚget_bodyri   rO   rW   rB  Z
get_parentÚsizeZget_induction_varZ
create_subZ
create_addZreplace_all_uses_withrD  )rf   rS   ZIteratorClassZ	iter_argsZiter_kwargsÚiteratorrz  r   rß   r~  ZlbZubr}  Znegative_stepZiv_typeZ
iv_ir_typeZiv_is_signedZivr;  rj   ro   rÜ   rE  Úblockrn  ro  r  r<   Zfor_opZfor_op_regionr+   rr   r,   Ú	visit_For  sÈ    





&((
$"



$ÿ
 

0


 $&
zCodeGenerator.visit_Forc                 C   s0   |   |j¡}|   |j¡}|   |j¡}t|||ƒS rA   )r}   ÚlowerÚupperr}  rr  )rf   rS   r†  r‡  r}  r+   r+   r,   Úvisit_Slice  s    zCodeGenerator.visit_Slicec                 C   s   |   |j¡S rA   )r}   rK   r’   r+   r+   r,   Úvisit_Index  s    zCodeGenerator.visit_Indexr{   c                 C   s   |j |  |j¡fS rA   )rW   r}   rK   r’   r+   r+   r,   Úvisit_keyword  s    zCodeGenerator.visit_keywordc                 C   sD   | j s
d S |  |j¡}|jd k	r,|  |j¡nd}tjj||| jd�S )NrÌ   r  )r´   r}   rK  Úmsgr
   rå   Údevice_assertrm   )rf   rS   rK  r‹  r+   r+   r,   Úvisit_Assert  s
    zCodeGenerator.visit_Assert©rT   c                    s  t j|jfˆ ž|Ž‰ ‡ fdd„|jD ƒ‰ dd„ ˆ D ƒ‰ tƒ }dd„ tˆ ƒD ƒ‰‡ fdd„ˆD ƒ}‡fdd„tˆ ƒD ƒ‰ dd„ ˆ D ƒ}d	d„ ˆ D ƒ}t|j||ƒ}| j 	|¡�svt
 g |¡}	|j}
t|ƒ\}}|jd krÜ| jn|j}t| j|	|
||| j||| j|j||| jj| jj|d
�}z| | ¡ ¡ W n8 tk
�rb } zt| jj| jd ƒ|‚W 5 d }~X Y nX |j}|| j|< n
| j| }| j |¡}| j ||¡}|  ¡ dk�s²|d k�r¶d S |  ¡ dk�rÔt!| "d¡|ƒS g }t#|  ¡ ƒD ] }| $t!| "|¡|| ƒ¡ �qät%|ƒS d S )Nc                    s   g | ]}ˆ | ‘qS r+   r+   )r.   r<   ©rU   r+   r,   r/     s     z2CodeGenerator.call_JitFunction.<locals>.<listcomp>c                 S   s    g | ]}t |ƒr|nt|ƒ‘qS r+   )rD   r   rg  r+   r+   r,   r/     s     c                 S   s   g | ]\}}t |ƒr|‘qS r+   )rE   ©r.   r   rW   r+   r+   r,   r/     s      c                    s   i | ]}|ˆ | “qS r+   r+   r2   r�  r+   r,   r¼      s      z2CodeGenerator.call_JitFunction.<locals>.<dictcomp>c                    s    g | ]\}}|ˆ krd n|‘qS rA   r+   r�  )Ú
constexprsr+   r,   r/   "  s     c                 S   s   g | ]}|d k	r|j ‘qS rA   rê   rg  r+   r+   r,   r/   #  s      c                 S   s   g | ]}|d k	r|j ‘qS rA   ré   rg  r+   r+   r,   r/   $  s      )
r¬   r¥   r±   r¦   rN   r_   ra   r©   rª   r´   r   r   )&r[   ÚgetcallargsrT   rR   r¯   rO   r>   rQ   r¬   Zhas_functionr
   Úfunction_typeÚ__globals__rc   r´   r¤   r§   r­   rN   rm   r©   rª   r}   r‚   Ú	Exceptionr   r¥   rP   r³   r¶   Zget_functionÚcallZget_num_resultsr   rD  rl  rù   rI   )rf   rT   rU   ru   r°   r4   Úarg_valsÚ	arg_typesÚfn_namer®   rz   r_   ra   r´   re   ÚeZcallee_ret_typeÚsymbolZcall_opÚresultsr   r+   )rU   r‘  r,   Úcall_JitFunction  sV          ý&
zCodeGenerator.call_JitFunctionc           	   
      sJ  t ˆ  |j¡ƒ}ˆ j |¡}|d k	r.|ˆ |ƒS t‡ fdd„|jD ƒƒ}‡ fdd„|jD ƒ}|tj	j
krpˆ jspd S t|tƒr”t|||ƒ ˆ  |||¡S t|dƒr¨t|jƒs¶tj	 |¡�r&tˆ jd�}t |¡}d|jkrÞˆ |d< z||||—ŽW S  tk
�r$ } ztˆ jj|d ƒ|‚W 5 d }~X Y nX |ˆ j ¡ k�r@tt |ƒ}|||ŽS )Nc                 3   s   | ]}ˆ   |¡V  qd S rA   r|   rv  rr   r+   r,   rJ  N  s     z+CodeGenerator.visit_Call.<locals>.<genexpr>c                    s   g | ]}ˆ   |¡‘qS r+   r|   rg  rr   r+   r,   r/   O  s     z,CodeGenerator.visit_Call.<locals>.<listcomp>Ú__self__r  Z
_generator)rL   r}   rœ   Ú statically_implemented_functionsrÅ   r¯   ry  rU   r
   rå   rŒ  r´   rB   r   rX   r�  ÚhasattrrD   rž  Ú
is_builtinrm   r[   Ú	signatureÚ
parametersr•  r   r¥   rP   r½   r	  r%   )	rf   rS   rT   Zstatic_implementationÚkwsrU   Úextra_kwargsÚsigrš  r+   rr   r,   r�   H  s0    

"

$
zCodeGenerator.visit_Callc                 C   s
   t |jƒS rA   ©r   rK   r’   r+   r+   r,   Úvisit_Constantj  s    zCodeGenerator.visit_Constant©rS   c                 C   sx   t |jƒdkr|  |d¡‚|  |jd ¡}|  |jd ¡}| j t|jƒ¡}|d krj|  |d |jj	¡¡‚|  
|||¡S )Nr	   z^chained boolean operators (A or B or C) are not supported; use parentheses to split the chain.r   r   z9AST boolean operator '{}' is not (currently) implemented.)r  r	  rÂ   r}   Ú_method_name_for_bool_oprÅ   rF   r  r  rQ   r  r  r+   r+   r,   Úvisit_BoolOpm  s     ÿ ÿzCodeGenerator.visit_BoolOpÚlogical_andÚ
logical_orrª  )é   é   c                 C   s
   t |jƒS rA   r§  r’   r+   r+   r,   Úvisit_NameConstant}  s    z CodeGenerator.visit_NameConstantc                 C   s
   t |jƒS rA   )r   r4  r’   r+   r+   r,   Ú	visit_Num€  s    zCodeGenerator.visit_Numc                 C   s   t t |¡ƒS rA   )r   r„   Úliteral_evalr’   r+   r+   r,   Ú	visit_Strƒ  s    zCodeGenerator.visit_Strc                 C   s>   |   |j¡}t|ƒr2|jdkr2tjj|d| jd�S t||jƒS )NÚT)r   r   )rm   )	r}   rK   rD   r�   r
   r€  Zpermuterm   rŒ   )rf   rS   r  r+   r+   r,   rŽ   †  s
    
zCodeGenerator.visit_Attributec                 C   s   t j | |¡ d S rA   rá   r’   r+   r+   r,   Ú
visit_Expr�  s    zCodeGenerator.visit_Exprc                 C   s   d S rA   r+   r’   r+   r+   r,   Úvisit_NoneType�  s    zCodeGenerator.visit_NoneTypec                 C   s¼   t |jƒ}t|ƒD ]ž\}}t|tjƒr6t|jƒ||< qt|tjƒrž|j	}|  
|j¡}t|ƒst|  |dtt|ƒƒ ¡‚|dk r€dndt|ƒ d  |j¡||< qtd t|ƒ¡ƒ‚qd |¡S )Nz^Cannot evaluate f-string containing non-constexpr conversion values, found conversion of type r   z{}z{!Ú}z:encountered unexpected node of type {} in a JoinedStr noderÌ   )rH   r	  rO   rB   r„   ÚConstantr"   rK   ZFormattedValueÚ
conversionr}   rE   rÂ   rF   Úchrr  r'   r$   )rf   rS   r	  r   rK   Zconversion_codeZ	evaluatedr+   r+   r,   Úvisit_JoinedStr“  s"    

ÿþ*zCodeGenerator.visit_JoinedStrc                    s  |d krd S t  ¡ �ð t  dt¡ t  dt¡ | j}| j ¡ }|| _t|dƒr~t|dƒr~| j 	| j
| j|j |j¡ | j ¡ }ztƒ  |¡}W nN tk
r¤   ‚ Y n: tk
rÜ } zt| jj| jt|ƒƒd ‚W 5 d }~X Y nX |rô|| _| j 	|¡ |W  5 Q R £ S Q R X d S )NÚignoreÚlinenoÚ
col_offset)ÚwarningsÚcatch_warningsÚsimplefilterÚDeprecationWarningÚPendingDeprecationWarningr³   rm   rÚ   r   r¨   r_   ra   r½  r¾  Úsuperr}   r   r•  r¥   rP   r1   )rf   rS   Z	last_noderE  r=   rš  ©rq  r+   r,   r}   ¥  s*    


*zCodeGenerator.visitc                 C   s   |   |d t|ƒj¡¡‚d S )Nzunsupported AST node type: {})rÂ   r  rF   rQ   r’   r+   r+   r,   rˆ   Â  s    zCodeGenerator.generic_visitr‰   c              
   C   sÌ   t |jƒ}d|  k rdkr,n n
t |jƒr4tdƒ‚t|  |jd ¡ƒ}t|tƒsZtdƒ‚|sÈ|dkrld}nHz|  |jd ¡}W n2 t	k
r² } zdt
|ƒ d }W 5 d }~X Y nX t| jj|t|ƒƒ‚d S )	Nr   r	   z=`static_assert` requires one or two positional arguments onlyzqAssertion condition could not be determined at compile-time. Make sure that it depends only on `constexpr` valuesr   rÌ   z'<failed to evaluate assertion message: ú>)r  rU   ry  rî   rL   r}   rB   rž   ÚNotImplementedErrorr•  r1   r   r¥   rP   )rf   rS   Ú	arg_countZpassedrÁ   rš  r+   r+   r,   Úexecute_static_assertÅ  s"    
"
ÿ"z#CodeGenerator.execute_static_assertc                    s   t jdœ‡ fdd„}|S )Nr©  c                    s@   dd„ ‡ fdd„|j D ƒD ƒ}‡ fdd„|jD ƒ}tˆ||ŽƒS )Nc                 S   s   i | ]\}}|t |ƒ“qS r+   )rL   )r.   r<   rK   r+   r+   r,   r¼   Þ  s   ÿ z>CodeGenerator.static_executor.<locals>.ret.<locals>.<dictcomp>c                 3   s   | ]}ˆ   |¡V  qd S rA   r|   rv  rr   r+   r,   rJ  à  s     z=CodeGenerator.static_executor.<locals>.ret.<locals>.<genexpr>c                    s   g | ]}t ˆ  |¡ƒ‘qS r+   )rL   r}   rg  rr   r+   r,   r/   â  s     z>CodeGenerator.static_executor.<locals>.ret.<locals>.<listcomp>)ry  rU   r   )rf   rS   r¤  rU   ©Ú	python_fnrr   r,   r=   Ý  s
    þz*CodeGenerator.static_executor.<locals>.ret)r„   r£   )rË  r=   r+   rÊ  r,   Ústatic_executorÛ  s    zCodeGenerator.static_executorrŸ  )NNFNFNr   )~rQ   rw   rx   r   r   r   r"   rg   r  rH   rl  ÚfloatÚintrB   rŒ   r½   r   rÃ   Úupdater
   rå   Zdevice_printZminimumÚmaximumrÂ   rÉ   r·   r   r   r   rÙ   rÝ   rÞ   rà   r—   rä   r“   r˜   r  r  r  r”   r•   r‘   r  r  r  r  r  r„   ZAddZSubZMultZDivZFloorDivZModZPowZLShiftZRShiftZBitAndZBitOrZBitXorr  r   Úoperatorr2  r=  rG  rš   r›   rO  rT  ZEqZNotEqZLtZLtEZGtZGtErQ  Zcmpopr^  ZUSubZUAddZNotZInvertr\  Zunaryoprp  rt  ru  r…  rˆ  r‰  r   rŠ  r�  r�  r�   r¨  ZBoolOpr«  ÚAndÚOrrª  ZboolopÚsysÚversion_infor°  r±  r³  rŽ   rµ  r¶  r»  r}   rˆ   r£   rÉ  rÌ  Zstatic_assertZstatic_printr¾   rŸ  rÄ   r   Ú__classcell__r+   r+   rÅ  r,   r¤   Ô   s  
            þþ&,
ý.	C	
            ô7%5           ÿ       ÿM /"&    ür¤   c                 C   sJ   d}t | ƒD ]8\}}|t|ƒ7 }||jkr2|d7 }||jkr|d7 }q|S )NrÌ   r0   Úd)rO   r"   Ú
equal_to_1Údivisible_by_16)r¢  ÚspecializationÚsuffixr   r   r+   r+   r,   Úkernel_suffixï  s    


rÜ  c                    sð   ˆj }‡fdd„‰ ‡ fdd„ˆj ¡ D ƒ}ˆj ¡ }ˆ ˆ¡}tˆj ¡ ƒ‰‡fdd„|j	D ƒ}	dd„ |j
D ƒ}
| ¡ }| |	¡ ‡fdd„ˆj ¡ D ƒ}tˆƒ\}}t g |¡}t|||||ˆ|
d	||||d
�}| ˆ ¡ ¡ |j}||_|S )Nc                    s   t | tƒrˆ j | ¡S | S rA   )rB   r"   rR   Úindex)r   rŽ  r+   r,   Ú<lambda>ÿ  ó    zast_to_ttir.<locals>.<lambda>c                    s   i | ]\}}ˆ |ƒ|“qS r+   r+   )r.   ÚkeyrK   )Úcst_keyr+   r,   r¼      s      zast_to_ttir.<locals>.<dictcomp>c                    s*   i | ]"}||ˆ kr"ˆ | d kr"dnd“qS )Úi1Tr   r+   ©r.   Úk)Útysr+   r,   r¼     s      c                 S   s   i | ]}|d g“qS ))ztt.divisibilityé   r+   rã  r+   r+   r,   r¼     s      c                    s"   g | ]\}}|ˆ j krt|ƒ‘qS r+   )r4   r   )r.   rä  rè   )rÚ  r+   r,   r/   
  s     
 zast_to_ttir.<locals>.<listcomp>T)
rz   r4   r±   r¥   r°   r²   r_   ra   r©   rª   )Úattrsr4   Úitemsr”  ri   r1   rH   r¢  r	  rØ  rÙ  rÏ  rc   r
   r“  r¤   r}   r‚   r¬   r§   )rT   rÚ  r§   r©   rª   rç  r4   rz   r±   Znew_constantsZ	new_attrsZall_constantsr˜  r_   ra   r®   re   r=   r+   )rá  rT   rÚ  rå  r,   Úast_to_ttirü  s4    


     þré  )3r„   r[   r  rÔ  r¿  rÑ   rÔ   Útypingr   r   r   r   r   r   r   rÌ   r
   Z_C.libtritonr   r   r   r   Zruntime.jitr   Zruntimer   Úerrorsr   r   r   Útypesr   r   r>   rž   rD   rE   rG   rJ   rL   rX   rc   rÎ  rF   rN  rd   râ   ry   r¤   rÜ  ré  r+   r+   r+   r,   Ú<module>   sJ   $
[        #