U
    ‹ÑhÝ@  ã                   @  s|  d dl mZ d dlZd dlZddlmZmZ ddlmZ ddlm	Z	 ddl
mZ ddlmZ dd	lmZmZmZ dd
lmZ d dlmZ ddlmZ d dlmZ d dlZd dlZd dlZeG dd„ dƒƒZdZdZeeedœZ dZ!dZ"e!e!e"dœZ#dd„ Z$ddœdd„Z%G dd„ dƒZ&G dd„ dƒZ'e (¡ d d!„ ƒZ)d"d#„ Z*d$d%œd&d'„Z+d0d(d)„Z,d*d+„ Z-G d,d-„ d-ƒZ.G d.d/„ d/ƒZ/dS )1é    )ÚannotationsNé   )Úget_cache_invalidating_env_varsÚir)Úbackends)Ú	GPUTarget)Ú__version__)ÚOutOfResources)Úget_cache_managerÚget_dump_managerÚget_override_manager)Údriver)Ú	dataclassé   )Úast_to_ttir)ÚPathc                   @  sJ   e Zd ZU dZded< dZded< dd„ Zdd„ Zed	d
„ ƒZ	dd„ Z
dS )ÚAttrsDescriptorNÚsetÚdivisible_by_16Ú
equal_to_1c                 C  s(   | j d krtƒ | _ | jd kr$tƒ | _d S ©N)r   r   r   ©Úself© r   úF/tmp/user/2202/pip-unpacked-wheel-sn6cy74c/triton/compiler/compiler.pyÚ__post_init__   s    

zAttrsDescriptor.__post_init__c                 C  s   t | jƒt | jƒdœS )N©r   r   )Úlistr   r   r   r   r   r   Úto_dict   s    zAttrsDescriptor.to_dictc                 C  s$   t t|  dg ¡ƒt|  dg ¡ƒd�S )Nr   r   r   )r   r   Úget)Údatar   r   r   Ú	from_dict"   s    ÿzAttrsDescriptor.from_dictc                 C  s,   t dd„ | j ¡ D ƒƒ}t | d¡¡ ¡ S )Nc                 S  s   g | ]}t |ƒ‘qS r   )Úsorted©Ú.0Úxr   r   r   Ú
<listcomp>(   s     z(AttrsDescriptor.hash.<locals>.<listcomp>úutf-8)ÚstrÚ__dict__ÚvaluesÚhashlibÚsha256ÚencodeÚ	hexdigest)r   Úkeyr   r   r   Úhash'   s    zAttrsDescriptor.hash)Ú__name__Ú
__module__Ú__qualname__r   Ú__annotations__r   r   r   Ústaticmethodr!   r0   r   r   r   r   r      s   

r   z€^\s*tt\.func\s+(?:public\s+)?(@\w+)(\((?:%\w+: [\S\s]+(?: \{\S+ = \S+ : \S+\})?(?:, )?)*\))\s*(attributes \{[\S\s]+\})?\s+\{\s*$z=\.(?:visible|extern)\s+\.(?:entry|func)\s+(\w+)\s*\(([^)]*)\))ÚttirÚttgirÚptxz %\w+: ((?:[^,\s<)]+|<[^>]+>)+),?z\.param\s+\.(\w+)c                 C  s*   t  d| ¡}|d k	r&dt| d¡ƒ S | S )Nz!tt\.ptr<([^,]+)Ú*r   )ÚreÚsearchÚconvert_type_reprÚgroup)r%   Úmatchr   r   r   r<   E   s    r<   r(   )Úsrcc                 C  s4   d}t  || ¡}t|ƒdks$tdƒ‚t|d ƒ}|S )Nz&"triton_gpu.num-warps"\s?=\s?(\d+)\s?:r   z(Expected exactly one match for num_warpsr   )r:   ÚfindallÚlenÚAssertionErrorÚint)r?   Zttgir_num_warps_patternZnum_warps_matchesÚ	num_warpsr   r   r   Ú_get_num_warps_from_ir_strN   s
    rE   c                   @  s4   e Zd Zdddœdd„Zdd„ Zdd	„ Zd
d„ ZdS )Ú	ASTSourceNÚNone©Úreturnc                 C  sv   || _ d| _|j| _|| _|| _|| _t| jtƒrNdd„ t	| j 
d¡ƒD ƒ| _| jd kr`tƒ | _| jd krrtƒ | _d S )Nr6   c                 S  s   i | ]\}}||  ¡ “qS r   )Ústrip©r$   ÚkÚvr   r   r   Ú
<dictcomp>b   s      z&ASTSource.__init__.<locals>.<dictcomp>ú,)ÚfnÚextr1   ÚnameÚ	signatureÚ	constantsÚattrsÚ
isinstancer(   Ú	enumerateÚsplitÚdictr   )r   rP   rS   rT   rU   r   r   r   Ú__init__Z   s    

zASTSource.__init__c                 C  sh   dd„ t | j ¡ ƒD ƒ}t dd„ | j ¡ D ƒƒ}| jj› d| j ¡ › d|› d|› �}t 	| 
d¡¡ ¡ S )Nc                 S  s   g | ]\}}|‘qS r   r   rK   r   r   r   r&   i   s     z"ASTSource.hash.<locals>.<listcomp>c                 s  s   | ]\}}t |ƒ|fV  qd S r   )r(   rK   r   r   r   Ú	<genexpr>l   s     z!ASTSource.hash.<locals>.<genexpr>ú-r'   )r"   rS   ÚitemsrT   rP   Ú	cache_keyrU   r0   r+   r,   r-   r.   )r   Z
sorted_sigZsorted_constantsr/   r   r   r   r0   h   s    $zASTSource.hashc                 C  s   t | j| |||d�S )N)ÚcontextÚoptionsÚcodegen_fns)r   rP   )r   r`   ra   r_   r   r   r   Úmake_irp   s    zASTSource.make_irc                 C  s   t ƒ S r   )rY   r   r   r   r   Úparse_optionss   s    zASTSource.parse_options)NN©r1   r2   r3   rZ   r0   rb   rc   r   r   r   r   rF   X   s   rF   c                   @  s,   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	S )
ÚIRSourcec                 C  s€   || _ t|ƒ}|jdd … | _| ¡ | _t t| j | jtj	¡}| 
d¡| _| 
d¡}t t| j |¡}dd„ t|ƒD ƒ| _d S )Nr   r   c                 S  s   i | ]\}}|t |ƒ“qS r   )r<   )r$   rL   Útyr   r   r   rN   ‚   s      z%IRSource.__init__.<locals>.<dictcomp>)Úpathr   ÚsuffixrQ   Ú	read_textr?   r:   r;   Úprototype_patternÚ	MULTILINEr=   rR   r@   Úarg_type_patternrW   rS   )r   rg   r>   rS   Útypesr   r   r   rZ   y   s    

zIRSource.__init__c                 C  s   t  | j d¡¡ ¡ S )Nr'   )r+   r,   r?   r-   r.   r   r   r   r   r0   „   s    zIRSource.hashc                 C  s   t  | j|¡}||_|S r   )r   Úparse_mlir_modulerg   r_   )r   r`   ra   r_   Úmoduler   r   r   rb   ‡   s    zIRSource.make_irc                 C  s   | j dkrdt| jƒiS tƒ S )Nr7   rD   )rQ   rE   r?   rY   r   r   r   r   rc   Œ   s    
zIRSource.parse_optionsNrd   r   r   r   r   re   w   s   re   c                  C  sš  dd l } tj tj tj t¡¡¡}g }ttdƒ�}|t | 	¡ ¡ 
¡ g7 }W 5 Q R X tj |d¡dftj |d¡dfg}|D ]X\}}| j|g|d�D ]>}t|j |j¡jdƒ�}|t | 	¡ ¡ 
¡ g7 }W 5 Q R X q–q~t ¡ }ttj |d¡dƒ�&}| 	d	¡}	|	�s
�q| |	¡ qöW 5 Q R X | | 
¡ ¡ tj |d
¡}
|  |
g¡D ]@}t|j |j¡jdƒ�}|t | 	¡ ¡ 
¡ g7 }W 5 Q R X �qHt› d |¡ S )Nr   ÚrbÚcompilerztriton.compiler.r   ztriton.backends.)Úprefixz_C/libtriton.soi   Úlanguager\   )ÚpkgutilÚosrg   ÚdirnameÚabspathÚ__file__Úopenr+   r,   Úreadr.   ÚjoinÚwalk_packagesÚmodule_finderÚ	find_specrR   ÚoriginÚupdateÚappendÚiter_modulesr   )rt   ZTRITON_PATHÚcontentsÚfZpath_prefixesrg   rr   ÚlibZlibtriton_hashÚchunkZlanguage_pathr   r   r   Ú
triton_key’   s0    "þ&
&r‡   c                 C  sZ   |dks|dkr&t  | |¡}||_|S |dks6|dkrBt| ƒ ¡ S |dkrVt| ƒ ¡ S d S )Nr6   r7   Zllirr8   Zcubin)r   rn   r_   r   ri   Ú
read_bytes)Ú	full_namerQ   r_   ro   r   r   r   Úparseµ   s    rŠ   ÚBaseException)Úec                   s°   | j dk	rt| j ƒ | jdk	r(t| jƒ ddg}| j‰ g }ˆ dk	rjt‡ fdd„|D ƒƒsb| ˆ ¡ ˆ j‰ q:t||dd… ƒD ]\}}||_q||s˜d| _nd|d _|d | _dS )	zŒ
    Removes code_generator.py and related files from tracebacks.

    These are uninteresting to the user -- "just show me *my* code!"
    Nz"/triton/compiler/code_generator.pyz/ast.pyc                 3  s"   | ]}ˆ j jj |¡r|V  qd S r   )Útb_frameÚf_codeÚco_filenameÚendswith)r$   r„   ©Útbr   r   r[   Ô   s      z#filter_traceback.<locals>.<genexpr>r   éÿÿÿÿr   )Ú	__cause__Úfilter_tracebackÚ__context__Ú__traceback__Úanyr�   Útb_nextÚzip)rŒ   Z	BAD_FILESÚframesZ	cur_frameZ
next_framer   r‘   r   r•   À   s&    



þ

r•   c                  C  sL  |d krt j ¡ }t|tƒs$tdƒ‚t|ƒ}t| tƒ }|rVt| tƒsNtdƒ‚t	| ƒ} |  
¡ }| 
t|pltƒ f|Ž¡}tƒ }tƒ › d|  ¡ › d| ¡ › d| ¡ › dtt| ¡ ƒƒ› �	}t | d¡¡ ¡ }t|ƒ}	tj dd¡dk}
tj dd¡dk}|
�rt|  ¡ ƒnd }|�rt|  ¡ ƒnd }| j› d	�}|	 |¡�p<i }| |¡}tj d
d¡dk}|�sˆ|d k	�rˆt t|ƒ  ¡ ¡}t!| ||ƒS ||dœ|j"|–}tƒ }| #||¡ t$| %¡ ƒ &| j'¡}|�rÎ|d7 }t( )¡ }t( *|¡ | *|¡ | +¡ }z|  ,|||¡}W n. t-k
�r2 } zt.|ƒ ‚ W 5 d }~X Y nX tj dd¡dk}t$| ¡ ƒ|d … D ]º\}}|||ƒ}| j› d|› �}|	 /||¡||< |d k	�r¢| /||¡ |d k	�rÜ| 0|¡�rÜt1d|› �ƒ | 2|¡}t3|||ƒ}|�r|dk�r|	 2|¡}| 4|¡ t1d|› �ƒ |}�qZ|	j/tj5|t6d�|dd�||< |	 7||¡ t!| ||ƒS )Nz target must be of GPUTarget typez'source must be either AST or a filepathr\   r'   ZTRITON_KERNEL_OVERRIDEÚ0Ú1ZTRITON_KERNEL_DUMPú.jsonZTRITON_ALWAYS_COMPILE)r0   Útargetr   ZUSE_TTGIR_LOCÚ.z
Overriding kernel with file r7   zCreate new locations for )ÚdefaultF)Úbinary)8r   ÚactiveZget_current_targetrV   r   rB   Úmake_backendrF   r(   re   rc   rY   r   r‡   r0   r"   r]   r+   r,   r-   r.   r
   ru   Úenvironr   r   r   rR   Z	get_groupÚjsonÚloadsr   ri   ÚCompiledKernelr)   Z
add_stagesr   ÚkeysÚindexrQ   r   r_   Zload_dialectsZget_codegen_implementationrb   Ú	Exceptionr•   ÚputZhas_fileÚprintZget_filerŠ   Zcreate_location_snapshotÚdumpsÚvarsZ	put_group) r?   rŸ   r`   ÚbackendZ	ir_sourceZextra_optionsZenv_varsr/   r0   Zfn_cache_managerZenable_overrideZenable_ir_dumpZfn_override_managerZfn_dump_managerZmetadata_filenameÚmetadata_groupÚmetadata_pathZalways_compileÚmetadataZstagesZfirst_stager_   ra   ro   rŒ   Zuse_ttgir_locrQ   Z
compile_irZnext_moduleZir_filenamer‰   Zttgir_full_namer   r   r   Úcompileâ   s„    
:
þü






ÿ
r´   c                   sN   ‡ fdd„t  ¡ D ƒ}t|ƒdkrBtt|ƒ› dˆ j› d|› d�ƒ‚|d ˆ ƒS )Nc                   s   g | ]}|j  ˆ ¡r|j ‘qS r   )rq   Zsupports_targetr#   ©rŸ   r   r   r&   2  s      z make_backend.<locals>.<listcomp>r   z! compatible backends for target (z) (z). There should only be one.r   )r   r*   rA   ÚRuntimeErrorr°   )rŸ   Zactivesr   rµ   r   r¤   1  s    ÿr¤   c                   @  s*   e Zd Zdd„ Zddœdd„Zdd„ Zd	S )
ÚLazyDictc                 C  s   || _ g | _d S r   )r    Úextras)r   r    r   r   r   rZ   ;  s    zLazyDict.__init__rG   rH   c                 C  s0   | j D ]\}}| j||Ž B | _q| j  ¡  | jS r   )r¸   r    Úclear©r   ÚfuncÚargsr   r   r   r   ?  s    
zLazyDict.getc                 C  s   | j  ||f¡ d S r   )r¸   r�   rº   r   r   r   ÚaddE  s    zLazyDict.addN)r1   r2   r3   rZ   r   r½   r   r   r   r   r·   9  s   r·   c                      sD   e Zd ZdZdZdd„ Zdd„ Z‡ fdd„Zdd	„ Zd
d„ Z	‡  Z
S )r¨   Nc                   sþ   ddl m} tdd„ | ¡ D ƒƒ}t | ¡ ¡}t|d ƒ|d< |d }t|d |d |d	 ƒ|d< |d
t	t
| ¡ ƒƒƒ}|f |Ž| _t| jjƒ}	|	 | j¡| _|| _|| _| jj| _dd„ | ¡ D ƒ}
|	j‰ ‡ fdd„|
D ƒ| _| jˆ  | _d | _d | _d S )Nr   )Ú
namedtuplec                 s  s$   | ]\}}|  d ¡rt|ƒV  qdS )rž   N©r�   r   ©r$   ÚcÚpr   r   r   r[   R  s     
 z*CompiledKernel.__init__.<locals>.<genexpr>Zcluster_dimsrŸ   r°   ÚarchZ	warp_sizeÚKernelMetadatac                 S  s"   g | ]\}}|  d ¡st|ƒ‘qS )rž   r¿   rÀ   r   r   r   r&   `  s     
 z+CompiledKernel.__init__.<locals>.<listcomp>c                   s:   i | ]2}|j d d… |j d d… ˆ kr.| ¡ n| ¡ “qS )r   N)rh   rˆ   ri   )r$   Úfile©Ú
binary_extr   r   rN   b  s   ÿ z+CompiledKernel.__init__.<locals>.<dictcomp>)Úcollectionsr¾   Únextr]   r¦   r§   ri   Útupler   r"   r   r©   r³   r¤   rŸ   Zpack_metadataÚpacked_metadatar?   r0   rR   rÇ   ZasmÚkernelro   Úfunction)r   r?   r±   r0   r¾   r²   r³   rŸ   rÄ   r°   Z	asm_filesr   rÆ   r   rZ   P  s*    

þzCompiledKernel.__init__c                 C  sŠ   | j d k	rd S tj ¡ }tj | j| j¡| _tjj 	|¡d }| jj
|krZt| jj
|dƒ‚tjj | j| j| jj
|¡\| _ | _| _| _d S )NZmax_shared_memzshared memory)ro   r   r£   Úget_current_deviceZlauncher_clsr?   r³   ÚrunÚutilsZget_device_propertiesZsharedr	   Zload_binaryrR   rÌ   rÍ   Zn_regsZn_spills)r   ÚdeviceZ
max_sharedr   r   r   Ú_init_handlesm  s    

   ÿzCompiledKernel._init_handlesc                   s   |dkr|   ¡  tƒ  |¡S )NrÏ   )rÒ   ÚsuperÚ__getattribute__)r   rR   ©Ú	__class__r   r   rÔ   {  s    zCompiledKernel.__getattribute__c           	      G  s²   t jd krd S t| j| j|dœƒ}t| jtƒr<| jjj	d kr@|S i }d}t
| jjjƒD ]<\}}|| jjjkr~| jj| ||< qV|| ||< |d7 }qV| | jjj	|| j|f¡ |S )N)rR   rÍ   Ústreamr   r   )r¨   Úlaunch_enter_hookr·   rR   rÍ   rV   r?   rF   rP   Úlaunch_metadatarW   Ú	arg_namesZ
constexprsrT   r½   r³   )	r   Úgridr×   r¼   ÚretZarg_dictZarg_idxÚiZarg_namer   r   r   rÙ   €  s    

zCompiledKernel.launch_metadatac                   s    ˆ  ¡  d dœ‡ ‡fdd„
}|S )N)r×   c              
     sh   | d krt j ¡ }t j |¡} ˆjˆ | f|žŽ }ˆjˆ d ˆ d ˆ d | ˆjˆj|tj	tj
f	|žŽ  d S )Nr   r   r   )r   r£   rÎ   Zget_current_streamrÙ   rÏ   rÍ   rË   r¨   rØ   Úlaunch_exit_hook)r×   r¼   rÑ   rÙ   ©rÛ   r   r   r   Úrunner”  s    
" ÿÿz*CompiledKernel.__getitem__.<locals>.runner)rÒ   )r   rÛ   rà   r   rß   r   Ú__getitem__‘  s    zCompiledKernel.__getitem__)r1   r2   r3   rØ   rÞ   rZ   rÒ   rÔ   rÙ   rá   Ú__classcell__r   r   rÕ   r   r¨   I  s   r¨   )NN)0Ú
__future__r   r+   r¦   Z_C.libtritonr   r   r   Zbackends.compilerr   Ú r   Zruntime.autotunerr	   Zruntime.cacher
   r   r   Zruntime.driverr   Zdataclassesr   Zcode_generatorr   Úpathlibr   r:   Ú	functoolsru   r   Zmlir_prototype_patternZptx_prototype_patternrj   Zmlir_arg_type_patternZptx_arg_type_patternrl   r<   rE   rF   re   Ú	lru_cacher‡   rŠ   r•   r´   r¤   r·   r¨   r   r   r   r   Ú<module>   sR   ýý	

""
O