U
    ‹Ñh_.  ã                	   @   sZ  d dl mZ d dlmZ d dlmZmZ d dlmZ dd„ Z	G dd„ de
ƒZeG d	d
„ d
ƒƒZG dd„ dƒZdd„ Zdd„ Zeee edœdd„Zeedœdd„Zeedœdd„Zeee edœdd„Zeedœdd„Zeeedœdd„Zeeedœd d!„Zeedœd"d#„Zeedœd$d%„Zd&Zed'k�rVd d(lmZ eed)�Zejd*d+d,d-� ejd.d/ed0d1� ejd2ed3d4d5� e  ¡ Z!eƒ Zg Z"e!j#D ],Z$ee$ƒZ%e% &¡ Z'e" (e%j)¡ e *e'¡ �qŒd6d7„ ej+ ,¡ D ƒZ-d8d7„ ej+ ,¡ D ƒZ.e.d  d  Z/ee/ƒZ0ee/ƒZ1e!j2 3d9¡ 4d:¡�BZ5d;Z2e2d< 6e-¡7 Z2e2d<7 Z2e2e07 Z2e2d<7 Z2e2e17 Z2e5 7e2¡ W 5 Q R X d=d7„ ej+ ,¡ D ƒZ8d>d7„ ej+ 9¡ D ƒZ:ee:e/ƒZ;ee/ƒZ<ee:e/ƒZ=ee/ƒZ>ee/ƒZ?e!j2 3d?¡ 4d:¡�’Z5d3Z2e2d;7 Z2e2d@7 Z2e2dA7 Z2e2d<7 Z2e2d< 6e8¡7 Z2e2d<7 Z2e2e;7 Z2e2d<7 Z2e2e>7 Z2e2d<7 Z2e2e<7 Z2e2d<7 Z2e2e=7 Z2e2d<7 Z2e2e?7 Z2e5 7e2¡ W 5 Q R X dBS )Cé    )Údefaultdict)ÚPath)ÚSequenceÚUnion)Ú	dataclassc                 C   s   | d k	S ©N© )Úxr   r   ú?/tmp/user/2202/pip-unpacked-wheel-sn6cy74c/triton/tools/link.pyÚ_exists   s    r   c                   @   s   e Zd ZdS )ÚLinkerErrorN)Ú__name__Ú
__module__Ú__qualname__r   r   r   r
   r      s   r   c                   @   sb   e Zd ZU eed< ee ed< ee ed< eeedf  ed< eed< eed< eed< eed	< dS )
ÚKernelLinkerMetaÚorig_kernel_nameÚ	arg_namesÚ
arg_ctypesNÚsizesÚsig_hashÚtriton_suffixÚsuffixÚ	num_specs)r   r   r   ÚstrÚ__annotations__r   r   Úintr   r   r   r
   r      s   
r   c                   @   sd   e Zd Zddœdd„Zedœdd„Zedœd	d
„Zedœdd„Zeedœdd„Zee	dœdd„Z
dS )ÚHeaderParserN)Úreturnc                 C   sF   dd l }| d¡| _| d¡| _| d¡| _| d¡| _ttƒ| _d S )Nr   z'//[\s]*tt-linker:[\s]*([\w]+):(.+):(.+)z^([\w]+)_([\w]+)_([\w]+)$z[\s]*(\w+)\s(\w+)[,]?z[c,d])	ÚreÚcompileÚlinker_directivesÚkernel_nameÚc_sigÚ
arg_suffixr   ÚlistÚkernels)Úselfr   r   r   r
   Ú__init__   s    zHeaderParser.__init__)Úheaderc                 C   sª   |  ¡ D ]œ}| d¡r| j |¡}t|ƒr| d¡| d¡| d¡  }}}|  |¡\}}}	|  |¡\}
}|  |	|¡\}}|  	d 
||g¡t|||
|||	|	|d�¡ qd S )Nz//é   é   é   Ú_)r   r   r   r   r   r   r   r   )Ú
splitlinesÚ
startswithr    Úmatchr   ÚgroupÚ_match_nameÚ_match_c_sigÚ_match_suffixÚ_add_kernelÚjoinr   )r&   r(   ÚlnÚmÚker_namer"   Z	algo_infoÚnamer   r   Zc_typesr   r   r   r   r   r
   Úextract_linker_meta-   s*    
"øþz HeaderParser.extract_linker_meta)r8   c                 C   sR   | j  |¡}t|ƒr@| d¡| d¡| d¡  }}}|||fS t|› d�ƒ‚d S )Nr)   r*   r+   z is not a valid kernel name)r!   r/   r   r0   r   )r&   r8   r7   r9   r   r   r   r   r
   r1   D   s
    "
zHeaderParser._match_name)r"   c                 C   sZ   | j  |¡}t|ƒrHg g  }}|D ]\}}| |¡ | |¡ q"||fS t|› d�ƒ‚d S )Nz" is not a valid argument signature)r"   ÚfindallÚlenÚappendr   )r&   r"   r7   ZtysÚargsÚtyZarg_namer   r   r
   r2   K   s    

zHeaderParser._match_c_sig)r   r"   c           	      C   sì   |  d¡}dddœ}d}g }tt|ƒƒD ]º}| t|ƒ¡}|dkrPt|› d�ƒ‚|tt|ƒƒ7 }| j ||¡r¨|d7 }| d g|t|ƒ  ¡ | 	|||  ¡ |d7 }|t|ƒd k rÆ||d … }q(| d gt|ƒt|ƒ  ¡ q(||fS )Nú,r)   é   )ÚcÚdr   éÿÿÿÿz is not a valid kernel suffix)
ÚsplitÚranger<   Úfindr   r   r#   r/   Úextendr=   )	r&   r   r"   r>   Zs2ir   r   ÚiÚposr   r   r
   r3   V   s$    

zHeaderParser._match_suffix)r9   Úkerc              
   C   sv   || j krb| j | d }t|j|jƒD ]:\}}||kr&td|› dd |j¡› dd |j¡› �ƒ‚q&| j |  |¡ d S )NrD   z Mismatched signature for kernel z: 
	existing sig is: r@   z
	current is: )r%   Úzipr   r   r5   r=   )r&   r9   rK   ÚlastÚcurZnew_r   r   r
   r4   m   s    
$ÿzHeaderParser._add_kernel)r   r   r   r'   r   r:   r1   r2   r3   r   r4   r   r   r   r
   r      s   r   c                 C   s   d  dd„ t| j| jƒD ƒ¡S )Nú, c                 S   s   g | ]\}}|› d |› �‘qS ©ú r   ©Ú.0r?   Úargr   r   r
   Ú
<listcomp>{   s     z0gen_signature_with_full_args.<locals>.<listcomp>)r5   rL   r   r   ©r7   r   r   r
   Úgen_signature_with_full_argsz   s    rW   c                 C   sN   dd„ t | j| jƒD ƒ}dd„ t | j| jƒD ƒ}d dd„ t ||ƒD ƒ¡}|S )Nc                 S   s   g | ]\}}|d kr|‘qS ©r)   r   )rS   r?   Úhintr   r   r
   rU      s      z!gen_signature.<locals>.<listcomp>c                 S   s   g | ]\}}|d kr|‘qS rX   r   ©rS   rT   rY   r   r   r
   rU   €   s      rO   c                 S   s   g | ]\}}|› d |› �‘qS rP   r   rR   r   r   r
   rU   �   s     )rL   r   r   r   r5   )r7   Z	arg_typesr   Úsigr   r   r
   Úgen_signature~   s    r\   )r9   Úmetasr   c              	   C   s&   d| › dt |d ƒ› d| › d| › d�	S )Nú

CUresult ú(CUstream stream, rD   z);
void load_ú();
void unload_ú();
    )rW   )r9   r]   r   r   r
   Úmake_algo_decls†   s    ÿ
ÿÿÿrb   )Úmetar   c                 C   s:   d| j › dt| ƒ› d| j › dt| ƒ› d| j › d| j › d�S )Nr^   ú_default(CUstream stream, z);
CUresult r_   z, int algo_id);
void load_r`   ra   )r   rW   )rc   r   r   r
   Úmake_global_decl�   s    ÿÿÿÿÿÿre   c                 C   sD   d| j › dt| ƒ› d�}|d| j › dd | j¡› d�7 }|d7 }|S )	Nú	CUresult rd   z){
ú	  return ú	(stream, rO   z, 0);
ú}
©r   rW   r5   r   ©rc   Úsrcr   r   r
   Úmake_default_algo_kernel™   s     rm   c                    s  d| › d�}t |dd„ d�D ]0}|d|j› d|j› d|j› dt|ƒ› d	�	7 }q|d7 }|d| › dt|d
 ƒ› d�7 }|d7 }t |dd„ d�D ]’}dd„ ‰ d ‡ fdd„t|j|j	ƒD ƒ¡}|t
|j	ƒrÒd|› d�nd7 }dd„ t|j|j	ƒD ƒ}|d|j› d|j› d|j› dd |¡› d	�	7 }qŒ|d7 }|d7 }|d7 }dD ]Â}|d|› d| › d�7 }t |dd„ d�D ].}|d|› d|j› d|j› d|j› d�	7 }�qf|d|› d| › d �7 }|d7 }t |d!d„ d�D ].}|d"|› d|j› d|j› d|j› d�	7 }�qÄ|d7 }�q<|S )#Nz// launcher for: Ú
c                 S   s   | j  S r   ©r   rV   r   r   r
   Ú<lambda>£   ó    z.make_kernel_hints_dispatcher.<locals>.<lambda>)Úkeyrf   r,   r_   ú);
rD   z){c                 S   s   | j  S r   ro   rV   r   r   r
   rp   ©   rq   c                 S   s8   |dkrd| › d|› d�S |dkr4d| › d|› d�S d S )NrA   ú(z % z == 0)r)   z == ú)r   )ÚvalrY   r   r   r
   rp   «   s
    ÿÿz && c                    s"   g | ]\}}|d k	rˆ ||ƒ‘qS r   r   )rS   rv   rY   ©Zcond_fnr   r
   rU   °   s   þz0make_kernel_hints_dispatcher.<locals>.<listcomp>z  if (z)
zif (1)
c                 S   s   g | ]\}}|d kr|‘qS rX   r   rZ   r   r   r
   rU   ·   s      z    return rh   rO   z#  return CUDA_ERROR_INVALID_VALUE;
ri   ©ÚloadZunloadz
// z for: c                 S   s   | j  S r   ro   rV   r   r   r
   rp   ¿   rq   úvoid ú();
z() {c                 S   s   | j  S r   ro   rV   r   r   r
   rp   Ã   rq   ú  )Úsortedr   r   r   r\   rW   r5   rL   r   r   Úany)r9   r]   rl   rc   Zcondsr   Úmoder   rw   r
   Úmake_kernel_hints_dispatcher¡   s8    .ÿþ0,,r€   c                 C   sV   d| j › dt| ƒ› d�}|d| j › d�7 }|d| j › dd | j¡› d	�7 }|d
7 }|S )Nrf   r_   z, int algo_id){
z   assert (algo_id < (int)sizeof(z_kernels));
rg   z_kernels[algo_id](stream, rO   rs   ri   rj   rk   r   r   r
   Ú!make_kernel_meta_const_dispatcherÊ   s
     r�   )Únamesrc   r   c                 C   sH   dt |ƒ› d�}|d|j› d�7 }| D ]}|d|› d�7 }q&|d7 }|S )Nz3typedef CUresult (*kernel_func_t)(CUstream stream, rs   zkernel_func_t z_kernels[] = {
r|   z,
z};
)rW   r   )r‚   rc   rl   r9   r   r   r
   Úmake_func_pointersÓ   s    rƒ   c                 C   sR   d}dD ]D}|d|› d|j › d�7 }| D ]}|d|› d|› d�7 }q(|d7 }q|S )	NÚ rx   rz   r,   z(void){
r|   r{   z}

©r   )r‚   rc   rl   r   r9   r   r   r
   Úmake_kernel_load_defÞ   s    
r†   c                 C   s   d| j › d�}|S )Núint z_get_num_algos(void);r…   rk   r   r   r
   Úmake_get_num_algos_declè   s    rˆ   c                 C   s4   d| j › d�}|d| j › d| j › d�7 }|d7 }|S )Nr‡   z_get_num_algos(void){
z  return (int)(sizeof(z_kernels) / sizeof(z_kernels[0]));
ri   r…   rk   r   r   r
   Úmake_get_num_algos_defí   s    r‰   a0  
Triton ahead-of-time linker:

This program takes in header files generated by compile.py, and generates a
single entry-point responsible for dispatching the user's input to the right
kernel given the specializations that were compiled.

Example usage:
python link.py /path/to/headers/*.h -o kernel_name
Ú__main__)ÚArgumentParser)ÚdescriptionÚheadersú+z_Paths to header files to link. Must include linker directive annotations (autogenerated by ttc))ÚnargsÚhelpz--outz-ozOut filename)Útyper�   z--prefixr„   z(String to prefix kernel dispatcher names)r‘   Údefaultr�   c                 C   s   g | ]\}}t ||ƒ‘qS r   )rb   ©rS   r9   rc   r   r   r
   rU     s     rU   c                 C   s   g | ]\}}|‘qS r   r   r“   r   r   r
   rU     s     z.hÚwz#include <cuda.h>
rn   c                 C   s   g | ]\}}t ||ƒ‘qS r   )r€   r“   r   r   r
   rU   *  s     c                 C   s   g | ]}|‘qS r   r   )rS   r9   r   r   r
   rU   +  s     z.cz#include <stdint.h>
z#include <assert.h>
N)@Úcollectionsr   Úpathlibr   Útypingr   r   Zdataclassesr   r   Ú	Exceptionr   r   r   rW   r\   r   rb   re   rm   r€   r�   rƒ   r†   rˆ   r‰   Údescr   Úargparser‹   ÚparserÚadd_argumentÚ
parse_argsr>   Zincludesr�   r(   Zh_pathÚ	read_textZh_strr=   r9   r:   r%   ÚitemsZ
algo_declsZ
meta_listsrc   Zget_num_algos_declZglobal_declÚoutÚwith_suffixÚopenÚfpr5   ÚwriteZdefsÚkeysr‚   Zfunc_pointers_defZmeta_const_defZload_unload_defZget_num_algos_defZdefault_algo_kernelr   r   r   r
   Ú<module>   s¢   ]	
)	


ýü


