U
    ‹Ñh)  ã                   @   s†   d dl Z d dlZd dlZddlmZ ddlmZ ddlmZm	Z	m
Z
mZ e  ¡ dd„ ƒZdd	„ Zd
d„ Zdd„ Zddd„Zdd„ ZdS )é    Né   )Úcdiv)Údriver)Úget_dram_gbpsÚget_max_simd_tflopsÚget_max_tensorcore_tflopsÚnvsmic                  C   sZ   zt dgƒd d W S  tk
rT   dd l} |  ¡  |  d¡}|  || j¡d  Y S X d S )Nzclocks.max.smr   g     @�@)r   ÚFileNotFoundErrorÚpynvmlZnvmlInitZnvmlDeviceGetHandleByIndexZnvmlDeviceGetMaxClockInfoZNVML_CLOCK_SM)r
   Úhandle© r   úJ/tmp/user/2202/pip-unpacked-wheel-sn6cy74c/triton/ops/matmul_perf_model.pyÚget_clock_rate_in_khz   s    
r   c                 C   sD   |t |dƒ }tjj | ¡d d }t ||ƒ| t|tƒ | ƒ }|S ©z# return compute throughput in TOPS é   Úmultiprocessor_count)Úminr   ÚactiveÚutilsÚget_device_propertiesr   r   ©ÚdeviceÚnum_ctasÚ	num_warpsÚdtypeZtotal_warpsZnum_subcoresZtflopsr   r   r   Úget_tensorcore_tflops   s      ÿr   c                 C   sD   |t |dƒ }tjj | ¡d d }t ||ƒ| t|tƒ | ƒ }|S r   )r   r   r   r   r   r   r   r   r   r   r   Úget_simd_tflops    s    r   c                 C   s>   t j | ¡}|d dk r0|t jkr0t| |||ƒS t| |||ƒS )Nr   é   )ÚtorchÚcudaÚget_device_capabilityÚfloat32r   r   )r   r   r   r   Ú
capabilityr   r   r   Ú
get_tflops(   s    r#   Fc           +      K   s  t j ¡ }|j}| ¡ }t||ƒ}t||	ƒ}|}|| | }t||ƒt||	ƒ }}d| | | d }t||| |ƒ}|| }tj	j
 |¡d }td|| ƒ}td|d ƒ}ttd|d d ƒdƒ}t|ƒ|d |d	   }|d
 }|| | dd|d    }|| | d |d  }|| | dd|d    } || | d |d  }!||  d }"||! d }#|"| |#|  }$|d }%|| | | d }&|dk�r¢|&|% }'n(|%}(|&|( }'|| d d |% })|'|)7 }'t||$ƒ|' }*|�r
td|*› d|› d|$› d|'› d|d › d�ƒ |*S )zO return estimated running time in ms
          = max(compute, loading) + store r   i   @r   é   é    éL   r   gffffffî?gš™™™™™©?r   gš™™™™™É?gš™™™™™é?i   g333333ã?zTotal time: zms, compute time: zms, loading time: zms, store time: zms, Activate CTAs: éd   ú%)r   r   Úcurrent_devicer   Úelement_sizer   Úmaxr#   r   r   r   r   r   r   Úprint)+r   Ú
num_stagesÚAÚBÚCÚMÚNÚKÚBLOCK_MÚBLOCK_NÚBLOCK_KÚSPLIT_KÚdebugÚkwargsr   r   ÚdtsizeZ	num_cta_mZ	num_cta_nZ	num_cta_kr   Z	total_opsZtputZ
compute_msZnum_smZactive_cta_ratioZactive_cta_ratio_bw1Zactive_cta_ratio_bw2Zdram_bwZl2_bwZload_a_dramZ	load_a_l2Zload_b_dramZ	load_b_l2Z
total_dramZtotal_l2Zload_msZstore_bwZstore_c_dramZstore_msZ	reduce_bwZzero_msZtotal_time_msr   r   r   Úestimate_matmul_time/   sH    





,r;   c                    sî  t j ¡ }t j ¡ }|d  ¡ }|d j}g }| D ]d}|j}	|	d |	d |	d |jf\}
}}}tj	j
 |¡d }|
| | | | }||kr2| |¡ q2|} |t jt jfkrºdd„ | D ƒ} i }| D ]t}|j}	|	d |	d |	d |	d |j|jf\}
}}}}}|
||||f}||k�r(||  ||f¡ qÂ||fg||< qÂg }| ¡ D ]¤\}}|\}
}}}}|d	 d
k�rÊ|
| | d }|td|ƒ d
 }d}|| ‰ tjd|‡ fdd„d�}|D ]}| |d	 ¡ �q²n|d	 d	 }d|_| |¡ �qD|S )Nr.   r4   r5   r6   Zmax_shared_memc                 S   s   g | ]}|j d  dkr|‘qS )r7   r$   )r9   )Ú.0Úconfigr   r   r   Ú
<listcomp>†   s      z&early_config_prune.<locals>.<listcomp>r7   r   r   i   r   i,  r   c                    s0   | d ˆ  dk r$dt | d ˆ  ƒ S | d ˆ  S )Nr$   r   é
   )Úabs)Úx©Zoptimal_num_stagesr   r   Ú<lambda>¢   s    ÿz$early_config_prune.<locals>.<lambda>)Úkey)r   r   r)   r    r*   r   r9   r-   r   r   r   r   ÚappendZfloat16r!   r   Úitemsr   ÚheapqÚ	nsmallest)ZconfigsZ
named_argsr9   r   r"   r:   r   Zpruned_configsr=   Úkwr4   r5   r6   r-   Zmax_shared_memoryZrequired_shared_memoryZconfigs_mapr7   r   rD   ÚkÚvZmmasZ
mma_cyclesZldgsts_latencyZnearestÚnZrandom_configr   rB   r   Úearly_config_prunep   sX    


ÿ
"ÿ
  
ÿrM   )F)Ú	functoolsrG   r   Ú r   Zruntimer   Ztestingr   r   r   r   Ú	lru_cacher   r   r   r#   r;   rM   r   r   r   r   Ú<module>   s   
	 ú
A