U
    8‹Ñhs:  ã                   @   sÀ  d Z ddlZddlZddlZddlmZ ddlmZm	Z	m
Z
mZ ddlmZmZ ejejdd�ZdZeD ]Zed	e› �ƒe
 e¡ƒ qhed
e
 ddd¡gd�ede
 ddd¡gd�ede
 ddd¡gd�ede
 ddd¡gd�ede
 ddd¡gd�ede
 ddd¡gd�dd„ ƒƒƒƒƒƒZedƒejdœd d!„ƒZejdœd"d#„Zejdœd$d%„Zejdœd&d'„Zed(ƒejdœd)d*„ƒZed+ƒejdœd,d-„ƒZed.ƒejdœd/d0„ƒZed1ƒejdœd2d3„ƒZ ed4ƒejdœd5d6„ƒZ!ed7ƒejdœd8d9„ƒZ"ed:ƒe
 #d;d;d;d<d<¡ejdœd=d>„ƒƒZ$ed?ƒejdœd@dA„ƒZ%eje&dBœdCdD„Z'edEƒe
 #d;dFd;d;d;d;¡dcejdœdHdI„ƒƒZ(edJƒe
 #d;dFd;d;d;d;¡ddejdœdKdL„ƒƒZ)edMƒe
 #d;dFd;d;d;¡deejdœdNdO„ƒƒZ*edPƒe
 #d;dFd;d;d;d;¡dfejdœdQdR„ƒƒZ+edSƒe
 #d;dFd;d;d;¡dgejdœdTdU„ƒƒZ,edVƒe
 #d;dFd;d;d;d;¡dhejdœdWdX„ƒƒZ-edYƒdiejdœdZd[„ƒZ.ed\ƒe
 #d;d]dFd;d;d;d;¡djejdœd^d_„ƒƒZ/ed`ƒejdœdadb„ƒZ0dS )ka›  
Note [ONNX operators that are added/updated from opset 8 to opset 9]
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
New operators:
    Compress
    ConstantOfShape
    EyeLike
    MaxUnpool
    OneHot
    Sinh
    Cosh
    Asinh
    Acosh
    Atanh
    Shrink
    IsNaN
    Sign
    Erf
    Scatter
    Where
    NonZero
    TfIdfVectorizer
    MeanVarianceNormalization

Updated operators:
    BatchNormalization: removed spatial attribute.
    Greater, Less, Constant, MatMul, PRelu, Gemm, Flatten: more data types{integers} supported.
    Cast: more data types{string} supported.
    Upsample: moved scales from attribute to input.
    Scan
é    N)Ú_onnx)Ú_type_utilsÚerrorsÚsymbolic_helperÚsymbolic_opset9)Ú	jit_utilsÚregistrationé   )Zopset)ZnonzeroÚwhereZscatterZscatter_addÚerfÚsignÚisnanZgatherZarangeZmasked_fillZ
index_fillZ
index_copyZrepeat_interleaveÚanyÚallzaten::zaten::upsample_nearest1dZupsample_nearest1dé   Znearest)Zdecoratezaten::upsample_nearest2dZupsample_nearest2dé   zaten::upsample_nearest3dZupsample_nearest3dé   zaten::upsample_linear1dZupsample_linear1dZlinearzaten::upsample_bilinear2dZupsample_bilinear2dzaten::upsample_trilinear3dZupsample_trilinear3dc                    s   ‡ ‡‡fdd„}|S )Nc                    s�   t  | ˆ|¡\}}t  ˆ¡ t  |¡}|r8t  ˆdˆ ¡S t  ˆd¡‰t  ˆ¡rZt  ˆd¡S |d kr~‡‡ ‡fdd„tdˆƒD ƒ}| jdˆ ˆ|d�S )	Núalign_corners == TrueÚisz%torch._C.Value (output_size) indexingc                    sD   g | ]<}|d k rdn*t ˆˆ |   ƒt ˆ ¡  ¡ ˆ |   ƒ ‘qS )é   ç      ð?)ÚfloatÚtypeÚsizes)Ú.0Úi)ÚdimÚinputÚoutput_size© úH/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/onnx/symbolic_opset8.pyÚ
<listcomp>k   s   ýÿÿz5_interpolate.<locals>.symbolic_fn.<locals>.<listcomp>r   ÚUpsample©Zmode_sZscales_f)	r   Z_get_interpolate_attributesZ_interpolate_warningÚ_maybe_get_scalarÚ_unimplementedÚ_maybe_get_constÚ	_is_valueÚrangeÚop)Úgr   r   ÚargsÚscalesÚalign_corners©r   Úinterpolate_modeÚname)r   r   r    Úsymbolic_fn]   s(      ÿ


 ÿûz!_interpolate.<locals>.symbolic_fnr   )r0   r   r/   r1   r   r.   r    Ú_interpolateD   s    r2   zaten::__interpolate©r*   c           	      C   s�   t  |d¡}t  |¡s&|r&t  dd¡S t  |¡sFt  |¡rFt  dd¡S t  |¡sft  |¡rft  dd¡S t  | |||||¡\}}| jd|||d�S )NÚbZinterpolater   zdynamic scales in opset 8zdynamic size in opset 8r"   r#   )r   r&   Z_is_noner%   r'   Z _interpolate_get_scales_and_moder)   )	r*   r   ÚsizeZscale_factorÚmoder-   Zrecompute_scale_factorZ	antialiasr,   r   r   r    Ú__interpolatew   s*    ÿ ÿ     ÿr7   c                    s†   t jjt jjt jjh}d }t j |d t jj¡}|t jjkrr|}||krh| ¡ }t‡ fdd„|D ƒƒ}q|d| S n
t	 
d¡ |f| S )Nr   c                 3   s"   | ]}ˆ j d |tjjd�V  qdS )ÚCast©Zto_iN)r)   Ú_C_onnxZTensorProtoDataTypeÚFLOAT)r   Úargr3   r   r    Ú	<genexpr>©   s   ÿz-_try_cast_integer_to_float.<locals>.<genexpr>©NzºOnly floating datatype is supported for these operators: {Greater, Less, MatMul, PRelu, Gemm, Flatten}. This might cause the onnx model to be incorrect, if inputs have integer datatypes.)r   ÚJitScalarTypeZHALFr;   ZDOUBLEÚ
from_valueÚ	UNDEFINEDZscalar_nameÚtupleÚwarningsÚwarn)r*   r+   Zfloating_scalar_typesÚold_typeZ	arg0_typer   r3   r    Ú_try_cast_integer_to_float™   s*    ý ÿþ

ÿrF   c                 C   s$   |d kr|S t td|› �ƒ| |dƒS )NZ_cast_F)ÚgetattrÚopset9)r*   r   Zto_typer   r   r    Ú_cast_to_type¸   s    rI   c                 C   s6   t  |¡}t  ||¡}t| ||ƒ\}}}|  |||¡S r>   )r   r$   Z_if_scalar_type_asrF   r)   )r*   r   ÚotherZop_nameÚ_r   r   r    Ú_comparison_operator¾   s    
rL   zaten::gtc                 C   s   t | ||dƒS )NZGreater©rL   ©r*   r   rJ   r   r   r    ÚgtÇ   s    rO   zaten::ltc                 C   s   t | ||dƒS )NZLessrM   rN   r   r   r    ÚltÌ   s    rP   z	aten::bmmc                 C   sD   t  |¡r2t| ||ƒ\}}}t| |  d||¡|ƒS |  d||¡S d S )NZMatMul)r   Ú_try_get_scalar_typerF   rI   r)   )r*   ÚselfrJ   rE   r   r   r    ÚbmmÑ   s    
rS   zaten::matmulc                 C   s   t | ||ƒS r>   )rS   )r*   rR   rJ   r   r   r    ÚmatmulÚ   s    rT   zaten::preluc                 C   sª   t  |¡}t  |¡}|d k	rD|dkrD| jd|ttd|d ƒƒd�}n"|dkrf|dgkrft  | |dg¡}t  |¡r˜t| ||ƒ\}}}t	| |  d||¡|ƒS |  d||¡S d S )Nr   Z	Unsqueezeé   )Zaxes_ir   ZPRelu)
r   Z_get_tensor_rankZ_get_tensor_sizesr)   Úlistr(   Z_squeeze_helperrQ   rF   rI   )r*   rR   ZweightZ	self_rankZweight_sizesrE   r   r   r    Úpreluß   s    

 
rW   zaten::mmc              
   C   s’   t  ||¡}|d kr t d|¡‚| jdtjdg| ¡ d�d�}t  |¡r|t| |||ƒ\}}}}t	| | jd|||ddd	�|ƒS | jd|||ddd	�S )
Nz/mm can only operate on tensors with known typesÚConstantr   )Údtype©Zvalue_tÚGemmg        r   ©Zbeta_fZalpha_f)
r   rQ   r   ZSymbolicValueErrorr)   ÚtorchÚtensorrY   rF   rI   )r*   rR   rJ   Úscalar_typeZzero_constantrE   r   r   r    Úmmï   s.     ÿþ
   ÿýr`   zaten::addmmÚvÚtc                 C   sp   t  |¡rJt| |||ƒ\}}}}t| | jd|||t  |¡t  |¡d�|ƒS | jd|||t  |¡t  |¡d�S d S )Nr[   r\   )r   rQ   rF   rI   r)   Z_scalar)r*   rR   Zmat1Zmat2ÚbetaÚalpharE   r   r   r    Úaddmm	  s,    
úöúre   zaten::flattenc                 C   sø   t  |dd¡}t  |dd¡}| ¡  ¡ }|dk r8|| }|dkrŒ||d krŒt  |¡r|t| |ƒ\}}t| | jd||d�|ƒS | jd||d�S |dkrè||d krèt  |¡rÔt| |ƒ\}}t| | jd||d d�|ƒS | jd||d d�S t 	| |||¡S )	Nr   Ú	start_dimÚend_dimr   rU   ZFlatten)Zaxis_ir   )
r   Ú
_get_constr   r   rQ   rF   rI   r)   rH   Úflatten)r*   r   rf   rg   Zstart_dim_iZ	end_dim_ir   rE   r   r   r    ri   %  s0    
  ÿ
  ÿri   )r*   rY   c                 C   sr   |d krt jj}n
t  |¡}| ¡ jsV| jd|t jj ¡ d|d�}| jd|| ¡ d�S | jd|| ¡ d|d�S d S )NZConstantFillrU   )Zdtype_iZinput_as_shape_iZvalue_fr8   r9   )r   r?   r;   rY   Zis_floating_pointr)   Z	onnx_type)r*   r   rY   Úconst_valuer_   Úresultr   r   r    Ú_constant_fillB  s&    



ûûrl   zaten::emptyr   Fc                 C   s   t | |||||ƒS r>   )Úzeros)r*   r   rY   ÚlayoutÚdeviceÚ
pin_memoryÚmemory_formatr   r   r    ÚemptyZ  s    rr   zaten::empty_likec                 C   s   t | |||||ƒS r>   )Ú
zeros_like)r*   r   rY   rn   ro   rp   rq   r   r   r    Ú
empty_likeh  s    rt   zaten::zerosc                 C   s   t | ||dƒS )Nr   ©rl   ©r*   r   rY   rn   ro   rp   r   r   r    rm   v  s    rm   zaten::zeros_likec                 C   s   |   d|¡}t| ||dƒS )NÚShaper   ©r)   rl   ©r*   r   rY   rn   ro   rp   rq   Úshaper   r   r    rs   }  s    rs   z
aten::onesc                 C   s   t | ||dƒS )NrU   ru   rv   r   r   r    ÚonesŒ  s    r{   zaten::ones_likec                 C   s   |   d|¡}t| ||dƒS )Nrw   rU   rx   ry   r   r   r    Ú	ones_like’  s    r|   z
aten::fullc           	   
   C   sf   t  |d¡}t  |¡rFt| ||||ƒ}t | ||| jdt d¡d�¡S t  	|dd¡}t
| |||ƒS d S )Nrb   rX   rU   rZ   r   rY   )r   r&   r'   rm   rH   Úaddr)   r]   r^   rh   rl   )	r*   r   ÚvaluerY   rn   ro   rp   rj   Útmpr   r   r    Úfull¡  s    
 r€   zaten::full_likeÚfc           	      C   s   |   d|¡}t| |||ƒS )Nrw   rx   )	r*   r   Z
fill_valuerY   rn   ro   rp   rq   rz   r   r   r    Ú	full_like®  s    r‚   zaten::repeatc              
   C   sª   t  |¡s| jdt |¡d�}t  |¡r8tt  |¡ƒ}nt  |d¡}t|ƒ}| 	¡ rœ| 
¡  ¡ }|t|ƒ }|dkrœt | || jdt dg| | ¡d�¡}|  d||¡S )NrX   rZ   r   r   rU   ZTile)r   r'   r)   r]   Z
LongTensorZ_is_packed_listÚlenZ_unpack_listr&   ZisCompleteTensorr   r   rH   Úviewr^   )r*   rR   ZrepeatsZrepeat_size_lenZconst_repeatsr   Z	diff_dimsr   r   r    Úrepeat¾  s     

  ÿr…   )FN)FN)F)FN)F)FN)F)FN)1Ú__doc__Ú	functoolsrC   r]   Ztorch._Cr   r:   Z
torch.onnxr   r   r   r   rH   Ztorch.onnx._internalr   r   ÚpartialZonnx_symbolicZ_onnx_symbolicZblock_listed_operatorsZblock_listed_opZ_block_list_in_opsetZ_apply_paramsr2   ZGraphContextr7   rF   rI   rL   rO   rP   rS   rT   rW   r`   Ú
parse_argsre   ri   Úintrl   rr   rt   rm   rs   r{   r|   r€   r‚   r…   r   r   r   r    Ú<module>   sÚ    ÿþþþþþþÿ!	  ùÿ  ùÿ  ùÿ  ùÿ ÿÿ  øÿ