U
    D‹Ñh„E  ã                   @   sL  d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlm	Z	 d dlm
Z
 d dlZd dlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z! d dl"m#Z# ddl$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8 dd	l9m:Z: ej;j< =¡ �rVd d
lm>Z> ddl$m?Z?m@Z@ d dlAmBZB G dd„ dƒZCG dd„ dƒZDdd„ ZEdd„ ZFdd„ ZGdd„ ZHdd„ ZIdd„ ZJdd„ ZKdd „ ZLd!d"„ ZMd#d$„ ZNe
ejO d%œd&d'„ZPd(d)„ ZQd*d+„ ZRdEd,d-„ZSdFd.d/„ZTd0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdddddd d"d$d-d/gZUdS )Gé    N)Údedent)ÚType)Ú_GeneratorTypeÚAnyTypeÚ	AwaitTypeÚBoolTypeÚComplexTypeÚDeviceObjTypeÚDictTypeÚEnumTypeÚ	FloatTypeÚ
FutureTypeÚInterfaceTypeÚIntTypeÚListTypeÚNoneTypeÚ
NumberTypeÚOptionalTypeÚStreamObjTypeÚ
StringTypeÚ
TensorTypeÚ	TupleTypeÚ	UnionType)Úget_source_lines_and_fileé   )Ú_AwaitÚ_qualified_nameÚAnyÚBroadcastingList1ÚBroadcastingList2ÚBroadcastingList3ÚDictÚFutureÚis_awaitÚis_dictÚ	is_futureÚis_ignored_fnÚis_listÚis_optionalÚis_tupleÚis_unionÚListÚOptionalÚTupleÚUnioné   )Ú_get_script_class)ÚRRefType)Úis_rrefÚRRef)ÚOpOverloadPacketc                   @   s   e Zd Zdd„ Zdd„ ZdS )ÚModulec                 C   s   || _ || _d S ©N)ÚnameÚmembers)Úselfr7   r8   © r:   úC/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/jit/annotations.pyÚ__init__H   s    zModule.__init__c                 C   s>   z| j | W S  tk
r8   td| j› d|› �ƒd ‚Y nX d S )NzModule z has no member called )r8   ÚKeyErrorÚRuntimeErrorr7   ©r9   r7   r:   r:   r;   Ú__getattr__L   s    ÿþzModule.__getattr__N)Ú__name__Ú
__module__Ú__qualname__r<   r@   r:   r:   r:   r;   r5   G   s   r5   c                   @   sN   e Zd Zeddejiƒejeddeiƒeeee	e
eedœ
Zdd„ Zdd	„ Zd
S )ÚEvalEnvÚtorchÚTensorÚtypingr-   )
rE   rF   rG   r-   r+   r!   r,   r.   r"   ZAwaitc                 C   s    || _ tjj ¡ rt| jd< d S )Nr3   )ÚrcbrE   ÚdistributedÚrpcÚis_availabler3   Úenv)r9   rH   r:   r:   r;   r<   c   s    zEvalEnv.__init__c                 C   s4   || j kr| j | S | jd k	r(|  |¡S tt|d ƒS r6   )rL   rH   ÚgetattrÚbuiltinsr?   r:   r:   r;   Ú__getitem__h   s
    



zEvalEnv.__getitem__N)rA   rB   rC   r5   rE   rF   r-   r+   r!   r,   r.   r"   r   rL   r<   rO   r:   r:   r:   r;   rD   U   s   örD   c           	      C   sª   t | tƒrt| j|ƒ}n
t| |ƒ}|d k	rJ|rJ|\}}|dd … }||f}|d kr¦d\}}z"td t| ƒd ¡ƒ}t|ƒ}W n tk
r�   Y nX |d k	r¦t	|||ƒ}|S )Nr/   )NNÚ r   )
Ú
isinstancer4   Útry_real_annotationsÚopr   Újoinr   Úget_type_lineÚ	TypeErrorÚparse_type_line)	ÚfnrH   ÚlocZ	is_methodÚ	signatureZparam_typesÚreturn_typeÚ	type_lineÚsourcer:   r:   r;   Úget_signaturep   s"    

r^   c                 C   s   t  | ¡pt  | ¡S r6   )ÚinspectÚ
isfunctionÚismethod©Zthe_callabler:   r:   r;   Úis_function_or_method�   s    rc   c                 C   s6   t | ƒst| ƒr| j} t | ƒr.t | ¡jd k	S dS d S )NF)rc   ÚcallableÚ__call__r_   ÚgetfullargspecÚvarargsrb   r:   r:   r;   Ú	is_vararg“   s
    rh   c                 C   sl   t | tƒr| j} t| ƒs0t| ƒr0t| jƒr0| j} t| ƒrVt| ƒrJt | ¡} t 	| ¡j
S dd„ t|ƒD ƒS d S )Nc                 S   s   g | ]}t |ƒ‘qS r:   )Ústr)Ú.0Úir:   r:   r;   Ú
<listcomp>²   s     z#get_param_names.<locals>.<listcomp>)rQ   r4   rS   rc   rd   re   r&   r_   Úunwraprf   ÚargsÚrange)rX   Zn_argsr:   r:   r;   Úget_param_namesŸ   s    
ÿþý
rp   c              	   C   sÀ   zt d t| ƒd ¡ƒ}W n ttfk
r4   Y d S X |d krBd S t |¡}t|jƒdkrŒt	|jd tj
ƒrŒtjj |d|jd j› d�¡‚t|jƒdks¬t	|jd tjƒs¼tjj |d¡‚d S )NrP   r   r/   zCannot instantiate class 'z' in a script functionz$Expected a single top-level function)r   rT   r   ÚOSErrorrV   ÚastÚparseÚlenÚbodyrQ   ZClassDefrE   ÚjitZfrontendZFrontendErrorr7   ZFunctionDef)rX   rY   r]   Zpy_astr:   r:   r;   Úcheck_fnµ   s"    
 þ  ÿrw   c                 C   sD   t | ddd�}t |¡D ]}d|jkrtd| › d�ƒ‚qt|||ƒS )zLEvaluate statement as long as it does not contain any method/function calls.rP   Úeval)ÚmodeÚCALLz/Type annotation should not contain calls, but 'z' does)ÚcompileÚdisÚget_instructionsÚopnamer>   rx   )ZstmtÚglobrY   ÚbytecodeZinsnr:   r:   r;   Ú_eval_no_callÊ   s    

ÿr�   c           	   
      sÈ   t | ƒ\}}zt|i t|ƒƒ}W n0 ttfk
rP } ztdƒ|‚W 5 d}~X Y nX t|tƒsb|f}zt|i t|ƒƒ}W n0 ttfk
r¦ } ztdƒ|‚W 5 d}~X Y nX ‡ fdd„|D ƒ}|t|ˆ ƒfS )z»Parse a type annotation specified as a comment.

    Example inputs:
        # type: (Tensor, torch.Tensor) -> Tuple[Tensor]
        # type: (Tensor, Tuple[Tensor, Tensor]) -> Tensor
    z6Failed to parse the argument list of a type annotationNz4Failed to parse the return type of a type annotationc                    s   g | ]}t |ˆ ƒ‘qS r:   )Úann_to_type©rj   Úann©rY   r:   r;   rl   ï   s     z#parse_type_line.<locals>.<listcomp>)	Úsplit_type_liner�   rD   Ú	NameErrorÚSyntaxErrorr>   rQ   Útupler‚   )	r\   rH   rY   Zarg_ann_strZret_ann_strZarg_annÚeZret_annÚ	arg_typesr:   r…   r;   rW   Õ   s*    ÿþ
ÿþrW   c                    sf  d‰ |   d¡}tt|ƒƒ}tt‡ fdd„|ƒƒ}t d¡‰tt‡fdd„|ƒƒ}t|ƒdkr°t d¡‰tt‡fd	d„|ƒƒ}t|ƒdkr¬td
t|d d ƒ d d d ƒ‚dS t|ƒdkrÌ|d d  	¡ S d}g }|D ]2\}}d|krø||f} �qqØˆ |krØ| 
|¡ qØ|dk�r6tdd dd„ |D ƒ¡ d ƒ‚‡ fdd„}t||ƒ}	d |	¡}
|d  d|
¡S )zCTry to find the line containing a comment with the type annotation.ú# type:Ú
c                    s   ˆ | d kS ©Nr/   r:   ©Úline©Útype_commentr:   r;   Ú<lambda>ù   ó    zget_type_line.<locals>.<lambda>z!# type:\ ignore(\[[a-zA-Z-]+\])?$c                    s   ˆ   | d ¡ S rŽ   ©Úsearchr�   )Útype_patternr:   r;   r“     r”   r   z&#[	 ]*type[	 ]*(?!: ignore(\[.*\])?$):c                    s   ˆ   | d ¡S rŽ   r•   r�   )Úwrong_type_patternr:   r;   r“     r”   zThe annotation prefix in line z* is probably invalid.
It must be '# type:'zl
See PEP 484 (https://www.python.org/dev/peps/pep-0484/#suggested-syntax-for-python-2-7-and-straddling-code)z
for examplesNr/   z# type: (...) -> z_Return type line '# type: (...) -> ...' not found on multiline type annotation
for type lines:
c                 S   s   g | ]}|d  ‘qS )r/   r:   )rj   r�   r:   r:   r;   rl   (  s     z!get_type_line.<locals>.<listcomp>zl
(See PEP 484 https://www.python.org/dev/peps/pep-0484/#suggested-syntax-for-python-2-7-and-straddling-code)c                    s"   | |   ˆ ¡tˆ ƒ d … }| ¡ S r6   )Úfindrt   Ústrip)r�   Z	item_typer‘   r:   r;   Úget_parameter_type,  s    z)get_type_line.<locals>.get_parameter_typez, z...)ÚsplitÚlistÚ	enumerateÚfilterÚrer{   rt   r>   ri   rš   ÚappendrT   ÚmapÚreplace)r]   ÚlinesZ
type_linesZwrong_type_linesZreturn_lineZparameter_type_linesÚline_numr�   r›   ÚtypesZparameter_typesr:   )r’   r—   r˜   r;   rU   ó   s\    


ÿÿþýüÿ
þýÿ

rU   c                 C   sZ   t dƒ}z|  d¡}W n tk
r4   tdƒd‚Y nX | ||…  ¡ | |d d…  ¡ fS )a  Split the comment with the type annotation into parts for argument and return types.

    For example, for an input of:
        # type: (Tensor, torch.Tensor) -> Tuple[Tensor, Tensor]

    This function will return:
        ("(Tensor, torch.Tensor)", "Tuple[Tensor, Tensor]")

    rŒ   z->z4Syntax error in type annotation (couldn't find `->`)Nr   )rt   ÚindexÚ
ValueErrorr>   rš   )r\   Zstart_offsetZ	arrow_posr:   r:   r;   r†   6  s    
ÿþr†   c                    sˆ   zt  | ¡‰W n tk
r$   Y dS X ˆjgdd„ ˆj ¡ D ƒ }t‡fdd„|D ƒƒr\dS ‡ fdd„ˆj ¡ D ƒ}tˆjˆ ƒ}||fS )z8Try to use the Py3.5+ annotation syntax to get the type.Nc                 S   s   g | ]
}|j ‘qS r:   )Ú
annotation©rj   Úpr:   r:   r;   rl   T  s    z(try_real_annotations.<locals>.<listcomp>c                 3   s   | ]}|ˆ j kV  qd S r6   )Úemptyrƒ   )Úsigr:   r;   Ú	<genexpr>W  s     z'try_real_annotations.<locals>.<genexpr>c                    s   g | ]}t |jˆ ƒ‘qS r:   )r‚   r©   rª   r…   r:   r;   rl   Z  s     )r_   rZ   r¨   Úreturn_annotationÚ
parametersÚvaluesÚallr‚   )rX   rY   Z
all_annotsr‹   r[   r:   )rY   r­   r;   rR   J  s    ÿrR   )rŠ   c                    sZ   t | ƒ}|std| j› d�ƒ‚dd„ |D ƒ}‡ fdd„|D ƒ}tj |¡}|sVt ¡ S |S )NzNo enum values defined for: 'ú'c                 S   s   h | ]}t |jƒ’qS r:   )ÚtypeÚvalue)rj   Úvr:   r:   r;   Ú	<setcomp>f  s     z&get_enum_value_type.<locals>.<setcomp>c                    s   g | ]}t |ˆ ƒ‘qS r:   ©Útry_ann_to_type)rj   Útr…   r:   r;   rl   g  s     z'get_enum_value_type.<locals>.<listcomp>)r�   r¨   Ú	__class__rE   Ú_CZunify_type_listr   Úget)rŠ   rY   Zenum_valuesr¦   Zir_typesÚresr:   r…   r;   Úget_enum_value_typea  s    r¿   c                 C   sP   t | tjƒrdS t | tjtjtjtjtjtjtj	tj
tjf	ƒrLt d¡ dS dS )NTz¢TorchScript will treat type annotations of Tensor dtype-specific subtypes as if they are normal Tensors. dtype constraints are not enforced in compilation either.F)Ú
issubclassrE   rF   Z
LongTensorZDoubleTensorZFloatTensorZ	IntTensorZShortTensorZ
HalfTensorZ
CharTensorZ
ByteTensorZ
BoolTensorÚwarningsÚwarn)r„   r:   r:   r;   Ú	is_tensors  s(    ÷þÿrÃ   c                 C   s   d S r6   r:   )Úinpr:   r:   r;   Ú	_fake_rcb�  s    rÅ   c                    sV  t  | ¡}| tjjkrt ¡ S | d kr.t ¡ S t 	| ¡rHt
| ƒrHt ¡ S t| ƒr†t|ƒdkrp|d dkrptg ƒS t‡ fdd„|D ƒƒS t| ƒr¨t|d ˆ ƒ}|r¨t|ƒS t| ƒ�r"t|d ˆ ƒ}t|d ˆ ƒ}|d kròtd|d › dˆ  ¡ › �ƒ‚|d k�rtd|d › dˆ  ¡ › �ƒ‚t||ƒS t| ƒ�rŒt|d td ƒƒ�rJ|d }n|d }t|ˆ ƒ}d}	|�s„t|	 t| ƒt|ƒtˆ ƒ¡ƒ‚t|ƒS t| ƒ�r$t|ƒttt hk�r²t! ¡ S g }
t  | ¡D ]Z}|d k�rÜ|
 "t ¡ ¡ t|ˆ ƒ}d}	|�st|	 t| ƒt|ƒtˆ ƒ¡ƒ‚|
 "|¡ �qÀt#|
ƒS t$j%j& '¡ �rNt(| ƒ�rNt)t|d ˆ ƒƒS t*| ƒ�rjt+t|d ˆ ƒƒS t,| ƒ�r˜|�rˆt|d ˆ ƒnt- ¡ }t.|ƒS | tk�rªt/ ¡ S | t k�r¼t0 ¡ S | tk�sÒ| t$j1k�rÚt2 ¡ S | t3k�rìt4 ¡ S | t5k�rþt6 ¡ S | t7k�rt- ¡ S | td ƒk�r&t ¡ S t 	| ¡�rHt8| d	ƒ�rHt9| j:ƒS | t$j;k�r\t< ¡ S | t$j=k�rpt> ¡ S | t$j?k�r„t@ ¡ S | t$jAk�r˜t2 ¡ S t 	| ¡�røt| tBjCƒ�røtD| ƒd k�rÚt$jEjF G| ˆ ¡}| H¡ }ntI| ƒ}tJ|tK| ˆ ƒtL| ƒƒS t 	| ¡�r8tD| ƒ}|d k	�r|S t$jM N| ¡�r8t$jEjF G| ˆ ¡S |d k�rFtO}t$jP Q| ˆ |¡S )
Nr/   r   r:   c                    s   g | ]}t |ˆ ƒ‘qS r:   r¸   )rj   Úar…   r:   r;   rl      s     z#try_ann_to_type.<locals>.<listcomp>úUnknown type annotation: 'ú' at zWUnsupported annotation {} could not be resolved because {} could not be resolved. At
{}Ú__torch_script_interface__)RrG   Úget_argsr_   Ú	Signaturer¬   r   ZgetInferredr   r½   ÚisclassrÃ   r)   rt   r   r'   r¹   r   r$   r¨   Ú	highlightr
   r(   rÀ   r´   ÚAssertionErrorÚformatÚreprr   r*   ÚsetÚintÚfloatÚcomplexr   r¡   r   rE   rI   rJ   rK   r2   r1   r%   r   r#   r   r   r   r   ZSymIntr   ri   r   Úboolr   r   Úhasattrr   rÉ   Zdevicer	   Ú	Generatorr   ZStreamr   ZdtypeÚenumÚEnumr0   rv   Ú_scriptZ_recursive_compile_classZqualified_namer   r   r¿   r�   Ú_jit_internalZcan_compile_classrÅ   r¼   Z_resolve_type_from_object)r„   rY   rH   Zann_argsZ	elem_typeÚkeyrµ   Z	containedZ
valid_typeÚmsgÚinnerrÆ   Z
maybe_typeZelementTypeZscripted_classr7   Zmaybe_script_classr:   r…   r;   r¹   “  sº    

ÿ
ÿ



$


$










r¹   c                 C   s4   t | ||ƒ}|d k	r|S td| › d| ¡ › �ƒ‚d S )NrÇ   rÈ   )r¹   r¨   rÍ   )r„   rY   rH   Zthe_typer:   r:   r;   r‚   þ  s    r‚   r   r+   r   r   r    r-   r)   r'   r!   r$   r(   r*   r   r   r   r   r   r   r   r
   r   )N)N)Vrr   rN   r|   rØ   r_   r    rG   rÁ   Útextwrapr   r   rE   Ztorch._Cr   r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Ztorch._sourcesr   rÛ   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   Ú_stater0   rI   rJ   rK   r1   r2   r3   Z
torch._opsr4   r5   rD   r^   rc   rh   rp   rw   r�   rW   rU   r†   rR   rÙ   r¿   rÃ   rÅ   r¹   r‚   Ú__all__r:   r:   r:   r;   Ú<module>   s†   \XC
k
ß