U
    E‹Ñh'   ã                   @   sÎ   d dl Z d dl mZ d dlmZmZmZmZmZ ddlm	Z	m
Z
mZmZ ddlmZ ddlmZ G d	d
„ d
eƒZe jG dd„ dƒƒZe
jeedœdd„Zeedœdd„Zdd„ Zdd„ ZejZejZejZdS )é    N)Ú	dataclass)ÚAnyÚCallableÚDictÚOptionalÚProtocolé   )Ú_CÚ_opsÚautogradÚTensor)Ú_pytreeé   )Úutilsc                   @   s&   e Zd ZU ee ed< ee ed< dS )ÚInfoProtocolÚ_backward_fnÚ_setup_context_fnN©Ú__name__Ú
__module__Ú__qualname__r   r   Ú__annotations__© r   r   úE/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/_library/autograd.pyr      s   
r   c                   @   s&   e Zd ZU ee ed< ee ed< dS )ÚInfor   r   Nr   r   r   r   r   r      s   
r   )ÚopÚinfoÚreturnc                    s°   dˆj › dˆj› dˆj› �}t ˆj¡‰tG dd„ dƒƒ‰‡‡‡fdd„}‡‡fdd„}t|tj	ft
|ƒt
|ƒd	œƒ‰ ˆj}td
d„ |j|j˜D ƒƒržtˆ ƒ‰ ‡ ‡fdd„}|S )NZGeneratedBackwardFor_Ú_c                   @   s(   e Zd ZU ejed< eeef ed< dS )z$make_autograd_impl.<locals>.MetadataÚkeysetÚkeyword_only_argsN)	r   r   r   r	   ZDispatchKeySetr   r   Ústrr   r   r   r   r   ÚMetadata   s   

r"   c              
      sž   |d }|d d… }t  ¡ �x |j}|j}ˆj|t j@ f|ž|Ž}ˆjr„t ˆj	||¡\}}ˆ rtˆj| |||d� nˆj| ||d� |W  5 Q R £ S Q R X d S )Néÿÿÿÿ)ÚctxÚinputsZkeyword_only_inputsÚoutput)r$   r%   r&   )
r	   Z_AutoDispatchBelowAutogradr   r    Z
redispatchZ_after_autograd_keysetr   r   Zfill_defaultsÚ_schema)r$   ÚargsÚmetadatar   ÚkwargsÚresult)Úhas_kwarg_only_argsr   r   r   r   Úforward!   s"    
   ÿz#make_autograd_impl.<locals>.forwardc                    sh   ˆ j rTz*| j}| jd d… | _ˆ j | f|žŽ }W 5 || _X t|tƒrL|d˜S |d fS tdˆ› d�ƒ‚d S )Nr#   zTrying to backward through zQ but no autograd formula was registered. Please use register_autograd to add one.)N)r   Úneeds_input_gradÚ
isinstanceÚtupleÚRuntimeError)r$   ÚgradsÚprev_needs_input_gradr+   )r   r   r   r   Úbackward>   s    

ÿz$make_autograd_impl.<locals>.backward)r-   r4   c                 s   s   | ]}t  |j¡V  qd S ©N)r   Zis_tensorlist_like_typeÚtype)Ú.0Úar   r   r   Ú	<genexpr>Y   s   ÿz%make_autograd_impl.<locals>.<genexpr>c                    s   ˆ j |ˆ| |ƒfžŽ }|S r5   )Úapply)r   r(   r    r+   )Ú	Generatedr"   r   r   Úautograd_impla   s    z)make_autograd_impl.<locals>.autograd_impl)Ú
_namespaceZ_opnameZ_overloadnamer   r,   r'   r   r6   r   ZFunctionÚstaticmethodÚanyÚ	argumentsZreturnsÚsupports_tensorlist)r   r   Únamer-   r4   Zschemar<   r   )r;   r"   r,   r   r   r   Úmake_autograd_impl   s(    þý	
þrC   )Úclsr   c                    sb   | j ‰| j‰| j‰tG dd„ dƒƒ‰ ‡ ‡fdd„}‡fdd„}‡ ‡fdd„}|| _ || _|| _| S )	a4  Allows a given autograd.Function class to support List[Tensor] inputs/outputs.

    Regular autograd.Function has a constraint that it only directly supports autograd for
    Tensors. Applying @supports_tensorlist enables an autograd.Function to support
    autograd for List[Tensor] inputs and outputs.
    c                   @   s6   e Zd ZU eed< dZee ed< dZee ed< dS )z%supports_tensorlist.<locals>.MetadataÚ
input_specNÚoutput_specÚresult_is_tuple)	r   r   r   Úspec_tr   rF   r   rG   Úboolr   r   r   r   r"   s   s   
r"   c                    s�   |d }|d d… }t |ˆ ƒs&tdƒ‚tt|ƒ|jƒ}ˆ| f|žŽ }t |tƒ|_|js\|f}t|tƒ\}}||_	t
| dƒr‚tdƒ‚|| _t|ƒS )Nr#   z�NYI: calling supports_tensorlist autograd.Function.forward directly. You should probably be calling .apply instead. Please file an issue if not.Ú_pt_metadataz@Please don't set ctx._pt_metadata; PyTorch uses it to store info)r/   ÚNotImplementedErrorÚ	unflattenÚlistrE   r0   rG   ÚflattenÚnot_list_of_tensorrF   Úhasattrr1   rJ   )r$   r(   r)   r+   Zflat_resultrF   )r"   Úorig_forwardr   r   Únew_forwardy   s&    
ÿ
ÿz(supports_tensorlist.<locals>.new_forwardc                    s´   t | dƒstdƒ‚| j}tt|ƒ|jƒ}| j}z.tt| jd d… ƒ|jƒ| _ˆ | f|žŽ }W 5 || _X t|t	ƒsv|f}t
|tƒ\}}||jkr¦td|› d|j› d�ƒ‚t	|d g ƒS )NrJ   z¤NYI: calling supports_tensorlist autograd.Function.backward directly. This will automatically get called by PyTorch autograd. Please file an issue if you need this.r#   zRExpected the return from backward to be of the same structure as the inputs. Got: z (return from backward), z	 (inputs))rP   rK   rJ   rL   rM   rF   r.   rE   r/   r0   rN   Únot_list_of_optional_tensorr1   )r$   r2   r)   r3   Zgrad_inputsZflat_grad_inputsZgrad_inputs_spec)Úorig_backwardr   r   Únew_backward’   s2    
ÿ ÿ
 ÿ
ÿz)supports_tensorlist.<locals>.new_backwardc                     st   t | td�\}}ˆ |ƒ}ˆ||fžŽ }|jd k	s4t‚tt|ƒ|jƒ}|jspt|tƒsXt‚t	|ƒdksht‚|d S |S )N)Zis_leafr   r   )
rN   rO   rF   ÚAssertionErrorrL   rM   rG   r/   r0   Úlen)r(   Z	flat_argsrE   r)   r+   )r"   Ú
orig_applyr   r   Ú	new_apply¾   s    z&supports_tensorlist.<locals>.new_apply)r-   r4   r:   r   )rD   rR   rU   rY   r   )r"   rX   rT   rQ   r   rA   h   s    ,rA   c                 C   s.   t | tƒrdS t | tƒr*tdd„ | D ƒƒS dS )NFc                 s   s   | ]}t |tƒ V  qd S r5   ©r/   r   ©r7   Úlr   r   r   r9   Ô   s     z%not_list_of_tensor.<locals>.<genexpr>T©r/   r0   rM   r?   ©Útreer   r   r   rO   Ð   s
    

rO   c                 C   s.   t | tƒrdS t | tƒr*tdd„ | D ƒƒS dS )NFc                 s   s"   | ]}|d k	ot |tƒ V  qd S r5   rZ   r[   r   r   r   r9   Ü   s     z.not_list_of_optional_tensor.<locals>.<genexpr>Tr]   r^   r   r   r   rS   Ø   s
    

rS   )Zdataclassesr   Útypingr   r   r   r   r   Ú r	   r
   r   r   r   r   r   r   Z
OpOverloadrC   rA   rO   rS   Ztree_flattenrN   Ztree_unflattenrL   ZTreeSpecrH   r   r   r   r   Ú<module>   s   Qh