U
    E‹ÑhtO  ã                   @   sn  d dl Z d dlmZ ddlmZ ddlmZ ddlm	Z	mZ ej
Z
d dlZd dlmZ eejƒZdd	„ Zd
d„ Zdd„ Zdd„ Zdd„ Zdd„ Zd9dd„Zdd„ ZG dd„ dƒZG dd„ deeƒZG dd„ deeƒZi Zeefdd „ƒZd!d"„ Z d#d$„ Z!d%d&„ Z"e#ƒ Z$d'd(„ Z%d)d*„ Z&d:d-d.„Z'd/d0„ Z(e)dƒZ*e j+j,Z-G d1d2„ d2ƒZ.d3d4„ Z/d;d5d6„Z0e j+j1Z2d<d7d8„Z1dS )=é    N©Údimé   )Úop_properties)Ú_enable_layers)Útree_flattenÚtree_map)Úreducec                 C   s   t tj| dƒS ©Nr   )r	   ÚoperatorÚmul)Úx© r   úE/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/functorch/dim/reference.pyÚprod   s    r   c                 C   s>   ddl m} t| |ƒr&|r"tdƒ‚| S | dkr6| | S | S d S )Nr   ©ÚDimz8cannot preserve first-class dimensions with keepdim=Truer   )Ú r   Ú
isinstanceÚAssertionError)ÚdÚNÚkeepdimr   r   r   r   Ú	_wrap_dim   s    
r   c                    sV   ddl m} t| |tfƒr,tt| ˆ ˆƒfƒS |r>td| › �ƒ‚t‡ ‡fdd„| D ƒƒS )Nr   r   z.expected a single dimension or int but found: c                 3   s   | ]}t |ˆ ˆƒV  qd S ©N)r   )Ú.0r   ©r   r   r   r   Ú	<genexpr>.   s     z_dims.<locals>.<genexpr>)r   r   r   ÚintÚltupler   r   )r   r   r   Ú
single_dimr   r   r   r   Ú_dims(   s
    r!   c              	   C   s   ddl m} tdd„ t|ƒD ƒƒ}t|ƒdkrŽ|d \}}tdd„ |D ƒƒ}| | dkr~tdd„ |D ƒƒ}|d| › d	|› �ƒ‚| | }	|	|_nnt|ƒdkrÂtd
d„ |D ƒƒ}|d|› d|› �ƒ‚n:tdd„ |D ƒƒ}
| |
krü|d| › d|
› d|› d|› �ƒ‚d S )Nr   )ÚDimensionMismatchErrorc                 s   s    | ]\}}|j s||fV  qd S r   )Úis_bound)r   ÚiÚrr   r   r   r   4   s      z%_bind_dims_to_size.<locals>.<genexpr>r   c                 s   s   | ]}|j r|jV  qd S r   )r#   Úsize©r   r%   r   r   r   r   7   s      c                 s   s"   | ]}|j sd nt|jƒV  qdS ©ú?N©r#   Ústrr&   r'   r   r   r   r   9   s     z>inferred dimension does not evenly fit into larger dimension: ú vs c                 s   s"   | ]}|j sd nt|jƒV  qdS r(   r*   r'   r   r   r   r   @   s     z1cannot infer the size of two dimensions at once: z with sizes c                 s   s   | ]}|j V  qd S r   ©r&   r'   r   r   r   r   E   s     z!Dimension sizes to do not match (z != z) when matching z to )r   r"   ÚtupleÚ	enumerateÚlenr   r&   )Zlhs_sizeÚrhsZ	lhs_debugr"   Z	not_boundÚidxr   Z
rhs_so_farZrhs_sZnew_sizeZrhs_sizer   r   r   Ú_bind_dims_to_size1   s,    ÿÿÿr3   c                 C   sF   ddl m} t| |ƒr*| jt| jƒ| jfS | tt| j dƒƒdfS d S )Nr   ©Ú_Tensorr   T)	r   r5   r   Ú_tensorÚllistÚ_levelsÚ_has_deviceÚrangeÚndim)Úinpr5   r   r   r   Ú_tensor_levelsL   s    
r=   c           	   	   C   s˜   g }g }d}|   ¡ }|D ]N}z&| |¡}| |¡ | || ¡ W q tk
rd   | d¡ d}Y qX q|ttt|ƒƒƒkr†| j|Ž } |r”| j|Ž } | S )NFr   T)	r&   ÚindexÚappendÚ
ValueErrorÚlistr:   r0   ÚpermuteÚview)	ÚvZfrom_levelsZ	to_levelsrC   rB   Úrequires_viewr&   Útr2   r   r   r   Ú_match_levelsU   s"    




rG   Fc           	      C   sÈ   ddl m} | jt| jƒ }}z| |¡}W n@ tk
rl   |sB‚ d}|j|jf| ¡ žŽ }| 	dd¡ Y nX d}t
|ƒD ]*}t|| tƒrz||  d8  < |d7 }qz| d ||< | ||| j¡|fS )Nr   )ÚTensorr   )r   rH   r6   r7   r8   r>   r@   Úexpandr&   Úinsertr:   r   r   Úfrom_positionalr9   )	Úselfr   Ú
expand_dimrH   ÚptensorÚlevelsr2   Zidx_batchedr$   r   r   r   Ú_positional_no_permutel   s"    
rP   c                 C   sB   ddl m} t| |ƒt||ƒkr$dS t| |ƒr6| |kS | |kS d S )Nr   r   F©r   r   r   )ÚaÚbr   r   r   r   Úseq�   s    
rT   c                   @   s   e Zd Zdd„ Zdd„ ZdS )Úisinc                 C   s   | D ]}t ||ƒr dS qdS )NTF)rT   )rL   Úitemr   r   r   r   Ú__contains__�   s    
zisin.__contains__c                 C   s,   t | ƒD ]\}}t||ƒr|  S qt‚d S r   )r/   rT   r@   )rL   rV   r$   r   r   r   r   r>   “   s    

z
isin.indexN)Ú__name__Ú
__module__Ú__qualname__rW   r>   r   r   r   r   rU   Œ   s   rU   c                   @   s   e Zd ZdS )r7   N©rX   rY   rZ   r   r   r   r   r7   š   s   r7   c                   @   s   e Zd ZdS )r   Nr[   r   r   r   r   r   ž   s   r   c              
      s4  ddl m‰m‰ m‰ ddlm} |tjjkrf|\}}t|ˆƒrft|ˆƒrf|j	dkrf|j	dkrf|||ƒS t
ƒ }t||fƒ\}	}
d ‰|	D ]8}t|ˆƒr„|jrž|j‰|jD ]}||kr¤| |¡ q¤q„‡‡fdd„‰|tk�rÈt
ƒ ‰t
ƒ }g }t|	ƒD ]‚\}}t|ˆƒrît|ƒ\}}}t|ˆƒ�r:|j�s:ˆd k	�r:|jˆjd�}||	|< |D ]}|ˆk�rFˆ |¡ �qF| ||f¡ qî|D ]\}}t|	| |ˆƒ|	|< �qv|
|	ƒ\}}|||Ž}‡ ‡‡‡fdd	„}t||ƒS ‡ ‡‡fd
d	„}t|ƒ�J td|› �ƒ |
‡fdd„|	D ƒƒ\}}|||Ž}t||ƒW  5 Q R £ S Q R X d S )Nr   )r5   rH   Ú
TensorLike)ÚDelayedMulTensorr   c                    s4   t | ˆ ƒr0| j}ˆd k	r,| js,|jˆjd�}|S | S )N©Údevice)r   Ú_batchtensorr9   Útor_   )rF   r%   )r5   Údevice_holding_tensorr   r   Úunwrap¾   s    
z"__torch_function__.<locals>.unwrapr^   c                    s    t | ˆƒrˆ  | ˆˆd k	¡S | S r   )r   rK   ©rF   )rH   r\   rb   Úresult_levelsr   r   ÚwrapÞ   s    
  ÿz __torch_function__.<locals>.wrapc                    s   t | ˆƒrˆ  | ˆd k	¡S | S r   )r   Úfrom_batchedrd   )rH   r\   rb   r   r   rf   è   s    
zbatch_tensor for c                 3   s   | ]}ˆ |ƒV  qd S r   r   )r   Úf)rc   r   r   r   ï   s     z%__torch_function__.<locals>.<genexpr>)r   r5   rH   r\   Zdelayed_mul_tensorr]   ÚtorchÚ__mul__r   r;   r7   r   r9   r`   Údimsr?   Ú	pointwiser/   r=   ra   r_   rG   r   r   Úprint)rL   ÚorigÚclsÚargsÚkwargsr]   Úlhsr1   Zall_dimsZ	flat_argsZ	unflattenrh   r   Z
arg_levelsÚ	to_expandr$   rN   rO   Ú_ÚlÚresultrf   r   )rH   r\   r5   rb   re   rc   r   Ú__torch_function__¥   sn    ÿþýü




ÿþý




rw   c                 G   s  ddl m}m}m} | jt| jƒ }}tƒ }g }d}	| j}
|D ]¨}t|t	ƒrl| 
|¡ | 
dd„ |D ƒ¡ q>t||ƒrŽ| |¡ | |j¡ q>t|tƒrÀt||
dƒ}| |¡ | | |¡¡ q>| 
|¡ | tdd„ |D ƒƒ¡ d}	q>ttt|ƒƒƒ}t|ƒ}t|ƒD ]‚\}}z| |¡}W n< tk
�rZ } z|d| j› d	|› �ƒ|‚W 5 d }~X Y nX || }||= ||= | |d
¡ | ||¡ �q|j|Ž }d
}tt|ƒd ddƒD ](}t|| tƒ�r®|d7 }| ||< �q®| ||| j¡}|	�r|j|| ¡ t|ƒd … žŽ }|S )Nr   )r   ÚDimensionBindErrorrH   Fc                 s   s   | ]}|j V  qd S r   r-   ©r   Úer   r   r   r      s     zpositional.<locals>.<genexpr>c                 s   s   | ]}|j V  qd S r   r-   ry   r   r   r   r   
  s     Tztensor of dimensions z does not contain dim r   éÿÿÿÿ)r   r   rx   rH   r6   r7   r8   r;   r   ÚDimListÚextendr?   r&   r   r   r   rA   r:   r0   r/   r>   r@   rk   rJ   rB   rK   r9   Zreshape)rL   rk   r   rx   rH   rN   rO   Z	flat_dimsrC   Z
needs_viewr;   r   rB   Znflatr$   r2   rz   ÚpÚseenrv   r   r   r   Ú
positionalõ   s\    






ÿþ
r€   c                 C   s*   ddl m} | D ]}t||ƒr dS qd S )Nr   r   TrQ   )Úinputr   r$   r   r   r   Ú_contains_dim'  s    
r‚   c                 G   sP   t |ƒs |  tjjd | f|˜¡S |}dd„ |D ƒdg| j  }| j|Ž } | | S )Nc                 S   s   g | ]
}|j ‘qS r   r-   ©r   r   r   r   r   Ú
<listcomp>3  s     zexpand.<locals>.<listcomp>r{   )r‚   rw   ri   rH   rI   r;   )rL   Úsizesrk   r   r   r   rI   /  s    
rI   c                 C   s    t |ƒ|kr|| S | | |¡S r   )r0   Úget)ÚnameÚoffsetrp   rq   Údefaultr   r   r   Ú_getarg;  s    rŠ   c                 C   s"   t |ƒ|kr|||< n||| < d S r   )r0   )r‡   rˆ   rp   rq   Úvaluer   r   r   Ú	_patchargA  s    
rŒ   r   Tc              	      s4   ddl m‰ m‰m‰ ‡ ‡‡‡‡‡‡‡‡f	dd„}|S )Nr   )r   rH   r\   c           	   
      sj  t ˆˆ||tƒ}|tks&ˆrnt|ˆƒsntˆjƒ�8 tdˆ
› �ƒ ˆ ˆ
ˆjf|ž|Žˆj¡W  5 Q R £ S Q R X ˆr‚t dˆ	||dƒnd}ˆj	t
ˆjƒ }‰t|ˆjj|ˆƒ}t‡fdd„|D ƒƒ‰ ˆrà|sà‡ fdd„tˆƒD ƒ‰nˆ‰tˆ ƒdkrøˆ d	 ‰ t|ƒ}tˆˆ||ˆ ƒ ‡‡‡‡fd
d„}tˆƒ�6 tdˆ
› �ƒ ˆ
|f|ž|Ž}t||ƒW  5 Q R £ S Q R X d S )Nzdim fallback batch_tensor for r   Fc                 3   s   | ]}ˆ   |¡V  qd S r   ©r>   rƒ   )rO   r   r   r   Z  s     z$_wrap.<locals>.fn.<locals>.<genexpr>c                    s   g | ]\}}|ˆ kr|‘qS r   r   )r   r$   ru   )Údim_indicesr   r   r„   \  s      z%_wrap.<locals>.fn.<locals>.<listcomp>r   r   c                    s   t | ˆƒrˆ  | ˆˆj¡S | S r   )r   rK   r9   rd   )rH   r\   Ú
new_levelsrL   r   r   rf   g  s    
z_wrap.<locals>.fn.<locals>.wrapzdim used batch_tensor for )rŠ   Ú_not_presentr   r   rk   rm   rg   r`   r9   r6   r7   r8   r!   r;   r.   r/   r0   rA   rŒ   r   )	rL   rp   rq   r   r   rF   rk   rf   r%   ©	r   rH   r\   Údim_nameÚ
dim_offsetÚkeepdim_offsetrn   r	   r    )rŽ   rO   r�   rL   r   ÚfnM  s6     ÿÿÿ
z_wrap.<locals>.fn)r   r   rH   r\   )rn   r“   r”   r’   r    r	   r•   r   r‘   r   Ú_wrapH  s    $r–   c                 O   s4   ddl m} ttj| ƒ}t|| t|f|ž|Žƒ d S )Nr   r4   )r   r5   Úgetattrri   rH   Úsetattrr–   )r‡   rp   rq   r5   rn   r   r   r   Ú_deft  s    r™   c                   @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )Údim_trackerc                 C   s   t ƒ | _g | _d S r   )r7   rk   Úcount)rL   r   r   r   Ú__init__�  s    zdim_tracker.__init__c                 C   s&   || j kr"| j  |¡ | j d¡ d S r
   )rk   r?   r›   ©rL   r   r   r   r   Úrecord…  s    
zdim_tracker.recordc                 C   s   | j | j |¡ S r   )r›   rk   r>   r�   r   r   r   Ú__getitem__Š  s    zdim_tracker.__getitem__N)rX   rY   rZ   rœ   rž   rŸ   r   r   r   r   rš   €  s   rš   c           *         s   ddl m‰ m}m}m}m}m} t||ƒ oPt|tt	fƒ oPt||ƒoN|j
dk }|r|t| ˆ ƒrrˆ  td | |f¡S t| |ƒS t|tƒsŽ|g}nt	|ƒ}d}d }	g }
t|ƒD ]Œ\}}|dksÊt||ƒrî|jsî|	d k	rêd|› d|	› �}||ƒ‚|}	t||ƒ�r||j�rt|ƒnd7 }|
 |¡ qª|d k	rª|dk	rª|d7 }qª| j
}||k�r^td|› d|› d	�ƒ‚|	d k	�r¤|| }||	 }|dk�rštg| ||	|	d …< n
| |¡ t|
ƒD ]}|| |||d …< �q¬d}d
}|  ¡ }g }tƒ ‰‡ ‡fdd„}|| ƒ g }t|ƒD ]è\}}|d k�r.t||< | d¡ d}n¼|| }t||ƒ�r^||_ˆ |¡ | |¡ n„t|tt	fƒ�rÐ|�rÐt|d |ƒ�rÐ|D ]}ˆ |¡ �qˆt||d|› �ƒ | dd„ |D ƒ¡ d}| |¡ n||ƒ | |¡ |d7 }�q|�rþ| j|Ž } t|ƒD ]}|| |||d …< �qt| ˆ ƒ�rf| jt	| jƒ }}t|ƒ‰‡fdd„|D ƒ}| j}d}n| | }}|j
t|ƒ }d}g }g }d } i }!d
}"t|ƒD ]¨\}}#t|#|ƒ�rÔˆ|# dk�rÔt||< | |#¡ npt|#|ƒ�r6d}"| d k�röt|ƒ} t|#ƒ\}$}}%||!|< |$||< |D ]}&|&|k�r| |&¡ �qnd}"| d¡ �qž| d k	�r^||| | …< |!  ¡ D ]\}}t!|| ||ƒ||< �qf|"�r˜t||ƒ}'n|}'d}(|dk�rº| dg| ¡ tt|ƒƒD ]*\}})t|)t"ƒ�rÆ|(|d| < |(d8 }(�qÆ| #|'||¡S )Nr   )r5   r   rx   r|   rH   r\   r   .z\at most one ... or unbound dimension list can exist in indexing list but found 2 at offsets z and z	at least z/ indices were supplied but the tensor only has z dimensions.Fc                    s(   t | ˆ ƒsd S | jD ]}ˆ |¡ qd S r   )r   rk   rž   )rF   r   )r5   Ú	dims_seenr   r   Úadd_dimsÛ  s    

zt__getitem__.<locals>.add_dimsTzoffset c                 s   s   | ]}|j V  qd S r   r-   rƒ   r   r   r   r   ò  s     zt__getitem__.<locals>.<genexpr>c                    s"   g | ]}t |tƒrtˆ ƒn|‘qS r   )r   r   Únext)r   ru   )Úinput_itr   r   r„     s     z t__getitem__.<locals>.<listcomp>r{   )$r   r5   r   rx   r|   rH   r\   r   r.   rA   r;   rw   Ú_orig_getitemr/   r#   r0   r?   Ú
IndexErrorÚno_sliceZbind_lenÚreversedr&   rš   rž   r3   r}   rC   r6   r8   Úiterr9   r=   ÚitemsrG   r   rK   )*rL   r�   r   rx   r|   rH   r\   Z	is_simpleZdims_indexedZexpanding_objectZdimlistsr$   ÚsÚmsgr;   Zexpanding_ndimsÚobjrE   r&   Z
view_sizesr¡   Z	dim_packsr2   Úszr   Zptensor_selfrO   Zflat_inputsZ
has_deviceZto_padre   Zindex_levelsZtensor_insert_pointrs   Zrequires_getindexr<   rN   rt   ru   rv   Znext_positionalr%   r   )r5   r    r£   r   Út__getitem__Ž  sò     ÿû


ÿ

ÿ

ÿþ



&






r®   c           
      C   s²   t |tƒr t | ||¡ ||¡S d }|d k	r>t||dd�\}}g }| D ]B}t||dd�\}}|d k	rz||krz| ||¡}n|}| |¡ qFtj|||d�}	|	 ||d f||f¡S )NT)rM   )Úoutr   )r   r   ri   Ústackr>   rP   Zmove_dimr?   )
ZtensorsZnew_dimr   r¯   r>   ZptensorsrF   ÚptÚpiÚprr   r   r   r°   B  s    
r°   c              	      s˜  ddl m}m} t|tƒs,tdd„ |D ƒƒrLtˆ |ƒr>tdƒ‚t| |ˆ d�S tˆ |ƒr|t| |ƒsntdˆ › �ƒ‚t	| ˆ ƒ\} ‰ |  
ˆ ¡}d}g }g }t|ƒD ]:\}	}
|
jrÀ| |
j
¡ ||
j
7 }qš| d¡ | |	¡ qš|�rL||k�std	|› d
|› d|› d�ƒ‚|| }| t|ƒ  }|D ]*}t||ƒ}||| _
|||< ||8 }�qn&||k�srtd|› d
|› d|› d�ƒ‚t‡ fdd„t|t| |ˆ d�ƒD ƒƒS )Nr   )r5   r   c                 s   s   | ]}t |tƒV  qd S r   )r   r   )r   rF   r   r   r   r   Z  s    zsplit.<locals>.<genexpr>zKwhen dim is specified as a Dim object, split sizes must also be dimensions.r   zTensor does not have dimension r   z,result dimensions are larger than original: r,   z (ú)z)result dimensions do not match original: c                 3   s   | ]\}}|  ˆ |¡V  qd S r   r�   )r   r   rF   r   r   r   r   ‚  s   ÿ)r   r5   r   r   r   Úanyr@   Ú_orig_splitr   rP   r&   r/   r#   r?   r0   Úminr.   Úzip)rL   Zsplit_size_or_sectionsr   r5   r   r&   Ztotal_bound_sizeÚunboundr…   r$   r   Zremaining_sizeÚ
chunk_sizeÚur­   r   r   r   ÚsplitW  sR    ÿ
ÿ


ÿþ

ÿþþr¼   )F)r   r   r   FT)r   N)r   )3ri   Zfunctorch._Cr   Z_Cr   r   Zbatch_tensorr   r   r   r|   r   Ú	functoolsr	   Úsetrl   r   r   r!   r3   r=   rG   rP   rT   rU   rA   r7   r.   r   Z
empty_dictÚclassmethodrw   r€   r‚   rI   Úobjectr�   rŠ   rŒ   r–   r™   Úslicer¦   rH   rŸ   r¤   rš   r®   r°   r¼   r¶   r   r   r   r   Ú<module>   sV   
		
O2	         ÿ
, 5
