U
    E‹Ñh!F  ã                   @   sØ  d dl Z d dlmZmZmZmZmZmZmZm	Z	 d dl
Z
d dlmZ d dlmZ d dlmZ d dlmZmZmZ d dlmZmZ dddd	d
dddddddddddddddgZe	ded f ZddddhZe
jjjZeeee edœdd „Z!e
j"e e
j#e
j"d!œd"d#„Z$d`ee ed%œd&d'„Z%eeed(f eed(f ed)œd*d+„Z&e'eee eee ed,œd-d.„Z(e'eee eee e ed/œd0d1„Z)e'eee eee ed,œd2d3„Z*eej+ƒeƒ daeee eeed5œd6d„ƒƒZ,eej-ƒeƒ dbeee eeed5œd7d„ƒƒZ.eej/ƒeƒ dceee eeed5œd8d„ƒƒZ0eej1ƒeƒ ddeee eeed5œd9d„ƒƒZ2eej3ƒeƒ deeee eeed5œd:d	„ƒƒZ4eej5ƒeƒ dfeee eeed5œd;d„ƒƒZ6G d<d=„ d=eƒZ7eee ee e7d>œd?d@„Z8ee edAœdBdC„Z9e'eeed(f eed(f ee edDœdEdF„Z:eej;ƒeƒ dgeee ee eedGœdHd„ƒƒZ<eej=ƒeƒ dheee ee eedGœdId„ƒƒZ>eej?ƒeƒ dieee ee eedGœdJd„ƒƒZ@eejAƒeƒ djeee ee eedGœdKd„ƒƒZBG dLdM„ dMeƒZCe'eee ee eCdNœdOdP„ZDeejEƒeƒ dkeee ee eedGœdQd„ƒƒZFeejGƒeƒ dleee ee eedGœdRd„ƒƒZHeejIƒeƒ dmeee ee eedGœdTd„ƒƒZJeejKƒeƒ dneee ee eedGœdUd„ƒƒZLeejMƒeƒ doeee ee eedGœdVd„ƒƒZNeejOƒeƒ dpeee ee eedGœdWd„ƒƒZPeejQƒeƒ dqeee ee eedGœdXd
„ƒƒZReejSƒeƒ dreee ee eedGœdYd„ƒƒZTee eee dZœd[d\„ZUeejVƒdseee ed]œd^d„ƒZWeejXƒdteee ed]œd_d„ƒZYdS )ué    N)ÚIterableÚListÚLiteralÚ
NamedTupleÚOptionalÚSequenceÚTupleÚUnion)Úregister_decomposition)ÚDimsTypeÚ	ShapeTypeÚTensorLikeType)Ú_maybe_convert_to_dtypeÚout_wrapperÚfftÚfft2ÚfftnÚhfftÚhfft2ÚhfftnÚrfftÚrfft2ÚrfftnÚifftÚifft2ÚifftnÚihfftÚihfft2ÚihfftnÚirfftÚirfft2ÚirfftnÚfftshiftÚ	ifftshift)ÚforwardÚbackwardÚorthor$   r%   r&   )ÚxÚnormÚsignal_numelr$   Úreturnc                    sh   t  ˆ tk‡ fdd„¡ ˆ dkr2| dt |¡  S | rHˆ dkpRˆ dkpR|oRˆ dk}|rd| d|  S | S )z3Apply normalization to the un-normalized FFT resultc                      s
   dˆ › �S )NzInvalid normalization mode: © r+   ©r(   r+   ú=/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/_refs/fft.pyÚ<lambda>.   ó    z_apply_norm.<locals>.<lambda>r&   é   Nr%   r$   )ÚtorchÚ_checkÚ_NORM_VALUESÚmathÚsqrt)r'   r(   r)   r$   Ú	normalizer+   r,   r-   Ú_apply_norm*   s    
ÿr7   )ÚdtypeÚrequire_complexÚdevicer*   c                    sh   ˆ j r
ˆ S ˆ jst ¡ ‰ tjtjg}|jdk}|r>| tj¡ t 	ˆ |k‡ fdd„¡ |rdt
 ˆ ¡‰ ˆ S )z@Helper to promote a dtype to one supported by the FFT primitives)ZcudaÚmetac                      s
   dˆ › �S )NzUnsupported dtype r+   r+   ©r8   r+   r-   r.   I   r/   z#_promote_type_fft.<locals>.<lambda>)Ú
is_complexZis_floating_pointr1   Zget_default_dtypeZfloat32Zfloat64ÚtypeÚappendZfloat16r2   ÚutilsZcorresponding_complex_dtype)r8   r9   r:   Zallowed_typesZmaybe_support_halfr+   r<   r-   Ú_promote_type_fft9   s    

rA   F)Útr9   r*   c                 C   s   | j }t||| jƒ}t| |ƒS )zEHelper to promote a tensor to a dtype supported by the FFT primitives)r8   rA   r:   r   )rB   r9   Zcur_typeÚnew_typer+   r+   r-   Ú_maybe_promote_tensor_fftQ   s    rD   .)r'   ÚdimsÚsizesr*   c                 C   sÖ   t |ƒt |ƒkst‚d}| j}dgt |ƒ d }tt |ƒƒD ]„}|| dkrNq<|||  || k r–d}t |ƒd||   d }|| |||   ||< |||  || kr<|  || d|| ¡} q<|rÒt | |¡S | S )z‚
    Fixes the shape of x such that x.size(dims[i]) == sizes[i],
    either by zero-padding, or by slicing x starting from 0.
    Fr   é   éÿÿÿÿTr0   )ÚlenÚAssertionErrorÚshapeÚrangeZnarrowr1   Zconstant_pad_nd)r'   rE   rF   Z	must_copyZx_sizesZ
pad_amountÚiZpad_idxr+   r+   r-   Ú_resize_fft_inputZ   s    rN   )Ú	func_nameÚinputÚnÚdimr(   r$   r*   c                    s¤   t |dd�}tj|j|dd�f}|dk	r,|nd|j| d  ‰ t ˆ dk‡ fdd	„¡ |dk	rvt||ˆ d d fd
�}|r„t |¡}t	j
||ˆ d�}t||ˆ |d�S )zBCommon code for performing any complex to real FFT (irfft or hfft)T©r9   F©Zwrap_scalarNrG   r0   c                      s   dˆ › d�S ©NzInvalid number of data points (z) specifiedr+   r+   ©Úlast_dim_sizer+   r-   r.   ‚   r/   z_fft_c2r.<locals>.<lambda>)rE   rF   ©rR   rW   ©r(   r)   r$   )rD   r@   Úcanonicalize_dimÚndimrK   r1   r2   rN   ÚconjÚprimsÚfft_c2rr7   )rO   rP   rQ   rR   r(   r$   rE   Úoutputr+   rV   r-   Ú_fft_c2rt   s    	
þ
r`   )rO   rP   rQ   rR   r(   r$   Úonesidedr*   c           	         s¬   t  ˆjj ‡‡fdd„¡ tˆƒ‰tjˆj|dd�f}|dk	rD|nˆj| ‰ t  ˆ dk‡ fdd„¡ |dk	r|t	ˆ||fƒ‰t
jˆ||d�}t||ˆ |ƒ}|r¢|S t  |¡S )	zBCommon code for performing any real to complex FFT (rfft or ihfft)c                      s   ˆ › dˆj › �S )Nz0 expects a floating point input tensor, but got r<   r+   ©rO   rP   r+   r-   r.   ›   r/   z_fft_r2c.<locals>.<lambda>FrT   Nr0   c                      s   dˆ › d�S rU   r+   r+   ©Údim_sizer+   r-   r.   ¡   r/   ©rR   ra   )r1   r2   r8   r=   rD   r@   rZ   r[   rK   rN   r]   Úfft_r2cr7   r\   )	rO   rP   rQ   rR   r(   r$   ra   rE   Úretr+   ©rd   rO   rP   r-   Ú_fft_r2c�   s     
þ 
ÿri   c                    s�   t  ˆjj‡‡fdd„¡ tjˆj|dd�f}|dk	r:|nˆj| ‰ t  ˆ dk‡ fdd„¡ |dk	rrtˆ||fƒ‰t	j
ˆ||d�}t||ˆ |ƒS )	zCCommon code for performing any complex to complex FFT (fft or ifft)c                      s   ˆ › dˆj › �S ©Nz) expects a complex input tensor, but got r<   r+   rb   r+   r-   r.   ·   r/   z_fft_c2c.<locals>.<lambda>FrT   Nr0   c                      s   dˆ › d�S rU   r+   r+   rc   r+   r-   r.   ¼   r/   ©rR   r$   )r1   r2   r8   r=   r@   rZ   r[   rK   rN   r]   Úfft_c2cr7   )rO   rP   rQ   rR   r(   r$   rE   rg   r+   rh   r-   Ú_fft_c2c¬   s    	þ 
ÿrm   rH   )rP   rQ   rR   r(   r*   c              	   C   s6   | j jrtd| |||dd�S td| |||ddd�S d S )Nr   T©r$   F©r$   ra   ©r8   r=   rm   ri   ©rP   rQ   rR   r(   r+   r+   r-   r   Æ   s    c              	   C   s6   | j jrtd| |||dd�S td| |||ddd�S d S )Nr   Frn   ro   rp   rq   r+   r+   r-   r   Ô   s    c              	   C   s   t d| |||ddd�S )Nr   Tro   ©ri   rq   r+   r+   r-   r   â   s    c                 C   s   t d| |||dd�S )Nr   Frn   ©r`   rq   r+   r+   r-   r   í   s    c                 C   s   t d| |||dd�S )Nr   Trn   rs   rq   r+   r+   r-   r   ø   s    c              	   C   s   t d| |||ddd�S )Nr   FTro   rr   rq   r+   r+   r-   r     s    c                   @   s.   e Zd ZU eedf ed< eedf ed< dS )Ú_ShapeAndDims.rK   rE   N©Ú__name__Ú
__module__Ú__qualname__r   ÚintÚ__annotations__r+   r+   r+   r-   rt     s   
rt   )rP   rK   rR   r*   c                    sP  | j ‰ | j‰|dk	rTt|tƒs$|f}tjˆ |dd�}t tt	|ƒƒt|ƒkdd„ ¡ |dk	rêt|tƒsl|f}t |dkp†t|ƒt|ƒkdd„ ¡ t|ƒ‰t ˆˆ k‡ ‡fdd„¡ |dkrÌt
tˆ ˆ ˆ ƒƒ}t
‡fdd	„t||ƒD ƒƒ}n6|dk�r
t
tˆ ƒƒ}t
ˆƒ}nt
‡fd
d	„|D ƒƒ}|D ]‰t ˆdk‡fdd„¡ �q$t||d�S )zTConvert the shape and dim arguments into a canonical form where neither are optionalNFrT   c                   S   s   dS )NzFFT dims must be uniquer+   r+   r+   r+   r-   r.   !  r/   z6_canonicalize_fft_shape_and_dim_args.<locals>.<lambda>c                   S   s   dS )Nz=When given, dim and shape arguments must have the same lengthr+   r+   r+   r+   r-   r.   +  r/   c                      s   dˆ› dˆ › d�S )NzGot shape with z" values but input tensor only has z dimensions.r+   r+   )Ú	input_dimÚtransform_ndimr+   r-   r.   1  r/   c                 3   s&   | ]\}}|d kr|nˆ | V  qdS )rH   Nr+   )Ú.0ÚsÚd©Úinput_sizesr+   r-   Ú	<genexpr>:  s    z7_canonicalize_fft_shape_and_dim_args.<locals>.<genexpr>c                 3   s   | ]}ˆ | V  qd S ©Nr+   ©r}   r   r€   r+   r-   r‚   C  s     r   c                      s   dˆ › d�S rU   r+   r+   )rQ   r+   r-   r.   F  r/   )rK   rE   )r[   rK   Ú
isinstancer   r@   Zcanonicalize_dimsr1   r2   rI   ÚsetÚtuplerL   Úziprt   )rP   rK   rR   Zret_dimsZ	ret_shaper+   )r{   r�   rQ   r|   r-   Ú$_canonicalize_fft_shape_and_dim_args  sD    
 ÿ
þþÿ


r‰   )Úxsr*   c                 C   s   d}| D ]}||9 }q|S )zCompute product of a listr0   r+   )rŠ   Úprodr'   r+   r+   r-   Ú_prodK  s    
rŒ   )Úfunction_namerP   rK   rR   r(   r$   r*   c                    sJ   t  ˆjj‡ ‡fdd„¡ tˆ||ƒ}tj|||d�}t||t|ƒ|d�S )zECommon code for n-dimensional complex to complex FFTs (fftn or ifftn)c                      s   ˆ › dˆj › �S rj   r<   r+   ©r�   rP   r+   r-   r.   ^  r/   z_fftn_c2c.<locals>.<lambda>rk   rY   )	r1   r2   r8   r=   rN   r]   rl   r7   rŒ   )r�   rP   rK   rR   r(   r$   r'   r_   r+   rŽ   r-   Ú	_fftn_c2cS  s    	þr�   )rP   r~   rR   r(   r*   c                 C   s0   t | ||ƒ\}}t| dd�}td||||dd�S )NTrS   r   rn   ©r‰   rD   r�   ©rP   r~   rR   r(   rK   r'   r+   r+   r-   r   f  s    c                 C   s0   t | ||ƒ\}}t| dd�}td||||dd�S )NTrS   r   Frn   r�   r‘   r+   r+   r-   r   s  s    c                    sf   t  ˆ jj ‡ fdd„¡ tˆ ||ƒ\}}tˆ dd�‰ tˆ ||ƒ‰ tjˆ |dd�}t	||t
|ƒdd�S )Nc                      s   dˆ j › �S )Nz2rfftn expects a real-valued input tensor, but got r<   r+   ©rP   r+   r-   r.   Š  r/   zrfftn.<locals>.<lambda>FrS   Tre   rY   )r1   r2   r8   r=   r‰   rD   rN   r]   rf   r7   rŒ   )rP   r~   rR   r(   rK   Úoutr+   r’   r-   r   €  s    
þc                    sÒ   t  ˆ jj ‡ fdd„¡ tˆ ||ƒ\}}t  t|ƒdkdd„ ¡ tˆ dd�‰ tˆ ||ƒ‰ tj	ˆ |dd … dd	�}t|ƒd
krœt
|||d dd�}t |¡S t |¡}tj||d d… dd�}t
||t|ƒdd�S )Nc                      s   dˆ j › �S )Nz3ihfftn expects a real-valued input tensor, but got r<   r+   r’   r+   r-   r.   �  r/   zihfftn.<locals>.<lambda>r   c                   S   s   dS )Nz'ihfftn must transform at least one axisr+   r+   r+   r+   r-   r.      r/   FrS   rH   Tre   r0   rY   rk   )r1   r2   r8   r=   r‰   rI   rD   rN   r]   rf   r7   r\   Úconj_physicalrl   rŒ   )rP   r~   rR   r(   rK   Útmpr+   r’   r-   r   “  s    
þ

c                   @   s6   e Zd ZU eedf ed< eedf ed< eed< dS )Ú_CanonicalizeC2rReturn.rK   rR   rW   Nru   r+   r+   r+   r-   r–   ¯  s   
r–   )ÚfnamerP   r~   rR   r*   c                    s¢   t |||ƒ\}}t t|ƒdk‡ fdd„¡ |dks@|d dkrXd|j|d  d  ‰n|d ‰t ˆdk‡fdd„¡ t|ƒ}ˆd d |d< tt|ƒ|ˆd	�S )
zšCanonicalize shape and dim arguments for n-dimensional c2r transforms,
    as well as calculating the last_dim_size which is shape[dim[-1]] for the outputr   c                      s
   ˆ › d�S )Nz! must transform at least one axisr+   r+   )r—   r+   r-   r.   ¾  r/   z:_canonicalize_fft_c2r_shape_and_dim_args.<locals>.<lambda>NrH   rG   r0   c                      s   dˆ › d�S rU   r+   r+   rV   r+   r-   r.   Ç  r/   )rK   rR   rW   )r‰   r1   r2   rI   rK   Úlistr–   r‡   )r—   rP   r~   rR   rK   Z
shape_listr+   )r—   rW   r-   Ú(_canonicalize_fft_c2r_shape_and_dim_argsµ  s     
þ  ÿr™   c                    s^   t d| ||ƒ\}}}t| dd�} t| ||ƒ} tj| ||d�‰ tˆ |t‡ fdd„|D ƒƒdd�S )	Nr!   TrS   rX   c                 3   s   | ]}ˆ j | V  qd S rƒ   ©rK   r„   ©r“   r+   r-   r‚   ß  s     zirfftn.<locals>.<genexpr>Frn   )r™   rD   rN   r]   r^   r7   rŒ   )rP   r~   rR   r(   rK   rW   r+   r›   r-   r!   Ñ  s       ÿ
c                 C   s¢   t d| ||ƒ\}}}t| dd�} t| ||ƒ} t|ƒdkrPtj| |d d… dd�n| }t||t|d d… ƒdd�}t |¡}tj	||dd … |d�}t|||dd�S )	Nr   TrS   r0   rH   rk   rn   rX   )
r™   rD   rN   rI   r]   rl   r7   rŒ   r”   r^   )rP   r~   rR   r(   rK   rW   r•   r“   r+   r+   r-   r   â  s       ÿ
(
©éþÿÿÿrH   c                 C   s   t jj| |||d�S ©N)r~   rR   r(   )r1   r   r   ©rP   r~   rR   r(   r+   r+   r-   r   ÷  s    c                 C   s   t jj| |||d�S rž   )r1   r   r   rŸ   r+   r+   r-   r     s    c                 C   s   t jj| |||d�S rž   )r1   r   r   rŸ   r+   r+   r-   r     s    c                 C   s   t jj| |||d�S rž   )r1   r   r!   rŸ   r+   r+   r-   r      s    c                 C   s   t jj| |||d�S rž   )r1   r   r   rŸ   r+   r+   r-   r   #  s    c                 C   s   t jj| |||d�S rž   )r1   r   r   rŸ   r+   r+   r-   r   .  s    )rR   r'   r*   c                 C   s2   | dkrt t|jƒƒS t| tƒs&| gS t | ƒS dS )zIConvert Optional[DimsType] to a simple list, defaulting to all dimensionsN)r˜   rL   r[   r…   r   )rR   r'   r+   r+   r-   Ú_default_alldims9  s
    
r    )rP   rR   r*   c                    s*   t |ˆ ƒ}‡ fdd„|D ƒ}t ˆ ||¡S )Nc                    s   g | ]}ˆ j | d  ‘qS )rG   rš   r„   r’   r+   r-   Ú
<listcomp>F  s     zfftshift.<locals>.<listcomp>©r    r1   Zroll©rP   rR   rE   Úshiftr+   r’   r-   r"   C  s    
c                    s*   t |ˆ ƒ}‡ fdd„|D ƒ}t ˆ ||¡S )Nc                    s   g | ]}ˆ j | d  d ‘qS )r0   rG   rš   r„   r’   r+   r-   r¡   M  s     zifftshift.<locals>.<listcomp>r¢   r£   r+   r’   r-   r#   J  s    
)F)NrH   N)NrH   N)NrH   N)NrH   N)NrH   N)NrH   N)NNN)NNN)NNN)NNN)NNN)NNN)Nrœ   N)Nrœ   N)Nrœ   N)Nrœ   N)Nrœ   N)Nrœ   N)N)N)Zr4   Útypingr   r   r   r   r   r   r   r	   r1   Ztorch._primsZ_primsr]   Ztorch._prims_commonZ_prims_commonr@   Ztorch._decompr
   r   r   r   Ztorch._prims_common.wrappersr   r   Ú__all__ZNormTyper3   Z_opsÚopsZatenry   Úboolr7   r8   r:   rA   rD   rN   Ústrr`   ri   rm   Zfft_fftr   Zfft_ifftr   Zfft_rfftr   Z	fft_irfftr   Zfft_hfftr   Z	fft_ihfftr   rt   r‰   rŒ   r�   Zfft_fftnr   Z	fft_ifftnr   Z	fft_rfftnr   Z
fft_ihfftnr   r–   r™   Z
fft_irfftnr!   Z	fft_hfftnr   Zfft_fft2r   Z	fft_ifft2r   Z	fft_rfft2r   Z
fft_irfft2r    Z	fft_hfft2r   Z
fft_ihfft2r   r    Zfft_fftshiftr"   Zfft_ifftshiftr#   r+   r+   r+   r-   Ú<module>   s‚  (ê
   þ  þ ÿ þ
 
 
þùøù   üû   üû   üû	   üû	   üû	   üû	  þ8	

ù   üû   üû   üû   üûû   üû   üû   üû	   üû	   üû	   üû	   üû	   üû	
