U
    E‹Ñh%ƒ ã                   @   s|+  U d dl Z d dlZd dlZd dlZd dlmZ d dl mZmZ d dlm	Z	m
Z
 d dlmZmZmZmZmZmZmZmZ d dlZd dlmZ d dlmZ d dlm  mZ d dlmZm Z m!Z! d dl"m#Z# d dl$m%Z% d d	lm&Z&m'Z'm(Z(m)Z)m*Z* d d
l+m,Z,m-Z-m.Z.m/Z/ d dl0m1Z2 d dl3m4Z4 ej5j6Z6g Z7ee8 e9d< ej:j;j<Z<G dd„ deƒZ=�dXeej>e?dœdd„Z@ee@ej>jAdd�ZBee@ej>jAd�ZCee@ej>jDd�ZEe!eFe!dœdd„ZGe#e<jHƒe/dƒeCe!e!dœdd„ƒƒƒZHe#e<jIƒe/dƒeCe!e!dœdd„ƒƒƒZIe#e<jJƒe/dƒeCe!e!eKeKd œd!d"„ƒƒƒZJe#e<jLƒe/dƒeCe!eKeKeKe?e!d#œd$d%„ƒƒƒZLe#e<jMjNgƒd&d'„ ƒZOe#e<jMj!gƒe!d(œd)d*„ƒZPe#e<jQƒe/ƒ eCe!e!d+œd,d-„ƒƒƒZQe#e<jRƒe/dƒeCe!e!d.œd/d0„ƒƒƒZRe#e<jSƒe/dƒe!e!eKeKd1œd2d3„ƒƒZSe#e<jTƒe/ƒ eCe!e!d+œd4d5„ƒƒƒZTe#e<jUƒe/ƒ eCe!e!e!d6œd7d8„ƒƒƒZUe#e<jVƒe/dƒe!e!eKd9œd:d;„ƒƒZVe#e<jWƒe/dƒeCe!e!eKe?d<œd=d>„ƒƒƒZWe#e<jXƒe/dƒeC�dYe!e!e8d@œdAdB„ƒƒƒZXe#e<jYƒeCe!e!dCœdDdE„ƒƒZYe#e<jZƒe/ƒ eCe!e!d+œdFdG„ƒƒƒZZe#e<j[ƒe/dƒeCe!e!e!d6œdHdI„ƒƒƒZ[e#e<j\ƒe!e!e!dJœdKdL„ƒZ\e#e<j]ƒe!e!e!ee!e!f dMœdNdO„ƒZ]e#e<j^ƒe<j^j_ `e6ja¡e/ƒ eC�dZe!e!eKeKe?eejb e!dRœdSdT„ƒƒƒƒZ^e#e<jcƒe<jcj_ `e6ja¡eC�d[e!e!eKeKe?eejb e!dRœdUdV„ƒƒƒZce#e<jdƒe/ƒ eCe!e!e!eKeKe?e?e!dWœdXdY„ƒƒƒZde#e<jeƒe/dƒeCe!e!e!e!dZœd[d\„ƒƒƒZee!eFd]œd^d_„Zfejgd`œdadb„Zhe#e<jiƒe/ƒ eCe=jjjkfe!e!eFe!dcœddde„ƒƒƒZie#e<jlƒe/dƒeCe!e!e!eFdfœdgdh„ƒƒƒZle#e<jmƒe/ƒ eCe=jjjkdife!e!eFeKdjœdkdl„ƒƒƒZme#e<jnj_ƒeCe!e!e!eFeKdmœdndo„ƒƒZne#e<jnjoƒeCe!e!e!eFeKe!dpœdqdr„ƒƒZpe#e<jqj_ƒeCe!e!e!eFeKdsœdtdu„ƒƒZqe#e<jqjrƒeCe!e!e!eFeKe!dvœdwdx„ƒƒZse!e!e!ee! eFeFe!e!dyœdzd{„Zte#e<juƒe/dƒeCe!e!eFe!d|œd}d~„ƒƒƒZue#e<jvƒe/dƒe!e!e!ee! eFeFe!e!dyœdd€„ƒƒZve#e<jwƒe/dƒe!e!e!ee! eFeFe!e!dyœd�d‚„ƒƒZwe#e<jxƒe/ƒ eCde=jjjkfe!e!ee! eFe!dƒœd„d…„ƒƒƒZxe#e<jyƒe/dƒeCde=jjjkfe!e!e!ee! eFe!d†œd‡dˆ„ƒƒƒZye#e<jzƒe/ƒ eCe=jjjkfe!e!eFe!d‰œdŠd‹„ƒƒƒZze#e<j{ƒe/dƒeCe=jjjkfe!e!e!eFe!dŒœd�dŽ„ƒƒƒZ{e#e<j|ƒe/ƒ �d\e!e!eKd�œd‘d’„ƒƒZ|e#e<j}ƒe/ƒ e!e!e!d“œd”d•„ƒƒZ}e#e<j~ƒe/ƒ e!eeF eFeFeFeFd–œd—d˜„ƒƒZ~e#e<jj!ƒ�d]e!eFeeF eeF eFdšœd›dœ„ƒZ€e#e<j�ƒe/ƒ e!eeF eFeFd�œdždŸ„ƒƒZ�e#e<j‚ƒe/ƒ e!eeF eFeFeFd œd¡d¢„ƒƒZ‚e!e!ejgd£œd¤d¥„Zƒe#e<j„ƒe/dƒeBe!e!eFejgd¦œd§d¨„ƒƒƒZ„e#e<j…ƒe/ƒ eBe!e!eFejgd¦œd©dª„ƒƒƒZ…d«d¬„ Z†e#e<j‡ƒe/ƒ e!eeF eeF eeF eeF e!d­œd®d¯„ƒƒZ‡e#e<jˆƒe/ƒ eCe!eeF eeF eeF eeF eeF e!d°œd±d²„ƒƒƒZˆe#e<j‰ƒe/ƒ e!e!eKd³œd´dµ„ƒƒZ‰e#e<jŠƒe/ƒ e!eeF eFeFeFe!d¶œd·d¸„ƒƒZŠe#e<j‹j_ƒeC�d^e!e!eeK e!d¹œdºd»„ƒƒZ‹e#e<jŒƒe<jŒj_ `e6j�¡e<jŒj_ `e6jŽ¡e!eKee? d¼œd½d¾„ƒƒƒZŒe#e<j�ƒe/d¿dÀƒe!eKee? d¼œdÁdÂ„ƒƒZ�e#e<j�ƒe/ƒ e!eFe?dÃœdÄdÅ„ƒƒZ�e#e<j‘ƒe/ƒ e!eFe?dÃœdÆdÇ„ƒƒZ‘e#e<j’ƒe/ƒ �d_e!e!eFe?e?e!dÉœdÊdË„ƒƒZ’e#e<j“ƒe/ƒ e!e!eFeFe?dÌœdÍdÎ„ƒƒZ“eeF dÏœdÐdÑ„Z”ee! eFeFee! dÒœdÓdÔ„Z•ee! dÕœdÖd×„Z–ee! eFdØœdÙdÚ„Z—ee! eFeFdÛœdÜdÝ„Z˜e#e<j™j_e<j™jrgƒ�d`ee! eFeFee! e!dÞœdßdà„ƒZ™e#e<jšƒ�dae!eeF eFee! dáœdâdã„ƒZše#e<j›j_e<j›jrgƒ�dbe!eeF eFeee!  eee!  däœdådæ„ƒZ›e#e<jœj!ƒ�dce!eFeFee!dçf dèœdédê„ƒZœe#e<j�j_ƒ�dde!eeF eFee!dçf dëœdìdí„ƒZ�e#e<jžj!ƒ�dee!eFeFee!dçf dîœdïdð„ƒZže<jŸj  `e6j�¡�dfe!e!eFee!dçf dñœdòdó„ƒZ¡e#e<j¢ƒe/ƒ eC�dge!e!e!eFeFdôœdõdö„ƒƒƒZ¢e#e<j£ƒe/ƒ eC�dhe!e!e!eFeFe?d÷œdødù„ƒƒƒZ£e#e<j¤ƒe/ƒ eC�die!e!e!eFeFdúœdûdü„ƒƒƒZ¤e#e<j¥j_ƒeCe!e!e!e!ee! eFeFeFeFee? eee! ee! ee! f dýœdþdÿ„ƒƒZ¥e#e<j¥jrƒe!e!e!e!ee! eFeFeFeFee? ej!ej!ej!eee! ee! ee! f �d œ�d�d„ƒZ¦ee! ee! �dœ�d�d„Z§e#e<j¨j_ƒe!e!eeF e!e!ee! ee! ee? eee! ee! ee! f �dœ	�d�d„ƒZ¨e#e<j¨jrƒe!e!eeF e!e!ee! ee! ee? ej!ej!ej!eee! ee! ee! f �d	œ�d
�d„ƒZ©e!ee! ee! ee! ee! e?eKeKe?ee!e!e!ee! ee! f �dœ
�d�d„Zªe#e<j«ƒe/�d�d�dƒe!ee! ee! ee! ee! e?eKeKee!e!e!f �dœ	�d�d„ƒƒZ«e<j«j_ `e6jŽ¡e<j«j_ `e6j�¡e!ee! ee! ee! ee! e?eKeKee!e!e!f �dœ	�d�d„ƒƒZ¬e<j­j_ `e6j�¡�djee! �dœ�d�d„ƒZ®e#e<j¯j_ƒe!ee! ee! e!e!eKeKee!e!e!f �dœ�d�d„ƒZ¯e#e<j°j_ƒe!ee! ee! e!e!e?eKeKee!e!e!f �dœ	�d�d„ƒZ°e#e<j°j±ƒe!ee! ee! e?eKeKee!e!e!f �dœ�d �d!„ƒZ²e#e<j³j_ƒe!ee! ee! e!e!e?eKeKee!e!e!e!e!f �dœ	�d"�d#„ƒZ³e!ee! ee! e!e!eKe?e!�d$œ�d%�d&„Z´e#e<jµj_ƒe!ee! ee! e!e!eKeKee!e!e!e!f �dœ�d'�d(„ƒZµe#e<j¶j_ƒe!ee! ee! e!e!eKeKee!e!e!e!e!e!f �dœ�d)�d*„ƒZ¶e#e<j·j_ƒe!ee! ee! e!e!eKeKee!e!e!e!f �dœ�d+�d,„ƒZ·e#e<j¸ƒe/d¿dÀƒeC�dk�d-�d.„ƒƒƒZ¹e#e<jºƒe/ƒ dddddd�d/œe!eejg eej» e?e?eej¼ �d0œ�d1�d2„ƒƒZºe#e<j½e<j¾e<j¿gƒe/ƒ �d3�d4„ ƒƒZÀe<jÁj_ `e6jŽ¡e#e<jÁƒe/d¿dÀ�d5�d6ƒe!e!ee! ee! ee! e?eKeK�d7œ�d8�d9„ƒƒƒZÁ�d:�d;„ ZÂe#e<jÃj_ƒe!e!ee! ee! ee! ee! ee! e?eKee? e!ee!ee! ee! f �d<œ�d=�d>„ƒZÃe#e<jÄj_ƒe!e!ee! ee! ee! ee! ee! e?eKee? ee!ee! ee! f �d?œ�d@�dA„ƒZÄe#e<jÄjrƒe!e!ee! ee! ee! ee! ee! e?eKee? ej!ej!ej!ee!ee! ee! f �dBœ�dC�dD„ƒZÅe#e<jÆƒe/d¿dÀ�d5ƒe!e!e!ee! ee! ee! ee! eK�dEœ�dF�dG„ƒƒZÆe#e<jÇƒe/d¿dÀ�d5ƒe!e!e!ee! ee! ee! ee! eKe!�dHœ	�dI�dJ„ƒƒZÇe#e<jÈƒe/ƒ eCe!eeFeFf �dKœ�dL�dM„ƒƒƒZÉe#e<jÊƒd™�dNœe)eFe)e)e'�dOœ�dP�dQ„ƒZÊe#e<jËƒe/ƒ d™�dNœe)eFe)e)e'�dOœ�dR�dS„ƒƒZËd™�dNœe)eFe)e)e?e'�dTœ�dU�dV„ZÌe#e<jÍj_ƒe<jÍj_ `e6j�¡�dl�dX�dY„ƒƒZÍe#e<jÎƒe)eFe)e)�dZœ�d[�d\„ƒZÎe#e<jÏƒe/ƒ e)eFe)e)�dZœ�d]�d^„ƒƒZÏe)eFe)e)e?�d_œ�d`�da„ZÐe#e<jÑƒe/�db�dcƒeCe!ee!e!f d+œ�dd�de„ƒƒƒZÑe#e<jÒƒe/ƒ �dme!ee?eFeKf ee?eFeKf eejb �dfœ�dg�dh„ƒƒZÒe#e<jÓƒ�dn�di�dj„ƒZÓ�dk�dl„ ZÔ�dm�dn„ ZÕe#e<jÖj×ƒe#e<jØj×ƒe#e<jÙj×ƒe<jÖj× `e6j�¡e<jÖj× `e6jŽ¡e<jØj× `e6j�¡e<jØj× `e6jŽ¡e<jÙj× `e6j�¡e<jÙj× `e6jŽ¡e!eeeF  eeeK  e!�doœ�dp�dq„ƒƒƒƒƒƒƒƒƒZÚe#e<jÛj×ƒe#e<jÜj×ƒe#e<jÝj×ƒe<jÛj× `e6j�¡e<jÛj× `e6jŽ¡e<jÜj× `e6j�¡e<jÜj× `e6jŽ¡e<jÝj× `e6j�¡e<jÝj× `e6jŽ¡e!eeeF  eeeK  e!�doœ�dr�ds„ƒƒƒƒƒƒƒƒƒZÞ�do�dt�du„Zße#e<jÖj_e<jÖjrgƒe<jÖj_ `e6j�¡e<jÖj_ `e6jŽ¡e/dd�dv��dpe!eeF eeK e!�dwœ�dx�dy„ƒƒƒƒZÖe#e<jÛj_e<jÛjrgƒe<jÛj_ `e6j�¡e<jÛj_ `e6jŽ¡e/dd�dv��dqe!eeF eeK e!�dwœ�dz�d{„ƒƒƒƒZàe#e<jØj_e<jØjrgƒe<jØj_ `e6j�¡e<jØj_ `e6jŽ¡e/dd�dv��dre!eeF eeK eeK e!�d|œ�d}�d~„ƒƒƒƒZØe#e<jÜj_e<jÜjrgƒe<jÜj_ `e6j�¡e<jÜj_ `e6jŽ¡e/dd�dv��dse!eeF eeK eeK e!�d|œ�d�d€„ƒƒƒƒZÜe#e<jÙj_e<jÙjrgƒe<jÙj_ `e6j�¡e<jÙj_ `e6jŽ¡e/dd�dv��dte!eeF eeK eeK eeK e!�d�œ�d‚�dƒ„ƒƒƒƒZÙe#e<jÝj_e<jÝjrgƒe<jÝj_ `e6j�¡e<jÝj_ `e6jŽ¡e/dd�dv��due!eeF eeK eeK eeK e!�d�œ�d„�d…„ƒƒƒƒZÝeC�dve!eeF eeeK  e?e!�d†œ�d‡�dˆ„ƒZá�d‰�dŠ„ Zâ�d‹�dŒ„ Zã�d��dŽ„ Zä�d��d�„ Zå�dw�d‘�d’„Zæ�d“�d”„ Zç�d•�d–„ Zè�dx�d—�d˜„Zé�dy�d™�dš„Zê�d›�dœ„ Zëe#e<jìjíƒe<jìjí `e6j�¡e<jìjí `e6jŽ¡�d��dž„ ƒƒƒZîe#e<jïjíƒe<jïjí `e6j�¡e<jïjí `e6jŽ¡�dŸ�d „ ƒƒƒZðe#e<jïjñƒe<jïjñ `e6j�¡e<jïjñ `e6jŽ¡�d¡�d¢„ ƒƒƒZòe#e<jìjñƒe<jìjñ `e6j�¡e<jìjñ `e6jŽ¡�d£�d¤„ ƒƒƒZó�d¥�d¦„ Zô�dz�d§�d¨„Zõ�d{�d©�dª„Zö�d«�d¬„ Z÷e#e<jøjíƒe<jøjí `e6j�¡e<jøjí `e6jŽ¡�d­�d®„ ƒƒƒZùe#e<jøjñƒe<jøjñ `e6j�¡e<jøjñ `e6jŽ¡�d¯�d°„ ƒƒƒZú�d±�d²„ Zû�d³�d´„ Züe#e<jýjñƒe<jýjñ `e6j�¡e<jýjñ `e6jŽ¡�dµ�d¶„ ƒƒƒZþe#e<jýjíƒe<jýjí `e6j�¡e<jýjí `e6jŽ¡�d·�d¸„ ƒƒƒZÿe#e<�j j×ƒe<�j j× `e6j�¡e<�j j× `e6jŽ¡�d¹�dº„ ƒƒƒ�Ze#e<�jj×ƒe<�jj× `e6j�¡e<�jj× `e6jŽ¡�d»�d¼„ ƒƒƒ�Ze#e<�jj×ƒe#e<�jj×ƒe<�jj× `e6j�¡e<�jj× `e6jŽ¡e<�jj× `e6j�¡e<�jj× `e6jŽ¡e<�jj× `e6j�¡e<�jj× `e6jŽ¡�d½�d¾„ ƒƒƒƒƒƒƒƒ�Ze#e<�jj_e<�jjrgƒe/ƒ �d|e!eeF e?eeK e!�d¿œ�dÀ�dÁ„ƒƒ�Ze#e<�jj_e<�jjrgƒe<�jj_ `e6jŽ¡e/ƒ �d}e!eeF e?eeK eeK e!�dÂœ�dÃ�dÄ„ƒƒƒ�Ze#e<�jj_e<�jjrgƒe/ƒ �d~e!eeF e?eeK eeK eeK e!�dÅœ�dÆ�dÇ„ƒƒ�Z�d�dÈ�dÉ„�Z�dÊ�dË„ �Z	ee! ee! e!e!�dÌœ�dÍ�dÎ„�Z
e*e!�dÏœ�dÐ�dÑ„�ZeCe!eeF e?eeeK  e!�dÒœ�dÓ�dÔ„ƒ�Ze#e<�jj_ƒe!e!e?�dÕœ�dÖ�d×„ƒ�Ze#e<�je<�jgƒe/ƒ �dØ�dÙ„ ƒƒ�Ze#e<�jgƒ�dÚ�dÛ„ ƒ�Ze!e!ee! eFeFee!e!f �dÜœ�dÝ�dÞ„�Ze#e<�jƒe/�db�dßƒe!e!ee! eFeFee!e!f �dÜœ�dà�dá„ƒƒ�Ze#e<�jƒe/�db�dßƒe!e!ee! eFeFee!e!f �dÜœ�dâ�dã„ƒƒ�Ze!eKe!�däœ�då�dæ„�Ze!eKe!�däœ�dç�dè„�Ze!e*�déœ�dê�dë„�Ze*e!e!�dìœ�dí�dî„�Zee! e!�dïœ�dð�dñ„�ZeFe?ejgej»�dòœ�dó�dô„�Ze!eFeFe?�dõœ�dö�d÷„�Ze!eFeFeFe?�døœ�dù�dú„�Ze!eeF e?�dûœ�dü�dý„�Ze!eeF e?�dûœ�dþ�dÿ„�Ze#e<�jƒe/ƒ eCe!eeF e?�dûœ�d �d„ƒƒƒ�Z�d€e!e!eFeFe?e?e!�dœ�d�d„�Z e#e<�j!ƒe/ƒ eC�d�e!e!eFeFe?e!�dœ�d�d„ƒƒƒ�Z!e#e<�j"ƒe/ƒ eC�d�d	„ ƒƒƒ�Z"e#e<�j#ƒe/ƒ dde=jjjkf�d
�d„ƒƒ�Z#ej!ej!e?e?�dœ�d�d„�Z$e<�j%j_ `e6j�¡e<�j%jr `e6j�¡e/d�d�d�dœ�d�d„ƒƒƒ�Z%e#e<�j&j_e<�j&jrgƒe<�j&j_ `e6jŽ¡e/ƒ eC�d‚e!eeFeFf e?eeK eeK e!�dœ�d�d„ƒƒƒƒ�Z'e#e<�j&j×ƒe<�j&j× `e6j�¡e<�j&j× `e6jŽ¡e/ƒ eC�dƒe!eeeFeFf  e?eeeKeKf  e!�dœ�d�d„ƒƒƒƒƒ�Z(e#e<�j)ƒe#e<�j*ƒe#e<�j+ƒeCe/ƒ e!eeFdçf e!�dœ�d�d„ƒƒƒƒƒ�Z,e#e<�j-ƒe#e<�j.ƒe#e<�j/ƒeCe/ƒ e!eeFdçf e!�dœ�d�d„ƒƒƒƒƒ�Z0e!eeFdçf eeFeFeFge!f e!�dœ�d�d „�Z1e#e<�j2ƒe/�d!�d"ƒdd�d#œ�d$�d%„ƒƒ�Z2e#e<�j3ƒe/ƒ �d„dd`œ�d&�d'„ƒƒ�Z3e#e<�j4j_e<�j4jrgƒe/ƒ de�j5dd�d(œe'eejg e�j6eej» e?�d)œ�d*�d+„ƒƒ�Z7e#e<�j4�j8gƒde�j5dd�d(œe'e'eejg e�j6eej» e?�d,œ�d-�d.„ƒ�Z9e#e%ƒ�d/�d0„ ƒ�Z:e#e<�j;ƒe<�j;j_ `e6jŽ¡e/ƒ d™d™de=jjjkfe!e!e'e'ee! eFe!�d1œ�d2�d3„ƒƒƒ�Z;e#e<�j<ƒe<�j<j_ `e6jŽ¡e/�db�d4ƒe!e!eFee!e!f d‰œ�d5�d6„ƒƒƒ�Z<e#e<�j=j_ƒ�d…dd�d7œe!e!e!eKe?ee! eeK ee!e!f �d8œ�d9�d:„ƒ�Z>�d;�d<„ �Z?e#e<�j@gƒe/ƒ eC�d†�d=�d>„ƒƒƒ�Z@e#e<�jAƒe/ƒ �d?�d@„ ƒƒ�ZAe#e<�jBƒ�dA�dB„ ƒ�ZBe#e<�jCj_e<�jCjrgƒdd�dCœe!eejg ee! e!�dDœ�dE�dF„ƒ�ZDe#e<�jEj_e<�jE�jFgƒ�d‡e!eeF �dGœ�dH�dI„ƒ�ZGe#ej;j<�jHƒ�dˆ�dJ�dK„ƒ�ZHe#e<�jIƒe/ƒ dd�dLœ�dM�dN„ƒƒ�ZId�dOœ�dP�dQ„�ZJdd�dLœ�dR�dS„�ZKe#e<�jLƒe/ƒ �dT�dU„ ƒƒ�ZLe#e<�jMƒ�d‰�dV�dW„ƒ�ZM�e?e<�jNe<�jOƒ �e?e<�jPe<j¢ƒ �e?e<�jQe<j¤ƒ �e?e<�jRe<�j@ƒ �e?e<�jSe<jMƒ �e?e<�jTe<�jUƒ �e?e<�jVe<jTƒ �e?e<�jWe<�jXƒ �e?e<�jYe<jQƒ �e?e<�jZe<�j[ƒ �e?e<�j\e<�j]ƒ �e?e<�j^e<�j_ƒ �e?e<�j`e<�jaƒ �e?e<�jbe<�jcƒ �e?e<�jde<�jeƒ �e?e<�jfe<�jgƒ �e?e<�jhe<�jiƒ �e?e<�jje<�jkƒ �e?e<�jle<�jmƒ �e?e<�jne<�joƒ �e?e<�jpe<�jqƒ �e?e<�jre<�jsƒ �e?e<�jte<�juƒ �e?e<�jve<�jwƒ �e?e<�jxe<jZƒ dS (Š  é    N)ÚEnum)ÚpartialÚreduce)ÚchainÚproduct)ÚAnyÚCallableÚcastÚIterableÚListÚOptionalÚTupleÚUnion)Ú	sym_floatÚsym_intÚTensor©Úregister_decomposition)Ú	out_dtype)ÚIntLikeÚ
NumberTypeÚsuggest_memory_formatÚ
TensorLikeÚTensorSequenceType)Ú_maybe_convert_to_dtypeÚ_maybe_resize_outÚ_safe_copy_outÚout_wrapper)Ú_pytree)Útree_mapÚ__all__c                   @   s   e Zd ZdZdZdZdS )Ú	Reductionr   é   é   N)Ú__name__Ú
__module__Ú__qualname__ÚNONEÚMEANÚSUM© r*   r*   úJ/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/_decomp/decompositions.pyr!   +   s   r!   F)ÚfÚtype_promotionÚcompute_dtype_onlyc                    s   t  ˆ¡‡ ‡‡fdd„ƒ}|S )Nc                     sn   dd„ t j| |ŽD ƒ}tj|dˆiŽ\‰ ‰‡ fdd„}‡fdd„}ˆt|| ƒt||ƒŽ}ˆr`|S t||ƒS d S )Nc                 S   s   g | ]}t |tƒr|‘qS r*   )Ú
isinstancer   ©Ú.0Úxr*   r*   r+   Ú
<listcomp>;   s    
 z-type_casts.<locals>.inner.<locals>.<listcomp>Útype_promotion_kindc                    s   t | tƒr|  ˆ ¡S | S d S ©N©r/   r   Úto©r2   ©Úcomputation_dtyper*   r+   Úincrease_precC   s    

z0type_casts.<locals>.inner.<locals>.increase_precc                    s   t | tƒr|  ˆ ¡S | S d S r5   r6   r8   )Úresult_dtyper*   r+   Údecrease_precI   s    

z0type_casts.<locals>.inner.<locals>.decrease_prec)ÚpytreeZarg_tree_leavesÚutilsÚelementwise_dtypesr   )ÚargsÚkwargsZ	flat_argsr;   r=   Úr©r.   r,   r-   )r:   r<   r+   Úinner9   s    
ÿÿÿ
ztype_casts.<locals>.inner)Ú	functoolsÚwraps)r,   r-   r.   rE   r*   rD   r+   Ú
type_casts4   s    rH   T)r-   r.   )r-   )r2   ÚdimÚreturnc                 C   s$   t ||  ¡  ƒD ]}|  d¡} q| S ©Néÿÿÿÿ)ÚrangerI   Ú	unsqueeze)r2   rI   Ú_r*   r*   r+   Ú_unsqueeze_to_dimf   s    rP   Ú
grad_input©Úout_gradÚyc                 C   s   | d||    ¡  S ©Nr"   ©Zconj_physicalrR   r*   r*   r+   Útanh_backwardl   s    rW   c                 C   s   | |d|    ¡  S rU   rV   rR   r*   r*   r+   Úsigmoid_backwards   s    rX   )rS   r2   ÚbetaÚ	thresholdc                 C   s.   ||   ¡ }t || |k| | | |d  ¡S ©Nç      ð?)ÚexpÚtorchÚwhere)rS   r2   rY   rZ   Úzr*   r*   r+   Úsoftplus_backwardz   s    ra   )Úgrad_outputÚalphaÚscaleÚinput_scaleÚ	is_resultÚself_or_resultc           	      C   sf   || }|}|}|r6t  |dk| | ||  | | ¡S t  |dk| | | t  || ¡ | | ¡S d S ©Nr   )r^   r_   r]   )	rb   rc   rd   re   rf   rg   ZnegcoefZposcoefZ
negiptcoefr*   r*   r+   Úelu_backward‚   s    ýýri   c                 C   s   t  | |¡S r5   )r^   Z	full_like©ÚselfÚvaluer*   r*   r+   Úfill_scalarž   s    rm   ©rl   c                    s(   t  ˆ  ¡ dk‡ fdd„¡ t | ˆ ¡S )Nr   c                      s   dˆ   ¡ › d�S )Nz@fill only supports 0-dimension value tensor but got tensor with z dimensions©rI   r*   rn   r*   r+   Ú<lambda>§   ó    zfill_tensor.<locals>.<lambda>)r^   Ú_checkrI   ÚatenÚcopyrj   r*   rn   r+   Úfill_tensor£   s
    

þru   )rk   rJ   c                 C   s    t jt j| d dd�dd�d S ©Né   r   ©Úminé   ©Úmax©r^   Úclamp©rk   r*   r*   r+   Úhardsigmoid¬   s    r€   ©rb   rk   c                 C   s   t  |dk|dk @ | d d¡S )Ng      Àg      @gUUUUUUÅ?ç        ©r^   r_   r�   r*   r*   r+   Úhardsigmoid_backward³   s
    ýr„   ©rb   rk   Zmin_valZmax_valc                 C   s   t  ||k||kB d| ¡S )Nr‚   rƒ   r…   r*   r*   r+   Úhardtanh_backward¾   s    r†   c                 C   s$   | t jt j| d dd�dd� d S rv   r}   r   r*   r*   r+   Ú	hardswishÆ   s    r‡   )rb   rk   rJ   c              
   C   s,   t  |dk dt  |dk| |d d  | ¡¡S )Néýÿÿÿr‚   rw   ç      à?rƒ   r�   r*   r*   r+   Úhardswish_backwardÍ   s
    ýrŠ   ©rb   rk   rZ   c                 C   s   t  ||kd| ¡S rh   rƒ   r‹   r*   r*   r+   Úthreshold_backwardØ   s    rŒ   ©rb   rk   Únegative_slopeÚself_is_resultc                 C   s   t  |dk| | | ¡S rh   rƒ   r�   r*   r*   r+   Úleaky_relu_backwardÞ   s    r�   Únone)Úgradrk   Úapproximatec                 C   sî   d}d}d}|dkrž|| d }d}|| }|| }	||||	   }
t  |
¡}d| }d| }d| }d||  }|dd| |   }|| | }| ||  S |}|| d }ddt  || ¡  }|t  || d	 ¡ }| |||   S d S )
NgÍ;fž ö?gÍ;fž æ?gm›BP×ò?Útanhr‰   g÷Hmâä¦?r"   rw   g      à¿)r^   r”   Úerfr]   )r’   rk   r“   ZM_SQRT2Z	M_SQRT1_2Z
M_2_SQRTPIZkBetaZkKappaZx_sqZx_cuberE   Z
tanh_innerÚleftÚrightZleft_derivativeZtanh_derivativeZinner_derivativeZright_derivativeZkAlphaZcdfZpdfr*   r*   r+   Úgelu_backwardç   s,    
r˜   )rb   Úinputc                 C   s:   t  t |¡¡}t  |¡}|| d||   }| ||  S rU   )r^   r”   ÚFZsoftplusÚsigmoid)rb   r™   Zinput_tanh_softplusZinput_sigmoidÚoutr*   r*   r+   Úmish_backward  s    
r�   c                 C   s   | t  | ¡ S r5   )r^   r›   r   r*   r*   r+   Úsilu  s    rž   c                 C   s,   ddt  | ¡  }| | d|d|    S rU   )r^   r]   )rb   rk   r›   r*   r*   r+   Úsilu_backward  s    rŸ   )rk   ÚweightrJ   c                 C   s   t  | dk| ||  ¡S rh   rƒ   )rk   r    r*   r*   r+   Ú_prelu_kernel   s    r¡   )rb   rk   r    rJ   c                 C   s4   t  |dk| ||  ¡}t  |dkd||  ¡}||fS )Nr   r‚   rƒ   )rb   rk   r    Z
input_gradZweight_gradr*   r*   r+   Ú_prelu_kernel_backward%  s    r¢   ç      À?çUUUUUUÕ?)rk   ÚnoiseÚlowerÚupperÚtrainingÚ	generatorrJ   c           
      C   sl   |d kst ‚|rP| dk}t | ||¡}t || | | ¡}| t ||d¡¡ |S || d }	t | |	¡S d S )Nr   r"   r#   )ÚAssertionErrorrs   Úuniformr^   r_   Úcopy_Ú
leaky_relu)
rk   r¥   r¦   r§   r¨   r©   Znot_positiverC   ÚoutputrŽ   r*   r*   r+   Úrrelu_with_noise0  s    r¯   c              	   C   s   |   t| |||||ƒ¡S r5   )r¬   r¯   )rk   r¥   r¦   r§   r¨   r©   r*   r*   r+   Úrrelu_with_noise_H  s    r°   )rb   rk   r¥   r¦   r§   r¨   r�   rJ   c                 C   s:   |r|| dkr|   |¡S || d }t | |||¡S d S )Ng�íµ ÷Æ°>r#   )Úmulrs   r�   )rb   rk   r¥   r¦   r§   r¨   r�   rŽ   r*   r*   r+   Úrrelu_with_noise_backwardV  s    
   ÿr²   )rb   rk   ÚbufferrJ   c                 C   sN   |dk }t  |dd¡}t  |dd¡}t  t  |¡ ¡}| |||d|     S )Nr   r"   rL   )r^   r_   r]   Úabs)rb   rk   r³   Zin_negativeZ	max_derivÚsignr`   r*   r*   r+   Úlog_sigmoid_backwardk  s
    r¶   ©ÚlossÚ	reductionc                 C   s4   |t jjkrt | ¡S |t jjkr,t | ¡S | S d S r5   )r!   r(   rl   r^   Úmeanr)   Úsumr·   r*   r*   r+   Úapply_loss_reductionx  s
    

r¼   ©Údtypec                 C   s4   | t jkrt jS | t jkr t jS | t jkr0t jS d S r5   )r^   Z	complex32Zfloat16Z	complex64Úfloat32Z
complex128Zfloat64r½   r*   r*   r+   Úto_real_dtype�  s    


rÀ   )rk   Útargetr¹   rJ   c                 C   s   | | d }t ||ƒS )Nr#   )r¼   )rk   rÁ   r¹   r¸   r*   r*   r+   Úmse_loss�  s    rÂ   )rb   r™   rÁ   r¹   c                 C   s,   |t jjkrd| ¡  nd}|||  |  S )Nç       @)r!   r(   rl   Únumel)rb   r™   rÁ   r¹   Únormr*   r*   r+   Úmse_loss_backwardš  s    rÆ   r\   )rk   rÁ   r¹   rY   c                 C   s<   | |   ¡ }t ||k d|d  | |d|  ¡}t||ƒS )Nr‰   r#   )r´   r^   r_   r¼   )rk   rÁ   r¹   rY   r¸   r*   r*   r+   Úsmooth_l1_loss¤  s    	&rÇ   )rb   rk   rÁ   r¹   rY   c           	      C   sZ   |t jjkrd| ¡  nd}|| }t |¡}||  }t ||k || | |t |¡ ¡S r[   )r!   r(   rl   rÄ   r^   r´   r_   rµ   )	rb   rk   rÁ   r¹   rY   rÅ   r2   Zabs_xZ	norm_gradr*   r*   r+   Úsmooth_l1_loss_backward²  s    

ýrÈ   )rb   rk   rÁ   r¹   rY   rQ   c                 C   s*   t | ||||ƒ}t||jƒ t||dd�S ©NT©Z	copy_fromZcopy_toÚexact_dtype)rÈ   r   Úshaper   )rb   rk   rÁ   r¹   rY   rQ   Úresultr*   r*   r+   Úsmooth_l1_loss_backward_outÂ  s    
rÎ   )rb   rk   rÁ   r¹   Údeltac              
   C   s`   |t jjkrd| ¡  nd}|| }t || k | |  | t ||k||  | || |  ¡¡S r[   )r!   r(   rl   rÄ   r^   r_   )rb   rk   rÁ   r¹   rÏ   rÅ   r2   r*   r*   r+   Úhuber_loss_backwardÑ  s     ýrÐ   )rb   rk   rÁ   r¹   rÏ   rQ   c                 C   s*   t | ||||ƒ}t||jƒ t||dd�S rÉ   )rÐ   r   rÌ   r   )rb   rk   rÁ   r¹   rÏ   rQ   rÍ   r*   r*   r+   Úhuber_loss_backward_outà  s    
rÑ   )rb   rk   rÁ   r    r¹   Úignore_indexÚtotal_weightrJ   c                 C   sà   |  ¡ dk rdnd}|tjjkr(| | } | |¡}t ||k|d¡}t |¡}	t |	||d¡}	|	  ¡ |   ¡   krzdkrˆn n
|  |¡} |d k	rÆdd„ t	|  ¡ ƒD ƒ}
|j
d |
|< | |
¡}| | } t ||k| d¡} |	|  S )Nr#   r   r"   g      ð¿c                 S   s   g | ]}d ‘qS ©r"   r*   ©r1   rO   r*   r*   r+   r3     s     z&_nll_loss_backward.<locals>.<listcomp>)rI   r!   r(   rl   rN   r^   r_   Ú
zeros_likeÚscatterrM   rÌ   Úreshape)rb   rk   rÁ   r    r¹   rÒ   rÓ   Úchannel_dimÚsafe_targetrQ   Z	new_shaper*   r*   r+   Ú_nll_loss_backwardï  s     	

 

rÛ   )rb   rk   rI   rJ   c           
      C   sª   |  ¡ dkstdƒ‚t |  ¡ |¡}| |¡}|d dksNtd|› d|› �ƒ‚|d }| |d|¡}| |||¡}t |¡}d| | | |  }	||  }tj||	g|d�S )Nr   z*glu does not support 0-dimensional tensorsr#   z.Halving dimension must be even, but dimension z	 is size r\   ro   )	rI   rª   r?   Úcanonicalize_dimÚsizeÚnarrowr^   r›   Úcat)
rb   rk   rI   Zwrap_dimZnInZ	inputSizeZ	firstHalfZ
secondHalfZgradInputFirstHalfZgradInputSecondHalfr*   r*   r+   Úglu_backward  s    

ÿþ
ÿrà   c                 C   sx  d|  ¡   krdks"n tdƒ‚|  ¡ dks6tdƒ‚|  ¡ dkoL|  ¡ dk}|s€|jd |jd ks€td|j› d|j› d�ƒ‚| ¡ dksªtd	|j› d
| ¡ › d�fƒ‚|d ksÌ| ¡ |jd ksÌtdƒ‚|tjjk�r8|  ¡ dk�r8|   ¡ dk�r| jd |jd k�sdtd|jd › d|   ¡ › d| jd › �ƒ‚n,|   ¡ dk�rT|  ¡ dk�sdtd| j› �ƒ‚t| ||||||ƒS )Nr   r#   úinput tensor should be 1D or 2Dr"   ú;0D or 1D target tensor expected, multi-target not supportedúsize mismatch (got input: ú
, target: ú)ú:expected total_weight to be a single element tensor, got: z (z
 elements)rL   z<weight tensor should be defined either for all or no classesz7Expected a tensor of dimension 1 and tensor.size[0] == z but got: dimension z and tensor.size[0] == z7Expected a single element grad_output tensor, but got: )rI   rª   rÌ   rÄ   r!   r'   rl   rÛ   )rb   rk   rÁ   r    r¹   rÒ   rÓ   Úno_batch_dimr*   r*   r+   Únll_loss_backward$  sP    "
ÿþÿþþÿÿþ&$ÿ
ÿ
ÿ
þ      ÿrè   c                 C   sÌ   |  ¡ dkstd|  ¡ › �ƒ‚|  ¡ dks<td|  ¡ › �ƒ‚|jd |jd krx|jd |jd krx|jd |jd ks�td|j› d	|j› �ƒ‚| ¡ dks¸td
|j› d| ¡ › d�ƒ‚t| ||||||ƒS )Né   zSonly batches of spatial inputs supported (4D tensors), but got input of dimension: rw   zUonly batches of spatial targets supported (3D tensors) but got targets of dimension: r   r#   r"   rã   rä   ræ   z ( z, elements))rI   rª   rÌ   rÄ   rÛ   )rb   rk   rÁ   r    r¹   rÒ   rÓ   r*   r*   r+   Únll_loss2d_backwardP  s8    
ÿþ
ÿþÿþýüÿ      ÿrê   )rk   rÁ   r    r¹   rJ   c              	   C   s\   |d t  t  |  ¡|  dd¡¡ |t  t  | ¡|  dd¡¡  }|d k	rR|| }t||ƒS )Nr"   r*   iœÿÿÿ)r^   ÚmaximumÚlog1pÚnew_fullÚlogr¼   )rk   rÁ   r    r¹   r¸   r*   r*   r+   Úbinary_cross_entropys  s    

 
ÿþrï   )rb   rk   rÁ   r    r¹   rJ   c                 C   sR   d}| ||  t j|d|  |d� }|d k	r6|| }|tjjkrN|| ¡  }|S )Ngê-�™—q=r"   rx   )r^   r~   r!   r(   rl   rÄ   )rb   rk   rÁ   r    r¹   ZEPSILONrÍ   r*   r*   r+   Úbinary_cross_entropy_backward‰  s    
"rð   )r™   rÁ   r¹   rJ   c                 C   s    t  t  |  | ¡¡}t||ƒS r5   )r^   rì   r]   r¼   )r™   rÁ   r¹   r¸   r*   r*   r+   Úsoft_margin_lossœ  s    rñ   )rb   rk   rÁ   r¹   rJ   c                 C   s6   ||  t  || ¡d  }|tjjkr2|| ¡  }|S rU   )r^   r›   r!   r(   rl   rÄ   )rb   rk   rÁ   r¹   rQ   r*   r*   r+   Úsoft_margin_loss_backward¨  s    	rò   r#   ©r™   ÚotherÚpc                 C   s   t j| | |d�S )N)rõ   )rs   rÅ   ró   r*   r*   r+   Údist·  s    rö   )Úx1Úx2rJ   c           	      C   sˆ   |   d¡ dd¡}tj|tjd�}|  d¡ dd¡}tj|tjd�}t |  d¡||gd¡}t |||gd¡}| |j¡}| 	d¡ 
¡ S )Nr#   rL   T©Úmemory_formatéþÿÿÿr   )Úpowr»   r^   Ú	ones_likeÚcontiguous_formatrß   r±   ÚmatmulÚmTÚ	clamp_minÚsqrt)	r÷   rø   Zx1_normZx1_padZx2_normZx2_padZx1_Zx2_rÍ   r*   r*   r+   Ú_euclidean_dist½  s    r  )rb   Úinput_sizesrI   ÚstartÚendÚstepc                 C   s   |   |¡}t || ||||¡S r5   )Ú	new_zerosr^   Zslice_scatter)rb   r  rI   r  r  r  rQ   r*   r*   r+   Úslice_backwardÊ  s    

r	  r"   )rk   rI   r  r  r  c                 C   sB  |   ¡ }|dkrtdƒ‚t |   ¡ |¡}t|  ¡ ƒ}t|  ¡ ƒ}|dkrPtdƒ‚|d k	r\|nd}|d k	rl|ntj}	|dk r†||| 7 }|	dk rš|	|| 7 }	|dk r¨d}n||| kr¼|| }|	|k rÊ|}	n|	|| krÞ|| }	|  	¡ |||   }
|	| }|| d | ||< ||  |9  < | j
�r0tdƒ‚n|  |||
¡S d S )Nr   z,slice() cannot be applied to a 0-dim tensor.zslice step must be positiver"   z<Slice decomposition for quantized tensors aren't implemented)rI   ÚRuntimeErrorr?   rÜ   ÚlistrÝ   ÚstrideÚsysÚmaxsizeÚstorage_offsetZis_quantizedÚNotImplementedErrorZ
as_strided)rk   rI   r  r  r  ÚndimZsizesÚstridesZ	start_valZend_valr  Úlenr*   r*   r+   Úslice_forwardØ  s>    	ÿr  )rb   r  rI   Úindexc                 C   s   |   |¡}t || ||¡S r5   )r  r^   Úselect_scatter)rb   r  rI   r  rQ   r*   r*   r+   Úselect_backward  s    
r  )rb   r  ÚoffsetÚdim1Údim2c                 C   s   |   |¡}t || |||¡S r5   )r  r^   Zdiagonal_scatter)rb   r  r  r  r  rQ   r*   r*   r+   Údiagonal_backward  s    
r  ©rb   rQ   Úinput_dtypec                 C   s   | j |kr| |¡}|S r5   )r¾   r7   r  r*   r*   r+   Ú_cast_grad_to_input_dtype  s    

r  )rb   r®   rI   r  c                 C   s0   | | }||t j||dd�  }t| ||ƒ ¡ S ©NT©rI   Úkeepdim)r^   r»   r  Ú
contiguous)rb   r®   rI   r  Znew_grad_outputrQ   r*   r*   r+   Ú_softmax_backward_data#  s      ÿ
r#  c                 C   s*   | t  |¡t j| |dd�  }t| ||ƒS r  )r^   r]   r»   r  )rb   r®   rI   r  rQ   r*   r*   r+   Ú_log_softmax_backward_data5  s      ÿ
r$  c           
      C   sZ   | |d  ||d   }t tjtj|d�}|d||ƒ d¡}|d|| |ƒ d¡}	||	 S )z/Utility function to implement im2col and col2imr#   r"   ©r¾   Údevicer   rL   )r   r^   ÚarangeÚint64rN   )
Zinput_dZkernel_dZ
dilation_dZ	padding_dZstride_dr&  Zblocks_dZ	arange_kwZblocks_d_indicesZkernel_gridr*   r*   r+   Ú _im2col_col2im_indices_along_dimA  s
    r)  )r™   Úkernel_sizeÚdilationÚpaddingr  rJ   c              	      s(  t  tˆƒdkdd„ ¡ t  tˆ ƒdkdd„ ¡ t  tˆƒdkdd„ ¡ t  tˆƒdkdd„ ¡ ddd	„}|ˆd
ƒ |ˆ dƒ |ˆ ddd� |ˆdƒ | j‰tˆƒ}t  |dkoÈtdd„ ˆdd … D ƒƒ‡fdd„¡ tdd„ tˆdd … ˆˆ ˆˆƒD ƒƒ‰t  tdd„ ˆD ƒƒ‡ ‡‡‡‡‡fdd„¡ |dk}|�s@|  d¡} | j\}}	}
}ˆ\}}ˆ\}}ˆ \}}ˆ\}}t|
||||| j	ƒ}t|||||| j	ƒ}t
 | ||||f¡}| d¡ d¡}|d d …d d …||f }| dddddd¡}| d¡}| d¡}| ||	| | || ¡}|�s$| d¡}|S ) Nr#   c                   S   s   dS )Nz"im2col(): only 2D kernel supportedr*   r*   r*   r*   r+   rp   ]  rq   zim2col.<locals>.<lambda>c                   S   s   dS )Nz$im2col(): only 2D dilation supportedr*   r*   r*   r*   r+   rp   ^  rq   c                   S   s   dS )Nz#im2col(): only 2D padding supportedr*   r*   r*   r*   r+   rp   _  rq   c                   S   s   dS )Nz"im2col(): only 2D stride supportedr*   r*   r*   r*   r+   rp   `  rq   Tc                 S   s<   |rt dd„ | D ƒƒnt dd„ | D ƒƒ}t |dd„ ¡ d S )Nc                 s   s   | ]}|d kV  qdS ©r   Nr*   ©r1   rõ   r*   r*   r+   Ú	<genexpr>c  s     z1im2col.<locals>.check_positive.<locals>.<genexpr>c                 s   s   | ]}|d kV  qdS r-  r*   r.  r*   r*   r+   r/  c  s     c                   S   s   dS )Nz<{param_name} should be greater {'than' zero, but got {param}r*   r*   r*   r*   r+   rp   e  rq   z0im2col.<locals>.check_positive.<locals>.<lambda>©Úallr^   rr   ©ÚparamÚ
param_nameÚstrictÚcondr*   r*   r+   Úcheck_positiveb  s
    ( ÿzim2col.<locals>.check_positiver*  r+  r,  F©r5  r  ©rw   ré   c                 s   s   | ]}|d kV  qdS r-  r*   ©r1   Údr*   r*   r+   r/  p  s     zim2col.<locals>.<genexpr>rˆ   c                      s   dt ˆ ƒ› �S )NzmExpected 3D or 4D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: ©Útupler*   ©rÌ   r*   r+   rp   q  rq   c                 s   s<   | ]4\}}}}}d |d|  ||d    d  |  V  qdS )r"   r#   Nr*   ©r1   rœ   ÚpadZdilZkerÚstr*   r*   r+   r/  t  s   ÿrû   c                 s   s   | ]}|d kV  qdS r-  r*   )r1   Úcr*   r*   r+   r/  {  s     c                      s6   dt ˆdd … ƒ› dˆ› dˆ › dˆ› dˆ› dˆ› d�S )	Nz!Given an input with spacial size rû   ú, kernel_size=ú, dilation=ú
, padding=ú	, stride=z9, the calculated shape of the array of sliding blocks is z*, but its components must be at least one.r<  r*   ©r+  r*  Úoutput_sizer,  rÌ   r  r*   r+   rp   |  rq   ré   r   rL   r"   rw   é   )T)r^   rr   r  rÌ   r1  r=  ÚziprN   r)  r&  rš   r@  ÚpermuterÝ   rØ   Úsqueeze)r™   r*  r+  r,  r  r7  r  Úbatched_inputZ	batch_dimrÙ   Zinput_hZinput_wÚstride_hÚstride_wÚ	padding_hÚ	padding_wÚ
dilation_hÚ
dilation_wÚkernel_hÚkernel_wZblocks_row_indicesZblocks_col_indicesZpadded_inputr®   Znum_blocks_rowZnum_blocks_colr*   rG  r+   Úim2colT  s„    	



 
þ
    ÿþþ
     ÿ     ÿ

 
 ÿ
rV  )r™   rH  r*  r+  r,  r  rJ   c              
      sÒ  t  tˆƒdkdd„ ¡ t  tˆƒdkdd„ ¡ t  tˆƒdkdd„ ¡ t  tˆƒdkdd„ ¡ t  tˆƒdkdd„ ¡ d$d	d
„}|ˆdƒ |ˆdƒ |ˆddd� |ˆdƒ |ˆdƒ | j‰tˆƒ}t  |dkoêtdd„ ˆdd … D ƒƒ‡fdd„¡ ˆd ˆd  }t  ˆd | dk‡‡fdd„¡ dd„ tˆˆˆˆˆƒD ƒ}	|	d |	d  ‰ t  ˆd ˆ k‡ ‡‡‡‡‡‡fdd„¡ t  ˆ dk‡ ‡‡‡‡‡‡fdd„¡ |dk}
|
�s¸|  d¡} | j‰ˆ\}}ˆ\}}ˆ\}}ˆ\}}ˆ\}}|  ˆd ˆd | gˆ |	 ¡} |  dddd dd!¡} t	|||||| j
ƒ}t|d ƒ}t	|||||| j
ƒ}d"d„ tˆˆƒD ƒ}|  ˆd ˆd tˆƒ g| ¡}d d ||f}tj||| dd#�}t || | | | f¡}|
�sÎ| d¡}|S )%Nr#   c                   S   s   dS )Nzonly 2D output_size supportedr*   r*   r*   r*   r+   rp   ±  rq   zcol2im.<locals>.<lambda>c                   S   s   dS )Nzonly 2D kernel supportedr*   r*   r*   r*   r+   rp   ²  rq   c                   S   s   dS )Nzonly 2D dilation supportedr*   r*   r*   r*   r+   rp   ³  rq   c                   S   s   dS )Nzonly 2D padding supportedr*   r*   r*   r*   r+   rp   ´  rq   c                   S   s   dS )Nzonly 2D stride supportedr*   r*   r*   r*   r+   rp   µ  rq   Tc                 S   s<   |rt dd„ | D ƒƒnt dd„ | D ƒƒ}t |dd„ ¡ d S )Nc                 s   s   | ]}|d kV  qdS r-  r*   r.  r*   r*   r+   r/  ¸  s     z1col2im.<locals>.check_positive.<locals>.<genexpr>c                 s   s   | ]}|d kV  qdS r-  r*   r.  r*   r*   r+   r/  ¸  s     c                   S   s   dS )Nz9{param_name} should be greater than zero, but got {param}r*   r*   r*   r*   r+   rp   º  rq   z0col2im.<locals>.check_positive.<locals>.<lambda>r0  r2  r*   r*   r+   r7  ·  s
    ( ÿzcol2im.<locals>.check_positiver*  r+  r,  Fr8  r  rH  )r#   rw   c                 s   s   | ]}|d kV  qdS r-  r*   r:  r*   r*   r+   r/  Æ  s     zcol2im.<locals>.<genexpr>rû   c                      s   dt ˆ ƒ› �S )NzmExpected 2D or 3D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: r<  r*   r>  r*   r+   rp   Ç  rq   r   r"   c                      s   dˆd › dˆ › �S )Nz|Expected size of input's first non-batch dimension to be divisible by the product of kernel_size, but got input.shape[-2] = rû   z and kernel_size=r*   r*   )r*  rÌ   r*   r+   rp   Í  rq   c                 S   s:   g | ]2\}}}}}d |d|  ||d    d  |  ‘qS ©r"   r#   r*   r?  r*   r*   r+   r3   Ñ  s   ÿzcol2im.<locals>.<listcomp>rL   c                      s4   dˆ› dˆ› dˆ› dˆ› dˆ› dˆ › dˆd › d	�S ©
NzGiven output_size=rC  rD  rE  rF  z , expected input.size(-1) to be ú	 but got rL   Ú.r*   r*   ©ÚLr+  r*  rH  r,  rÌ   r  r*   r+   rp   Ú  rq   c                      s4   dˆ› dˆ› dˆ› dˆ› dˆ› dˆ › dˆd › d	�S rX  r*   r*   r[  r*   r+   rp   à  rq   rw   ré   rI  c                 S   s   g | ]\}}|d |  ‘qS )r#   r*   )r1   Úorõ   r*   r*   r+   r3   ü  s     ©Ú
accumulate)T)r^   rr   r  rÌ   r1  rJ  rN   rØ   rK  r)  r&  rP   r  Úprodrs   Ú_unsafe_index_putrš   r@  rL  )r™   rH  r*  r+  r,  r  r7  r  Zprod_kernel_sizeÚcolrM  Zout_hZout_wrN  rO  rP  rQ  rR  rS  rT  rU  Zindices_rowZindices_colZoutput_padded_sizer®   Úidxr*   r[  r+   Úcol2im¦  sœ    




 
þþ    ÿþ
þþ
"     ÿ
     ÿÿ
rd  )rb   Úmaskrd   c                 C   s$   | |  | ¡|  jt | ¡d�}|S ©Nrù   )Útype_asÚcloner?   r   )rb   re  rd   rC   r*   r*   r+   Únative_dropout_backward	  s    	ÿri  )r’   Ú
input_sizeÚ	dimensionrÝ   r  rJ   c           	      C   sœ   t |ƒdkrt | d¡S t t |ƒ|¡}tj|| | jtjd�}| d||¡ 	¡ }|  
d|d ¡ 	||d ¡} |  |¡}d| |f }tj||| dd� ¡ S )Nr   ©r&  r¾   rL   r"   r5   Tr^  )r  r^   Zsqueeze_copyr?   rÜ   r'  r&  Úint32ZunfoldÚflattenZmovedimr  rs   ra  r"  )	r’   rj  rk  rÝ   r  rI   rc  rQ   r  r*   r*   r+   Úunfold_backward  s    
ro  )rb   rk   ÚepsrJ   c              	   C   sx   |d k	r>|}d| }t  t  ||k||k¡| |d|   d¡S t  t  |dk|dk¡| |d|   | dtdƒ¡¡S d S )Nr\   r‚   r*   Únan)r^   r_   Úlogical_andrí   Úfloat)rb   rk   rp  ÚloÚhir*   r*   r+   Úlogit_backward+  s    ýýrv  ©r™   rõ   Útrainc                 C   s*   |r|dkrt  | ||¡d S |  ¡ S d S rh   )rs   Únative_dropoutrh  rw  r*   r*   r+   Údropout@  s    rz  Úout0Úout1c                 C   s„   |rl|dkrl|dkr.t  | ¡t j| t jd�fS | jjs>tdƒ‚t  | ¡|k}||  tdd|  ƒ }||fS | t j| t jd�fS d S )Nr   r"   r½   z?result type Float can't be cast to the desired output type Longr\   )	r^   rÖ   Úboolr¾   Úis_floating_pointr
  Ú	rand_likers  rý   )r™   rõ   rx  Z	bool_maskÚresr*   r*   r+   ry  J  s    ÿry  )r2   rI   Úhalf_to_floatc                 C   s˜   |   ¡ } |r| jtjkst‚tj| tjjd�\}}|  	|¡} |  
¡ dkrTt | ¡}ntj| |dd�}t | | ¡}|tj||dd� }|s”| 	|¡}|S ©N©r4   r   T©r!  )r"  r¾   r^   Úhalfrª   r?   r@   ÚELEMENTWISE_TYPE_PROMOTION_KINDÚDEFAULTr7   rÄ   r]   Úamaxr»   )r2   rI   r�  r:   r<   ZunnormalizedÚx_maxrÍ   r*   r*   r+   Ú_softmax[  s      ÿ


rŠ  c           	      C   sœ   |   ¡ } |r| jtjkst‚tj| tjjd�\}}|  	|¡} |  
¡ dkrN| }ntj| |dd�}| | }t tjt |¡|dd�¡}|| }|s˜| 	|¡}|S r‚  )r"  r¾   r^   r…  rª   r?   r@   r†  r‡  r7   rÄ   rˆ  rî   r»   r]   )	r2   rI   r�  r:   r<   Zshiftedr‰  Zshifted_logsumexprÍ   r*   r*   r+   Ú_log_softmaxr  s"     ÿ


r‹  rL   )r    ÚindicesÚpadding_idxÚscale_grad_by_freqÚsparserJ   c                 C   sN   |   ¡ dkstdƒ‚|jdkrB|  d|¡}|jdkr>| d¡}|S | | S d S )Nr#   z'weight' must be 2-Dr"   r   )rI   rª   r  Zindex_selectrL  )r    rŒ  r�  rŽ  r�  rœ   r*   r*   r+   Ú	embeddingŠ  s    	


r�  )rb   rŒ  Únum_weightsr�  rŽ  c                 C   sÂ   t j| t jjd�\}}|  |¡} t|tjƒ}|rp| |f¡}t 	|¡}t
j||g|dd�}|| }	| |	 d¡ } t||k| jƒ}
|  |
d¡}|  |f| j|jd …  ¡}t
j||g|dd� |¡S )Nrƒ  Tr^  rL   r   )r?   r@   r†  r‡  r7   r   r^   Úlongr  rý   rs   ra  rN   rP   r  Úmasked_fillrÌ   )rb   rŒ  r‘  r�  rŽ  r:   r<   ÚcountsÚonesZgrad_weights_scalere  r’   Úgrad_weightr*   r*   r+   Úembedding_dense_backwardŸ  s(    	 ÿ


ÿÿr—  r8   c                 C   s   d}| D ]}||9 }q|S rU   r*   )r2   rC   Úir*   r*   r+   r`  ¾  s    
r`  )ÚtensorsrI   Ú
num_chunksrJ   c           	      C   sž   g }| D ]�}|  ¡ }|| | d | | }||| krndgd |j| d  d|||  g }t ||d¡}|d |… t |dg¡ }| | |¡¡ q|S )Nr"   r   r#   rL   )rÝ   r  rs   Úconstant_pad_ndr^   ÚSizeÚappendÚview)	r™  rI   rš  Úpadded_tensorsÚtensorÚtensor_sizeZpad_along_dimr@  Z	view_sizer*   r*   r+   Ú
_pad_chunkÅ  s    
þr¢  )r™  c                 C   s(   | d j }| D ]}|j |kr dS qdS )Nr   FT©r  )r™  r  r   r*   r*   r+   Úhave_same_ndimsÚ  s
    

r¤  )r™  rI   c                 C   sB   | d   ¡ d |… }| D ]$}t |  ¡ d |… |kdd„ ¡ qd S )Nr   c                   S   s   dS )NzG_chunk_cat expects same sizes of 0,...,dim-1 dimensions for all tensorsr*   r*   r*   r*   r+   rp   ç  rq   z+leading_dimension_matches.<locals>.<lambda>)rÝ   r^   rr   )r™  rI   Zleading_dim_sizesr   r*   r*   r+   Úleading_dimension_matchesâ  s    þr¥  )r™  rI   rš  c                 C   sî   t  |dkdd„ ¡ t  t| ƒdkdd„ ¡ | d j}| d j}| D ]H}t  | ¡ dkdd„ ¡ t  |j|kdd„ ¡ t  |j|kdd„ ¡ qDt| ƒr¬t | d  	¡ |¡}n4t  |dkd	d„ ¡ | D ]}t  ||j
k d
d„ ¡ qÄt| |ƒ |S )Nr"   c                   S   s   dS )Nz&_chunk_cat expects positive num_chunksr*   r*   r*   r*   r+   rp   ð  rq   z._preprocess_chunk_cat_inputs.<locals>.<lambda>r   c                   S   s   dS )Nz0_chunk_cat expects a non-empty input tensor listr*   r*   r*   r*   r+   rp   ò  rq   c                   S   s   dS )Nz#_chunk_cat expects non-empty tensorr*   r*   r*   r*   r+   rp   ÷  rq   c                   S   s   dS )Nz8_chunk_cat expects all input tensors with the same dtyper*   r*   r*   r*   r+   rp   ú  rq   c                   S   s   dS )Nz8_chunk_cat expects all inputs tensors on the same devicer*   r*   r*   r*   r+   rp   þ  rq   c                   S   s   dS )NzK_chunk_cat expects non-negative dim when input tensors have different ndimsr*   r*   r*   r*   r+   rp     rq   c                   S   s   dS )Nz3_chunk_cat expects dim < ndim for all input tensorsr*   r*   r*   r*   r+   rp   
  rq   )r^   rr   r  r¾   r&  rÄ   r¤  r?   rÜ   rI   r  r¥  )r™  rI   rš  Zexpected_dtypeZexpected_devicer   r*   r*   r+   Ú_preprocess_chunk_cat_inputsë  s<    
 ÿ

þþþþ
r¦  )r™  rI   rš  rœ   rJ   c                 C   sL   t | ||ƒ}t| ||ƒ}|d kr0t ||d ¡S tj||d |d� |S d S )Nr"   )rœ   )r¦  r¢  r^   rß   )r™  rI   rš  rœ   rŸ  r*   r*   r+   Ú
_chunk_cat  s    r§  )rk   Úsplit_sizesrI   rJ   c           	         s¶   t tˆƒƒD ]}t ˆ| dd„ ¡ qt ttˆƒˆjˆ  k‡ ‡‡fdd„¡ tˆƒ}g }d}ddlm	} t |ƒD ]>}ˆ| }||| ˆjˆ  kƒ | 
ˆ ˆ ||¡¡ ||7 }qr|S )Nc                   S   s   dS )NzCsplit_with_sizes expects split_sizes have only non-negative entriesr*   r*   r*   r*   r+   rp   )  rq   z"split_with_sizes.<locals>.<lambda>c                      s   dt ˆƒ› dˆjˆ  › �S )NzSplit sizes add up to z but got the tensor's size of )r»   rÌ   r*   ©rI   rk   r¨  r*   r+   rp   .  rq   r   )Úexpect_true)rM   r  r^   Z_check_is_sizeZ_check_withÚ
ValueErrorr»   rÌ   Ú%torch.fx.experimental.symbolic_shapesrª  r�  rÞ   )	rk   r¨  rI   r˜  Z
num_splitsÚsplitsZ	start_idxrª  Úlengthr*   r©  r+   Úsplit_with_sizes   s(    þý
r¯  )rk   r¨  rI   rœ   rJ   c                 C   sZ   t | ||d�}|d kr$dd„ |D ƒS t||ƒD ]"\}}t||jƒ t||dd� q.d S d S )Nro   c                 S   s   g | ]}|j tjd �‘qS )rù   )rh  r^   rþ   )r1   Úsr*   r*   r+   r3   M  s     z)split_with_sizes_copy.<locals>.<listcomp>TrÊ   )r¯  rJ  r   rÌ   r   )rk   r¨  rI   rœ   r­  r®   Úsplitr*   r*   r+   Úsplit_with_sizes_copyB  s    	r²  .)r™   Ú
split_sizerI   rJ   c                 C   s   t j | ||¡S r5   )rs   r±  r   )r™   r³  rI   r*   r*   r+   Úunsafe_splitU  s    r´  )r™   r¨  rI   rJ   c                 C   s   t j | ||¡S r5   )rs   r¯  Údefault)r™   r¨  rI   r*   r*   r+   Úunsafe_split_with_sizesZ  s    r¶  )rk   r³  rI   rJ   c                    s„   | j }|| }ˆ dkr(|dks"t‚| fS |ˆ  d ˆ  }ddlm} ||ƒ}‡ fdd„t|ƒD ƒ}ˆ ˆ | |  |d< t | ||¡S )Nr   r"   )Ú	guard_intc                    s   g | ]}ˆ ‘qS r*   r*   ©r1   r˜  ©r³  r*   r+   r3   n  s     zsplit.<locals>.<listcomp>rL   )rÌ   rª   r¬  r·  rM   r^   r±  )rk   r³  rI   r  Údim_sizeÚchunksr·  r¨  r*   r¹  r+   r±  a  s    r±  )rk   Útensor_indices_or_sectionsrI   rJ   c                    s�   |j jdkst‚|jtjks t‚| ¡ ‰ t ˆ dkp:ˆ dk‡ fdd„¡ ˆ dkrr| ¡ }t	|t
ƒsft‚|  ||¡S dd„ |D ƒ}|  ||¡S d S )NÚcpur"   r   c                      s   dˆ › d�S )Nz{tensor_split expected tensor_indices_or_sections to be a zero-dimensional or one-dimensional tensor, but got a tensor with z dimsr*   r*   ©Z	split_dimr*   r+   rp   €  rq   zAtensor_split_tensor_indices_or_sections_py_impl.<locals>.<lambda>c                 S   s   g | ]}|  ¡ ‘qS r*   )Úitemr¸  r*   r*   r+   r3   ˆ  s     zCtensor_split_tensor_indices_or_sections_py_impl.<locals>.<listcomp>)r&  Útyperª   r¾   r^   r(  rI   rr   r¿  r/   r   Útensor_split)rk   r¼  rI   ÚsectionsrŒ  r*   r¾  r+   Ú/tensor_split_tensor_indices_or_sections_py_impls  s    
þ
rÃ  )rk   Úmat1Úmat2rY   rc   c                 C   sH   |   ¡ s |  ¡ s t|ƒ}t|ƒ}|t ||¡ }|dkr<|S |||   S rh   )r~  Ú
is_complexÚintr^   Úmm)rk   rÄ  rÅ  rY   rc   rœ   r*   r*   r+   Úaddmm–  s    rÉ  )rk   rÄ  rÅ  rY   rc   Úuse_geluc                 C   s<   t | ||||ƒ}|r2| jr(tj|dd�S t |¡S t |¡S )Nr”   )r“   )rÉ  Úis_cudars   ÚgeluÚrelu)rk   rÄ  rÅ  rY   rc   rÊ  rœ   r*   r*   r+   Ú_addmm_activationª  s    
rÎ  )rk   rÄ  ÚvecrY   rc   c                 C   sH   |   ¡ s |  ¡ s t|ƒ}t|ƒ}|t ||¡ }|dkr<|S |||   S rh   )r~  rÆ  rÇ  r^   Úmv)rk   rÄ  rÏ  rY   rc   rœ   r*   r*   r+   Úaddmv¾  s    rÑ  )rb   r™   rº   ÚrstdÚgammaÚNÚCÚHxWÚgroupÚoutput_maskrJ   c
              	      sâ  t j| |ˆ|dd� t j|| dd� t jˆ|dd� t | ¡ ˆˆ  ˆ k‡ ‡‡fdd„¡ t ˆjˆˆfk‡‡‡fdd„¡ t ˆd kp”ˆ ¡ ˆ k‡ ‡fdd„¡ tˆ ˆƒ\}
}t |dk‡ ‡fdd„¡ t | |¡ 	ˆˆ ˆ¡j
d	gd
�}|  	ˆˆ ˆ¡j
d	gd
�}d }d }d }|	d �rvdˆ|
  }ˆd k	�r’t |ˆ d¡¡ ˆˆ|
¡ 
d	¡}t |ˆ d¡¡ ˆˆ|
¡ 
d	¡}t | d¡ˆ dˆ|
¡¡}nL| ˆˆ|
¡ 
d	¡}| ˆˆ|
¡ 
d	¡}t | d¡tjdˆ|
f|jd�¡}|ˆ | | | | | }| ˆ || |  }| d¡}t|dƒ}t|dƒ}t |  ˆˆ|
ˆ¡|¡t | ˆˆ|
ˆ¡|¡ | }| |j¡ |j¡}|	d �rÀ| 	ˆˆ|
¡| 	ˆˆ|
¡ˆ d¡  | d¡ j
dgd
� ˆ ¡}|	d	 �rØ|j
dgd
�}|||fS )NF)Zallow_cpu_scalar_tensorsc                      s   dˆˆ  ˆ › d�S )NzExpect input to have z	 elementsr*   r*   )rÕ  rÖ  rÔ  r*   r+   rp   à  rq   z,native_group_norm_backward.<locals>.<lambda>c                      s   dˆ › dˆ› dˆj › �S )NzExpect mean to have shape (ú, z
, but got r>  r*   )rÔ  r×  rº   r*   r+   rp   ä  rq   c                      s    dˆ › dˆd k	rˆ  ¡ nd› �S )NzExpect gamma to have z elements but got rL   )rÄ   r*   )rÕ  rÓ  r*   r+   rp   è  rq   r   c                      s   dˆ › dˆ› �S )NzExpect number of channels z, to be evenly-divisible by number of groups r*   r*   )rÕ  r×  r*   r+   rp   î  rq   r#   ro   r\   rL   r"   ©r&  ré   )r?   Zcheck_same_deviceZcheck_same_shaper^   rr   rÄ   rÌ   Údivmodr±   rž  r»   rN   rØ   r•  r&  rP   r7   r¾   )rb   r™   rº   rÒ  rÓ  rÔ  rÕ  rÖ  r×  rØ  ZcpgZ_remZdsÚdbÚd_inputZd_gammaÚd_biasr°  Zds_valZdb_valÚc1Úc2Úc3r*   )rÕ  rÖ  rÔ  rÓ  r×  rº   r+   Únative_group_norm_backwardË  sŽ        ÿþþþþ 

""þþ


ÿþÿ
$ÿÿüûÿ
râ  )rb   r™   rº   rÒ  rÓ  rÔ  rÕ  rÖ  r×  rØ  r{  r|  Úout2rJ   c
                C   sd   t | |||||||||	ƒ
}|
||f}t|ƒD ]2\}}|d k	r,t|| |jƒ t||| dd� q,|S rÉ   )râ  Ú	enumerater   rÌ   r   )rb   r™   rº   rÒ  rÓ  rÔ  rÕ  rÖ  r×  rØ  r{  r|  rã  rÍ   rQ   r˜  rC   r*   r*   r+   Únative_group_norm_backward_out$  s$             ÿ
rå  )r2   rJ   c                 C   s   | d k	r|   |¡S | S r5   ©r7   )r2   r¾   r*   r*   r+   Ú_maybe_castA  s    
rç  )	Úgrad_outr™   Únormalized_shaperº   rÒ  r    ÚbiasrØ  rJ   c           !         sX  |j }| ¡ }	t |j¡‰ ‡ fdd„| |||fD ƒ\}
}}}|
d k	sHt‚|	t|ƒ }||d … }|d |… }g }g }t|	ƒD ]"}||kr”| |¡ q|| |¡ q|t	|ƒ}t	|ƒ}|dksÂ|dk�r|d rÔ| 
|¡nd |d rð| 
||d … ¡nd |d �r| 
||d … ¡nd fS t|| ¡ ƒ}t|| ¡ ƒ}|| | }|d k	�rP|
| }n|
}|| }t ||d¡}t ||¡}t ||d¡}t ||¡}|| | }d }d }d } |d �r¾|| | }|d �rü|d k	�rüt|ƒdk�rôt |
| |d¡}n|
| }|d �r6|d k	�r6t|ƒdk�r.t |
|d¡} n|
 ¡ } t||jƒt||jƒt| |jƒfS )Nc                 3   s(   | ] }|d k	r|  ˆ ¡ ¡ n|V  qd S r5   )r7   r"  r0   r9   r*   r+   r/  V  s   ÿz-native_layer_norm_backward.<locals>.<genexpr>r   r"   r#   TF)rÌ   rI   r?   Úget_computation_dtyper¾   rª   r  rM   r�  r`  r  rP   r^   r»   r±   rh  rç  )!rè  r™   ré  rº   rÒ  r    rê  rØ  Úinput_shapeZ
input_ndimÚgrad_out_castÚ
input_castÚweight_castZ	bias_castÚaxisZ
inner_dimsZ
outer_dimsZinner_dim_indicesZouter_dim_indicesr˜  rÔ  ÚMZx_hatZ
grad_x_hatÚaÚbrß  rà  rá  rE   rÝ  Zd_weightrÞ  r*   r9   r+   Únative_layer_norm_backwardH  sh    

þý





ýrô  )rè  r™   ré  rº   rÒ  r    rê  rØ  r{  r|  rã  rJ   c             	   C   s`   t | |||||||ƒ}||	|
f}t|ƒD ]2\}}|d k	r(t|| |jƒ t||| dd� q(|S rÉ   )rô  rä  r   rÌ   r   )rè  r™   ré  rº   rÒ  r    rê  rØ  r{  r|  rã  rÍ   rQ   r˜  rC   r*   r*   r+   Únative_layer_norm_backward_out—  s            ÿ
rõ  )
r™   r    rê  Úrunning_meanÚrunning_varr¨   Úmomentumrp  Ú
functionalrJ   c	                 C   sb  dgt td|  ¡ ƒƒ }	t | j¡}
|}|}|�rt | j¡}
| j|
d�}tj||	ddd�\}}t 	|| ¡}| | | }t 
||	¡}t 
||	¡}|d k	r¼|| d| |  }|s¼| |¡ |d k	�rÈ|  ¡ | jd  }t 
||	¡}|||d   }|| d| |  }|�sÈ| |¡ n®|d k	�r.|d k	�s2t‚|j|
dd�}|}|j|
dd�}|}|}dt || ¡ }| jjdk�r„|}|}n|  d	¡}|  d	¡}t||  ¡ d ƒ}t||  ¡ d ƒ}| | | }|d k	�rô| ¡ }t||  ¡ d ƒ}|| }|d k	�r | ¡ }t||  ¡ d ƒ}|| }| jjdk�rJ|j| jd�}|j| jd�}|j| jd�||||fS )
Nr   r#   r½   T)rI   Z
correctionr!  r"   )r¾   rt   r½  ©r   )r  rM   rI   r?   rë  r¾   r7   r^   Zvar_meanÚrsqrtrL  r¬   rÄ   rÌ   rª   r  r&  rÀ  r  rP   rn  )r™   r    rê  rö  r÷  r¨   rø  rp  rù  Zreduction_dimsr:   Únew_running_meanÚnew_running_varZ	input_accZ
biased_varrº   rÒ  r®   Ú	save_meanÚ	save_rstdÚnZsqueezed_varZunbiased_varÚinvstdr*   r*   r+   Únative_batch_norm_helper²  sx       ÿ






ûr  rœ   rþ  Úsave_invstd)	r™   r    rê  rö  r÷  r¨   rø  rp  rJ   c              
   C   s,   t | |||||||dƒ	\}}	}
}}||	|
fS ©NF©r  ©r™   r    rê  rö  r÷  r¨   rø  rp  r®   rþ  rÿ  rO   r*   r*   r+   Únative_batch_norm  s            ÿr  c              
   C   sz   |d kr$|d kr$t  | |||||¡S |d kr4tdƒ‚|d krDtdƒ‚|r`t  | |||||||¡S t  | ||||||¡S d S )Nz`running_mean is None, but running_var is provided. They should both be None or both be provided.z`running_var is None, but running_mean is provided. They should both be None or both be provided.)rs   Ú_native_batch_norm_legitr
  Ú$_native_batch_norm_legit_no_training)r™   r    rê  rö  r÷  r¨   rø  rp  r*   r*   r+   Únative_batch_norm_decomposition   sJ         ÿÿÿ       ÿ      ÿr
  )rJ   c                    s|   |   |¡}|| d | ‰ ˆ dkrh|dkrh‡ fdd„|D ƒ}ˆ ˆ | |  ||d < tjjj | ||¡S tjjj | ˆ |¡S )Nr"   r   c                    s   g | ]}ˆ ‘qS r*   r*   rÕ   r¹  r*   r+   r3   K  s     z(unsafe_chunk_py_impl.<locals>.<listcomp>)rÝ   r^   Úopsrs   r¶  rµ  r´  r   )r   r»  rI   rº  r¨  r*   r¹  r+   Úunsafe_chunk_py_implE  s    
r  )r™   r    rê  rö  r÷  rø  rp  rJ   c              
   C   s   t j | ||||d||¡S r  )rs   r  rµ  )r™   r    rê  rö  r÷  rø  rp  r*   r*   r+   r	  Q  s    
ør	  c              
   C   s,   t | |||||||dƒ	\}}	}
}}||	|
fS r  r  r  r*   r*   r+   r  g  s            ÿr  )r™   r    rê  r¨   rø  rp  rJ   c           
   
   C   s,   t | ||d d |||dƒ	\}}}}	}	|||fS r  r  )
r™   r    rê  r¨   rø  rp  r®   rþ  rÿ  rO   r*   r*   r+   Ú!_native_batch_norm_legit_no_statsx  s    	        ÿr  c              
   C   sP   t | |||||||dƒ	\}}	}
}}|d k	s2tdƒ‚|d k	sBtdƒ‚||	|
||fS )NTú#new_running_mean should not be Noneú"new_running_var should not be None)r  rª   )r™   r    rê  rö  r÷  r¨   rø  rp  r®   rþ  rÿ  rü  rý  r*   r*   r+   Ú#_native_batch_norm_legit_functional‡  s(            ÿúr  )r™   r    rê  rö  r÷  rp  r¨   rJ   c           	   	   C   sP   t j | ||||d|¡}d}|t jjjkr8t j | |¡}t j|t j| j| j	d�S )a©  
    Return a reserve tensor for batch norm, used only by cudnn to pass forward state to the
    backward pass. This is needed for `_batch_norm_with_update` and `_batch_norm_no_update`,
    which support a variety of backends including cudnn. We create this tensor here to get
    the correct shape in the traced graph if we detect that will call the cudnn kernel,
    and rely on DCE to avoid materializing this tensor.
    Tr   )r¾   Úlayoutr&  )
r^   Ú_CZ_select_batch_norm_backendZ_BatchNormBackendZCudnnZ(_get_cudnn_batch_norm_reserve_space_sizeÚemptyÚuint8r  r&  )	r™   r    rê  rö  r÷  rp  r¨   ÚbackendZreserve_sizer*   r*   r+   Ú_get_batch_norm_reserve_tensor   s$          ÿ   ÿr  c              
   C   sD   t | ||||d||dƒ	\}}}	}
}
t| |||||dd�}|||	|fS )NTF©r¨   ©r  r  ©r™   r    rê  rö  r÷  rø  rp  r®   rþ  rÿ  rO   Úreserver*   r*   r+   Ú_batch_norm_with_update»  s*    
÷      ÿr  c              
   C   sh   t | ||||d||dƒ	\}}}	}
}t| |||||dd�}|
d k	sHtdƒ‚|d k	sXtdƒ‚|||	||
|fS )NTr  r  r  )r  r  rª   )r™   r    rê  rö  r÷  rø  rp  r®   rþ  rÿ  Znew_rmZnew_rvr  r*   r*   r+   Ú"_batch_norm_with_update_functionalÖ  s:            ÿú      ÿr  c              
   C   sD   t | ||||d||dƒ	\}}}	}
}
t| |||||dd�}|||	|fS )NFr  r  r  r*   r*   r+   Ú_batch_norm_no_updateñ  s*    
÷      ÿr  c                 C   sB   |d kst ‚t | ¡|k jtjd�}| | ¡|  d|  }||fS )Nr½   r\   )rª   r^   r  r7   r  rg  )r™   rõ   r©   re  r€  r*   r*   r+   Ú_fused_dropout_decomposition  s    r  )r¾   r  r&  Ú
pin_memoryÚnon_blockingrú   )r2   r¾   r&  r  r   rú   c                C   sÂ   |r|t jkstdƒ‚|r"tdƒ‚|d krB|d krB|d krB|  ¡ S d}|d k	rŠ|| jkrŠ|d k	r||jdkr|t j | |¡} d}t j | |¡} |d k	r¨|s¨t j | |¡} d}|d k	r¾t j| |d�S | S )NZTODOFr½  Trù   )	r^   Ústridedrª   rh  r&  rÀ  Ú_primsZconvert_element_typeZ
device_put)r2   r¾   r  r&  r  r   rú   Zdtype_convertedr*   r*   r+   Ú_to_copy  s     r#  c                 C   s
   t  | ¡S r5   )rs   Úaliasr8   r*   r*   r+   Únop_decomposition;  s    r%  rã  Zout3)r™   r    rê  rö  r÷  r¨   Úexponential_average_factorÚepsilonc              
   C   s^   t  | |||||||¡\}}	}
|r:||	|
| jdtjd�fS || d¡| d¡| jdtjd�fS )Nrú  r½   )rs   r  r  r^   r  )r™   r    rê  rö  r÷  r¨   r&  r'  rò  ró  rB  r*   r*   r+   Úcudnn_batch_normC  s"    ø
ür(  c                 C   s@   t |ƒD ]2\}}|dkr|| jk r0| j| |ks|  |¡} q| S rU   )rä  r  rÌ   rN   )r2   Úbroadcast_maskrð  re  r*   r*   r+   Ú_broadcast_batch_norm_backwarde  s     r*  )rè  r™   r    rö  r÷  rþ  r  rx  rp  rØ  r  rJ   c                 C   s   t | |||||||||	ƒ
S r5   )Únative_batch_norm_backward)rè  r™   r    rö  r÷  rþ  r  rx  rp  rØ  r  r*   r*   r+   Úbatch_norm_backwardl  s    ör,  )rè  r™   r    rö  r÷  rþ  r  rx  rp  rØ  rJ   c
           &         s  |j }
|d k	r|j }n|
}t |j ¡‰ ‡ fdd„| ||||||fD ƒ\}}}}}}}|j}| ¡ }|dksrtdƒ‚d}tt|ƒƒ||  }|}|}|r¬|d k	r¦|d k	sÒt‚n&|d k	r¼|d k	sÀt‚|}t 	|| ¡}dg| }|| ||< g }t
|ƒD ]}||krô| |¡ qôt||ƒ}d| }t ||¡}t |||  |¡}t|| |ƒ}tt || || ¡|ƒ} |d k�r€t||ƒd }!nt|| |ƒ}!|�r²|| |  }"||" | |! }#n||! }#|	d �rÎ|| }$nd }$|	d �râ|}%nd }%|# |
¡t|$|ƒt|%|ƒfS )Nc                 3   s$   | ]}|d k	r|  ˆ ¡n|V  qd S r5   ræ  r0   r9   r*   r+   r/  £  s   ÿz-native_batch_norm_backward.<locals>.<genexpr>r#   z$rank of the input must be at least 2r"   r\   )r¾   r?   rë  rÌ   rI   rª   r`  r  r^   rû  rM   r�  r*  r»   r±   r7   rç  )&rè  r™   r    rö  r÷  rþ  r  rx  rp  rØ  r  Zweight_dtyperí  rî  rï  Zrunning_mean_castZrunning_var_castZsave_mean_castZsave_invstd_castrì  Z
input_rankrð  Znum_featuresrº   r  r)  Zreduction_axesr˜  rÅ   Zgrad_output_sumZdot_pZ	grad_meanZ
proj_scaleZ
grad_scaleZprojrQ   r–  Z	grad_biasr*   r9   r+   r+  ˆ  s†    	
ùþø


 ÿ


ýr+  )rè  r™   r    rö  r÷  rþ  r  rx  rp  rØ  r{  r|  rã  rJ   c
                C   sd   t | |||||||||	ƒ
}|
||f}t|ƒD ]2\}}|d k	r,t|| |jƒ t||| dd� q,|S rÉ   )r+  rä  r   rÌ   r   )rè  r™   r    rö  r÷  rþ  r  rx  rp  rØ  r{  r|  rã  rÍ   rQ   r˜  rC   r*   r*   r+   Únative_batch_norm_backward_outí  s$    ö
r-  ©r™   rb   r    rö  r÷  rþ  Úsave_varr'  c                 C   s"   t  || |||||d|dddg¡
S ©NT©rs   r+  r.  r*   r*   r+   Úmiopen_batch_norm_backward	  s    ör2  ©	r™   rb   r    rö  r÷  rþ  r/  r'  ZreserveSpacec	           	      C   s"   t  || |||||d|dddg¡
S r0  r1  r3  r*   r*   r+   Úcudnn_batch_norm_backward-	  s    ör4  )r™   rH  c                    sü  | j ‰ | j‰tˆƒ‰t ˆdk‡fdd„¡ | jdd … D ]}t |dk‡fdd„¡ q:ˆd |d  dkrÔˆd |d  dkrÔtdd	„ tˆdd … |ƒD ƒƒ}td
d	„ tˆdd … ||ƒD ƒƒ}tjj 	| ||¡S dd„ ‰dd„ ‰‡ ‡‡fdd„}|ˆd |d ƒ\}}}}	|ˆd |d ƒ\}
}}}| dt
|dƒ|
f }|	�sV|�sVtj|dd�S dd„ }|||||	dd�\}}|||||dd�\}}d }tt|jd ƒt|jd ƒƒD ]B\}}|d k�rÔ|d|d d …|f }n||d|d d …|f  }�q¬|||  S )Nr9  c                      s
   dˆ › �S )Nz9adaptive_avg_pool2d(): Expected 3D or 4D tensor, but got r*   r*   r£  r*   r+   rp   R	  rq   z%adaptive_avg_pool2d.<locals>.<lambda>rû   r   c                      s   dt ˆ ƒ› d�S )Nzjadaptive_avg_pool2d(): Expected input to have non-zero size for non-batch dimensions, but input has shape rZ  r<  r*   r>  r*   r+   rp   W	  rq   rL   c                 s   s   | ]\}}|| V  qd S r5   r*   )r1   r˜  r]  r*   r*   r+   r/  ]	  s     z&adaptive_avg_pool2d.<locals>.<genexpr>c                 s   s$   | ]\}}}||d  |  V  qdS )r"   Nr*   )r1   r˜  r]  r°  r*   r*   r+   r/  ^	  s    c                 S   s   t j| | |dd�S )NÚtrunc©Zrounding_mode©r^   Údiv©rò  ró  rB  r*   r*   r+   Ústart_indexc	  s    z(adaptive_avg_pool2d.<locals>.start_indexc                 S   s    t j| d | | d |dd�S )Nr"   r5  r6  r7  r9  r*   r*   r+   Ú	end_indexf	  s    z&adaptive_avg_pool2d.<locals>.end_indexc                    sÔ   t j|ˆ t jd�}ˆ||| ƒ}| | d }| | }|dkpD|| dk }|rV|d7 }n|dkrf|d8 }t j|ˆ t jd�}| d¡| }|rÄt j| d |j|jd�}	t  ||	¡}ˆ||| ƒ}
|
| }n|}||||fS )Nrl  r"   r   rL   r%  )r^   r'  r(  rN   Zscalar_tensorr¾   r&  Úminimum)Úin_sizeÚout_sizeZorangeZi0Z	maxlengthZin_size_modÚadaptiveÚ	range_maxrc  ÚmaxvalÚi1r®  )r&  r;  r:  r*   r+   Úcompute_idxi	  s,    
  ÿ
z(adaptive_avg_pool2d.<locals>.compute_idx.ré   )rˆ   rL   ro   c                 S   sd   t |tƒr| |fS |dk st‚|| d¡k}|dkr>t|dƒ}t | |d¡} t|| ƒ}| |fS d S )Nr   rL   rû   ré   r‚   )r/   r   rª   rN   rP   r^   r“  )Úvalsr®  r@  r?  rI   re  r*   r*   r+   Ú
maybe_mask‘	  s    

z'adaptive_avg_pool2d.<locals>.maybe_mask)r?  rI   rˆ   )r&  rÌ   r  r^   rr   r=  rJ  Únnrù  Z
avg_pool2drP   rº   r   rM   )r™   rH  r;  r  ÚkernelrC  ZidxhZlength_hZrange_max_hZ
adaptive_hZidxwZlength_wZrange_max_wZ
adaptive_wrD  rE  Úretr˜  Újr*   )r&  r;  r  rÌ   r:  r+   Úadaptive_avg_pool2dH	  s^    
þ
þ( ÿ     ÿ
    ÿ
&
rJ  )rc   ©r2   rI   r  r   rc   c                C   s   t | |||d|d�S )NT©Úinplacerc   ©Ú
_index_addrK  r*   r*   r+   Ú
index_add_±	  s    	rP  c                C   s   t | |||d|d�S )NFrL  rN  rK  r*   r*   r+   Ú	index_add½	  s    
rQ  )r2   rI   r  r   rM  rc   c                   s*  t  | jˆ¡‰t ˆjdk‡fdd„¡ ˆjdkr<ˆ d¡nd‰|jdkrT| ˆ¡nd‰t ˆˆk‡‡‡fdd„¡ ˆ dkrºt  | j¡‰t ˆtkp¢t  	t
ˆ ƒˆ¡‡ ‡fdd„¡ |ˆ  }| jdk}|rÒ|  d¡n| }dˆ ˆf }|rîtjntj}	|	|||dd	�}
|�r| S |�r|
 d¡S |
 ¡ S d S )
Nr"   c                      s   dˆ j › d�S ©Nz(Index should have dimension 1 or 0 (got rå   r£  r*   ©r  r*   r+   rp   Ö	  rq   z_index_add.<locals>.<lambda>r   c                      s   dˆ› dˆ› dˆ ›�S )NzNumber of indices (z') should be equal to tensor.size(dim) (z), for dim=r*   r*   )rI   Ú
index_sizer¡  r*   r+   rp   Ü	  rq   c                      s   dt ˆ ƒ› dˆ› d�S )Nzalpha argument of type z cannot be safely cast to type ú!)rÀ  r*   )rc   Úpython_typer*   r+   rp   ã	  rq   r5   Tr^  )r?   Úcanonicalize_dimsr  r^   rr   rÝ   Zdtype_to_typer¾   r}  Zis_weakly_lesser_typerÀ  rN   rs   Ú
index_put_Ú	index_putrL  r"  )r2   rI   r  r   rM  rc   Úzero_dimr÷   rc  rY  rœ   r*   )rc   rI   r  rT  rV  r¡  r+   rO  Ê	  s6    	
þþý
rO  r‚   c              
   C   sè   t  t| ƒdkdd„ ¡ t| ƒ}| d  ¡ }|dd … }tdd„ | D ƒƒ}|rX||f}n||f}|| }| d  ||¡}dt|ƒ }	t|ƒD ]V}
| |
 }t ||	d|| d¡ f |¡}|rÐtj	||d|
d�}qŒtj	||d|
d�}qŒ|S )	Nr   c                   S   s   dS )Nz#received an empty list of sequencesr*   r*   r*   r*   r+   rp   õ	  rq   zpad_sequence.<locals>.<lambda>r"   c                 s   s   | ]}|  d ¡V  qdS r-  ©rÝ   r0   r*   r*   r+   r/  ù	  s     zpad_sequence.<locals>.<genexpr>)r   r   ©rI   r  )
r^   rr   r  rÝ   r|   rí   rM   rs   r›  r  )Ú	sequencesÚbatch_firstZpadding_valueZsequences_sizeÚmax_sizeZtrailing_dimsÚmax_lenZout_dimsrœ   Zdim_paddingsr˜  ZcurrseqÚrowr*   r*   r+   Úpad_sequenceò	  s,    
  ÿrb  ©r2   rI   r  r   c                 C   s   t | |||dd�S )NT©rM  ©Ú_index_copyrc  r*   r*   r+   Úindex_copy_
  s    rg  c                 C   s   t | |||dd�S )NFrd  re  rc  r*   r*   r+   Ú
index_copy
  s    rh  )r2   rI   r  r   rM  c          
         s¨   t  | j|¡}t ˆ jdk‡ fdd„¡ | jdk}|r@|  d¡n| }ˆ jdkrXˆ  d¡nˆ ‰ d| ˆ f }|rttjntj}||||ƒ}	|rŽ| S |rœ|	 	d¡S |	 
¡ S d S )Nr"   c                      s   dˆ j › d�S rR  r£  r*   rS  r*   r+   rp   
  rq   z_index_copy.<locals>.<lambda>r   r5   )r?   rW  r  r^   rr   rN   rs   rX  rY  rL  r"  )
r2   rI   r  r   rM  rZ  r÷   rc  rY  rœ   r*   rS  r+   rf  
  s    
þ
rf  r®   r³   c                 C   sL   t  |  d¡| ¡}t  t  | ¡ ¡}| jr6|  d¡}n|}|t  |¡ |fS )Nr*   rú  )r^   r<  r  r]   r´   rË  rì   )rk   ry   r`   r³   r*   r*   r+   Úlog_sigmoid_forward.
  s    ri  ©r2   ÚlowÚhighr©   c                 C   s$   t j| jt|ƒt|ƒ| j| j|d�S )N)rk  rl  r¾   r&  r©   )ÚprimsZ_uniform_helperrÌ   r   r¾   r&  rj  r*   r*   r+   r«   ;
  s    úr«   c                 C   s   |   t| |||ƒ¡S r5   )r¬   r«   )rk   rk  rl  r©   r*   r*   r+   Úuniform_M
  s    rn  c                 C   sè   t | ƒd }|d k	rDt |d kdd„ ¡ t t |ƒ|kdd„ ¡ |S |d k	rÔt |d kdd„ ¡ t t |ƒ|kdd„ ¡ g }t|ƒD ]J\}}t|ƒ|kr´| | |d  t|ƒ ¡ q„| t| |d  | ƒ¡ q„|S t ddd„ ¡ d S )	Nr#   c                   S   s   dS ©Nz9Must specify exactly one of output_size and scale_factorsr*   r*   r*   r*   r+   rp   X
  rq   z.upsample_compute_output_size.<locals>.<lambda>c                   S   s   dS ©NÚ r*   r*   r*   r*   r+   rp   Z
  rq   c                   S   s   dS ro  r*   r*   r*   r*   r+   rp   `
  rq   c                   S   s   dS rp  r*   r*   r*   r*   r+   rp   b
  rq   Fc                   S   s   dS ro  r*   r*   r*   r*   r+   rp   k
  rq   )r  r^   rr   rä  rÇ  r�  r   )rj  rH  Úscale_factorsZspatial_dimensionsr˜  r°  r*   r*   r+   Úupsample_compute_output_sizeS
  s0    þþ ÿrs  c                 C   s   | d krd S | | S r5   r*   )Úscalesrc  r*   r*   r+   Úget_scale_valueo
  s    ru  )r™   rH  rr  rJ   c                 C   s2   t |  ¡ ||ƒ}|r|nd gt|ƒ }t| ||ƒS r5   ©rs  rÝ   r  Ú_upsample_nearest©r™   rH  rr  Úosizert  r*   r*   r+   Ú_upsample_nearest_vecu
  s    ÿrz  c                 C   s6   t |  ¡ ||ƒ}|r|nd gt|ƒ }t| ||dd�S ©NT©Úexactrv  rx  r*   r*   r+   Ú_upsample_nearest_exact_vecŠ
  s    ÿr~  c                 C   s¸   g }t |ƒ}|rdnd}t|ƒD ]’}|| }| j| |  }	|| d k	rX|	|	||   n|	| }
tj|tj| jd�}|| |
  tj¡}t|d | ƒD ]}| 	d¡}q˜| 
|¡ q |S )Nr‰   r‚   r%  r"   rL   )r  rM   rÌ   r^   r'  r¿   r&  r7   r(  rN   r�  )r™   rH  rt  r}  rŒ  Znum_spatial_dimsr  r;  ry  Úisizerd   Zoutput_indicesZinput_indicesrO   r*   r*   r+   Ú!_compute_upsample_nearest_indicesŸ
  s    $r€  )Zpreserve_memory_formatrË   )r™   rH  rt  rJ   c                 C   s   t | ||gƒS r5   ©rw  ©r™   rH  rt  r*   r*   r+   Úupsample_nearest1d¿
  s    	rƒ  c                 C   s   t | ||gdd�S r{  r�  r‚  r*   r*   r+   Úupsample_nearest_exact1dË
  s    r„  )r™   rH  Úscales_hÚscales_wrJ   c                 C   s   t | |||gƒS r5   r�  ©r™   rH  r…  r†  r*   r*   r+   Úupsample_nearest2dÙ
  s    
rˆ  c                 C   s   t | |||gdd�S r{  r�  r‡  r*   r*   r+   Ú_upsample_nearest_exact2dæ
  s    r‰  )r™   rH  Úscales_dr…  r†  rJ   c                 C   s   t | ||||gƒS r5   r�  ©r™   rH  rŠ  r…  r†  r*   r*   r+   Úupsample_nearest3dõ
  s    rŒ  c                 C   s   t | ||||gdd�S r{  r�  r‹  r*   r*   r+   Ú_upsample_nearest_exact3d  s       ÿr�  )r™   rH  rt  r}  rJ   c           	      C   sp   t | |||d�}d d g| }t | |¡}|jdkrlt | ¡}| jd }| jjdkr`|dk r`t	j
}|j|d�}|S )Nr|  ré   r"   Úcudarù   )r€  rs   Ú_unsafe_indexr  r?   r   rÌ   r&  rÀ  r^   rþ   r"  )	r™   rH  rt  r}  Zspatial_indicesrŒ  rÍ   rú   Ú
n_channelsr*   r*   r+   rw    s       ÿ


rw  c                    sb   |r|rd‰ n|rd‰ n|r"d‰ nd‰ t ˆƒˆ  dksBtt ˆƒƒ‚‡ ‡fdd„tdt ˆƒˆ ƒD ƒS )NrI  ré   rw   r#   r   c                    s    g | ]}t ˆ||ˆ  … ƒ‘qS r*   r<  r¸  ©Z
group_sizeÚparamsr*   r+   r3   ;  s    z!gather_params.<locals>.<listcomp>)r  rª   rM   )r’  Ú
has_biasesÚhas_projectionsr*   r‘  r+   Úgather_params0  s    ÿr•  c                 C   sh   |rB| d|  |d|   }}| d| d  |d| d   }}n| | ||  }}d\}}||||fS )Nr#   r"   ©NNr*   )r’  Úhiddensr˜  ÚbidirectionalÚ
cur_paramsÚ
cur_hiddenÚbidir_paramsÚbidir_hiddenr*   r*   r+   Úparams_hiddens@  s    $r�  c                 C   s2   ||kst ‚| |  d||| ¡¡ |  dd|¡S rh   )rª   r�  rÞ   )rš  Úlast_batch_sizeÚ
batch_sizer—  r*   r*   r+   Úupdate_hidden_for_packedK  s    r   c              	   C   s4   ||kr| S ||k st ‚t | | d||| ¡f¡S rh   )rª   r^   ÚconcatrÞ   )rš  rž  rŸ  Z
inp_hiddenr*   r*   r+   Ú update_hidden_for_packed_reverseQ  s    þÿr¢  c                 C   s&  |d }|d }|r|d nd }	|r,|d nd }
g }g }|rD|d n|d }|  dd|¡}t | t|ƒ¡}|r||d d d… }|D ]Z} | jd }||kr˜n"|r¬t||||ƒ}nt||||ƒ}|| |||	||
ƒ}|}| |¡ q€|rê| ¡  n| |¡ | ¡  t 	|d¡}|�st 	|d¡n|}||fS )Nr   r"   r#   rw   rL   )
rÞ   r^   r±  r  rÌ   r¢  r   r�  Úreverserß   )ÚinpÚhiddenr’  r“  Ú	hidden_fnÚbatch_sizesr£  Ú	ih_weightÚ	hh_weightÚih_biasÚhh_biasÚstep_outputr—  rž  rš  Ú	split_inpr˜  rœ   Ú
hidden_outr*   r*   r+   Úone_layer_rnn_data_  sL    
   ÿ   ÿ

r¯  c                    s   ‡ fdd„}|S )Nc                    s   ˆ t  |||¡|  ƒS r5   ©rš   Úlinear©r˜  rš  r¨  rª  r©  r«  ©Únonlinearityr*   r+   rE   Ž  s    zrnn_cell.<locals>.innerr*   ©r´  rE   r*   r³  r+   Úrnn_cell�  s    r¶  c                    s   ‡ fdd„}|S )Nc                    s$   t  | ||¡} ˆ t  |||¡|  ƒS r5   r°  r²  r³  r*   r+   rE   •  s    zrnn_cell_data.<locals>.innerr*   rµ  r*   r³  r+   Úrnn_cell_data”  s    r·  c                 C   sª   |d }|d }|r|d nd }|r,|d nd }	t  | ||¡}
|rL|
 d¡n|
}
| d¡}g }|
D ] }|||||||	ƒ}| |¡ qb|r�| ¡  t |d¡}|| d¡fS )Nr   r"   r#   rw   )	rš   r±  ÚfliprN   r�  r£  r^   rß   rL  )r¤  r¥  r’  r“  r¦  r£  r¨  r©  rª  r«  Úprecomputed_inputrš  r¬  r˜  rœ   r*   r*   r+   Úone_layer_rnnœ  s    
rº  c                 C   sú   |d }|d }|r&|d }|d }nt  | ¡ ¡}t  | ¡ ¡}|d  d¡}	|d  d¡}
g }d}|	 d¡}d}d}d}d}|  ¡ } |	 ¡ }	|
 ¡ }
t jjj | |||||	|
|||||||||¡}|d |d |d   }}}|| 	d¡| 	d¡ffS )Nr   r"   r#   rw   F)
r^   ÚzerosrÝ   rN   r"  r  rs   Zmkldnn_rnn_layerrµ  rL  )r¤  r¥  r’  r“  r£  Úw0Úw1Úw2Úw3ÚhxÚcxr§  ÚmodeZhidden_sizeÚ
num_layersr˜  r^  rx  ÚoutputsrT   ÚhyÚcyr*   r*   r+   Úmkldnn_one_layer_lstm²  sN    


ðrÇ  c
                 C   sú   |r|   dd¡n| } g }
t|ƒD ]¼}t||||ƒ\}}}}|rN||d k rN|nd}|	| |||ƒ\}}|
 |¡ |r’|	| |||dd�\}}|
 |¡ |r°t ||g| ¡ d ¡} n|} |dkr |r ||d k r tj| |dd�} q |rî|   dd¡n| } | |
fS )Nr   r"   r‚   T)r£  )rx  )Ú	transposerM   r�  r�  r^   rß   rI   rz  )r™   r¥  r’  r“  rÃ  rz  rx  r˜  r^  Úlayer_fnÚfinal_hiddensr˜  r™  rš  r›  rœ  Zfwd_inpZ
fwd_hiddenZbwd_inpZ
bwd_hiddenr*   r*   r+   Ú_rnn_helperä  s8       ÿ
    ÿ

rË  c	                 C   sR   |  d¡}	t||dƒ}t| |	|||||||ttttjƒd�ƒ
\}
}|
t |d¡fS ©Nr   F©r¦  )	Úunbindr•  rË  r   rº  r¶  r^   r”   Ústack©r™   rÀ  r’  r“  rÃ  rz  rx  r˜  r^  r¥  rœ   rÊ  r*   r*   r+   Úrnn_tanh_input  s    
örÑ  c	                 C   sR   |  d¡}	t||dƒ}t| |	|||||||ttttjƒd�ƒ
\}
}|
t |d¡fS rÌ  )	rÎ  r•  rË  r   rº  r¶  r^   rÍ  rÏ  rÐ  r*   r*   r+   Úrnn_relu_input,  s    
örÒ  c	                 C   sT   |  d¡}	t||dƒ}t| |	||||||dtt|ttjƒd�ƒ
\}
}|
t |d¡fS ©Nr   F©r§  r¦  )	rÎ  r•  rË  r   r¯  r·  r^   rÍ  rÏ  ©Údatar§  rÀ  r’  r“  rÃ  rz  rx  r˜  r¥  rœ   rÊ  r*   r*   r+   Úrnn_relu_dataK  s&    
ýör×  c	                 C   sT   |  d¡}	t||dƒ}t| |	||||||dtt|ttjƒd�ƒ
\}
}|
t |d¡fS rÓ  )	rÎ  r•  rË  r   r¯  r·  r^   r”   rÏ  rÕ  r*   r*   r+   Úrnn_tanh_datan  s&    
ýörØ  c                 C   sŒ   t  |||¡|  }| d|¡}|d  ¡ }	|d  ¡ }
|d  ¡ }|d  ¡ }|
| |	|  }|| ¡  }|d krv|nt  ||d ¡}||fS )Nré   r   r"   r#   rw   ©rš   r±  Úchunkr›   r”   )r¤  rÀ  rÁ  r©  r«  Ú	hr_weightÚ	chunk_dimZgatesZchunked_gatesZin_gateZforget_gateZ	cell_gateZout_gaterÆ  rÅ  r*   r*   r+   Ú	lstm_cell‘  s    rÝ  c              
   C   sú   |d }|d }|r|d nd }|r,|d nd }t |ƒdkrD|d nt |ƒdkrX|d nd }	|d  d¡}
|d  d¡}t | ||¡}|r”| d¡n|}g }|D ](} t| |
||||	dd�\}
}| |
¡ q |rÖ| ¡  t 	|d¡}||
 
d¡| 
d¡ffS )Nr   r"   r#   rw   rI  ré   ©rÜ  )r  rN   rš   r±  r¸  rÝ  r�  r£  r^   rß   rL  )r¤  r¥  r’  r“  r£  r¨  r©  rª  r«  rÛ  rÀ  rÁ  r¹  r¬  rœ   r*   r*   r+   Úone_layer_lstmŸ  s$    *ÿrß  c              
   C   s  |d }|d }|r|d nd }|r,|d nd }	t |ƒdkrD|d nt |ƒdkrX|d nd }
g }g }|rp|d n|d }t | t|ƒ¡}|rš|d d d… }|d }|d }| dd|¡| dd|¡ }}|D ]Ü} | jd }t | ||¡} ||k �r:| | d||| ¡| d||| ¡f¡ | dd|¡| dd|¡ }}||k�r€t 	|| d||| ¡fd¡}t 	|| d||| ¡fd¡}t
| ||||	|
dd�\}}|}| |¡ qÌ|�rÂ| ¡  ||f}n:| ||f¡ | ¡  t|Ž \}}t |d¡t |d¡f}t |d¡}||fS )	Nr   r"   r#   rw   rI  ré   rL   rÞ  )r  r^   r±  r  rÞ   rÌ   rš   r±  r�  r¡  rÝ  r£  rJ  rß   )r¤  r¥  r’  r“  r§  r£  r¨  r©  rª  r«  rÛ  r¬  r—  rž  r­  Zorig_hxZorig_cxrÀ  rÁ  r˜  r®  Zhidden0Zhidden1rœ   r*   r*   r+   Úone_layer_lstm_dataº  sd    *ÿ  ÿ

þÿ
 ÿ ÿ
rà  c                 C   s    dd„ }|| ||ƒrt S tS dS )a*  Check whether we could use decompose lstm with mkldnn_rnn_layer.
    All the below conditions need to be met:
        * ``torch._C._get_mkldnn_enabled()`` returns ``True``.
        * All the input args are on CPU.
        * The dtypes of args are either torch.float or torch.bfloat16.
        * Inference.
        * ``has_projections`` returns ``False``.

    Args:
        * input: the input sequence to LSTM
        * hx: a tuple of the input hidden state and cell state ``(h_0, c_0)`` to LSTM
        * params: the weight and bias tensors of LSTM
    c           	      S   sÂ   t j ¡ sdS | gt|ƒ tt |¡ƒ }dd„ |D ƒ}t|ƒdkrHdS | ¡ }|t  d¡krbdS dd„ |D ƒ}|D ]}|t j	t j
fkrt dS qt| jršdS |d  d¡|d  d¡k}|r¾dS d	S )
NFc                 S   s   h | ]
}|j ’qS r*   rÚ  ©r1   Útr*   r*   r+   Ú	<setcomp>  s     zEselect_one_layer_lstm_function.<locals>.use_mkldnn.<locals>.<setcomp>r"   r½  c                 S   s   h | ]
}|j ’qS r*   r½   rá  r*   r*   r+   rã    s     r   r#   T)r^   r  Z_get_mkldnn_enabledr  r   Úfrom_iterabler  Úpopr&  rs  Zbfloat16Úrequires_gradrÝ   )	r™   rÀ  r’  r™  Zdevicesr&  Zdtypesr¾   r”  r*   r*   r+   Ú
use_mkldnn  s&    
z2select_one_layer_lstm_function.<locals>.use_mkldnnN)rÇ  rß  )r™   rÀ  r’  rç  r*   r*   r+   Úselect_one_layer_lstm_functionù  s    rè  c	                 C   s¦   t |ƒdkstdƒ‚t|||d  d¡|d  d¡kƒ}tt|d |d ƒƒ}	t| ||ƒ}
t| |	||||||||
ƒ
\}}tt|Ž ƒ}|t 	|d d¡t 	|d d¡fS )Nr#   úlstm expects two hidden statesr   r"   )
r  rª   r•  rÝ   r  rJ  rè  rË  r^   rÏ  )r™   rÀ  r’  r“  rÃ  rz  rx  r˜  r^  r¥  rÉ  rœ   rÊ  r*   r*   r+   Ú	lstm_impl+  s$    $örê  c	                 C   s¢   t |ƒdkstdƒ‚t|||d  d¡|d  d¡kƒ}tt|d |d ƒƒ}	t| |	||||||dtt|d�ƒ
\}
}tt|Ž ƒ}|
t	 
|d d¡t	 
|d d¡fS )Nr#   ré  r   r"   F)r§  )r  rª   r•  rÝ   r  rJ  rË  r   rà  r^   rÏ  rÕ  r*   r*   r+   Úlstm_data_implM  s"    $
örë  c                 C   sr   |   dd¡}t |||¡  dd¡}|d |d   ¡ }|d |d   ¡ }	|d |d |   ¡ }
||
 |	 |
 S )Nrw   r"   r#   r   )rÚ  rš   r±  r›   r”   ©r¤  rš  r¨  rª  r©  r«  Zchunked_igatesZchunked_hgatesZ
reset_gateZ
input_gateZnew_gater*   r*   r+   Úgru_celln  s    rí  c                 C   s|   t  | ||¡ dd¡}t  |||¡ dd¡}|d |d   ¡ }|d |d   ¡ }	|d |d |   ¡ }
||
 |	 |
 S )Nrw   r"   r   r#   rÙ  rì  r*   r*   r+   Úgru_cell_dataw  s    rî  c	                 C   sJ   t ||dƒ}t| | d¡||||||dtt|td�ƒ
\}	}
|	t |
d¡fS )NFr   rÔ  )r•  rË  rÎ  r   r¯  rî  r^   rÏ  )rÖ  r§  rÀ  r’  r“  rÃ  rz  rx  r˜  rœ   rÊ  r*   r*   r+   Úgru_impl_data€  s    örï  c	                 C   sH   t ||dƒ}t| | d¡|||||||tttd�ƒ
\}	}
|	t |
d¡fS )NFr   rÍ  )r•  rË  rÎ  r   rº  rí  r^   rÏ  )r™   rÀ  r’  r“  rÃ  rz  rx  r˜  r^  rœ   rÊ  r*   r*   r+   Úgru_implž  s    
örð  c                 C   s:   t |  ¡ ||ƒ}t|dƒ}t|dƒ}tjj | ||||¡S ©Nr   r"   )rs  rÝ   ru  r^   r  rs   Ú_upsample_bilinear2d_aa©r™   rH  Úalign_cornersrr  ry  Úscale_hÚscale_wr*   r*   r+   Úupsample_bilinear2d_aa_vec¼  s    

    ÿr÷  c                 C   s:   t |  ¡ ||ƒ}t|dƒ}t|dƒ}tjj | ||||¡S rñ  )rs  rÝ   ru  r^   r  rs   Ú_upsample_bicubic2d_aaró  r*   r*   r+   Úupsample_bicubic2d_aa_vecÈ  s    

    ÿrù  c                 C   s4   t |  ¡ ||ƒ}|r|nd gt|ƒ }t| |||ƒS r5   )rs  rÝ   r  Ú_upsample_linear)r™   rH  rô  rr  ry  rt  r*   r*   r+   Ú_upsample_linear_vecÔ  s    	rû  )r™   rH  rô  r†  rJ   c                 C   s   t | |||gƒS r5   ©rú  )r™   rH  rô  r†  r*   r*   r+   Úupsample_linear1dâ  s    rý  )r™   rH  rô  r…  r†  rJ   c                 C   s   t | ||||gƒS r5   rü  )r™   rH  rô  r…  r†  r*   r*   r+   Úupsample_bilinear2dí  s    rþ  )r™   rH  rô  rŠ  r…  r†  rJ   c                 C   s   t | |||||gƒS r5   rü  )r™   rH  rô  rŠ  r…  r†  r*   r*   r+   Úupsample_trilinear3dü  s       ÿrÿ  c                 C   sD   |r |dkr| d |d  S dS |d k	r8|dkr8d| S | | S d S )Nr"   r\   r   r*   )r=  r>  rô  rd   r*   r*   r+   Ú_compute_scale  s    r   c                 C   s    |r| | S | |d  d S d S ©Nr‰   r*   )rd   Z	dst_indexrô  r*   r*   r+   Ú_compute_source_index  s    r  )ÚsrcÚweightsÚweights_precisionrJ   c                 C   sB   t dd„ t| |ƒD ƒƒd|d >  }||? }t |dd¡ tj¡S )Nc                 s   s*   | ]"\}}|  tj¡|  tj¡ V  qd S r5   )r7   r^   rm  )r1   r°  rB  r*   r*   r+   r/    s    z%_sum_tensors_uint8.<locals>.<genexpr>r"   r   éÿ   )Ú_sum_tensorsrJ  r^   r~   r7   r  )r  r  r  r®   r*   r*   r+   Ú_sum_tensors_uint8  s    ÿ
þr  )r  rJ   c                 C   sJ   t  | ¡ ¡ }d}t j||jd�}d|d|d >   }|dk}|| ¡  S )Né   rÚ  r‰   r"   i €  )r^   rÏ  r|   r'  r&  r»   )r  Z
max_weightZmax_weight_precisionZ
precisionsÚvaluesre  r*   r*   r+   Ú_compute_weight_precision%  s    r  )r™   rH  rô  rt  rJ   c                    s°  ˆj d d… \}}ˆj dd … }t|ƒ‰tjˆtjjd�\}‰‡‡‡fdd„‰‡‡fdd„tt|||ƒƒD ƒ}tt|Ž ƒ\}	‰‰g }
t	ddggˆ Ž D ]F‰ d d g‡ ‡‡fd	d„t
ˆƒD ƒ }t ˆ|¡}t|ˆƒ}|
 |¡ q–tt
ˆƒƒD ]N}|	| ˆ|   d
d¡ ˆ¡‰‡fdd„t|
d d d… |
dd d… ƒD ƒ}
qêt|
ƒdk�sLt‚|
d }t ˆ¡}ˆjjdk�r||dk �r|tj}t|tjƒ�sŽt‚|j|d�}ˆ ¡ �s¬| ¡ }|S )Nr#   rƒ  c           	         s€   t | |ˆ |ƒ}tj|ˆjd�jˆd�}t||ˆ ƒjdd�}|j|jd fdg| žŽ }| tj	¡}|d j| d d�}|||fS )NrÚ  r½   r‚   rx   r   r"   r{   )
r   r^   r'  r&  r7   r  r~   rØ   rÌ   r(  )	Úinp_sizer>  rt  ZnsqueezeZscale_factorr˜  Zx_f32r2   Zxp1)rô  r¾   r™   r*   r+   Ú
get_values?  s    z$_upsample_linear.<locals>.get_valuesc                    s,   g | ]$\}\}}}ˆ |||ˆd  | ƒ‘qS rÔ   r*   )r1   r˜  r  r>  rt  )r  Ún_dimsr*   r+   r3   L  s   ÿz$_upsample_linear.<locals>.<listcomp>r   r"   c                    s(   g | ] }ˆ | d krˆ| nˆ| ‘qS rú  r*   )r1   Úk)rò  Úxp1sÚxsr*   r+   r3   V  s     r‚   r\   c                    s$   g | ]\}}|t  || ˆ ¡ ‘qS r*   )r^   r±   )r1   Zv1Zv2)Úxscaler*   r+   r3   ]  s   ÿrŽ  é   rù   )rÌ   r  r?   r@   r†  ÚINT_TO_FLOATrä  rJ  r  r   rM   rs   r�  r   r�  Úreversedr~   r7   rª   r   r&  rÀ  r^   rþ   r/   r   r"  r~  Úround)r™   rH  rô  rt  Zn_batchr�  Z	inp_sizesrO   r
  Zxs_f32Úvsrc  Úvr˜  rÍ   rú   r*   )	rò  rô  r¾   r  r™   r  r  r  r  r+   rú  .  sF    þ

ÿþ"

ý

rú  )rò  ró  rJ   c                 C   s   | j |j kS r5   r>  )rò  ró  r*   r*   r+   Úis_same_sizex  s    r  c                 G   s   t  | |¡S r5   )rs   rž  )r2   rÌ   rA   r*   r*   r+   Ú_reshape_alias}  s    r  c                 C   s   t  | |¡S r5   )rs   r  )r2   rŒ  r*   r*   r+   Ú_indexƒ  s    r  )rk   rÁ   r    r¹   rÒ   rJ   c                 C   sV  |   ¡ }d}|dk rd}|d k	rX|dkrLdg| }|jd ||< | |¡}n|}| | } t ||k|d¡}	|	 |¡}
t | ||
¡ |¡ }t ||k|d¡}|tj	j
krÄ|dkrÄ|  dd¡}||fS |d k	�r
| | j¡}t |||
¡ |¡}t ||k|d¡}| ¡ }n||k ¡  | ¡}|tjj
k�r4| ¡ }n|tjj
k�rN| ¡ | }||fS )Nr"   r#   r   r*   r‚   )rI   rÌ   rž  r^   r_   rN   ÚgatherrL  r!   r'   rl   rí   Úexpandr»   r7   r)   r(   )rk   rÁ   r    r¹   rÒ   r  rÙ   rÌ   ÚwrÚ   Zsafe_target_rÍ   rÓ   Zwsumr*   r*   r+   Ú_nll_loss_forwardˆ  s@    
ÿþ



r  rÓ   c                 C   sÎ   |   ¡ dkr|   ¡ dks tdƒ‚|  ¡ dks4tdƒ‚|   ¡ dkoJ|  ¡ dk}|s~| jd |jd ks~td| j› d|j› d�ƒ‚| jd	 }|d ks¾|  ¡ dkr¨| ¡ |ks¾td
|› d|j› �ƒ‚t| ||||ƒS )Nr   r#   rá   r"   râ   rã   rä   rå   rL   z/weight tensor should be defined either for all z7 classes or no classes but got weight tensor of shape: )rI   rª   rÌ   rÄ   r  )rk   rÁ   r    r¹   rÒ   rç   Z	n_classesr*   r*   r+   Únll_loss_forward½  s(    	 
ÿþÿþ

ÿ
ÿþr   c                 C   s   t | ||||ƒS r5   )r  )rk   rÁ   r    r¹   rÒ   r*   r*   r+   Únll_loss2d_forwardÙ  s    	r!  )r2   ÚArJ   c                 C   s    |d |  |d  |  |  d S )Nr#   rw   r"   r*   ©r2   r"  r*   r*   r+   Ú_upsample_cubic_convolution1ç  s    r$  c                 C   s(   ||  d|  |  d|  |  d|  S )NrI  é   ré   r*   r#  r*   r*   r+   Ú_upsample_cubic_convolution2ë  s    r&  )râ  rJ   c           
      C   s¼   d}| j t  d¡krˆtj| d|  gdd�}tj| d d|  gdd�}t||ƒ}t||ƒ}tj|dd�\}}tj|dd�\}}	|||	|fS t| d |ƒt| |ƒtd|  |ƒtd|  |ƒfS d S )Ng      è¿r½  r\   r   ro   rÃ   )r&  r^   rÏ  r&  r$  rÎ  )
râ  r"  Ztt1Ztt2Zw03Zw12r¼  r¿  r½  r¾  r*   r*   r+   Ú _upsample_get_cubic_coefficientsï  s    

ür'  )ÚcoeffsÚtsrJ   c                 C   s    t |ƒ}tdd„ t| |ƒD ƒƒS )Nc                 s   s   | ]\}}|| V  qd S r5   r*   ©r1   rß  rà  r*   r*   r+   r/    s     z+_upsample_cubic_interp1d.<locals>.<genexpr>)r'  r  rJ  )r(  r)  Zcoeffs2r*   r*   r+   Ú_upsample_cubic_interp1d  s    r+  )r)  rJ   c                 C   s   t tj| ƒS r5   )r   r^   Úadd)r)  r*   r*   r+   r  	  s    r  )Ú	num_stepsrô  r¾   r&  c                 C   sB   | dkrt jd||d�S |s(| d |  nd}t j| || ||d�S )Nr"   r   rl  )Zstepsr&  r¾   )r^   r   Zlinspace)r-  rô  r¾   r&  rò  r*   r*   r+   Ú_linspace_from_neg_one  s    r.  )ÚthetaÚhr  rô  c           	      C   sš   | j }| j}t||||ƒ d|d¡}t||||ƒ |dd¡}tjd||d�}tjjj|dddd�}tjjj|dddd�}tjjj|d	ddd�}|| | S )
Nr"   )r"   r"   r"   r%  )r   r#   Úconstantr   ©r@  rÂ  rl   )r"   r"   )r#   r   ©	r¾   r&  r.  rž  r^   r•  rF  rù  r@  )	r/  r0  r  rô  r¾   r&  Úgrid_xÚgrid_yÚgrid_oner*   r*   r+   Ú_make_base_grid_4d  s    r7  )r/  r;  r0  r  rô  c                 C   sÒ   | j }| j}t||||ƒ dd|d¡}t||||ƒ d|dd¡}t||||ƒ |ddd¡}	tjd||d�}
tjjj|dddd�}tjjj|dddd�}tjjj|	d	ddd�}	tjjj|
d
ddd�}
|| |	 |
 S )Nr"   )r"   r"   r"   r"   r%  )r   rw   r1  r   r2  rW  ©r#   r"   )rw   r   r3  )r/  r;  r0  r  rô  r¾   r&  r4  r5  Zgrid_zr6  r*   r*   r+   Ú_make_base_grid_5d(  s    r9  ©r/  rÝ   rô  c           	      C   sL   |\}}}}t | |||d�}| ddd¡| j d¡  d¡}| |||d¡S )N©rô  rL   rw   r"   rû   r#   )r7  rž  r   rN   r»   )	r/  rÝ   rô  r   rO   r0  r  Ú	base_gridÚgridr*   r*   r+   Ú_affine_grid_generator_4d9  s     r>  c           
      C   sR   |\}}}}}t | ||||d�}| ddd¡| j d¡  d¡}	|	 ||||d¡S )Nr;  rL   ré   r"   rû   rw   )r9  rž  r   rN   r»   )
r/  rÝ   rô  r   rO   r;  r0  r  r<  r=  r*   r*   r+   Ú_affine_grid_generator_5dC  s     r?  c                 C   sD   t  t|ƒdkdd„ ¡ t|ƒdkr2t| ||d�S t| ||d�S d S )N)ré   rI  c                   S   s   dS )NzCaffine_grid_generator needs 4d (spatial) or 5d (volumetric) inputs.r*   r*   r*   r*   r+   rp   S  rq   z'affine_grid_generator.<locals>.<lambda>ré   r;  )r^   rr   r  r>  r?  r:  r*   r*   r+   Úaffine_grid_generatorM  s    
þr@  )rò  r=  Úinterpolation_modeÚpadding_moderô  Ú_expand_gridrJ   c                    s(  t  ˆdk‡fdd„¡ t  ˆdk‡fdd„¡ tttdœ‡fdd„‰ttttdœd	d
„‰tttdœ‡‡‡fdd„‰tttdœ‡‡fdd„}ˆj\‰‰ ‰‰|j\}‰‰}|dks´t‚ˆrØ| ˆdˆˆ|¡ ˆˆ ˆˆd¡}tttdœ‡‡fdd„‰t jˆˆj	d� ˆddd¡‰t jˆ ˆj	d� dˆ dd¡‰tttt
dœ‡ ‡‡‡‡‡fdd„‰tttdœ‡‡‡‡fdd„‰
|d }	|d }
ˆdk�rB||	ˆƒ}||
ˆƒ}| ¡ | ¡  ‰‰ˆd ˆ }}ˆˆd  }}|| }}|| ||  }|| ||  }|| ||  }|ˆ |ˆ  }t‡
fdd„ˆˆ|f|||f|||f|||ffD ƒƒS ˆdk�r|||	ˆƒ}||
ˆƒ}| ¡ }| ¡ }ˆ
||dƒS ˆ|	ˆƒ}ˆ|
ˆƒ}| ¡ ‰| ¡ ‰|ˆ ‰|ˆ }ˆ�sÊˆ d¡‰| d¡}tttdœ‡‡
‡‡fd d!„‰ttd"œ‡‡‡‡fd#d$„‰	t‡	fd%d„td&ƒD ƒƒ}t||ƒS d S )'N)r   r"   r#   c                      s
   dˆ › �S )NzInvalid interpolation mode r*   r*   )rA  r*   r+   rp   l  rq   z"_grid_sampler_2d.<locals>.<lambda>c                      s
   dˆ › �S )NzInvalid padding mode r*   r*   )rB  r*   r+   rp   o  rq   )ÚcoordsrÝ   rJ   c                    s0   ˆ r|d d n|d }|d d }| | | S r  r*   )rD  rÝ   r±   Úofsr;  r*   r+   Úunnormalizer  s    z%_grid_sampler_2d.<locals>.unnormalize)rD  Ú	twice_lowÚ
twice_highrJ   c                 S   sv   ||krt  | ¡S |d }|| d }| |  ¡ }t  ||¡}||  ¡ jt jd�}t  |d@ dk|| || | ¡S )Nr#   r½   r"   r   )r^   rÖ   r´   ÚfmodÚfloorr7   Zint8r_   )rD  rG  rH  Z
coords_minZcoords_spanZcoords2ÚextraZflipsr*   r*   r+   Úreflect_coordinates}  s    

  
ÿz-_grid_sampler_2d.<locals>.reflect_coordinatesc                    sj   ˆdkr| S ˆdkr&t  | d|d ¡S ˆ r@ˆ| dd|d  ƒ}nˆ| dd| d ƒ}t  |d|d ¡S d S )Nr   r"   r#   rL   r}   )rD  rÝ   Zcoords_reflected)rô  rB  rL  r*   r+   Úcompute_coordinates‰  s    z-_grid_sampler_2d.<locals>.compute_coordinatesc                    s   ˆ| |ƒ}ˆ ||ƒS r5   r*   )rD  rÝ   Z	coords_un)rM  rF  r*   r+   Úcompute_source_index•  s    
z._grid_sampler_2d.<locals>.compute_source_indexr#   r"   )r  ÚysrJ   c                    s,   t  d| kt  | ˆk t  d|k|ˆ k ¡¡¡S rh   )r^   rr  )r  rO  )ÚiHÚiWr*   r+   Úin_bounds_cond¥  s     ÿz(_grid_sampler_2d.<locals>.in_bounds_condrÚ  )r  rO  ÚwsrJ   c                    sN   ˆ| |ƒ‰ˆrˆnd‰ t ‡‡ ‡‡‡fdd„| jtjd�|jtjd�|fD ƒƒS )Nr"   c                 3   s(   | ] }t  ˆ|d ¡ ˆ ˆˆˆ¡V  qdS r-  )r^   r_   rž  rá  )rÔ  rB  r6  ÚoHÚoWr*   r+   r/  ´  s   ÿz1_grid_sampler_2d.<locals>.clip.<locals>.<genexpr>r½   )r=  r7   r^   r(  )r  rO  rS  )rÕ  rÔ  rC  rR  rT  rU  )rB  r6  r+   Úclip­  s
    
þz_grid_sampler_2d.<locals>.clip)ÚixÚiyrJ   c                    s&   ˆ| ||ƒ\}}}ˆˆˆ ||f | S r5   r*   )rW  rX  r  Zidx_xZidx_yZw_)ÚC_idxÚN_idxrò  rV  r*   r+   Úget_summand¹  s    z%_grid_sampler_2d.<locals>.get_summand).r   ).r"   r   c                 3   s    | ]\}}}ˆ |||ƒV  qd S r5   r*   )r1   rW  rX  r  )r[  r*   r+   r/  Ï  s   ÿz#_grid_sampler_2d.<locals>.<genexpr>c                    s    ˆ | ˆƒ}ˆ |ˆƒ}ˆ||dƒS rU   r*   )rW  rX  r2   rT   )rM  r[  rP  rQ  r*   r+   Úget_value_boundedî  s    

z+_grid_sampler_2d.<locals>.get_value_bounded)rE  rJ   c                    sF   ˆ| d  }ˆ ˆd |ƒˆ ˆ|ƒˆ ˆd |ƒˆ ˆd |ƒf}t |ˆƒS )Nr"   r#   )r+  )rE  Ziy_ofsÚcs)r\  Úix_nwÚiy_nwÚtxr*   r+   Ú	get_coeffó  s    üz#_grid_sampler_2d.<locals>.get_coeffc                 3   s   | ]}ˆ |ƒV  qd S r5   r*   )r1   rE  )ra  r*   r+   r/  ý  s     ré   )r^   rr   r   rÇ  rÌ   rª   rž  r  r'  r&  r   rJ  r  r  rN   r=  rM   r+  )rò  r=  rA  rB  rô  rC  rN  rO   Ztwor2   rT   rW  rX  Zix_neZiy_neZix_swZiy_swZix_seZiy_seZw_nwZw_neZw_swZw_seZ
ix_nearestZ
iy_nearestÚtyr(  r*   )rÕ  rY  rÔ  rZ  rC  rò  rô  rV  rM  ra  r[  r\  rP  rQ  rR  rA  r^  r_  rT  rU  rB  rL  r`  rF  r+   Ú_grid_sampler_2d[  sz    
þ 
ÿ "



üþ	







rc  )rò  r=  rA  rB  rô  rJ   c                 C   s   t | ||||d�S )N)r=  rA  rB  rô  )rc  )rò  r=  rA  rB  rô  r*   r*   r+   Úgrid_sampler_2d  s    
ûrd  c                    s`   t  ˆ  ¡ dkoˆ ¡ dk‡ ‡fdd„¡ t  ˆ  d¡ˆ d¡k‡ ‡fdd„¡ ˆ ˆ jdd�S )Nr#   r"   c                      s   dˆ   ¡ › dˆ  ¡ › �S )Nzmatrix @ vector expected, got rÙ  ro   r*   ©rk   rÏ  r*   r+   rp     rq   zmv.<locals>.<lambda>r   c                      s*   dˆ   d¡› dˆ   d¡› dˆ  d¡› d�S )Nzsize mismatch, got input (r   r2   r"   z), vec (rå   r[  r*   re  r*   r+   rp     rq   ro   )r^   rr   rI   rÝ   r»   re  r*   re  r+   rÐ    s    þþrÐ  c                 C   sd   |d k	r4|d | d }d| |  |t  | ¡  }nd| |  t  | ¡ }|d k	rZ|| }t||ƒS rU   )rš   Z
logsigmoidr¼   )rk   rÁ   r    Z
pos_weightr¹   Z
log_weightr¸   r*   r*   r+   Ú binary_cross_entropy_with_logits#  s    rf  )Útensor1Útensor2Úis_outrJ   c                 C   s´   | j |j kr| |fn|| f\}}ddlm} |j dkr@|j dksDdS |jrR|sRdS | j dkr`dS || ¡ dkƒrtdS |j}| ¡ }tdd„ t|d d	… |d
d… |d
d… ƒD ƒƒS )Nr   )Úguard_size_obliviousrw   r#   FTc                 s   s    | ]\}}}||| kV  qd S r5   r*   )r1   Zst1Zst2Ús2r*   r*   r+   r/  F  s   ÿzshould_fold.<locals>.<genexpr>rû   r"   rL   )	r  r¬  rj  ræ  rÄ   rÌ   r  r1  rJ  )rg  rh  ri  Út1Út2rj  Zt1_shapeZ	t1_strider*   r*   r+   Úshould_fold4  s     

"þrn  )Zpass_is_out)ri  c                C   s‚  |   ¡ }|  ¡ }|dkr |dks$t‚|dkr@|dkr@t | |¡S |dkr\|dkr\t | |¡S |dkrˆ|dkrˆt t t | d¡|¡d¡S |dkr¤|dkr¤t | |¡S t| ||ƒ�rv||k}|rÄ|j	n| }|sÐ|n|dkrà|  
¡ n| }|j}t|d d… ƒ}	ttj|	ƒ}
|  ¡ dk}|�r(|	 |jd ¡ | |
|d ¡}|�rb| |¡ |	¡}|�r^|j	 ¡ S |S | |¡ |	¡S �n|dk�rn|dk�rn|dk�rž|  d¡nd}|  d¡}| jd d… }|dk�rÎ| d¡n| d¡}|dk�rì| d¡nd}g }t|d ƒD ]}| | |¡¡ �q |dk�rŠ|dk�rŠ|d |d k�rŠ|d dk�rd| j�rdt|  d¡|ƒS |d dk�rŠ|j�rŠt| | d¡ƒS tt ||¡ƒ}|||g }t|ƒ}|  |¡ |||¡}|dk}|�rô||g }| |¡ ||¡ d¡}n |||g }| |¡ |||¡}|}	|dk�r,|	 |¡ |dk�r@|	 |¡ |�r\| |¡ d¡ |	¡S | |¡ |	¡S nt ddd	„ ¡ d S )
Nr   r"   r#   rL   rû   rw   Fc                   S   s   dS )Nz/both arguments to matmul need to be at least 1Dr*   r*   r*   r*   r+   rp   Ã  rq   zmatmul.<locals>.<lambda>)rI   rª   r^   ÚdotrÐ  rL  rÈ  rN   rn  r   râ  rÌ   r  r   Úoperatorr±   r�  rØ   rž  r"  rÝ   rM   ræ  rÿ   Zbroadcast_shapesr`  r  Úbmmrr   )rg  rh  ri  Zdim_tensor1Zdim_tensor2rÈ  rl  rm  Zsizes_1Zoutput_shapeZfolded_dim1Zt2_is_matrixZ	t1_foldedr®   r   Úm1Zbatch_tensor1Úm2rõ   Zbatch_tensor2r˜  Zexpand_batch_portionZtensor1_expand_sizeZexpand_batch_productZtensor1_expandedZ
vector_rhsZtensor2_expand_sizeZtensor2_expandedr*   r*   r+   rÿ   L  s¢    ÿ	
ÿþý
ÿ
  ÿ

 ÿþÿ
  ÿ



rÿ   )r™   rH  rô  rõ  rö  rJ   c                    s
  ˆj \}}‰‰tˆ|d ||ƒ}tˆ|d ||ƒ}tjˆtjjd�\}}tj|d ˆjd�j	|d�}	tj|d ˆjd�j	|d�}
t
||
|ƒ}t
||	|ƒ}| d¡}| ¡ }| ¡ }||  dd¡}||  dd¡}| 	tj¡}| 	tj¡}|d ||d |d	 f}|d ||d |d	 f‰t|ƒ‰t|ƒ}d
\‰‰ˆjtjk�rttˆƒ‰t|ƒ‰‡fdd„ˆD ƒ‰‡fdd„|D ƒ}‡‡‡fdd„‰‡‡‡‡‡fdd„‰ t‡ fdd„|D ƒƒ}ˆjtjk�rØˆd k	�sÊt‚t||ˆƒ}ntdd„ t||ƒD ƒƒ}t ˆ¡}|j|d�}|S )Nr   r"   rƒ  rÚ  r½   rL   r‚   r\   r#   r–  c                    s.   g | ]&}|d ˆ >  t  |¡d   t j¡‘qS ©r"   r‰   ©r^   rµ   r7   Zint16©r1   r  )Úweights_precision_xr*   r+   r3   ú  s   ÿz.upsample_bicubic2d_default.<locals>.<listcomp>c                    s.   g | ]&}|d ˆ >  t  |¡d   t j¡‘qS rt  ru  rv  )Úweights_precision_yr*   r+   r3   þ  s   ÿc                    s<   t  | dˆ d ¡}t  |dˆd ¡}t ˆd d ||g¡}|S rñ  )r^   r~   rs   r�  )rO  r  Zy_idxZx_idxr  )Úin_hÚin_wr™   r*   r+   Úload_bounded  s    z0upsample_bicubic2d_default.<locals>.load_boundedc                    sT   t ‡‡ fdd„ˆD ƒƒ}ˆjtjkr<ˆd k	s0t‚t|ˆˆƒS tdd„ t|ˆƒD ƒƒS )Nc                 3   s   | ]}ˆ ˆ|ƒV  qd S r5   r*   )r1   Zx_ofs)r{  rT   r*   r+   r/  
  s     zCupsample_bicubic2d_default.<locals>.get_x_interp.<locals>.<genexpr>c                 s   s   | ]\}}|| V  qd S r5   r*   r*  r*   r*   r+   r/    s     )r=  r¾   r^   r  rª   r  r  rJ  )rT   Zsrc_x)r™   Úixs_ofsr{  rw  Ú	weights_x)rT   r+   Úget_x_interp	  s
    z0upsample_bicubic2d_default.<locals>.get_x_interpc                 3   s   | ]}ˆ |ƒV  qd S r5   r*   )r1   Zy_ofs)r~  r*   r+   r/    s     z-upsample_bicubic2d_default.<locals>.<genexpr>c                 s   s   | ]\}}|| V  qd S r5   r*   r*  r*   r*   r+   r/    s     rù   )rÌ   r   r?   r@   r†  r  r^   r'  r&  r7   r  rN   rJ  r~   r(  r'  r¾   r  r  r=  rª   r  r  rJ  r   r"  )r™   rH  rô  rõ  rö  rO   Zh_scale_factorZw_scale_factorr¾   r˜  rI  Zx_floatZy_floatr2   rT   Zyscaler  Ziys_ofsZ	weights_yZsrc_yrÍ   rú   r*   )	r~  ry  rz  r™   r|  r{  rw  rx  r}  r+   Úupsample_bicubic2d_defaultÆ  sT     ÿ


þ
þ
r  )rò  rH  rô  rr  rJ   c                 C   s„   t  t|ƒt|ƒ dkdd„ ¡ |d krd|d k	s4t‚ttttf tdd„ t| j	dd … |ƒD ƒƒƒ}|rl|nd\}}t
| ||||ƒS )Nr"   c                   S   s   dS )Nz:Must specify exactly one of output_size and scale_factors.r*   r*   r*   r*   r+   rp   *  rq   z(upsample_bicubic2d_vec.<locals>.<lambda>c                 s   s"   | ]\}}t t|ƒ| ƒV  qd S r5   )r   r   )r1   r  rd   r*   r*   r+   r/  0  s   ÿz)upsample_bicubic2d_vec.<locals>.<genexpr>r#   r–  )r^   rr   r}  rª   r	   r   rÇ  r=  rJ  rÌ   r  )rò  rH  rô  rr  rõ  rö  r*   r*   r+   Úupsample_bicubic2d_vec  s    þ
þþr€  )rò  r,  rJ   c                    s   ‡ fdd„}t ˆ ||ƒS )Nc                    s4   t j|  || ˆ jd�}|d |d | ¡   ¡  S )NrÚ  r"   )r^   r'  r&  r´   ©r–   Zmiddler—   Zdim_idx©rò  r*   r+   rc  ?  s    z_reflection_pad.<locals>.idx©Ú_reflection_or_replication_pad©rò  r,  rc  r*   r‚  r+   Ú_reflection_pad9  s    ýr†  c                    s   ‡ fdd„}t ˆ ||ƒS )Nc                    s*   t j|  || ˆ jd�}t  |d|d ¡S )NrÚ  r   r"   )r^   r'  r&  r~   r�  r‚  r*   r+   rc  P  s    z_replication_pad.<locals>.idxrƒ  r…  r*   r‚  r+   Ú_replication_padJ  s    ýr‡  )rò  r,  Úidx_fnrJ   c                    sæ   t ˆƒd ‰ t |  ¡ ˆ d ˆ d fk‡ fdd„¡ | jˆ  d … }|  ¡ ˆ  }‡ ‡fdd„tˆ ƒD ƒ}‡ ‡fdd„tˆ ƒD ƒ}| }tˆ ƒD ]>}d g| ¡  }	||| || || ƒ|	|| < t ||	¡}qŒt 	|¡}
|j
|
d�}|S )	Nr#   r"   c                      s    dˆ › dˆ d › dˆ d › d�S )NZreflection_padzd requires r"   zD or r#   zD inputr*   r*   ro   r*   r+   rp   c  rq   z0_reflection_or_replication_pad.<locals>.<lambda>c                    s    g | ]}ˆd ˆ d |   ‘qS r8  r*   r¸  ©rI   r,  r*   r+   r3   h  s     z2_reflection_or_replication_pad.<locals>.<listcomp>c                    s$   g | ]}ˆd ˆ d |  d  ‘qS r8  r*   r¸  r‰  r*   r+   r3   i  s     rù   )r  r^   rr   rI   rÌ   rM   rs   r�  r?   r   r"  )rò  r,  rˆ  Z	inp_shapeZnc_dimZpadding_leftZpadding_rightrÍ   r˜  rc  rú   r*   r‰  r+   r„  [  s"    
þ 
r„  ry   r|   r   c                C   s(   t j| ||d�}t j| ||d�}||fS )Nr   )r^   Úaminrˆ  )rk   rI   r!  rŠ  rˆ  r*   r*   r+   Úaminmaxw  s    r‹  c                C   s"   t jt t | ¡d| ¡|||d�S )Nr   r½   )rs   r»   r^   r_   Úisnan)rk   rI   r!  r¾   r*   r*   r+   Únansum  s    r�  ©r¾   r  r&  r  ©r  r¾   r  r&  r  c             	   C   s   t jjd| d||||d�S )Nr   r"   rŽ  ©rs   r'  Z
start_stepr�  r*   r*   r+   Úarange_default…  s    
      ÿr‘  ©r  r  r¾   r  r&  r  c             	   C   s   t jj| |d||||d�S )Nr"   rŽ  r�  r’  r*   r*   r+   Úarange_start”  s    
      ÿr“  c                  O   s   ddl m} || |ŽS )Nr   )Úout_dtype_dense)Ú!torch._higher_order_ops.out_dtyper”  )rA   rB   r”  r*   r*   r+   Úout_dtype_decomp£  s    r–  )r™   rÁ   rõ   Úmarginr    r¹   rJ   c           	         sŒ  t  ˆ¡‰t  ˆ¡‰ˆjd ‰ˆjd ‰ t  |dkp:|dkdd„ ¡ t  ˆjdkoXˆ dk‡fdd„¡ t  ˆjdko~ˆ ¡ ˆk‡‡fdd„¡ ˆd k	rÈt  ˆ¡‰t  ˆjdko¸ˆ ¡ ˆ k‡ ‡fdd„¡ ˆ d¡‰t jˆdˆd	�}|| ˆ }| 	d¡}|dk�r|n|| }ˆd k	�r$|ˆˆ  }t j
ˆ ˆjd
�}t  |ˆk|d¡}|tjjk�r\| ¡ S |tjjk�r|| ¡ |jd  S |jdd�S d S )Nr   r"   r#   c                   S   s   dS )Nz only p == 1 and p == 2 supportedr*   r*   r*   r*   r+   rp   ¹  rq   z#multi_margin_loss.<locals>.<lambda>c                      s   dˆ j › �S ©NzMExpected non-empty vector or matrix with optional 0-dim batch size, but got: r>  r*   )r™   r*   r+   rp   ¼  rq   c                      s   dˆ › dˆj › �S )Nz#inconsistent target size, expected rY  r>  r*   )ÚnframerÁ   r*   r+   rp   À  rq   c                      s   dˆ › dˆj › �S )Nz#inconsistent weight size, expected rY  r>  r*   )rI   r    r*   r+   rp   Æ  rq   r\  rÚ  ro   )r^   Ú
atleast_2dZ
atleast_1drÌ   rr   r  rÄ   rN   r  r  r'  r&  r_   r!   r(   rl   rº   r)   r»   )	r™   rÁ   rõ   r—  r    r¹   Úur`   rc  r*   )rI   r™   r™  rÁ   r    r+   Úmulti_margin_lossª  sB    




þþ
þ


rœ  Ú	is_targetc                    sˆ  | j ‰ |j ‰t | ¡} t |¡}| j d }t tˆ ƒdko@|dk‡ fdd„¡ t tˆƒdkodˆˆ k‡ ‡fdd„¡ tj||jd�}|dk}tjt |||¡dd	d
�}||k }t ||d¡}tj	| d|d�}	t ||d¡}
tj
||
jdd�kdd�}d|	jjdd� |  }| d¡}|| }t |d|¡}|tjjk�rJ|jdd� ¡ }n$|tjjk�rb| ¡ }n|jdd�}| | j¡ ˆ¡}||fS )Nr"   r#   r   c                      s
   dˆ › �S r˜  r*   r*   )Úorig_input_shaper*   r+   rp   è  rq   z0multilabel_margin_loss_forward.<locals>.<lambda>c                      s   dˆ› dˆ › �S )Nzinconsistent target size: z for input of size: r*   r*   ©rž  Zorig_target_shaper*   r+   rp   ì  rq   rÚ  rL   Tr   r\  ro   r\   )r   rL   )rÌ   r^   rš  rr   r  r'  r&  rŠ  r_   r  ÚanyrN   ÚTr  r!   r(   rl   r»   rº   r)   r7   r¾   rØ   )r™   rÁ   r¹   rI   rc  Zis_endZend_idxZtarget_maskZtidx0r›  Ztidx1r�  r`   r*   rŸ  r+   Úmultilabel_margin_loss_forwardÙ  s@    



þþ

r¢  )Ú	attn_maskrd   )ÚqueryÚkeyrl   Ú	dropout_pÚ	is_causalr£  rd   rJ   c          
   
      sê   ˆj }t t ˆ¡‡fdd„¡ t ˆ ¡ dkoFˆ ¡ dkoFˆ ¡ dk‡‡‡fdd„¡ t ˆ dk‡ fdd„¡ t ˆjd ˆjd košˆjd ˆjd kdd„ ¡ tjjˆˆˆ|ˆ |d |d	�\}}	| 	d
d¡j
tjd�}| 	d
d¡|	fS )Nc                      s   dˆ j › �S )Nz-query must be FP32, FP64, BF16, FP16 but got r½   r*   )r¤  r*   r+   rp   &  rq   z<scaled_dot_product_flash_attention_for_cpu.<locals>.<lambda>ré   c                      s"   dˆ  ¡ › dˆ   ¡ › dˆ  ¡ › �S )Nz,q, k, v must be a 4 dimensional tensor, got rÙ  ro   r*   )r¥  r¤  rl   r*   r+   rp   *  rq   r‚   c                      s
   dˆ › �S )Nz&dropout probability must be zero, got r*   r*   )r¦  r*   r+   rp   -  rq   rw   c                   S   s   dS )Nz&q, k, v should have the same head sizer*   r*   r*   r*   r+   rp   1  rq   )r£  r¦  r§  Zdropout_maskrd   r"   r#   rù   )r¾   r^   rr   r~  rI   rÌ   rs   Z"_scaled_dot_product_attention_mathrµ  rÈ  r"  rþ   )
r¤  r¥  rl   r¦  r§  r£  rd   r¾   r®   Zattnr*   )r¦  r¥  r¤  rl   r+   Ú*scaled_dot_product_flash_attention_for_cpu  s:    
þ"þ 
ÿ&þø
+r¨  c                    s   t | ƒ‡ fdd„ƒ}|S )Nc                     s   ˆ | |Ž}| d   |¡S rh   )r¬   )rA   rB   rœ   ©Úoutplace_opr*   r+   Ú
inplace_opd  s    
z$register_inplace.<locals>.inplace_opr   )Zaten_oprª  r«  r*   r©  r+   Úregister_inplacec  s    r¬  c                 C   sx   |   ¡ s |  ¡ s t|ƒ}t|ƒ}t ||¡}t|tjƒr@|dkrH|| }|dkrT|S t|tjƒrh|dkrp| | } | | S )Nr"   r   )r~  rÆ  rÇ  r^   rq  r/   ÚnumbersÚNumber)rk   Zbatch1Zbatch2rY   rc   rÍ   r*   r*   r+   Úbaddbmml  s    r¯  c                 C   s   t j| |dd�S )NrJ  r6  r7  )rk   rô   r*   r*   r+   Úfloor_divide}  s    r°  c                 C   s   t  tj| jd¡S rU   )rF   r   rp  r±   rÌ   )râ  r*   r*   r+   Ú	sym_numelƒ  s    r±  ©r¾   rœ   )rk   r¾   rœ   rJ   c                C   s2   |d krt jj| g |d�S t jj| g ||d�S d S )Nr½   r²  )rs   r»   Zdim_IntListZIntList_out)rk   r¾   rœ   r*   r*   r+   Úsum_defaultˆ  s    r³  ©rk   rI   c                 C   s6   |d kr"t j | tt|  ¡ ƒƒ¡S t j | |g¡S d S r5   )rs   rL  Zdimsr  rM   rI   r´  r*   r*   r+   Úsqueeze_default•  s    rµ  c                    s@   t ‡ fdd„tt| jƒƒD ƒƒ}| jd|dd�}| ||  |fS )Nc                 3   s   | ]}|ˆ kr|V  qd S r5   r*   r¸  ro   r*   r+   r/     s      z)_weight_norm_interface.<locals>.<genexpr>r#   Tr„  )r=  rM   r  rÌ   rÅ   )r2   rT   rI   Zkeep_dimrÅ   r*   ro   r+   Ú_weight_norm_interface�  s     r¶  ©Úassume_uniqueÚinvertc                C   st   t | tjƒstj| |jd�} t |tjƒs8tj|| jd�}| ¡ dt|  ¡ dƒ k r`t| ||d�S t| |||d�S d S )NrÚ  g      $@g�Âõ(\�Â?©r¹  r·  )	r/   r^   r   r   r&  rÄ   rü   Úisin_defaultÚisin_sorting)ÚelementsÚtest_elementsr¸  r¹  r*   r*   r+   Úisin¥  s       ÿr¿  rº  c                C   sl   |   ¡ dkrtj| tjd�S | j| jd|j žŽ }|s@||k}n||k}ttd|j d dƒƒ}|j	|d�S )Nr   r½   rÔ   rL   r"   ro   )
rÄ   r^   Ú
empty_liker}  rž  rÌ   r  r=  rM   r   )r½  r¾  r¹  r2   ÚcmprI   r*   r*   r+   r»  ¶  s    
r»  c                C   sî   |   ¡ }|  ¡ }|r’t ||g¡}tj|dd�\}}|dd … |d d… k}	t |	ddgd¡}	|rj|	 ¡ }	t |	¡}
|
 d||	¡}
|
d|  ¡ … S t |¡\}}t 	||¡}t 
|| ¡ k |d¡}|| |k}|rÚ| ¡ n|}| | j¡S d S )NT)Zstabler"   rL   r   F)rn  r^   rß   Úsortr›  Zlogical_notrÀ  rh  rÄ   Zsearchsortedr_   rØ   rÌ   )r½  r¾  r¸  r¹  Zelements_flatZtest_elements_flatZall_elementsZsorted_elementsZsorted_orderZduplicate_maskre  Zsorted_test_elementsrO   rc  Ztest_idxrÁ  r*   r*   r+   r¼  Ã  s$    
r¼  c                 C   s   |   d¡}|| S rK   )rØ   )rk   r  Z	flattenedr*   r*   r+   Útakeà  s    
rÃ  c                 C   s2   |d krt j}|t jkr t|ƒ}tj| |j|d�S rf  )r^   rþ   Zpreserve_formatr   rs   ÚresizerÌ   )rk   rô   rú   r*   r*   r+   Ú	resize_asç  s
    
rÅ  )F)r‘   )r£   r¤   FN)r£   r¤   FN)r#   )r   NNr"   )N)rL   FF)N)r   )r   N)r   )r   )r   )r   )r"   r"   )r"   r"   F)r"   r"   )r   )N)Fr‚   )r‚   r\   N)r   r"   N)F)N)N)NN)NN)NNN)NNN)F)F)F)F)F)F)N)NN)NNN)N)r   r   FT)r   r   F)NN)N)NF)r‚   F)r"   r"   )N)r   )N(y  rF   r­  rp  r  Úenumr   r   r   Ú	itertoolsr   r   Útypingr   r   r	   r
   r   r   r   r   r^   Ztorch._primsr"  rm  Ztorch._prims_commonZ_prims_commonr?   Ztorch.nn.functionalrF  rù  rš   r   r   r   Ztorch._decompr   r•  r   r   r   r   r   r   Ztorch._prims_common.wrappersr   r   r   r   Ztorch.utilsr   r>   Ztorch.utils._pytreer   r  ZDispatchKeyr    ÚstrÚ__annotations__Z_opsr  rs   r!   r†  r}  rH   r‡  Zcompute_only_pw_cast_for_opmathZpw_cast_for_opmathr  Zpw_cast_for_int_to_realrÇ  rP   rW   rX   ra   rs  ri   ÚfillZScalarrm   ru   r€   r„   r†   r‡   rŠ   rŒ   r�   r˜   r�   rž   rŸ   r¡   r¢   r¯   rµ  Zpy_implZAutogradCUDAÚ	Generatorr°   r²   r¶   r¼   r¾   rÀ   rÂ   r(   rl   rÆ   rÇ   rÈ   rQ   rÎ   rÐ   rœ   rÑ   rÛ   rà   rè   rê   rï   rð   rñ   rò   rö   r  r	  Úslicer  r  r  r  r#  r$  r)  rV  rd  ri  ro  rv  rz  ZCompositeImplicitAutogradZAutogradry  rŠ  r‹  r�  r—  r`  r¢  r¤  r¥  r¦  r§  r¯  r²  r´  r¶  r±  rÁ  r¼  rÃ  rÉ  rÎ  rÑ  râ  rå  rç  rô  rõ  r  r  r
  Zunsafe_chunkr  r	  r  Zno_statsr  r  r  r  r  r  Z_fused_dropoutr  r#  r&  rú   ÚdetachZliftZ
lift_freshr%  r(  r*  r,  r+  r-  r2  r4  Z_adaptive_avg_pool2drJ  rP  rQ  rO  rb  rg  rh  rf  ri  r«   rn  rs  ru  rƒ  rÏ  rˆ  rŒ  rz  Z_upsample_nearest_exact1dr‰  r�  r~  r€  r„  rw  r•  r�  r   r¢  r¯  r¶  r·  rº  rÇ  rË  Zrnn_tanhr™   rÑ  Zrnn_relurÒ  rÖ  r×  rØ  rÝ  rß  rà  rè  Zlstmrê  rë  rí  rî  Zgrurï  rð  rò  r÷  rø  rù  rþ  rÿ  rý  rû  r   r  r  r  rú  r  r  Z_unsafe_viewr�  r  r  r   r!  r$  r&  r'  r+  r  r.  r7  r9  r>  r?  r@  rc  rd  rÐ  rf  rn  rÿ   Zupsample_bicubic2dr  r€  Zreflection_pad1dZreflection_pad2dZreflection_pad3dr†  Zreplication_pad1dZreplication_pad2dZreplication_pad3dr‡  r„  r‹  r�  r'  r!  r  r‘  r  r“  r–  rœ  r¢  Z+_scaled_dot_product_flash_attention_for_cpur¨  r¬  r¯  r°  r±  r»   r³  rL  rI   rµ  r¶  r¿  r»  r¼  rÃ  rÅ  Zaddbmm_ZaddbmmZaddmm_Zaddmv_Zbaddbmm_Zfill_Zgelu_rÌ  Z
hardswish_Z	hardtanh_ZhardtanhZhardsigmoid_Ú__iand__Ú__and__Ú__ilshift__Ú
__lshift__rX  rY  Zindex_reduce_Zindex_reduceÚ__ior__Ú__or__Ú__irshift__Ú
__rshift__Ú__ixor__Ú__xor__Zleaky_relu_r­   Zlogit_ZlogitZrelu_rÍ  Zrenorm_ZrenormZround_r  Zscatter_r×   Zscatter_add_Zscatter_addZscatter_reduce_Zscatter_reduceZsilu_r*   r*   r*   r+   Ú<module>   sâ
   (
ýý$ý ÿ ÿú
   ÿ   ÿ
ü
   úù   úùø
	ÿ  þ   ÿüü
    ÿ
ú
    ÿ
úø ø*ø!üûûúýü	üûú
   úú2    ÿ  ÿ   ÿ   ÿ	úPù`    þ
ÿ  þ  ûúûü
ý%üûÿ  þ!ÿ ü

û
"
ÿ  
þ
"ÿý
ü    úú 

õW
ñ
÷N
óöR÷÷#
ø
÷
ù
÷ø
ø
ø
øøø#ø
ô
õd
ñ%ø÷$fúúúúùù(
    ÿ"
  üü




ü$




ü$ ýüÿýü üû	ÿ üû	  ûú
ÿ  ûúü
ûÿ.2)


 
 ?2

		

		üû	ÿ ûú
ÿ  úù  þ
	
ûI
ú5

ú

ú   ÿ



$   úù '
  ûú

  ÿ 
w û
úSüû


,


,
ü

úúùù
úù,

ü< ûø
÷J	

üû"


