U
    8‹Ñh ‘ ã                  @  s&D  d Z ddlmZ ddlZddlZddlZddlZddlZddlm	Z	m
Z
mZmZmZmZ ddlZddlm  mZ ddlZddlZddlmZ ddlmZmZmZmZmZ ddlmZ ddlmZmZm Z  dd	l!m"Z" d
dddddddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd€d�d‚dƒd„d…d†d‡dˆd‰dŠd‹dŒd�dŽd�d�d‘d’d“d”d•d–d—d˜d™dšd›dœd�dždŸd d¡d¢d£d¤d¥d¦d§d¨d©dªd«d¬d­d®d¯d°d±d²d³d´dµd¶d·d¸d¹dºd»d¼d½d¾d¿dÀdÁdÂdÃdÄdÅdÆdÇdÈdÉdÊdËdÌdÍdÎdÏdÐdÑdÒdÓdÔdÕdÖd×dØdÙdÚdÛdÜdÝdÞdßdàdádâdãdädådædçdèdédêdëdìdídîdïdðdñdòdódôdõdöd÷dødùdúdûdüdýdþdÿ�d �d�d�d�d�d�d�d�d�d	�d
�d�gZ#ej$e j%�d�d�Z&�d�dœ�d�d„Z'ej(�d�d„ ƒZ)e&�dƒej(�d�dœ�d�d„ƒƒZ*e&�dƒej(�d�dœ�d�d„ƒƒZ+e&�dƒe ,�d¡ej(�d�dœ�ddÐ„ƒƒƒZ-e&�dƒe ,�d¡ej(�d�dœ�ddÏ„ƒƒƒZ.e&�d ƒej(�d<�d�dœ�d!d„ƒƒZ/e&�d"ƒej(�d=�d�dœ�d#dì„ƒƒZ0e&�d$ƒej(�d>�d�dœ�d%dÔ„ƒƒZ1e&�d&ƒej(�d�dœ�d'd“„ƒƒZ2e&�d(ƒej(�d�dœ�d)d<„ƒƒZ3e&�d*ƒe 4�d+�d+�d+�d,¡ej(�d?�d�dœ�d.d„ƒƒƒZ5e 4�d+�d+�d/¡ej(�d�dœ�d0�d1„ƒƒZ6ej(�d�dœ�d2�d3„ƒZ7ej(�d�dœ�d4�d5„ƒZ8e&�d6ƒej(�d�dœ�d7dL„ƒƒZ9e&�d8ƒej(�d�dœ�d9dN„ƒƒZ:e&�d:ƒej(�d�dœ�d;d÷„ƒƒZ;e&�d<ƒej(�d�dœ�d=dÇ„ƒƒZ<e&�d>ƒe 4�d+�d?¡ej(�d�dœ�d@d$„ƒƒƒZ=e&�dAƒe 4�d+�d?¡ej(�d�dœ�dBdé„ƒƒƒZ>e&�dCƒej(�d�dœ�dD�dE„ƒƒZ?e&�dFƒej(�d�dœ�dGd�„ƒƒZ@e&�dHƒej(�d�dœ�dId „ƒƒZAe&�dJƒej(�d�dœ�dKd†„ƒƒZBe&�dLƒe 4�d+�d+�d+dídí¡ej(�d�dœ�dMd„ƒƒƒZCe&�dNƒej(�d�dœ�dOd™„ƒƒZDe&�dPƒej(�d�dœ�dQdæ„ƒƒZEe&�dRƒej(�d�dœ�dSdÓ„ƒƒZFe&�dTƒej,�d�dU�dV�dW�ej(�d�dœ�dXdð„ƒƒƒZGe&�dYƒej(�d�dœ�dZdÝ„ƒƒZHe&�d[ƒej(�d�dœ�d\d6„ƒƒZIe&�d]ƒej(�d�dœ�d^dï„ƒƒZJe&�d_ƒej(�d�dœ�d`d„ƒƒZKe&�daƒej(�d�dœ�dbd„ƒƒZLe&�dcƒej(�d�dœ�ddd„ƒƒZMe&�deƒej(�d�dœ�dfd„ƒƒZNe&�dgƒej,�d�dhd�dW�ej(�d�dœ�didÚ„ƒƒƒZOe&�djƒej(�d�dœ�dkdÛ„ƒƒZPe ,�d¡ej(�d�dœ�dl�dm„ƒƒZQe&�dne R�do�dp¡g�dq�e&�dre R�ds�dt¡g�dq�e&�duejR�dv�dw�dx�dy�g�dq�ej(�d@�d�d�dz�d{œ�d|�d}„ƒƒƒƒZSe&�d~ƒe 4�d+�d?�d¡ej(�d�dœ�d€d9„ƒƒƒZTe&�d�ƒej(�d�dœ�d‚�dƒ„ƒƒZUe&�d„ƒej(�d�dœ�d…�d†„ƒƒZVe&�d‡ƒej(�d�dœ�dˆdí„ƒƒZWe&�d‰ƒe ,�d¡ej(�d�dœ�dŠd¢„ƒƒƒZXe&�d‹ƒe ,�d¡ej(�d�dœ�dŒdH„ƒƒƒZYe&�d�ƒe ,�d¡ej(�d�dœ�dŽd"„ƒƒƒZZe&�d�ƒe ,�d�d¡ej(�d�dœ�d�dG„ƒƒƒZ[e&�d‘ƒe ,�d¡e 4�d+�d+�d?�d’�d+¡ej(�d�dœ�d“dA„ƒƒƒƒZ\e&�d”ƒe ,�d¡e 4�d+�d+�d+�d?�d?�d?�d+�d?�d?¡	ej(�d�dœ�d•d@„ƒƒƒƒZ]e&�d–ƒej,�d�dx�d—�ej(�dA�d�dœ�d˜dÞ„ƒƒƒZ^e&�d™ƒe ,�d¡e 4�d+�d?�d?¡ej(�d�dœ�dšdö„ƒƒƒƒZ_e&�d›ƒe 4�d+�dœ¡ej(�d�dœ�d�d©„ƒƒƒZ`e&�džƒe ,�d¡ej(�d�dœ�dŸ�d„ƒƒƒZae&�d ƒej(�d�dœ�d¡�d„ƒƒZbe&�d¢ƒe 4�d+�d?�d?�d?¡ej(�dB�d�dœ�d£dû„ƒƒƒZce&�d¤ƒe 4�d+�d+�d?�d?¡ej(�dC�d�dœ�d¥då„ƒƒƒZde&�d¦ƒej(�dD�d�dœ�d§dý„ƒƒZee&�d¨ƒe 4�d+�dœ�d?�d?¡ej(�dE�d�dœ�d©dä„ƒƒƒZfe&�dªƒej(�dF�d�dœ�d«dü„ƒƒZge&�d¬ƒe 4�d+�d?�d?¡ej(�dG�d�dœ�d­dù„ƒƒƒZhe&�d®ƒe ,�d¡e 4�d+�d?�d+¡ej(�d�dœ�d¯dØ„ƒƒƒƒZie&�d°ƒej(�d�dœ�d±dç„ƒƒZje&�d²ƒej(�dH�d�dœ�d³dè„ƒƒZke&�d´ƒej(�d�dœ�dµd­„ƒƒZle&�d¶ƒej(�d�dœ�d·dÜ„ƒƒZme&�d¸ƒej(�d�dœ�d¹d�„ƒƒZne&�dºƒe ,�d¡ej(�d�dœ�d»dÉ„ƒƒƒZoe&�d¼ƒe ,�d¡ej(�d�dœ�d½dÊ„ƒƒƒZpe&�d¾ƒej(�d�dœ�d¿d&„ƒƒZqe&�dÀƒej(�d�dœ�dÁdM„ƒƒZre&�dÂƒej(�d�dœ�dÃ�dÄ„ƒƒZse&�dÅƒe 4�d+dídí¡ej(�d�dœ�dÆdó„ƒƒƒZte&�dÇƒe ,�d¡e 4�d+�d,�d’¡ej(�dI�d�dÈ�dÉ�dz�dÊœ�dËdl„ƒƒƒƒZue&�dÌƒe 4�d+�d?¡ej(�d�dœ�dÍdV„ƒƒƒZve&�dÎƒe 4�d+�d?�d¡ej(�dJ�d�dœ�dÏdà„ƒƒƒZwe&�dÐƒej(�d�dœ�dÑdá„ƒƒZxe&�dÒƒej(�dÓdU„ ƒƒZye&�dÔejR�dÕejzj{j|j}�dÖ�dx�d×�e'�dÕƒg�dq�e&�dØejR�dÙejzj{j|j~�dÚ�dx�d×�e'�dÙƒg�dq�e&�dÛejR�dÜejzj{j|j�dÝ�dx�d×�e'�dÜƒg�dq�ej(�dÞ�dß„ ƒƒƒƒZ€e&�dàƒe€d‡ejzj{j|j}�dÖ�d�d×�ƒZ�e&�dáƒe€dˆejzj{j|j~�dÚ�d�d×�ƒZ‚e&�dâƒe€d‰ejzj{j|j�dÝ�d�d×�ƒZƒe&�dãe R�däejzj{j|j}¡e'�däƒg�dq�e&�dåe R�dæejzj{j|j~¡e'�dæƒg�dq�e&�dçe R�dèejzj{j|j¡e'�dèƒg�dq�ej(�dé�dê„ ƒƒƒƒZ„e&�dëe R�dì�díejzj{j|j}¡e'�dìƒg�dq�e&�dîe R�dï�díejzj{j|j~¡e'�dïƒg�dq�e&�dðe R�dñ�díejzj{j|j¡e'�dñƒg�dq�e&�dòe R�dó�dôejzj{j|j}e�¡e'�dóƒg�dq�e&�dõe R�dö�dôejzj{j|j~e‚¡e'�döƒg�dq�e&�d÷e R�dø�dôejzj{j|jeƒ¡e'�døƒg�dq�ej(�dK�dù�dú„ƒƒƒƒƒƒƒZ…ej(�dû�düœ�dý�dþ„ƒZ†ej(�dÿ�d „ ƒZ‡e&�dƒej(�d�dœ�dd+„ƒƒZˆej(�d�dÈ�dÈ�dœ�d�d„ƒZ‰e&�dƒe&�dƒe&�dƒej(�d�dœ�d	dÈ„ƒƒƒƒZŠe&�d
ƒe&�dƒe&�dƒej(�d�dœ�ddÎ„ƒƒƒƒZ‹e&�dƒej(�d�dÈ�dÈ�dÈ�dÈ�dœ�dd§„ƒƒZŒe&�de R�d�dÝ�d¡e'�dƒg�dq�e&�de R�d�d�d¡e'�dƒg�dq�e&�de R�d�d�d¡e'�dƒg�dq�e&�de R�d�dÝds¡e'�dƒg�dq�e&�de R�d�dds¡e'�dƒg�dq�e&�de R�d�dds¡e'�dƒg�dq�ej(�d�dû�d�d œ�d!�d"„ƒƒƒƒƒƒƒZ�e&�d#ƒej(�d�dœ�d$�d%„ƒƒZŽe&�d&ƒej(�d�dœ�d'd„ƒƒZ�e&�d(ƒej(�d)d„ ƒƒZ�ej(�d*�d„ ƒZ‘ej(�d+�d+�d,œ�d-�d„ƒZ’e&�d.ƒej(�d�dœ�d/�d0„ƒƒZ“e&�d1ƒe ,�d�d¡ej(�d�dœ�d2dD„ƒƒƒZ”e&�d3ƒe ,�d�d¡e’ej(�d�dœ�d4d˜„ƒƒƒƒZ•e&�d5ƒe ,�d�d¡ej(�d�dœ�d6dX„ƒƒƒZ–ej(�d�dœ�d7�d8„ƒZ—e&�d9ƒe ,�d�d¡ej(�d�dœ�d:dƒ„ƒƒƒZ˜ej(�d�dœ�d;�d<„ƒZ™e&�d=ƒe ,�d�d¡e’ej(�d�dœ�d>dS„ƒƒƒƒZše&�d?ƒe ,�d�d¡e’ej(�d�dœ�d@dk„ƒƒƒƒZ›e&�dAƒej(�d�dœ�dB�dC„ƒƒZœe&�dDƒej(�d�dœ�dE�dF„ƒƒZ�e&�dGƒej(�d�dœ�dH�dI„ƒƒZže&�dJƒe‘�dKƒej(�d�dœ�dLd{„ƒƒƒZŸe&�dMƒe‘�dKƒej(�d�dœ�dNd}„ƒƒƒZ e&�dOƒe‘�dKƒej(�d�dœ�dPd~„ƒƒƒZ¡e&�dQƒej(�d�dœ�dRd|„ƒƒZ¢e&�dSƒej(�d�dœ�dT�dU„ƒƒZ£e&�dVƒej(�d�dœ�dW�dX„ƒƒZ¤e&�dYƒe 4�d+�d+�d+�d?¡ej(�dL�d�dœ�dZ�d„ƒƒƒZ¥e&�d[ƒe 4�d+�d?�d¡ej(�dM�d�dœ�d\dv„ƒƒƒZ¦e&�d]ƒe 4�d+�d?�d?¡ej(�d�dœ�d^�d_„ƒƒƒZ§e&�d`ƒe 4�d+�d+�d+�dœ�dœ�dœ�d?�dœ�d?�d?�d?�d?�d?¡ej(�dN�d�dœ�da�db„ƒƒƒZ¨e&�dcƒe 4�d+�d+�d+�dœ�d/�dœ�d?¡ej(�d�dœ�dd�de„ƒƒƒZ©e&�dfƒe 4�d+�d+�d+�dœ�dœ�dœ�d?�dœ�d?¡	ej(�d�dœ�dgd5„ƒƒƒZªe&�dhƒe 4�d+�d+�d+�dœ�d+�dœ�d?¡ej(�d�dœ�did1„ƒƒƒZ«e&�djƒe 4�d+�d+�d+�dœ�d+�dœ�d?¡ej(�d�dœ�dkd2„ƒƒƒZ¬e&�dlƒe 4�d+�d+�d+�dœ�d+�dœ�d?¡ej(�d�dœ�dmd3„ƒƒƒZ­e&�dnƒe 4�d+�d+�d+�dœ�dœ�dœ�d?�dœ¡ej(�d�dœ�dod.„ƒƒƒZ®e&�dpƒe 4�d+�d+�d+�dœ�dœ�dœ�d?�dœ¡ej(�d�dœ�dqd/„ƒƒƒZ¯e&�drƒe 4�d+�d+�d+�dœ�dœ�dœ�d?�dœ¡ej(�d�dœ�dsd0„ƒƒƒZ°e&�dtƒe 4�d+�d+�d+�d+�d+�d?�d,�d,�d?¡	ej(�d�dœ�dud„ƒƒƒZ±e&�dvƒe ,�d�dx�dx�dx¡e 4�d+�dœ�d+�d+�d,¡ej(�d�dÈ�dw�dÈ�dÈ�dÉ�dx�dyœ�dzd—„ƒƒƒƒZ²e&�d{ƒe ,�d�dx�dx�dx¡e 4�d+�dœ�d+�d+�d,�d’¡ej(�d�dÈ�dw�dÈ�dÈ�dÉ�dz�dÈ�d|œ�d}dj„ƒƒƒƒZ³e&�d~ƒe 4�d+�d+�d+�d+�d+�d’�d,�d,�d’¡	ej(�d�dz�d�d�dz�d€œ�d�dd„ƒƒƒZ´e&�d‚ƒe 4�d+�d?�d?�d?¡ej(�d�dœ�dƒdú„ƒƒƒZµe&�d„ƒe ,�d¡e 4�d+dídídí¡ej(�d�dœ�d…d?„ƒƒƒƒZ¶e&�d†ƒe ,�d¡ej(�d�dœ�d‡dÙ„ƒƒƒZ·e&�dˆƒe 4�d+�d?�d+¡ej(�d�dœ�d‰db„ƒƒƒZ¸e&�dŠƒej(�d�dœ�d‹da„ƒƒZ¹e&�dŒƒej(�d�dœ�d�d`„ƒƒZºe&�dŽƒej(�d�dœ�d�d_„ƒƒZ»e&�d�ƒe 4�d+�d+�d’�d’¡ej(�dO�d�dœ�d‘d#„ƒƒƒZ¼e&�d’ƒej(�d�dœ�d“dø„ƒƒZ½e&�d”ƒe 4�d+�d+�d?�d,¡ej(�d�dœ�d•d7„ƒƒƒZ¾e&�d–ƒej(�d�dœ�d—d¨„ƒƒZ¿e&�d˜ƒej(�d�dœ�d™d*„ƒƒZÀe&�dšƒej(�d�dœ�d›d
„ƒƒZÁe&�dœƒej(�d�dœ�d�dw„ƒƒZÂe&�džƒej(�d�dœ�dŸdy„ƒƒZÃe&�d ƒej(�d�dœ�d¡dx„ƒƒZÄe&�d¢ƒej(�d�dœ�d£d¬„ƒƒZÅe&�d¤ƒej(�d�dœ�d¥d)„ƒƒZÆe&�d¦ƒe 4�d+�d+¡ej(�d�dœ�d§d(„ƒƒƒZÇe&�d¨ƒe 4�d+�d+¡ej(�d�dœ�d©d'„ƒƒƒZÈe&�dªƒej(�dP�d�dœ�d«dŠ„ƒƒZÉe&�d¬ƒe ,�d�d¡ej(�d�dœ�d­d‹„ƒƒƒZÊe&�d®ƒej(�dQ�d�dœ�d¯d�„ƒƒZËe&�d°ƒe ,�d�d¡ej(�d�dœ�d±dŽ„ƒƒƒZÌe&�d²ƒe ,�d¡e 4�d+�dœ�d?¡ej(�d�dœ�d³d„ƒƒƒƒZÍe&�d´ƒe ,�d¡e 4�d+�dœ�d?¡ej(�d�dœ�dµd„ƒƒƒƒZÎe&�d¶ƒe ,�d¡e 4�d+�d+�d?¡ej(�d�dœ�d·d„ƒƒƒƒZÏe&�d¸ƒej(�d�dœ�d¹dF„ƒƒZÐe&�dºƒe&�d»ƒe 4�d+�d,�d?¡ej(�d�dœ�d¼d>„ƒƒƒƒZÑe&�d½e R�d½¡g�dq�e&�d¾e R�d¾¡g�dq�e&�d¿e R�d¿¡g�dq�e&�dÀe R�dÀ¡g�dq�e&�dÁe R�dÁ¡g�dq�e&�dÂe R�dÂ¡g�dq�ej(�d�dœ�dÃ�dÄ„ƒƒƒƒƒƒƒZÒe&�dÅƒe 4�d+dí�dœ�d?�d+¡ej(�dR�d�dœ�dÆd „ƒƒƒZÓe&�dÇƒe 4�d+�d+�d+�d?¡ej(�d�dœ�dÈd-„ƒƒƒZÔe&�dÉƒe 4�d+�d?�d?¡ej(�d�dœ�dÊ�dË„ƒƒƒZÕe&�dÌƒe 4�d+�d?�d?�d?¡ej(�d�dœ�dÍ�dÎ„ƒƒƒZÖe&�dÏƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�dÓ�dÔ„ƒƒƒZØe&�dÕƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�dÖ�d×„ƒƒƒZÙe&�dØƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�dÙ�dÚ„ƒƒƒZÚe&�dÛƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�dÜ�dÝ„ƒƒƒZÛe&�dÞƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�dß�dà„ƒƒƒZÜe&�dáƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�dâ�dã„ƒƒƒZÝe&�däƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�då�dæ„ƒƒƒZÞe&�dçƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�dè�dé„ƒƒƒZße&�dêƒe ×�dÐ�dÑ�dÒ¡ej(�d�dœ�dë�dì„ƒƒƒZàe&�díƒe 4�d+�d?�d+�d+�d+�d+¡ej(�dS�d�dœ�dîdC„ƒƒƒZáe&�dïƒe 4�d+�d?�d+�d+�d+�d+¡ej(�dT�d�dœ�dðdB„ƒƒƒZâe&�dñƒej(�dU�d�dœ�dòdš„ƒƒZãe&�dóƒej(�d�dœ�dôdÕ„ƒƒZäe&�dõƒej(�dV�d�dœ�dödò„ƒƒZåe&�d÷ƒej(�dW�d�dœ�død„ƒƒZæe&�dùƒe 4�d+�d?�d+�d+�d+¡ej(�dX�d�dœ�dú�d
„ƒƒƒZçe&�dûƒe 4�d+�d?�d+�d+�d+�d+¡ej(�dY�d�dœ�dü�d	„ƒƒƒZèe&�dýƒej(�dZ�d�dœ�dþd�„ƒƒZée&�dÿƒej(�d�dœ�d �d„ƒƒZêe&�dƒe 4�d+�d?�d+�d+�d+¡ej(�d[�d�dœ�dd¥„ƒƒƒZëe&�dƒe 4�d+�d?�d+�d+�d+�d+¡ej(�d\�d�dœ�dd¤„ƒƒƒZìe&�dƒej(�d]�d�dœ�ddœ„ƒƒZíe&�dƒej(�d^�d�dœ�ddQ„ƒƒZîe&�d	ƒej(�d_�d�dœ�d
dP„ƒƒZïe&�dƒej(�d`�d�dœ�dd›„ƒƒZðe&�dƒej(�d�dœ�ddI„ƒƒZñe&�dƒej(�d�dœ�ddß„ƒƒZòe&�dƒe ,�d¡e 4�d+�d,�d,¡ej(�d�dÈ�dÉ�dÉ�dœ�dd]„ƒƒƒƒZóe&�dƒe ,�d¡e 4�d+¡ej(�d�dœ�dd\„ƒƒƒƒZôe&�dƒej,�d�dhd�dW�e 4�d+¡ej(�d�dœ�dd[„ƒƒƒƒZõe&�dƒe 4�d+¡ej(�d�dœ�ddñ„ƒƒƒZöe&�dƒe 4�d+�d,¡ej(�d�dœ�ddZ„ƒƒƒZ÷e&�dƒe 4�d+�d,¡ej(�d�dœ�ddâ„ƒƒƒZøe&�dƒej(�d�dœ�dd„ƒƒZùe&�d ƒe 4�d+�d?¡ej(�d�dœ�d!dþ„ƒƒƒZúe&�d"ƒe 4�d+�d?�d?�d¡ej(�da�d�dœ�d#dã„ƒƒƒZûe&�d$ƒej(�d�dœ�d%d¡„ƒƒZüe&�d&ƒe 4�d+�d?�d?�d?�d?�d¡ej(�db�d�dœ�d'dõ„ƒƒƒZýe&�d(ƒej(�d�dœ�d)d4„ƒƒZþe&�d*ƒej(�d�dœ�d+dô„ƒƒZÿe&�d,ƒej(�d�dœ�d-dÍ„ƒƒ�Z e&�d.ƒej(�dc�d�dœ�d/dÌ„ƒƒ�Ze&�d0ƒe 4�d+�d?¡ej(�d�dœ�d1dª„ƒƒƒ�Ze&�d2ƒe 4�d+�d?¡ej(�d�dœ�d3d«„ƒƒƒ�Zej(�dd�d�dœ�d4�d5„ƒ�Ze 4�d+�d+�d+�d?�d?�d,�d?�d?�d?¡	ej(�d�dœ�d6�d7„ƒƒ�Ze 4�d+�d+�d+�d+�d?�d?�d,�d?�d?¡	ej(�d�dœ�d8�d9„ƒƒ�Ze&�d:ƒej(�d�dœ�d;d‚„ƒƒ�Ze&�d<ƒej(�d�dœ�d=d�„ƒƒ�Ze&�d>e R�d?¡e'�d@ƒg�dq�e&�dAe R�dB¡e'�dCƒg�dq�e&�dDe R�dE¡e'�dFƒg�dq��d�dGœ�dH�dI„ƒƒƒ�Z	e&�dJƒe 4�d+�d?¡ej(�d�dœ�dK�dL„ƒƒƒ�Z
e&�dMƒej(�d�dœ�dNd:„ƒƒ�Ze&�dOƒe 4�d+�d?¡ej(�d�dœ�dPd,„ƒƒƒ�Ze&�dQƒe 4�d+�d+�d?¡ej(�d�dœ�dR�dS„ƒƒƒ�Ze&�dTƒe 4�d+�d+�d?dí�d+¡ej(�d�dœ�dU�dV„ƒƒƒ�Ze&�dWƒej(�d�dœ�dXdÄ„ƒƒ�Ze&�dYƒej(�d�dœ�dZdÃ„ƒƒ�Ze&�d[ƒej(�d�dœ�d\dÆ„ƒƒ�Ze&�d]ƒej(�d�dœ�d^dÂ„ƒƒ�Ze&�d_ƒej(�de�d�dœ�d`dÅ„ƒƒ�Ze&�daƒej(�df�d�dœ�dbdÁ„ƒƒ�Ze&�dcƒe 4�d+�d,�d,�d?�d¡ej(�d�dœ�dddÒ„ƒƒƒ�Ze&�deƒej(�dg�d�dœ�dfd„ƒƒ�Ze&�dgƒe 4�d+¡ej(�d�dœ�dhdu„ƒƒƒ�Ze&�diƒe 4�d+¡ej(�d�dœ�djdE„ƒƒƒ�Ze&�dkƒe ,�d�dx�dx¡e 4�d+�d?�d?¡ej(�d�dœ�dldK„ƒƒƒƒ�Ze&�dmƒe 4�d+¡ej(�d�dœ�dndŸ„ƒƒƒ�Ze&�doƒej(�dh�d�dœ�dpdž„ƒƒ�Ze&�dqƒe 4�d+¡ej(�d�dœ�drdg„ƒƒƒ�Ze&�dsƒej(�d�dœ�dt�du„ƒƒ�Ze&�dvƒej(�d�dœ�dw�dx„ƒƒ�Ze&�dyƒe 4�d+�d?�d?�d?¡ej(�d�dœ�dzd–„ƒƒƒ�Ze&�d{ƒe 4�d+�d+�d’¡ej(�d�d|�d|�dz�d}œ�d~d„ƒƒƒ�Z e&�dƒe 4�d+�d+�d’¡ej(�d�d|�d|�dz�d}œ�d€d„ƒƒƒ�Z!e&�d�ƒe 4�d+�d?�d+�d+¡ej(�d�dœ�d‚d×„ƒƒƒ�Z"e&�dƒƒe 4�d+�d?�d+�d+¡ej(�d�dœ�d„dÖ„ƒƒƒ�Z#e&�d…ƒej(�d�dœ�d†dz„ƒƒ�Z$e&�d‡ƒej(�d�dœ�dˆde„ƒƒ�Z%e&�d‰ƒej(�d�dœ�dŠ�d‹„ƒƒ�Z&e&�dŒƒe’ej(�d�dœ�d��dŽ„ƒƒƒ�Z'e&�d�ƒej(�d�dœ�d�d£„ƒƒ�Z(e&�d‘ƒe 4�d+�d?�d+�d+¡ej(�di�d�dœ�d’dR„ƒƒƒ�Z)e 4�d+�dœ�d?�d?¡ej(�d�dœ�d“�d”„ƒƒ�Z*e&�d•ƒej(�d�dœ�d–dë„ƒƒ�Z+e&�d—ƒej(�d�dœ�d˜�d„ƒƒ�Z,e&�d™ƒej(�d�dœ�dš�d„ƒƒ�Z-e&�d›ƒej(�d�dœ�dœdê„ƒƒ�Z.e&�d�ƒe 4�d+�dœ�d?¡ej(�d�dœ�džd€„ƒƒƒ�Z/e&�dŸƒej(�d�dœ�d d„ƒƒ�Z0e&�d¡ƒej(�d�dœ�d¢dt„ƒƒ�Z1e&�d£ƒej(�d�dœ�d¤dn„ƒƒ�Z2e&�d¥ƒej(�d�dœ�d¦d„„ƒƒ�Z3e&�d§ƒej(�d�dœ�d¨d…„ƒƒ�Z4e&�d©ƒej(�d�dœ�dªdc„ƒƒ�Z5e&�d«ƒe 4�d+�d+�dœ�d’�d+¡ej(�d�d|�d|�d¬�dz�d|�d­œ�d®dq„ƒƒƒ�Z6e&�d¯ƒe 4�d+�d,�dœ�d’�d+¡ej(�d�d|�dÉ�d¬�dz�d|�d­œ�d°dr„ƒƒƒ�Z7e&�d±ƒe 4�d+�d+�dœ�d’�d+¡ej(�d�d|�d|�d²�dz�d|�d­œ�d³dp„ƒƒƒ�Z8e&�d´ƒe 4�d+�d+�d?¡ej(�dj�d�dœ�d¶do„ƒƒƒ�Z9e&�d·ƒe 4�d+�dœ�d’¡ej(�dk�d�dœ�d¸dO„ƒƒƒ�Z:e&�d¹ƒe 4�d+�d?�d’�d+¡ej(�dl�d�dœ�dºd”„ƒƒƒ�Z;e&�d»ƒej(�d�dœ�d¼d„ƒƒ�Z<e&�d½ƒe 4�d+�d/¡ej(�dm�d�d¾�d¿œ�dÀdŒ„ƒƒƒ�Z=e&�dÁƒej(�d�dœ�dÂdË„ƒƒ�Z>e&�dÃƒe 4�d+�d/¡ej(�dn�d�d|�d�dÄœ�dÅdT„ƒƒƒ�Z?e&�dÆƒe ,�d�dx�dx�dx¡e 4�d+�d?�d+�d+�d,�d?¡ej(�d�dœ�dÇdW„ƒƒƒƒ�Z@e&�dÈƒe 4�d+�d+�d?¡ej(�d�dœ�dÉ�dÊ„ƒƒƒ�ZAe&�dËƒej(�d�dœ�dÌd;„ƒƒ�ZBe&�dÍƒej(�d�dœ�dÎ�dÏ„ƒƒ�ZCe&�dÐƒej(�d�dœ�dÑ�dÒ„ƒƒ�ZDe&�dÓƒej(�d�dœ�dÔdh„ƒƒ�ZEe&�dÕƒej(�d�dœ�dÖdî„ƒƒ�ZFej(�d�dœ�d×�dØ„ƒ�ZGej(�d�dœ�dÙ�dÚ„ƒ�ZHe&�dÛƒe 4�d+�d+�d?�d’¡ej(�d�dœ�dÜdi„ƒƒƒ�ZIe&�dÝƒe 4�d+�d+�d?¡ej(�d�dœ�dÞd’„ƒƒƒ�ZJe&�dßƒe ,�d¡e 4�d+�d+�dœ�d?¡ej(�do�d�dœ�dàd„ƒƒƒƒ�ZKe&�dáƒej(�d�dœ�dâ�dã„ƒƒ�ZLe&�däƒej(�d�dœ�då�dæ„ƒƒ�ZMe&�dçƒej(�d�dœ�dèds„ƒƒ�ZNe&�déƒe 4�d+�d’�d?�d+�d+�d+�d+¡ej(�dp�d�dê�dëœ�dìdY„ƒƒƒ�ZOe&�díƒej(�d�dœ�dîd•„ƒƒ�ZPe&�dïƒej(�d�dœ�dðd=„ƒƒ�ZQe&�dñƒe 4�d+dídí¡ej(�d�dœ�dòd‘„ƒƒƒ�ZRe&�dóƒe 4�d+�d+¡ej(�d�dœ�dôdJ„ƒƒƒ�ZSe&�dõƒej(�dq�d�dœ�död^„ƒƒ�ZTe&�d÷ƒe 4�d+�dœ�dœ¡ej(�d�dœ�dødÑ„ƒƒƒ�ZUe&�dùƒe 4�d+�d+�d?¡ej(�dr�d�dœ�dúd8„ƒƒƒ�ZVe&�dûƒej(�ds�d�dœ�dþd%„ƒƒ�ZWe&�dÿƒej(�d�dœ�d dm„ƒƒ�ZXe&�dƒej(�d�dœ�dd!„ƒƒ�ZYe&�dƒ�dt�d�dœ�ddf„ƒ�ZZe&�dƒej(�d�dœ�dd¯„ƒƒ�Z[e&�dƒej(�d�dœ�dd®„ƒƒ�Z\e&�d	ƒej(�d�dœ�d
d»„ƒƒ�Z]e&�dƒej(�d�dœ�dd¹„ƒƒ�Z^e&�dƒej(�du�d�dœ�ddº„ƒƒ�Z_e&�dƒej(�d�dœ�dd±„ƒƒ�Z`e&�dƒ�d�dœ�ddµ„ƒ�Zae&�dƒej(�d�dœ�dd¶„ƒƒ�Zbe&�dƒej(�d�d�dœ�dd·„ƒƒ�Zce&�dƒej(�d�dœ�dd½„ƒƒ�Zde&�dƒej(�d�dœ�ddÀ„ƒƒ�Zee&�dƒej(�d�dœ�dd¿„ƒƒ�Zfe&�dƒej(�d�dœ�d d³„ƒƒ�Zge&�d!ƒej(�d�dœ�d"d¼„ƒƒ�Zhe&�d#ƒej(�d�d$�dœ�d%d²„ƒƒ�Zie&�d&ƒej(�d�d'�dœ�d(d¸„ƒƒ�Zje&�d)ƒej(�d�d'�dœ�d*d´„ƒƒ�Zke&�d+ƒej(�d�dœ�d,d°„ƒƒ�Zle&�d-ƒej(�d�dÈ�d.œ�d/d¾„ƒƒ�Zme&�d0ƒej(�d�dœ�d1d¦„ƒƒ�Zne&�d2ƒe&�d3ƒej(�d�dÈ�d4œ�d5�d „ƒƒƒ�Zoe&�d6ƒe&�d7ƒej(�d�dÈ�d4œ�d8dÿ„ƒƒƒ�Zpe&�d9ƒej(�d�d|�d|�d:œ�d;d„ƒƒ�ZqdS (v  zhThis file exports ONNX ops for opset 9.

Opset 9 is supported by ONNX release 1.4.1
release on 01/23/19
é    )ÚannotationsN)ÚCallableÚListÚOptionalÚSequenceÚTupleÚUnion)Ú_C)Ú
_constantsÚ_deprecationÚ_type_utilsÚerrorsÚsymbolic_helper)ÚGLOBALS)Ú	_beartypeÚ	jit_utilsÚregistration)ÚNumberÚabsÚacosÚaddÚaddcmulÚaddmmÚaliasÚamaxÚaminÚaminmaxÚarangeÚargmaxÚargminÚ
as_stridedÚ	as_tensorÚasinÚatanÚatan2ÚbaddbmmÚ
batch_normÚ	bernoulliÚbitwise_notÚ
bitwise_orÚbmmÚbroadcast_tensorsÚbroadcast_toÚ	bucketizeÚcatÚcdistÚceilÚ	clamp_maxÚ	clamp_minÚclampÚcloneÚconstant_pad_ndÚ
contiguousÚconv_tbcÚconv_transpose1dÚconv_transpose2dÚconv_transpose3dÚconv1dÚconv2dÚconv3dÚconvert_element_typeÚconvolutionÚcosÚcosine_similarityÚcrossÚcumsumÚdetachÚdimÚdivÚdotÚdropoutÚeluÚembedding_bagÚ	embeddingÚ
empty_likeÚemptyÚeqÚerfÚexpÚ	expand_asÚexpandÚeyeÚfillÚflattenÚfloor_divideÚfloorÚfloordivÚfrobenius_normÚ	full_likeÚfullÚgatherÚgeÚgeluÚget_pool_ceil_paddingÚgluÚ
group_normÚgtÚhann_windowÚ
hardshrinkÚhardsigmoidÚ	hardswishÚhardtanhÚ	index_addÚ
index_copyÚ
index_fillÚ	index_putÚindex_selectÚindexÚinstance_normÚis_floating_pointÚ	is_pinnedÚisnanÚitemÚkl_divÚ
layer_normÚleÚ
leaky_reluÚlerpÚliftÚlinalg_crossÚlinalg_matrix_normÚlinalg_normÚlinalg_vector_normÚlinearÚlinspaceÚlog_sigmoidÚlog_softmaxÚlogÚlog10Úlog1pÚlog2Úlogical_andÚlogical_notÚ
logical_orÚlogical_xorÚlogitÚ	logsumexpÚ	lstm_cellÚlstmÚltÚmasked_fillÚmasked_fill_ÚmatmulÚmax_pool1d_with_indicesÚmax_pool2d_with_indicesÚmax_pool3d_with_indicesÚmaxÚmaximumÚmeshgridÚminÚminimumÚmishÚmmÚmovedimÚmse_lossÚmulÚmultinomialÚmvÚnarrowÚnative_layer_normÚneÚnegÚ	new_emptyÚnew_fullÚnew_onesÚ	new_zerosÚnonzero_numpyÚnonzeroÚnormÚnumelÚnumpy_TÚone_hotÚ	ones_likeÚonesÚonnx_placeholderÚpadÚpairwise_distanceÚpermuteÚpixel_shuffleÚpixel_unshuffleÚpowÚpreluÚprim_constant_chunkÚprim_constant_splitÚprim_constantÚ	prim_dataÚprim_deviceÚ
prim_dtypeÚprim_ifÚprim_layoutÚprim_list_constructÚprim_list_unpackÚ	prim_loopÚprim_maxÚprim_minÚ
prim_shapeÚprim_tolistÚprim_tuple_constructÚ	prim_typeÚprim_unchecked_castÚprim_uninitializedÚ	rand_likeÚrandÚrandint_likeÚrandintÚ
randn_likeÚrandnÚ
reciprocalÚreflection_padÚreluÚrelu6Ú	remainderÚrepeat_interleaveÚrepeatÚreplication_padÚ
reshape_asÚreshapeÚrollÚrreluÚrsqrtÚrsubÚscalar_tensorÚscatter_addÚscatterÚselectÚseluÚsigmoidÚsignÚsiluÚsinÚsizeÚsliceÚsoftmaxÚsoftplusÚ
softshrinkÚsortÚsplit_with_sizesÚsplitÚsqrtÚsquareÚsqueezeÚstackÚstd_meanÚstdÚsubÚtÚtakeÚtanÚtanhÚ
tanhshrinkÚtensorÚ	thresholdÚtoÚtopkÚ	transposeÚtrue_divideÚtype_asÚunbindÚunfoldÚunsafe_chunkÚunsafe_split_with_sizesÚunsafe_splitÚ	unsqueezeÚunsupported_complex_operatorsÚnoop_complex_operatorsÚunusedÚvar_meanÚvarÚview_asÚviewÚwhereÚwrap_logical_op_with_cast_toÚwrap_logical_op_with_negationÚ
zeros_likeÚzerosÚzeroé	   )ÚopsetÚstr©Únamec                   s   ‡ fdd„}|S )z5Exports the function in the current global namespace.c                   s   | t ƒ ˆ < t ˆ ¡ | S ©N)ÚglobalsÚ__all__Úappend©Úfuncr  © úH/tmp/user/2202/pip-unpacked-wheel-bf9o3bgk/torch/onnx/symbolic_opset9.pyÚwrapper,  s    

z_export.<locals>.wrapperr!  )r  r#  r!  r  r"  Ú_export)  s    r$  c                 C  s   |   d¡}| tj ¡ ¡ |S )z%Represents "missing" optional inputs.úprim::Constant)ÚopÚsetTyper	   ÚOptionalTypeZofTensor)ÚgÚnr!  r!  r"  r  4  s    
zaten::_shape_as_tensorzjit_utils.GraphContext©r)  c                 C  s   |   d|¡S ©NÚShape©r&  ©r)  Úinputr!  r!  r"  Ú_shape_as_tensor<  s    r1  zaten::_reshape_from_tensorc                 C  s*   t |tƒr| jd|žddiŽ}t| ||ƒS )NÚConcatÚaxis_ir   )r2  )Ú
isinstanceÚlistr&  rÚ   )r)  r0  Úshaper!  r!  r"  Ú_reshape_from_tensorB  s    
r7  zaten::reshapeTc                 C  s   t  | ||¡S r  )r   Ú_reshape_helper©r)  Úselfr6  r!  r!  r"  rÚ   J  s    zaten::reshape_asc                 C  s   |   d|¡}t| ||ƒS r,  ©r&  rÚ   ©r)  r:  Úotherr6  r!  r!  r"  rÙ   Q  s    z	aten::addc                 C  sZ   t  |¡r&t  |¡r&t  dddd|¡S |rLt  t  |¡¡dkrL|  d||¡}|  d||¡S )NÚAddr  é   z)Add between list of tensors not supportedé   ÚMul)r   Ú	_is_valueÚ_is_tensor_listÚ _onnx_opset_unsupported_detailedÚ_scalarÚ_maybe_get_scalarr&  ©r)  r:  r=  Úalphar!  r!  r"  r   Y  s        ÿz	aten::subc                 C  s4   |r&t  t  |¡¡dkr&|  d||¡}|  d||¡S )Nr@  rA  ÚSub)r   rE  rF  r&  rG  r!  r!  r"  rö   e  s    z
aten::rsubc                 C  s   t | |||d�S )N)rH  )rö   rG  r!  r!  r"  rÞ   m  s    z	aten::mulc                 C  s4   t  |¡r"t  |¡r"|  d||¡S |  d||¡S d S )NÚAndrA  )r   Ú_is_boolr&  ©r)  r:  r=  r!  r!  r"  r�   s  s    z	aten::divc                 G  s.   t |ƒdkrt| ||ƒS t| ||f|žŽ S d S ©Nr   )Úlenr  Ú_div_rounding_mode)r)  r:  r=  Úargsr!  r!  r"  rF   }  s    zaten::addcmulÚvÚfç      ð?c              	   C  s2   | j dt |g¡d�}t| |t| t| ||ƒ|ƒƒS ©NÚConstant©Zvalue_t)r&  Útorchrü   r   r�   )r)  r:  Ztensor1Ztensor2ÚvalueZ
value_tensr!  r!  r"  r   †  s    Úsc                 C  sT   |d krt | ||ƒS |dkr(t| ||ƒS |dkr<t| ||ƒS t d|› d�|¡‚d S )NrW   ÚtrunczUnsupported rounding mode: "z$". Expected None, "floor" or "trunc")r  Ú_floor_divideÚ_trunc_divider   ÚSymbolicValueError)r)  r:  r=  Zrounding_moder!  r!  r"  rO  Ž  s    
þrO  c                 C  s˜   |   d||¡}| j d|tjjd�}tj |tjj¡}|tjjkr€t 	|¡sjt 	|¡rj| j d|tjj
d�}q”| j d|| ¡ d�}n| j d|tjj
d�}|S )NÚDivÚCast©Zto_i)r&  Ú_C_onnxÚTensorProtoDataTypeÚINT64r   ÚJitScalarTypeÚ
from_valueÚ	UNDEFINEDr   Ú_is_fpÚFLOATÚ	onnx_type)r)  r:  r=  ÚoutÚscalar_typer!  r!  r"  r\  ž  s      ÿýr\  c                 C  sè   t  |¡st  |¡r,t| ||ƒ}|  d|¡S |  d||¡}| jdtjdtjd�d�}|  dt  | ||¡t  | ||¡¡}|  d||  d	||¡¡}|  d
||  d|  d||¡¡¡}| jdtjdtjd�d�}	|  d	||	¡}
|  d||
¡S d S )NÚFloorr^  rU  r   ©ÚdtyperV  ÚXorrI  rA  rJ  ÚNotÚEqualr@  )r   rg  r  r&  rW  rü   Úint64Z
_lt_helper)r)  r:  r=  rj  rF   r  ÚnegativeÚmodZ
fixup_maskÚoneÚfixupr!  r!  r"  r[  ¾  s    ý r[  zaten::floor_dividec                 C  s   t | ||ƒS r  )r\  rL  r!  r!  r"  rV   ×  s    zaten::floordivc                 C  s   t | ||ƒS r  )rV   rL  r!  r!  r"  rX   Þ  s    zaten::true_dividec                 C  sŽ   t  |¡st  |¡r"|  d||¡S t ¡ }tjj}|tjksJ|tj	ksJt
‚t ¡ tj	kr`tjj}| jd||d�}| jd||d�}|  d||¡S )a  Division where both inputs are cast to floating types

    If both inputs are floating, performs div as usual
    If only one input is a floating type, the other input is cast to its type
    If neither input is a floating type, both inputs are cast to the default scalar type
    r^  r_  r`  )r   rg  r&  rW  Úget_default_dtypera  rb  rh  ÚfloatÚdoubleÚAssertionErrorÚDOUBLE)r)  r:  r=  rk  Zonnx_scalar_typer!  r!  r"  r  ä  s    zaten::reciprocalc                 C  s*   t  |¡s| jd|tjjd�}|  d|¡S )Nr_  r`  Ú
Reciprocal)r   rg  r&  ra  rb  rh  ©r)  r:  r!  r!  r"  rÑ     s    
z	aten::catÚic                   s¦   t  |¡}g ‰ |D ]&}t  |¡r.t  |d¡s.qˆ  |¡ qtˆ ƒdksJt‚t‡ fdd„ˆ D ƒƒsdt‚| ¡  	¡  ˆ D ]}| ¡  
|¡ qtt  |¡}| jd|žd|iŽS )a{  Implement concatenation of pytorch tensors in ONNX along the specified `dim` dimension.

    Parameters:
        g (jit_utils.GraphContext): Graph context.
        tensor_list (List[torch.Tensor]): List of tensors to concatenate.
        dim (int): Dimension along which to concatenate the tensors.

    Returns:
        ONNX graph node representing the concatenated tensor.
    r   c                 3  sF   | ]>}t  ˆ d  ¡dkp<t  |¡dkp<t  |¡t  ˆ d  ¡kV  qdS ©r   N)r   Ú_get_tensor_rank©Ú.0r÷   ©Znonempty_tensorsr!  r"  Ú	<genexpr>$  s   üÿÿzcat.<locals>.<genexpr>r2  r3  )r2  )r   Ú_unpack_listÚ_is_constantÚ_get_tensor_dim_sizer  rN  rz  ÚallÚnodeZremoveAllInputsZaddInputr&  )r)  Útensor_listrE   Útensorsr÷   r!  rƒ  r"  r.   
  s$    
 ÿû
zaten::stackc                   s.   ‡ ‡fdd„t  |¡D ƒ}ˆjd|ždˆ iŽS )Nc                   s   g | ]}t  ˆ|ˆ g¡‘qS r!  ©r   Ú_unsqueeze_helperr�  ©rE   r)  r!  r"  Ú
<listcomp>7  s   ÿzstack.<locals>.<listcomp>r2  r3  )r2  )r   r…  r&  )r)  rŠ  rE   Z
unsqueezedr!  rŽ  r"  ró   3  s    þz
aten::listc                 C  s   |S r  r!  r}  r!  r!  r"  Ú_list>  s    r�  zaten::mmc                 C  s,   | j dt dg¡d�}| j d|||ddd�S )NrU  r@  rV  ÚGemmç        rS  ©Zbeta_fÚalpha_f©r&  rW  rü   )r)  r:  r=  ÚCr!  r!  r"  rš   D  s    z	aten::bmmc                 C  s   |   d||¡S ©NÚMatMulr.  rL  r!  r!  r"  r*   M  s    zaten::matmulc                 C  s   |   d||¡S r—  r.  rL  r!  r!  r"  r�   S  s    zaten::addmmc              	   C  sH  d }t  |¡}t  |¡}t  |¡}	|d k	r0|}n|d k	r>|}n|	d k	rJ|	}t  |¡}
t  |¡}dd„ }|d k	�r&||
dƒs†||dƒ�r&|  d||¡}|}t  |¡}t  |¡}|dkrÞ| jdtj|| ¡ d�d�}|  d	||¡}|dk�r| jdtjt  |¡| ¡ d�d�}|  d	||¡}|  d
||¡S | jd|||t  |¡t  |¡d�S )Nc                 S  s   | d k	o| |kS r  r!  )rQ  Úur!  r!  r"  Úis_not_none_nork  s    zaddmm.<locals>.is_not_none_noré   r˜  r@  rU  rm  rV  rA  r>  r‘  r“  )r   Ú_try_get_scalar_typer€  r&  rE  rW  rü   rn  )r)  r:  Zmat1Zmat2ÚbetarH  rk  Úself_scalar_typeZmat1_scalar_typeZmat2_scalar_typeZ	mat1_rankZ	mat2_rankrš  Zres1Zres2r!  r!  r"  r   Y  s\    





ÿÿ

 ÿ
 ÿþúz	aten::negc                 C  s   |   d|¡S )NZNegr.  r}  r!  r!  r"  r£   ‘  s    z
aten::sqrtc                 C  sT   t j |t jj¡t jjt jjt jjt jjt jjhkrH| j	d|t
jjd�}|  	d|¡S )Nr_  r`  ÚSqrt)r   rd  re  rf  ÚUINT8ÚINT8ÚINT16ÚINTrc  r&  ra  rb  rh  r}  r!  r!  r"  rð   —  s     ÿûþ
zaten::rsqrtc                 C  s"   |   dt t d¡|¡t| |ƒ¡S )Nr^  r@  )r&  r   Ú_if_scalar_type_asrW  r¯   rð   r}  r!  r!  r"  rÝ   ©  s
      ÿz
aten::tanhg      €?é€   )ÚscaleZ
zero_pointc                 C  s   |   d|¡S )NÚTanhr.  r}  r!  r!  r"  rú   ±  s    z	aten::sinc                 C  s   |   d|¡S )NZSinr.  r}  r!  r!  r"  rç   ¹  s    z	aten::cosc                 C  s   |   d|¡S )NZCosr.  r}  r!  r!  r"  r@   ¿  s    z	aten::tanc                 C  s   |   d|¡S )NZTanr.  r}  r!  r!  r"  rù   Å  s    z
aten::asinc                 C  s   |   d|¡S )NZAsinr.  r}  r!  r!  r"  r"   Ë  s    z
aten::acosc                 C  s   |   d|¡S )NZAcosr.  r}  r!  r!  r"  r   Ñ  s    z
aten::atanc                 C  s   |   d|¡S )NÚAtanr.  r}  r!  r!  r"  r#   ×  s    zaten::atan2c              
   C  s˜   |   d||¡}|   d|¡}| j dt d¡d�}| j dt tj¡d�}|   d||¡}|   d||   d||¡|   d	||¡¡}|   d
||¡}	|   d|	||¡}
|
S )Nr^  r¨  rU  r   rV  ÚGreaterÚWherer>  rI  ÚLess)r&  rW  rü   ÚmathÚpi)r)  r:  r=  Úsloper#   Z
const_zeroZconst_piZ"condition_second_or_third_quadrantZsecond_third_quadrantZcondition_14_or_23_quadrantÚresultr!  r!  r"  r$   Ý  s    üzaten::sigmoidg      p?c                 C  s   |   d|¡S )a  Converts the corresponding PyTorch function into ONNX operators.

    It is not meant to be called directly by a user.

    Args:
        g (jit_utils.GraphContext): Graph context.
        self (Tensor): the input tensor.
    Returns:
        ONNX operator
    ÚSigmoidr.  r}  r!  r!  r"  rä   ô  s    z
aten::signc                 C  s   |   d|¡S )NZSignr.  r}  r!  r!  r"  rå     s    c                 C  sR   t |ƒt |ƒkst‚t |ƒdkr>|d dkr>|d tjkr>|S | jd||||d�S )Nr@  r   ZSlice)Úaxes_iZstarts_iZends_i)rN  rz  r
   Ú	INT64_MAXr&  )r)  r0  ÚaxesÚstartsÚendsr!  r!  r"  Ú_slice  s    &r¶  z	aten::sumZ	ReduceSumÚsum)Zdecoratez
aten::meanÚ
ReduceMeanÚmeanz
aten::prodZ
ReduceProdÚprodF)Úallow_multi_dim_supportÚbool©Zonnx_opr  r»  c                 C  s   t  | ||¡S r  )r   Z_reduce_with_dtype_helperr½  r!  r!  r"  Ú_reduce_with_dtype  s
      ÿr¾  zaten::cumsumÚnonec                 C  sJ   t  ¡ r6| ¡  ¡ dkr&t  dd|¡S | jd||d�S t  ddd|¡ d S )Nr%  rC   rn  ©Údim_ir  r?  )r   Úis_caffe2_aten_fallbackr‰  ÚkindÚ_unimplementedÚatÚ_onnx_opset_unsupported)r)  r0  rE   rn  r!  r!  r"  rC   +  s
    zaten::_sample_dirichletc                 C  s8   t  ¡ r,t  |¡s t  dd|¡S |  d|¡S t  d|¡S )NÚ_sample_dirichletz#We are not able to export generator©r   rÂ  Ú_is_nonerÄ  rÅ  Ú_onnx_unsupported©r)  r:  Ú	generatorr!  r!  r"  rÇ  7  s    
  ÿrÇ  zaten::_standard_gammac                 C  s8   t  ¡ r,t  |¡s t  dd|¡S |  d|¡S t  d|¡S )NÚ_standard_gammaznot able to export generatorrÈ  rË  r!  r!  r"  rÍ  C  s    
  ÿrÍ  zaten::tc                 C  s6   t  |¡}|d ks|dk r&|  d|¡S | jd|dd�S )Nr›  ÚIdentityÚ	Transpose)r@  r   ©Zperm_i)r   r€  r&  )r)  r:  Úrankr!  r!  r"  r÷   P  s    
zaten::numpy_Tc                 C  s8   t  |¡}|d k	st‚tttd|ƒƒƒ}| jd||d�S ©Nr   rÏ  rÐ  )r   r€  rz  r5  ÚreversedÚranger&  )r)  r0  ÚndimÚpermr!  r!  r"  r¬   \  s    
zaten::expandc              	   C  s´   t  |d¡}t  |¡s,| jdt |¡d�}n2t  |¡r^t  | t| |dƒ| jdt 	dg¡d�¡}t
jj}t| ||ƒ}t| || jdt 	d¡d�ƒ}t| |  d||¡||ƒ}|  d||¡S )zXImplement the expand function for a pytorch tensor in ONNX according to specified `size`ÚisrU  rV  r   éÿÿÿÿrq  ÚExpand©r   Ú_maybe_get_constrB  r&  rW  Ú
LongTensorÚ_is_packed_listr8  ró   rü   r   rd  rc  r®   r�   r  )r)  r:  rè   Zimplicitrn  r¯   Úneg_onesr!  r!  r"  rR   f  s    

 
 ÿzaten::broadcast_toc              	   C  s´   t  |d¡}t  |¡s,| jdt |¡d�}n2t  |¡r^t  | t| |dƒ| jdt 	dg¡d�¡}t
jj}t| ||ƒ}t| || jdt 	d¡d�ƒ}t| |  d||¡||ƒ}|  d||¡S )Nr×  rU  rV  r   rØ  rq  rÙ  rÚ  )r)  r:  rè   rn  r¯   rÞ  r!  r!  r"  r,   |  s    

 
 ÿzaten::expand_asc                 C  s    t  |d¡}t|tjƒr†|j}| tj¡}g }t| 	¡ ƒD ]J}t 
| |¡ |¡ |¡|¡r:| |¡ | jd|j|dd� |¡d�}q:|  d|¡}|  d||¡S )Nr÷   rU  T)ÚkeepdimrV  r-  rÙ  )r   rÛ  r4  rW  ÚTensorrn  rþ   ry  rÔ  rE   Úequalr¹  r  rQ   r  r&  )r)  r:  r=  Zself_tÚ	orig_typeÚdimsÚdr6  r!  r!  r"  rQ   ‘  s    
 ÿzaten::embeddingÚbc                 C  s<   |rt jrt d|¡‚|dkr.t jr.t d¡ |  d||¡S )Nz‚Unsupported: ONNX export of embedding with scale_grad_by_freq=True for training mode. ONNX does not support scaling the gradients.r   z¢Warning: ONNX export of embedding with padding_idx >= 0 for training mode. ONNX does not support not updating the embedding vector at padding_idx during training.ÚGather)r   Zexport_trainingr   r]  ÚwarningsÚwarnr&  )r)  ÚweightÚindicesÚpadding_idxÚscale_grad_by_freqÚsparser!  r!  r"  rK   ¥  s    
ýÿzaten::embedding_bagc
           
      C  sF   t  |¡st  d¡S t  ¡ r:| jd|||d|||||	d�
S t  d|¡S )Nz%embedding_bag with per_sample_weightsrJ   é   )ÚoutputsZscale_grad_by_freq_iZmode_iZsparse_iZinclude_last_offset_iZpadding_idx_i)r   rÉ  rÊ  rÂ  rÅ  )
r)  Zembedding_matrixrê  Úoffsetsrì  Úmoderí  Zper_sample_weightsZinclude_last_offsetrë  r!  r!  r"  rJ   Á  s$    
ÿöz
aten::size)Zquantize_outputc                 C  sh   |d kr|   d|¡S t |d¡dk rZt |¡}|d k	rZt |d¡| }| j dt |¡d�}t | ||¡S )Nr-  r~  r   rU  rV  )r&  r   rÛ  r€  rW  rü   Z_size_helper©r)  r:  rE   rÑ  r!  r!  r"  rè   æ  s    
zaten::transposec                 C  s€   ||kr|S t  |¡}|d k	rTtt|ƒƒ}|| ||  ||< ||< | jd||d�S t  ¡ rp| jd|d||d�S t d|¡‚d S )NrÏ  rÐ  r   Úint)Úoverload_nameZdim0_iZdim1_izAUnsupported: ONNX export of transpose for tensor of unknown rank.)	r   r€  r5  rÔ  r&  rÂ  rÅ  r   r]  )r)  r:  Zdim0Zdim1rÑ  r³  r!  r!  r"  r   ô  s    
þzaten::permuter×  c                 C  s*   |t tdt|ƒƒƒkr|S | jd||d�S rÒ  )r5  rÔ  rN  r&  )r)  r:  rã  r!  r!  r"  r³     s    z
aten::viewc                 C  s   t | ||ƒS r  )rÚ   )r)  r:  rè   r!  r!  r"  r    s    zaten::view_asc                 C  s   |   d|¡}t| ||ƒS r,  r;  r<  r!  r!  r"  r    s    zaten::unsafe_chunkc           	      C  s„   |d krt  dddd|¡S t  ||¡}|d kr<t  dd|¡S || d | }|g||  }|| }|rp| |¡ | jd||||d�S )	Nr  r  r?  ú'Dynamic number of outputs not supportedúunknown dimension sizer@  ÚSplit©Zsplit_ir3  rï  )r   rD  r‡  rÄ  r  r&  )	r)  r:  ÚchunksrE   Ú_outputsrè   Ú
split_sizeÚsplitsÚleftoverr!  r!  r"  r  $  s*        ÿ  ÿ
zaten::splitc           
      C  sÈ   t  ||¡st  dddd|¡S t  | ¡ d¡}| ¡ dkrJt| ||||ƒS t  |dd¡}t  ||¡}|d kr�|d k	r~|| }nt  dddd	|¡S |g||  }|| }	|	r´| 	|	¡ | j
d
||||d�S )Nrï   r  r?  rõ  rX  r   r~  rû  z$Unknown dimension size not supportedr÷  rø  )r   Ú_is_split_staticrD  Ú	_node_getr‰  rE   rî   Ú
_get_constr‡  r  r&  )
r)  r:  Úsplit_size_or_sizesrE   rú  Z	split_valrû  rè   rü  rý  r!  r!  r"  rï   9  s8        ÿ
    ÿ
zaten::unsafe_splitc                 C  s   t | ||||ƒS r  )rï   )r)  r:  r  rE   rú  r!  r!  r"  r  U  s    zaten::split_with_sizesc                 C  s2   t  ||¡st  dddd|¡S | jd||||d�S )Nrî   r  r?  rõ  r÷  rø  )r   rþ  rD  r&  ©r)  r:  Zsplit_sizesrE   rú  r!  r!  r"  rî   ]  s        ÿzaten::unsafe_split_with_sizesc                 C  s   t | ||||ƒS r  )rî   r  r!  r!  r"  r  h  s    zaten::unbindc                   s^   |d krt  dddd|¡S ˆjd|dg| ˆ |d�}|dkrB|gn|}‡ ‡fdd	„|D ƒ}|S )
Nr  r  r?  rõ  r÷  r@  rø  c                   s   g | ]}t  ˆ|ˆ g¡‘qS r!  )r   Ú_squeeze_helper)r‚  rj  rŽ  r!  r"  r�  {  s    zunbind.<locals>.<listcomp>)r   rD  r&  )r)  r:  rE   rú  rï  Zsqueezed_outputsr!  rŽ  r"  r  p  s        ÿÿzaten::selectc                 C  st   t  |¡}t  |¡s^|dk r^|dkr,tj}n|d }t j| ||g|g|gd�}t  | ||g¡S | jd|||d�S dS )z²Implement the select functionality for a pytorch tensor in ONNX.

    Selects elements from the input tensor along the specified `dim` dimension based on the `index` tensor.
    r   rØ  r@  ©r³  r´  rµ  ræ  ©r3  N)r   rF  rB  r
   r²  Ú_slice_helperr  r&  )r)  r:  rE   rm   Z	end_indexZ
slice_noder!  r!  r"  râ   �  s    	
    ÿzaten::squarec                 C  s   |   d||¡S ©NrA  r.  r}  r!  r!  r"  rñ   ™  s    zaten::squeezec                 C  sJ  |d kr|   d|¡S t |dd¡}|dk r†t |¡}|d k	rxt dt|ƒ d d d t|| ƒ d	 d
 ¡ ||7 }nt dd|¡S t ||¡}|d krÞt dt|ƒ d d t|ƒ d d d d ¡ tj	| ||gd�S |dk�rt dt|ƒ d d t|ƒ d d d d ¡ |S t dt|ƒ d d ¡ tj	| ||gd�S )NZSqueezer~  rE   r   z'ONNX export squeeze with negative axis ú- might cause the onnx model to be incorrect. ú(Negative axis is not supported in ONNX. úAxis is converted to ú& based on input shape at export time. úCPassing an tensor of different rank in execution will be incorrect.rò   ú%negative axis with unknown input rankz5This model contains a squeeze operation on dimension z on an input z7with unknown shape. Note that if the size of dimension z of the input zVis not 1, the ONNX model will return an error. Opset version 11 supports squeezing on zMnon-singleton dimensions, it is recommended to export this model using opset zversion 11 or higher.©r±  r@  z. The size of z%this dimension in the given input is z. The model will zWbe exported without the squeeze node. If the model is intended to be used with dynamic z-input shapes, please use opset version 11 to zexport the model.z. If the model is z_intended to be used with dynamic input shapes, please use opset version 11 to export the model.)
r&  r   r   r€  rç  rè  r  rÄ  r‡  r  )r)  r:  rE   Zsqueeze_dimrÑ  Údim_sizer!  r!  r"  rò   Ÿ  s¤    
ÿþýü
ûúùÿ

  ÿÿþýüûúùøÿ
ÿþýüûúùøÿÿþýÿzaten::preluc              	   C  sª   t  |¡}t  |¡}t|ƒ}|d k	rp|dkrJt  | |ttd|d ƒƒ¡}n&|dkrp|dgkrpt  | |dg¡}d}|d k	rœ|d k	rœ||ksœtd|› d|› �ƒ‚|  	d||¡S )Nr›  r@  r   z)rank(x) should be >= rank(slope) but got z < ÚPRelu)
r   r€  Ú_get_tensor_sizesrN  r�  r5  rÔ  r  rz  r&  )r)  r:  ré  Ú	self_rankZweight_sizesZweight_rankr!  r!  r"  r·   ß  s&    

  ÿÿþz
aten::siluc                 C  s   |   d||   d|¡¡S )NrA  r°  r.  r/  r!  r!  r"  ræ   ÷  s    z
aten::mishc                 C  s   |   d||   d|   d|¡¡¡S )NrA  r§  ÚSoftplusr.  r/  r!  r!  r"  r™   ý  s    z
aten::reluc                 C  s   t j| d|dd�S )NÚRelué   ©Úopset_before©r   Ú_op_with_optional_float_castr/  r!  r!  r"  rÓ     s       ÿzaten::relu6c                 C  s   t | |ddƒS )Nr   é   )r3   r/  r!  r!  r"  rÔ     s    z
aten::ceilc                 C  s   |   d|¡S )NÚCeilr.  r/  r!  r!  r"  r0     s    zaten::floorc                 C  s   |   d|¡S )Nrl  r.  r/  r!  r!  r"  rW     s    z	aten::lenc                 C  s.   t | || jdt dg¡d�ƒ}t | |dg¡S ©NrU  r   rV  )rè   r&  rW  rÜ  r   r  )r)  r:  Zsz_0r!  r!  r"  Ú_len  s    r  zaten::thresholdc                 C  sD   t  |¡dkrt  dd|¡S t  |¡dkr8t  dd|¡S |  d|¡S )Nr   rý   znon-zero thresholdznon-zero valuer  )r   rE  rÄ  r&  )r)  r:  rý   rX  r!  r!  r"  rý   &  s
    zaten::leaky_reluú_C.Valuerx  ©r)  r0  Znegative_slopeZinplacec                 C  s   | j d||d�S )NÚ	LeakyRelu©r”  r.  r  r!  r!  r"  rv   2  s    z	aten::gluc                 C  sP   t  ||¡}|d k	r$|d dks$t‚| jd||dd�\}}|  d||  d|¡¡S )Nr›  r   r÷  )r3  rï  rA  r°  )r   r‡  rz  r&  )r)  r0  rE   r  ÚfirstÚsecondr!  r!  r"  r`   @  s
    zaten::softmaxc              
   C  sb  t  |¡}|d k	rÔ|dk r"|| }||d k}|rptt|ƒƒ}|d ||  ||< |d< | jd||d�}|d }| jd||d�}|r¼| ¡  ¡ dkr¼t  |d	d
¡}| jd|t 	|¡ 
¡ d�}|rÐ| jd||d�}|S |  d|| jd||gdd�¡}|  d|¡}	t j| |	|gd�}
|  d|	|
¡}|�r^| ¡  ¡ dk�r^t  |d	d
¡}| jd|t 	|¡ 
¡ d�}|S )Nr   r@  rØ  rÏ  rÐ  ZSoftmaxr  r%  r~  rn  r_  r`  rI  Ú	ReduceMax©r±  Ú
keepdims_iÚExpr  r^  )r   r€  r5  rÔ  r&  r‰  rÃ  r   r   rd  ri  Ú_reducesum_helper)r)  r0  rE   rn  Ú	input_dimÚis_transpose_requiredr³  rê   Úparsed_dtyperP   r·  r!  r!  r"  rê   L  sB    
ý  ÿzaten::softplusc                 C  s@   t  |d¡}|dkr4|  d|  d|  d||¡¡|¡S |  d|¡S )NrR  r@  r^  r  rA  )r   rÛ  r&  )r)  r:  r�  rý   Z
beta_constr!  r!  r"  rë   �  s     zaten::get_pool_ceil_paddingc                   sÜ   t  | ¡}|d k	r$|tˆƒ d … nd ‰ˆd ksBtdd„ ˆD ƒƒrPt  dd| ¡S ‡‡‡‡fdd„tdtˆƒƒD ƒ‰ ‡ ‡‡‡fdd„tdtˆ ƒƒD ƒ‰ ‡ ‡‡‡‡fd	d„tdtˆƒƒD ƒ‰‡‡‡fd
d„tdtˆƒƒD ƒ‰ˆS )Nc                 s  s   | ]}|d kV  qd S r  r!  ©r‚  r~  r!  r!  r"  r„  œ  s     z(get_pool_ceil_padding.<locals>.<genexpr>r_   úinput size not accessiblec              	     sB   g | ]:}t t ˆ | d ˆ|   ˆ|  tˆ| ƒ ¡ƒd ‘qS ©r›  r@  )ró  r¬  r0   rx  r,  )rE   Úkernel_sizeÚpaddingÚstrider!  r"  r�     s   þ0ÿz)get_pool_ceil_padding.<locals>.<listcomp>r   c                   sD   g | ]<}ˆ | d  ˆ|  ˆ| ˆ|  kr8ˆ | d  nˆ | ‘qS ©r@  r!  r,  )Úceiled_output_dimrE   r0  r1  r!  r"  r�  ¦  s   ý"ÿc                   sP   g | ]H}ˆ| d krdn2ˆ| ˆ| dˆ|   ˆ | d  ˆ|  d    ‘qS )r@  r   r›  r!  r,  )r3  rE   r/  r0  r1  r!  r"  r�  ®  s   ö
ÿ
ÿþþc                   sd   g | ]\}ˆ| d ˆ|   ˆ | krTˆ| ˆ | d k rDt ˆ| ƒq^t ˆ | d ƒn
t ˆ| ƒ‘qS r.  ©ró  r,  )r/  r0  Úpadding_ceilr!  r"  r�  ¾  s   
ýûÿý)r   r  rN  ÚanyrÄ  rÔ  )r0  r/  r1  r0  Úsizesr!  )r3  rE   r/  r0  r5  r1  r"  r_   –  s*    
  ÿýúó
özaten::max_pool1dZ
max_pool1dr@  )Úreturn_indiceszaten::max_pool2dZ
max_pool2dr›  zaten::max_pool3dZ
max_pool3dé   c              	     sD   t  dddddd¡t  dddddd¡tj‡ ‡‡‡fdd„ƒƒƒ}|S )NTFrQ  r×  r~  c                   s<  t ˆ|ƒƒdhkr t ˆ d|¡S |s(|}tˆ|ƒƒ}|rdt||||ƒ}|tdd„ t||ƒD ƒƒ }n|d }ˆ|ƒ|ˆ|ƒdœ}ˆ�r| jd|fddi|—Ž\}	}
| jd|dd	d
„ tˆƒD ƒdd
„ tˆƒD ƒd�\}}tj| |dd
„ tˆƒD ƒt	ˆdƒƒt	ˆdƒƒd�}t
| |
|ƒ}
|	|
fS | jd|fddi|—Ž}	|	S d S )Nr@  Údilationc                 s  s   | ]\}}|| V  qd S r  r!  ©r‚  Úarå  r!  r!  r"  r„  õ  s     z1_max_pool.<locals>.symbolic_fn.<locals>.<genexpr>r›  )Úkernel_shape_iÚpads_iÚ	strides_iÚMaxPoolrï  c                 S  s   g | ]}d ‘qS r2  r!  ©r‚  Ú_r!  r!  r"  r�    s     z2_max_pool.<locals>.symbolic_fn.<locals>.<listcomp>c                 S  s   g | ]}d ‘qS r2  r!  rA  r!  r!  r"  r�    s     )rï  r=  r?  c                 S  s   g | ]}d | ‘qS )r›  r!  r,  r!  r!  r"  r�    s     r   r  )Úsetr   rÄ  Útupler_   Úzipr&  rÔ  r  r5  rö   )r)  r0  r/  r1  r0  r:  Ú	ceil_moder5  ÚkwargsÚrrê  rB  Zflattened_indicesrY  ©r  Úndimsr8  Útuple_fnr!  r"  Úsymbolic_fnê  sB    ýû


ûz_max_pool.<locals>.symbolic_fn©r   Úquantized_argsÚ
parse_argsr   Úbeartype)r  rK  rJ  r8  rL  r!  rI  r"  Ú	_max_poolÍ  s
    4rQ  zaten::max_pool1d_with_indiceszaten::max_pool2d_with_indiceszaten::max_pool3d_with_indiceszaten::avg_pool1dZ
avg_pool1dzaten::avg_pool2dZ
avg_pool2dzaten::avg_pool3dZ
avg_pool3dc                   sJ   t  d¡t  ddddddd¡tjdddddd	d	d
œ‡ ‡fdd„ƒƒƒ}|S )NTrQ  r×  r~  r¿  r  úSequence[int]zUnion[int, Sequence[int]]ró  )r0  r/  r1  r0  rF  Úcount_include_padc              	     s¶   |s|}t  ˆ||||ˆ ¡}t|tƒs*t‚|}|r^t j| d|d| d dddd�}dt|ƒ }|rŽt||||ƒ}	|td	d
„ t|	|ƒD ƒƒ }n|d }| j	d|ˆ|ƒˆ|ƒ|d�}
|
S )NÚPad)r   r   r›  Úconstantr’  r?  ©r>  Úmode_sZvalue_fr  ©r   c                 s  s   | ]\}}|| V  qd S r  r!  r;  r!  r!  r"  r„  {  s    z1_avg_pool.<locals>.symbolic_fn.<locals>.<genexpr>ÚAveragePool)r=  r?  r>  )
r   Z_avgpool_helperr4  rD  rz  r  rN  r_   rE  r&  )r)  r0  r/  r1  r0  rF  rS  Zdivisor_overrideZadjusted_paddingr5  Úoutput©r  rK  r!  r"  rL  U  sJ         ÿ
ù	
ÿûz_avg_pool.<locals>.symbolic_fn)NrM  )r  rK  rL  r!  r[  r"  Ú	_avg_pool>  s    	 ø&1r\  zaten::adaptive_avg_pool1dZadaptive_avg_pool1drY  zaten::adaptive_avg_pool2dZadaptive_avg_pool2dzaten::adaptive_avg_pool3dZadaptive_avg_pool3dzaten::adaptive_max_pool1dZadaptive_max_pool1dr@  zaten::adaptive_max_pool2dZadaptive_max_pool2dzaten::adaptive_max_pool3dZadaptive_max_pool3dc                   s(   t  dd¡tj‡ ‡‡‡fdd„ƒƒ}|S )NTFc              	     s¨  ˆ}zt  ˆd¡‰W n  tk
r4   t  d|¡ Y S X ˆdgtˆƒ kr\ˆdkr\|  d|¡S t  |¡}z|dd … ‰ W n tk
rŽ   d ‰ Y nX ˆ d ksªtdd„ ˆ D ƒƒrÚˆdgtˆƒ krÌ|  d	|¡d fS t  ˆd
|¡S ‡ ‡fdd„t	dtˆ ƒƒD ƒ}|dgt|ƒ k�r>ˆdgtˆƒ k�r0|  d	|¡d fS t  ˆd|¡S ‡ ‡fdd„t	dtˆ ƒƒD ƒ}ˆdk�rŠˆ| |||dtˆ ƒ dtˆ ƒ dƒS | jˆ|ˆ|ƒˆ|ƒd�}|S )Nr×  z4adaptive pooling, since output_size is not constant.r@  rY  ZGlobalAveragePoolr›  c                 s  s   | ]}|d kV  qd S r  r!  r,  r!  r!  r"  r„  ë  s     z6_adaptive_pool.<locals>.symbolic_fn.<locals>.<genexpr>ZGlobalMaxPoolr-  c                   s   g | ]}ˆ | ˆ|  ‘qS r!  r!  r,  ©rE   Úoutput_sizer!  r"  r�  ò  s     z7_adaptive_pool.<locals>.symbolic_fn.<locals>.<listcomp>r   z-output size that are not factor of input sizec                   s    g | ]}t ˆ | ˆ|  ƒ‘qS r!  r4  r,  r]  r!  r"  r�  ù  s     r@  rX  r2  F)r=  r?  )
r   Ú
_parse_argÚ	ExceptionrÊ  rN  r&  r  r6  rÄ  rÔ  )r)  r0  r^  Zoutput_size_valuer7  rt  ÚkrZ  ©Úfnr  rK  Útyper]  r"  rL  Í  sJ     ÿ


  ÿ  ÿ
$z#_adaptive_pool.<locals>.symbolic_fn)r   rN  r   rP  )r  rd  rK  rc  rL  r!  rb  r"  Ú_adaptive_poolŒ  s    A
1re  ró  ©rE   c                 C  sF   t |dd… ƒdg| d t|ƒ   }|ddd… |ddd…  }|S )zèGenerate paddings in ONNX order based on pad in pytorch.
    Args:
        dim: the dimension of the tensor.
        pad: the paddings in pytorch.
            The order is dim_n_begin, dim_n_end, dim_n-1_begin, dim_n-1_end, ...
    Nr   r›  éþÿÿÿrØ  )r5  rN  )rE   r±   Úpaddingsr!  r!  r"  Ú_prepare_onnx_paddings  s    &ri  c              
   C  sh   t  | d¡}t  |¡rdt  |¡rdt  |¡}zdd„ |D ƒ}W n& tk
rb   t  dddd| ¡ Y S X |S )Nr×  c                 S  s   g | ]}t  |d d¡‘qS )r~  r0  )r   r   )r‚  rQ  r!  r!  r"  r�    s    z)_convert_padding_node.<locals>.<listcomp>rT  r  r?  z)The sizes of the padding must be constant)r   rÛ  rB  rÝ  r…  r`  rD  )r0  r0  Ú
input_listr!  r!  r"  Ú_convert_padding_node  s     
ÿ
    ÿ
rk  zaten::constant_pad_ndc              
   C  sn   d}zt  |dd¡}W n& tk
r<   t  dddd|¡ Y S X t|ƒ}tt  |¡|ƒ}t j| d||||dd�S )	NrU  rR  rX  rT  r  r?  z*The value for the padding must be constantrV  )r   r   r`  rD  rk  ri  r€  r  )r)  r0  r0  rX  rñ  rh  r!  r!  r"  r5   '  s,        ÿ
      ÿ)r)  r0  r±   c                 C  sH  t |ƒ}t|ƒd dkst‚t|ƒd }|}t|ƒD �]}|d| d   }|d| d   }g }	|dkr–tj| |d| g| gtjgd�}
|	 |
¡ |dk s¦|dk rît	 
d| ¡}t	 
d| ¡ }tj| |d| g|g|gd�}|	 |¡ n
|	 |¡ |dk�r*tj| |d| gdg|gd�}|	 |¡ | jd|	ždd| iŽ}q4|S )Nr›  r   r@  r  r2  r3  )r2  )rk  rN  rz  rÔ  r   r  r
   r²  r  Úbuiltinsr”   r&  )r)  r0  r±   r0  rÕ  ÚcurÚidxZpad_rZpad_lr‹  ÚleftÚstartÚendZmiddleÚrightr!  r!  r"  Ú_pad_circular;  sP        ÿ
û

    ÿ
rs  zaten::reflection_pad1dzaten::reflection_pad2dzaten::reflection_pad3dc                 C  s2   d}t |ƒ}tt |¡|ƒ}tj| d|||dd�S )NÚreflectrT  r?  ©r>  rW  r  ©rk  ri  r   r€  r  ©r)  r0  r0  rñ  rh  r!  r!  r"  rÒ   e  s         ÿzaten::replication_pad1dzaten::replication_pad2dzaten::replication_pad3dc                 C  s2   d}t |ƒ}tt |¡|ƒ}tj| d|||dd�S )NZedgerT  r?  ru  rv  rw  r!  r!  r"  rØ   r  s         ÿz	aten::pad©r)  r0  r±   rñ  rX  c                 C  st   t  |d¡}|dkr t| ||ƒS |dkr4t| ||ƒS |dkrJt| |||ƒS |dkr^t| ||ƒS t d|› �|¡‚d S )NrY  Z	replicatert  rU  ZcircularzUnrecognized padding mode )r   r_  rØ   rÒ   r5   rs  r   r]  rx  r!  r!  r"  r±     s    	zaten::upsample_nearest1dZupsample_nearest1dZnearestzaten::upsample_nearest2dZupsample_nearest2drî  zaten::upsample_nearest3dZupsample_nearest3dé   zaten::upsample_linear1dZupsample_linear1dzaten::upsample_bilinear2dZupsample_bilinear2dzaten::upsample_trilinear3dZupsample_trilinear3d)r  rE   Úinterpolate_modec                   s   ‡ ‡‡fdd„}|S )Nc                   sb   t  | ˆ|¡\}}t  ˆ¡ t  |¡}|r8t  ˆd|¡S |d krPt  | ||ˆ ¡}| jd||ˆd�S )Nzalign_corners == TrueÚUpsample©rW  )r   Z_get_interpolate_attributesZ_interpolate_warningrF  rÄ  Z_interpolate_size_to_scalesr&  )r)  r0  r^  rP  ÚscalesÚalign_corners©rE   rz  r  r!  r"  rL  Á  s"      ÿ

   ÿz!_interpolate.<locals>.symbolic_fnr!  )r  rE   rz  rL  r!  r  r"  Ú_interpolate•  s    ,r€  zaten::__interpolatec           	      C  s*   t  | |||||¡\}}| jd|||d�S )Nr{  r|  )r   Z _interpolate_get_scales_and_moder&  )	r)  r0  rè   Zscale_factorrñ  r~  Zrecompute_scale_factorZ	antialiasr}  r!  r!  r"  Ú__interpolateÒ  s         ÿr�  zaten::bitwise_notc                 C  s"   t  |¡st d|¡‚|  d|¡S ©NzOONNX export does NOT support exporting bitwise Not for non-boolean input valuesrp  ©r   rK  r   r]  r&  r/  r!  r!  r"  r(   ä  s    
ýzaten::bitwise_orc                 C  s:   t  |¡st d|¡‚t  |¡s,t d|¡‚|  d||¡S )NzVONNX export does NOT support exporting bitwise OR for non-boolean input values. self: zWONNX export does NOT support exporting bitwise OR for non-boolean input values. other: ÚOrrƒ  rL  r!  r!  r"  r)   ð  s    
ý
ýc                   s   ‡ fdd„}|S )Nc                   s   t  ˆ ¡‡ ‡fdd„ƒ}|S )Nc                   s,   t ƒ dˆ› � }ˆ | || |dƒ|| |dƒƒS )NZ_cast_F)r  )r)  r0  r=  Zto_cast_func)rc  Úto_typer!  r"  Úwrap_with_cast  s    zGwrap_logical_op_with_cast_to.<locals>.decorator.<locals>.wrap_with_cast©Ú	functoolsÚwraps)rc  r†  ©r…  )rc  r"  Ú	decorator  s    z/wrap_logical_op_with_cast_to.<locals>.decoratorr!  )r…  r‹  r!  rŠ  r"  r    s    r   )r   Úreturnc                   s   t  ˆ ¡‡ fdd„ƒ}|S )Nc                   s   |   dˆ | ||ƒ¡S )Nrp  r.  ©r)  r0  r=  r  r!  r"  Úwrap_with_not  s    z4wrap_logical_op_with_negation.<locals>.wrap_with_notr‡  )r   rŽ  r!  r  r"  r    s    zaten::__not_c                 C  s"   t  |¡st d|¡‚|  d|¡S r‚  rƒ  r}  r!  r!  r"  Ú__not_  s    
ýr�  zaten::eqc                 C  sÆ   t | ¡ tjƒr:t | ¡ tjƒr:| jdtjdtjd�d�S | ¡ }| ¡ }| 	¡ | 	¡   krfdkr¸n nN| 
d¡| 
d¡  krŠdkr¸n n*| jdtj| d¡| d¡ktjd�d�S |  d||¡S )	NrU  Trm  rV  úonnx::ConstantrX  rY  rq  )r4  rd  r	   ÚDeviceObjTyper&  rW  rü   r¼  r‰  rÃ  ÚkindOfrY  )r)  r:  r=  Z	self_nodeZ
other_noder!  r!  r"  rN   $  s"     ÿ $þþzaten::nec                 C  s   t | ||ƒS r  )rN   rL  r!  r!  r"  r¢   @  s    zaten::gtc                 C  s   t | ||ƒS r  ©Ú_gt_implr�  r!  r!  r"  rb   H  s    c                 C  sJ   t  |¡r<t  |¡r<| jd|tjjd�}| jd|tjjd�}|  d||¡S )Nr_  r`  r©  ©r   rK  r&  ra  rb  ÚINT32r�  r!  r!  r"  r”  O  s    r”  zaten::ltc                 C  s   t | ||ƒS r  ©Ú_lt_implr�  r!  r!  r"  r�   W  s    c                 C  sJ   t  |¡r<t  |¡r<| jd|tjjd�}| jd|tjjd�}|  d||¡S )Nr_  r`  r«  r•  r�  r!  r!  r"  r˜  ^  s    r˜  zaten::gec                 C  s   t | ||ƒS r  r—  r�  r!  r!  r"  r]   f  s    zaten::lec                 C  s   t | ||ƒS r  r“  r�  r!  r!  r"  ru   n  s    zaten::__and_c                 C  s:   t  |¡st d|¡‚t  |¡s,t d|¡‚|  d||¡S )NzOONNX export does NOT support exporting bitwise AND for non-boolean input valuesrJ  rƒ  r�  r!  r!  r"  Ú__and_v  s    
ý
ýr™  zaten::__or_c                 C  s:   t  |¡st d|¡‚t  |¡s,t d|¡‚|  d||¡S )NzNONNX export does NOT support exporting bitwise OR for non-boolean input valuesr„  rƒ  r�  r!  r!  r"  Ú__or_ˆ  s    
ý
ýrš  zaten::__xor_c                 C  s:   t  |¡st d|¡‚t  |¡s,t d|¡‚|  d||¡S )NzOONNX export does NOT support exporting bitwise XOR for non-boolean input valuesro  rƒ  r�  r!  r!  r"  Ú__xor_š  s    
ý
ýr›  zaten::logical_andZBoolc                 C  s   |   d||¡S )NrJ  r.  r�  r!  r!  r"  r…   ¬  s    zaten::logical_orc                 C  s   |   d||¡S )Nr„  r.  r�  r!  r!  r"  r‡   ³  s    zaten::logical_xorc                 C  s   |   d||¡S )Nro  r.  r�  r!  r!  r"  rˆ   º  s    zaten::logical_notc                 C  s   |   d| j d|tjjd�¡S )Nrp  r_  r`  ©r&  ra  rb  ÚBOOLr/  r!  r!  r"  r†   Á  s    zaten::__rshift_c                 C  s¢   t j |¡}t j |t jj¡|kr6| jd|| ¡ d�}| jdtjdtjd�d�}t	 
|¡sn| jd|tjjd�}|  d||¡}| jd|| ¡ d�}|  d||¡}|S )	Nr_  r`  rU  r›  rm  rV  ÚPowr^  ©r   rd  re  rf  r&  ri  rW  rü   Zfloat32r   rg  ra  rb  rh  )r)  r:  r=  rž  ÚtwoÚtwo_powÚrshiftr!  r!  r"  Ú	__rshift_Ç  s*    ÿÿý
ýr£  zaten::__lshift_c                 C  s¢   t j |¡}t j |t jj¡|kr6| jd|| ¡ d�}| jdtjdtjd�d�}t	 
|¡sn| jd|tjjd�}|  d||¡}| jd|| ¡ d�}|  d||¡}|S )	Nr_  r`  rU  r›  rm  rV  rž  rA  rŸ  )r)  r:  r=  rž  r   r¡  Úlshiftr!  r!  r"  Ú	__lshift_å  s*    ÿÿý
ýr¥  zaten::wherec              	   C  s`   t  |¡s| jd|tjjd�}|d krPt| |ƒ}t  | || jdt 	d¡d�|¡S |  d|||¡S )Nr_  r`  rU  r@  rV  rª  )
r   rK  r&  ra  rb  r�  r©   Z_unbind_helperrW  rü   )r)  Ú	conditionr:  r=  rú  r!  r!  r"  r  	  s    

   ÿzaten::log_softmaxc           	      C  sà   t  |¡}|d krt  dd¡S |dk r.|| }||d k}|r|tt|ƒƒ}|d ||  ||< |d< | jd||d�}|d }| jd||d	�}|rÈ| ¡  ¡ d
krÈt  |dd¡}| jd|t	 
|¡ ¡ d�}|rÜ| jd||d�}|S )NrE   úfONNX and PyTorch use different strategies to split the input. Input rank must be known at export time.r   r@  rØ  rÏ  rÐ  Z
LogSoftmaxr  r%  r~  rn  r_  r`  )r   r€  rÄ  r5  rÔ  r&  r‰  rÃ  r   r   rd  ri  )	r)  r0  rE   rn  r)  r*  r³  Z	return_opr+  r!  r!  r"  r€   	  s2    
þ  ÿzaten::_log_softmaxc                 C  s>   |r2t j |t jj¡t jjkr2| jd|tjjd�}t	| ||ƒS ©Nr_  r`  )
r   rd  re  rf  ÚHALFr&  ra  rb  rh  r€   )r)  r0  rE   Zhalf_to_floatr!  r!  r"  Ú_log_softmax4	  s    ÿ ÿýþrª  zaten::_convolutionc                 C  s"  t  |¡}z|dd … }W n tk
r2   d }Y nX |d ksNtdd„ |D ƒƒrZt d|¡‚||g}t  |¡s„t  |¡dkr„| |¡ |dd … ||| ||	dœ}tdd„ |D ƒƒrÖ|sºt	‚t
|ƒt
|ƒksÎt	‚||d< | j|râd	nd
f|ž|Ž}t  |¡�st  |¡dk�r|  d||¡S |S d S )Nr›  c                 s  s   | ]}|d kV  qd S r  r!  r,  r!  r!  r"  r„  `	  s     z_convolution.<locals>.<genexpr>úDUnsupported: ONNX export of convolution for kernel of unknown shape.r@  )r=  r?  r>  Údilations_iÚgroup_ic                 s  s   | ]}|d kV  qdS r  r!  )r‚  Úor!  r!  r"  r„  x	  s     Zoutput_padding_iZConvTransposeÚConvr>  )r   r  r`  r6  r   r]  rÉ  r€  r  rz  rN  r&  )r)  r0  ré  Úbiasr1  r0  r:  Ú
transposedÚoutput_paddingÚgroupsZ	benchmarkZdeterministicÚcudnn_enabledZ
allow_tf32Úweight_sizeÚkernel_shaperP  rG  r*  r!  r!  r"  Ú_convolutionC	  sB    

þÿþ

ù
ÿþr·  zaten::_convolution_modec                 C  sô   t  |¡}z|dd … }	W n tk
r2   d }	Y nX |	d ksNtdd„ |	D ƒƒrZt d|¡‚||g}
t  |¡s„t  |¡dkr„|
 |¡ |dkr’d}n|dkržd	}|dd … ||||d
œ}| j	d|
ž|Ž}t  |¡sìt  |¡dkrì|  	d||¡S |S d S )Nr›  c                 s  s   | ]}|d kV  qd S r  r!  r,  r!  r!  r"  r„  ¨	  s     z$_convolution_mode.<locals>.<genexpr>r«  r@  ÚvalidZVALIDÚsameZ
SAME_UPPER)r=  r?  Z
auto_pad_sr¬  r­  r¯  r>  )r¯  )
r   r  r`  r6  r   r]  rÉ  r€  r  r&  )r)  r0  ré  r°  r1  r0  r:  r³  rµ  r¶  rP  rG  r*  r!  r!  r"  Ú_convolution_mode‹	  sB    

þÿþ

ûÿþrº  zaten::convolutionc
           
      C  s"   t | |||||||||	d d d d ƒS r  ©r·  )
r)  r0  ré  r°  r1  r0  r:  r±  r²  r³  r!  r!  r"  r?   Í	  s     òzaten::conv1dc           	      C  s\   t  |d¡}|dkr*t| |||||||ƒS t  |d¡}t| ||||||dd|d d d d ƒS d S ©NrY  )r¸  r¹  r×  Fr!  ©r   r_  rº  r·  ©	r)  r0  ré  r°  r1  r0  r:  r³  Zstr_paddingr!  r!  r"  r;   î	  s:    øòzaten::conv2dc           	      C  s\   t  |d¡}|dkr*t| |||||||ƒS t  |d¡}t| ||||||dd|d d d d ƒS d S r¼  r½  r¾  r!  r!  r"  r<   
  s:    øòzaten::conv3dc           	      C  s\   t  |d¡}|dkr*t| |||||||ƒS t  |d¡}t| ||||||dd|d d d d ƒS d S r¼  r½  r¾  r!  r!  r"  r=   :
  s:    øòzaten::conv_transpose1dc	           	      C  s"   t | ||||||d||d d d d ƒS ©NTr»  ©	r)  r0  ré  r°  r1  r0  r²  r³  r:  r!  r!  r"  r8   `
  s     òzaten::conv_transpose2dc	           	      C  s"   t | ||||||d||d d d d ƒS r¿  r»  rÀ  r!  r!  r"  r9   €
  s     òzaten::conv_transpose3dc	           	      C  s"   t | ||||||d||d d d d ƒS r¿  r»  rÀ  r!  r!  r"  r:    
  s     òzaten::batch_normc
                 C  sæ   t  |d¡ t ¡ rDt  |||||g¡sDtjdk rDt  dddd|¡S t  | |||||¡\}}}}| j	d||||||d| |s€dndd�	}
|s�|
S |
\}}}}}| 
| ¡ ¡ | 
| ¡ ¡ | d	| ¡  ¡ | d	| ¡  ¡ |S d S )
Nr&   é   ZBatchNormalizationr  zaAll input tensors must have the same `dtype`. Turn off Autocast or export using opset version 15.r@  ry  )Ú	epsilon_fZ
momentum_frï  zbatch_norm_dead_output-)r   Úcheck_training_moderW  Zis_autocast_enabledZargs_have_same_dtyper   Úexport_onnx_opset_versionrD  Z_batchnorm_helperr&  r'  rd  ZsetDebugNameZ	debugName)r)  r0  ré  r°  Úrunning_meanÚrunning_varÚtrainingÚmomentumÚepsr´  rj  ÚresZnew_running_meanZnew_running_varZ
saved_meanZ	saved_varr!  r!  r"  r&   À
  sV    ÿÿþûú	     ÿ
÷zaten::native_layer_normrR  z#Tuple[_C.Value, _C.Value, _C.Value])r)  r0  Únormalized_shaperé  r°  rÉ  rŒ  c              
   C  sà  dd„ t t|ƒddƒD ƒ}t | d¡}t | |¡}| jdk rN| jd||d�}	n$|  d|| jd	tj|tjd
�d�¡}	t	| ||	ƒ}
t
j |
¡t
jjk}|r¼t
j |¡}| jd|
t
 |¡ ¡ d�}
| jdk rà| jdt| |
|ƒ|d�}n,|  dt| |
|ƒ| jd	tj|tjd
�d�¡}t| |  d||¡ƒ}|  d|
|¡}|�rZt
j |¡}| jd|t
 |¡ ¡ d�}|d k�s|t |¡�s|t| ||ƒ}|d k�sžt |¡�sžt| ||ƒ}|�rÌ| jd|t
 |¡ ¡ d�}|  d|¡}n
t| |ƒ}||	|fS )Nc                 S  s   g | ]
}| ‘qS r!  r!  r,  r!  r!  r"  r�    s     z%native_layer_norm.<locals>.<listcomp>r   rØ  ç       @é   r¸  r  rU  rm  rV  r_  r`  r>  r^  r|  )rÔ  rN  r   Z_generate_wrapped_numberr  r&  rW  rü   Úlongrö   r   rd  re  r©  ri  r¶   rð   rÉ  r�   r   rÑ   )r)  r0  rË  ré  r°  rÉ  r³  Ztwo_cstZeps_cstr¹  Ú	numeratorZis_type_halfZ	eps_dtypeZvarianceÚdenominatorÚ
normalizedZinput_dtypeZrdenominatorr!  r!  r"  r¡   ú
  sf    
ý
ÿÿ  ÿ

ý  ÿ  ÿ
zaten::layer_norm)r)  r0  rË  ré  r°  rÉ  Úcudnn_enablerŒ  c           	   	   C  s<   t  ¡ r | jd||||||d�S t| |||||ƒ\}}}|S )Nrt   )Znormalized_shape_iÚeps_fZcudnn_enable_i)r   rÂ  rÅ  r¡   )	r)  r0  rË  ré  r°  rÉ  rÒ  rÑ  rB  r!  r!  r"  rt   H  s    ù	zaten::instance_normr   )r)  Úuse_input_statsrÈ  rÉ  r´  c
                 C  s,  t  |d¡ t  |d¡}
|d ks*t  |¡rl|
d kr>t d|¡‚tjdg|
 tj	 
|¡ ¡ d�}| jd|d�}|d ks~t  |¡rÀ|
d kr’t d|¡‚tjdg|
 tj	 
|¡ ¡ d�}| jd|d�}|d ksät  |¡sä|d ksät  |¡rø| jd	||||d
�S t  |¡}| ¡ }|d }|d k�r(t d|¡‚|d }d|d< || |d< t| || jdtj|gtjd�d�ƒ}t| || jdtj|gtjd�d�ƒ}t| || jdtj|gtjd�d�ƒ}t| || jdtj|gtjd�d�ƒ}|  d|| jdt |¡d�¡}t| |||||||||	ƒ
}t| || jdt |¡d�ƒS d S )Nrn   r@  zCUnsupported: ONNX export of instance_norm for unknown channel size.rS  rm  rU  rV  r’  ÚInstanceNormalization©rÂ  r   zJUnsupported: ONNX export of instance_norm training for unknown batch size.ZReshape)r   rÃ  r‡  rÉ  r   r]  rW  rü   r   rd  re  rn  r&  r  Úcopyr×   rr  rÜ  r&   r  )r)  r0  ré  r°  rÅ  rÆ  rÔ  rÈ  rÉ  r´  Úchannel_sizeÚweight_valueÚ
bias_valueÚ
input_sizeZinput_size_reshaper*  ÚcÚweight_Úbias_Zrunning_mean_Zrunning_var_Úinput_reshapedrj  r!  r!  r"  rn   c  s¤    þþþþÿþýü

ý  ÿ  ÿýýýözaten::unfoldc                   sî   t  ¡ rˆjdˆˆ ||d�S t  ˆ¡}z|ˆ  }W n tk
rJ   d }Y nX |d k	rÜtd||ƒ}t||d |ƒ}‡ ‡‡fdd„t||ƒD ƒ}	t|ƒ}
ttd|
ƒƒ‰ˆ 	ˆ 
ˆ ¡¡ ‡ ‡‡fdd„|	D ƒ}ˆjd|žd	ˆ iŽS t  d
dˆ¡S d S )Nr  )Zdimension_iZsize_iZstep_ir   r@  c              	     s*   g | ]"\}}t jˆˆˆ g|g|gd �‘qS )r  ©r   r  )r‚  ÚlowÚhi)Ú	dimensionr)  r0  r!  r"  r�  Ö  s   ý    ÿzunfold.<locals>.<listcomp>c              
     s(   g | ] }t  ˆˆjd |ˆd�ˆ g¡‘qS )rÏ  rÐ  )r   r�  r&  r�  )rã  r)  rÖ  r!  r"  r�  ß  s   ý  ÿr2  r3  ZUnfoldr-  )r2  )r   rÂ  rÅ  r  r`  rÔ  rE  rN  r5  r  Úpopr&  rÄ  )r)  r0  rã  rè   Ústepr7  ZsizedimZlow_indicesZ
hi_indicesró   rÕ  r  r!  )rã  r)  r0  rÖ  r"  r  Å  s2    

üü  ÿz	aten::eluc                 C  sJ   |r|dkrt  dd|¡S |r4|dkr4t  dd|¡S | jd|t  |¡d�S )NrS  r¦  zdoes not support scale in EluÚinput_scalez#does not support input_scale in EluÚElur!  )r   rÄ  r&  rE  )r)  r0  rH  r¦  ræ  r!  r!  r"  rI   ì  s      ÿ  ÿz
aten::seluc                 C  s   |   d|¡S )NZSelur.  r/  r!  r!  r"  rã   ý  s    zaten::index_selectc                 C  s   t  | |||¡S r  )r   Ú_select_helper)r)  r:  rE   rm   r!  r!  r"  rl     s    zaten::index_putc                 C  s„   t  |¡rt  |¡}n|g}t  ¡ rD|g| ||g }| jd|žŽ S t  |d¡}t|ƒdkrp|rlt| ||ƒS |S t  ddd|¡ d S )Nrk   rå  r   r  r?  )rk   )	r   rÝ  r…  rÂ  rÅ  r_  rN  r   rÆ  )r)  r:  Zindices_list_valueÚvaluesÚ
accumulateZindices_listrP  r!  r!  r"  rk     s    
zaten::index_fillc           	      C  sr   t  |d¡}t  ¡ r*| jd|||d|d�S t  | |||¡\}}t  |¡}t  ||¡}t| ||d ƒ}t| ||||ƒS )Nr~  rj   Z
int_Scalar)rô  rÁ  )	r   r_  rÂ  rÅ  Ú_index_fill_reshape_helperrF  r¤  rR   rá   )	r)  r:  rE   rm   rX  Ú	dim_valueÚexpanded_index_shapeÚexpanded_indexZexpanded_valuer!  r!  r"  rj   "  s(    ú	   ÿ
zaten::index_copyc                 C  sL   t  |d¡}t  ¡ r(| jd||||d�S t  | |||¡\}}t| ||||ƒS )Nr~  ri   rÀ  )r   r_  rÂ  rÅ  rë  rá   )r)  r:  rE   rm   Úsourcerì  rí  rî  r!  r!  r"  ri   :  s       ÿzaten::bucketizec                 C  s¸   t jj}|rt jj}| jd|  d|¡|  d|¡dd�}t |¡}|d k	sLt‚tt	d|d ƒƒ}t
| t | ||¡|d ƒ}	|rˆt| ||	ƒ}
nt| ||	ƒ}
| jd|
|d�}tj| |dgdd�S )	Nr2  r-  r   r  r@  r_  r`  r%  )ra  rb  rc  r–  r&  r   r€  rz  r5  rÔ  rR   r�  r]   rb   r(  )r)  r:  Z
boundariesZ	out_int32rr  Zout_typeÚ	new_shapeZtensor_rankZunsqueeze_axesZexpanded_boundariesÚcondZcond_outr!  r!  r"  r-   F  s$    "
ü
zaten::type_asc                 C  sj   t  |¡}t  |¡}||kr(|d k	r(|S |d k	rD| jd|| ¡ d�S t  ¡ rZ|  d||¡S t d|¡‚d S )Nr_  r`  r  z–Unsupported: ONNX export of type_as for tensor of unknown dtype. Please check if the dtype of the parameter passed to the type_as function is correct.)r   rœ  r&  ri  rÂ  rÅ  r   r]  )r)  r:  r=  Ú
self_dtypeZother_dtyper!  r!  r"  r  l  s     

ýüzaten::cosine_similarityc           	      C  s¨   t  ¡ r| jd||||d�S t j| t| ||ƒ|gdd�}t j| t| ||ƒ|gdd�}t j| t| ||ƒ|gdd�}t| t| t| ||ƒƒ| jdt 	|g¡d�ƒ}t
| ||ƒS )NrA   )rÁ  rÓ  r   r%  rU  rV  )r   rÂ  rÅ  r(  r�   r”   rð   r&  rW  rü   rF   )	r)  Úx1Úx2rE   rÉ  rB   Zx1_l2Zx2_l2Zdiv_tensr!  r!  r"  rA   †  s4     
  ÿ 
  ÿ 
  ÿ  ÿzaten::pairwise_distancec                 C  s„   t  |¡s | jdt |g¡d�}t| | jdtjdgtjd�d�t| ||ƒƒ}t j| t	| t
| ||ƒ|ƒdgt  |d¡d�}t	| ||ƒS )NrU  rV  r@  rm  rØ  r~  r%  )r   rB  r&  rW  rü   rF   rx  r   r(  r¶   rö   r_  )r)  Zinput1Zinput2ÚprÉ  rß  Zinv_pZ	summationr!  r!  r"  r²   ›  s    

ý
üzaten::clonec                 C  s   |S r  r!  )r)  r0  Zunused_memory_formatr!  r!  r"  r4   ®  s    z	aten::absc                 C  s   |   d|¡S )NÚAbsr.  r}  r!  r!  r"  r   µ  s    z	aten::logc                 C  s   |   d|¡S )NÚLogr.  r}  r!  r!  r"  r�   »  s    zaten::log1pc              	   C  s    t | t| t t d¡|¡|ƒƒS )Nr@  )r�   r   r   r¤  rW  r¯   r}  r!  r!  r"  rƒ   Á  s    zaten::log10c              	   C  s*   d}|   dt| |ƒ| j dt |g¡d�¡S )NgUµ»±k@r^  rU  rV  ©r&  r�   rW  rü   )r)  r:  Z_ln10r!  r!  r"  r‚   Ç  s    z	aten::powc                 C  sb   t j |¡}t |¡s2t jj}| jd|| ¡ d�}t |¡sP| jd|| ¡ d�}|  d||¡}|S )Nr_  r`  rž  )r   rd  re  r   rg  rh  r&  ri  )r)  r:  ÚexponentZf_dtyper¶   r!  r!  r"  r¶   Î  s    

ýzaten::clampc              	   C  s~   t  |¡rt| ||ƒS t  |¡r,t| ||ƒS t  |¡rft  |¡rft j| d|t  |d¡t  |d¡dd�S t| t| ||ƒ|ƒS d S )NÚCliprR  é   ©Úmin_fÚmax_fr  )r   rÉ  r1   r2   r†  r  r_  )r)  r:  r—   r”   r!  r!  r"  r3   ß  s    



ú	zaten::clamp_minc                 C  s^   t  |¡r&t j| d|t  |d¡dd�S tj |¡}| jd|| ¡ d�}t j| d||dd�S d S )	Nrú  rR  rû  )rý  r  r_  r`  ÚMaxr  ©	r   r†  r  r_  r   rd  re  r&  ri  )r)  r:  r—   rn  r!  r!  r"  r2   ö  s"    
   
 ÿ    ÿzaten::clamp_maxc                 C  s^   t  |¡r&t j| d|t  |d¡dd�S tj |¡}| jd|| ¡ d�}t j| d||dd�S d S )	Nrú  rR  rû  )rþ  r  r_  r`  ZMinr  r   )r)  r:  r”   rn  r!  r!  r"  r1     s"    
   
 ÿ    ÿz	aten::maxc                 C  s   t  | |||¡S r  )r   Z_max_helper©r)  r:  Údim_or_yrß  r!  r!  r"  r”     s    zaten::maximumc                 C  s   t | ||d�S ©N)r  )r”   r�  r!  r!  r"  r•     s    z	aten::minc                 C  s   t  | |||¡S r  )r   Z_min_helperr  r!  r!  r"  r—   &  s    zaten::minimumc                 C  s   t | ||d�S r  )r—   r�  r!  r!  r"  r˜   -  s    z
aten::amaxc                 C  s   | j d|||d�S )Nr$  r%  r.  ©r)  r:  rE   rß  r!  r!  r"  r   4  s    z
aten::aminc                 C  s   | j d|||d�S )NÚ	ReduceMinr%  r.  r  r!  r!  r"  r   <  s    zaten::aminmaxc                 C  sJ   d|i}t  |¡s*t  |dd¡}|g|d< | jd|f|Ž| jd|f|ŽfS )Nr&  r~  rE   r±  r  r$  )r   rÉ  r   r&  )r)  r:  rE   rß  Zreduce_kwargsr!  r!  r"  r   D  s    

 ÿÿz	aten::expc                 C  s   |   d|¡S )Nr'  r.  r}  r!  r!  r"  rP   S  s    zaten::dropout_zaten::dropoutc                 C  s.   t  |d¡ |s|S | jd||dd�\}}|S )NrH   ZDropoutr›  )Zratio_frï  )r   rÃ  r&  )r)  r0  rõ  ÚtrainrH  rB  r!  r!  r"  rH   Y  s
    zaten::alpha_dropout_zaten::feature_alpha_dropout_zaten::feature_dropout_zaten::feature_alpha_dropoutzaten::alpha_dropoutzaten::feature_dropoutc                   s$   t  ddd¡tj‡ fdd„ƒƒ}|S )NrQ  r¿  rå  c                   s   |rt  ˆ d|¡S |S )Nztraining mode)r   rÄ  )r)  r0  rõ  r  r  r!  r"  Úfeature_dropout€  s    z-_unsupported_dropout.<locals>.feature_dropout©r   rO  r   rP  )r  r  r!  r  r"  Ú_unsupported_dropoutf  s    r	  z
aten::normc                 C  sx   |dkrt  d¡}n |dkr(t  d¡}nt d|¡‚|| |||d�}|d k	rtt  |dd¡}| jd	|t |¡ ¡ d
�}|S )Nr@  ZReduceL1r›  ZReduceL2z)ONNX export only p-norms with p of 1 or 2)rE   rß  r~  rn  r_  r`  )	r   Z_reduce_op_symbolic_helperr   r]  r   r&  r   rd  ri  )r)  r:  rõ  rE   rß  rn  rR  r¯  r!  r!  r"  rª   ‹  s     ÿzaten::conv_tbcc              	   C  s~   t  ¡ r| jd||||d�S | jd|dddgd�}| jd|dddgd�}t| |||dg|gdgdƒ}| jd|dddgd�S d S )Nr7   )Zpad_irÏ  r@  r›  r   rÐ  )r   rÂ  rÅ  r&  r;   )r)  r0  ré  r°  r±   Úconvr!  r!  r"  r7   ž  s    zaten::_uniquec                 C  s,   t  ¡ r| jd|||dd�S t  d|¡S d S )NÚ_uniquer›  )Úsorted_iÚreturn_inverse_irï  )r   rÂ  rÅ  rÊ  )r)  r0  ÚsortedÚreturn_inverser!  r!  r"  r  °  s    ûr  zaten::_unique2c                 C  s2   t  ¡ r| jd||||dd�S t  ddd|¡ d S )NÚ_unique2r9  )r  r  Zreturn_counts_irï  r  r?  )r   rÂ  rÅ  rÆ  )r)  r0  r  r  Zreturn_countsr!  r!  r"  r  À  s    ú	r  zaten::_cast_Bytez2.0z
the futurez8Avoid using this function and create a Cast node insteadc                 C  s   | j d|tjjd�S r¨  )r&  ra  rb  r   ©r)  r0  Znon_blockingr!  r!  r"  Ú
_cast_ByteÑ  s    r  zaten::_cast_Charc                 C  s   | j d|tjjd�S r¨  )r&  ra  rb  r¡  r  r!  r!  r"  Ú
_cast_CharÜ  s    r  zaten::_cast_Shortc                 C  s   | j d|tjjd�S r¨  )r&  ra  rb  r¢  r  r!  r!  r"  Ú_cast_Shortç  s    r  zaten::_cast_Intc                 C  s   | j d|tjjd�S r¨  )r&  ra  rb  r–  r  r!  r!  r"  Ú	_cast_Intò  s    r  zaten::_cast_Longc                 C  s   | j d|tjjd�S r¨  )r&  ra  rb  rc  r  r!  r!  r"  Ú
_cast_Longý  s    r  zaten::_cast_Halfc                 C  s   | j d|tjjd�S r¨  )r&  ra  rb  ZFLOAT16r  r!  r!  r"  Ú
_cast_Half  s    r  zaten::_cast_Floatc                 C  s   | j d|tjjd�S r¨  )r&  ra  rb  rh  r  r!  r!  r"  Ú_cast_Float  s    r  zaten::_cast_Doublec                 C  s   | j d|tjjd�S r¨  )r&  ra  rb  r{  r  r!  r!  r"  Ú_cast_Double  s    r  zaten::_cast_Boolc                 C  s   | j d|tjjd�S r¨  rœ  r  r!  r!  r"  Ú
_cast_Bool)  s    r  zaten::emptyc                 C  s   t | |||||ƒS r  )r  )r)  r7  rn  ÚlayoutÚdeviceÚ
pin_memoryÚmemory_formatr!  r!  r"  rM   4  s    zaten::empty_likec                 C  s   t | |||||ƒS r  )r  )r)  r0  rn  r  r  r  r  r!  r!  r"  rL   C  s    zaten::new_emptyc                 C  s2   t  |¡}t  |¡r |d k	r |}t| |||||ƒS r  )r   rœ  rÉ  rM   ©r)  r:  r7  rn  r  r  r  rò  r!  r!  r"  r¤   R  s    
zaten::scalar_tensorc                 G  s<   t  |dd¡}|d krtjj}| jd|t |¡ ¡ d�}|S )Nr~  rn  r_  r`  )r   r   r   rd  rh  r&  ri  )r)  Zscalarrn  Úoptionsr!  r!  r"  rß   ]  s
    zaten::tensorc                 C  s  t  |dd¡}t  |¡r¨|d kr6tj t  |¡d ¡}tƒ }t  |¡D ]L}| jdt	 
dg¡d�}t  | ||¡}| jd|t |¡ ¡ d�}| |¡ qF| jd|žd
diŽS |d kr¼tj |¡}t  |¡rìt  |¡sÚt  |¡rì| jd|ddd�}| jd|t |¡ ¡ d�S )Nr~  rn  r   rU  r@  rV  r_  r`  r2  r3  ZConcatFromSequence)r3  Z
new_axis_i)r2  )r   r   rÝ  r   rd  re  r…  r5  r&  rW  rÜ  r8  ri  r  Z_is_listrC  Z_is_scalar_list)r)  Údatarn  r  Úrequires_gradrj  r÷   Zshape_referencer!  r!  r"  rü   g  s,    
ÿ
ÿþzaten::as_tensorc                 C  s   t | |||ƒS r  )rü   )r)  r!  rn  r  r!  r!  r"  r!   „  s    zaten::zerosc                 C  sz   |d krt jj}n
t  |¡}t |d¡}t|tƒrZt|ƒdkrZ| jdt	 
g ¡ t	j¡d�}| jd|t	j
dg| ¡ d�d�S )Nr×  r   rU  rV  ÚConstantOfShaperm  ©r   rd  rh  r   rÛ  r4  r5  rN  r&  rW  rü   rþ   rr  rn  ©r)  r7  rn  r  r  r  rk  Úsizes_r!  r!  r"  r  Š  s    

ýzaten::zeros_likec           	      C  sT   |   d|¡}t |¡r*tj |tjj¡}n
t |¡}| j d|tjdg| 	¡ d�d�S )Nr-  r#  r   rm  rV  ©
r&  r   rÉ  r   rd  re  rh  rW  rü   rn  ©	r)  r0  rn  r  r  r  r  r6  rk  r!  r!  r"  r  �  s    
 ÿ
ýzaten::new_zerosc                 C  s2   t  |¡}t  |¡r |d k	r |}t| |||||ƒS r  )r   rœ  rÉ  r  r  r!  r!  r"  r§   ·  s    
z
aten::zeroc                 C  s   t  |¡}t| ||ƒS r  )r   rœ  r  )r)  r:  rò  r!  r!  r"  r  Ã  s    
z
aten::onesc                 C  sz   |d krt jj}n
t  |¡}t |d¡}t|tƒrZt|ƒdkrZ| jdt	 
g ¡ t	j¡d�}| jd|t	j
dg| ¡ d�d�S )Nr×  r   rU  rV  r#  r@  rm  r$  r%  r!  r!  r"  r¯   Ê  s    

ýzaten::ones_likec           	      C  sT   |   d|¡}t |¡r*tj |tjj¡}n
t |¡}| j d|tjdg| 	¡ d�d�S )Nr-  r#  r@  rm  rV  r'  r(  r!  r!  r"  r®   Ü  s    
 ÿ
ýzaten::new_onesc                 C  s2   t  |¡}t  |¡r |d k	r |}t| |||||ƒS r  )r   rœ  rÉ  r¯   r  r!  r!  r"  r¦   ö  s    
z
aten::fullc              	   C  sä   t  |d¡}t  |¡rX|d kr&tjjn|}t| ||||ƒ}t| ||| jdt	 
d¡d�ƒS t  |dd¡}|d krxtjj}	n
t |¡}	t  |d¡}
t|
tƒrÀt|
ƒdkrÀ| jdt	 
g ¡ t	j¡d�}| jd	|| d¡ |	 ¡ ¡d�S d S )
Nr÷   rU  r@  rV  r~  rn  r×  r   r#  )r   rÛ  rB  r   rd  rh  r  r   r&  rW  rü   r   r4  r5  rN  rþ   rr  r  rn  )r)  r7  rX  rn  r  r  r  Úconst_valueÚtmprk  r&  r!  r!  r"  r[     s"    


ýzaten::full_likec              	   C  s¼   t  |d¡}t  |dd¡}|d kr6tj |tjj¡}n
t |¡}t  |¡rŒt| ||||ƒ}	| j	d|| 
¡ d�}t| |	|| j	dt d¡d�ƒS |  	d	|¡}
| j	d
|
tj|g| ¡ d�d�S d S )NrR  r~  rn  r_  r`  rU  r@  rV  r-  r#  rm  )r   rÛ  r   r   rd  re  rh  rB  r  r&  ri  r   rW  rü   rn  )r)  r0  Ú
fill_valuern  r  r  r  r  rk  r*  r6  r!  r!  r"  rZ     s$     ÿ

ýzaten::new_fullc           	      C  s4   t  |¡}t  |¡r |d k	r |}t| ||||||ƒS r  )r   rœ  rÉ  r[   )	r)  r:  rè   r+  rn  r  r  r  rò  r!  r!  r"  r¥   <  s    
ú	aten::eyec                 G  sÒ   t |ƒdkrX|\}}}}}t | |dg¡}| jd||dd�}t| ||||ƒ}	|  d|	¡S t |ƒdkrº|\}}
}}}}| jdt | |dg¡t | |
dg¡dd�}t| ||||ƒ}	|  d|	¡S t ddt |ƒ› d	�¡S )
Nry  r   r2  r  ZEyeLiker  r,  úwith ú
 arguments)rN  r   r�  r&  r  rÄ  )r)  rP  r*  rn  r  r  r  r  r6  rü   Úmr!  r!  r"  rS   N  s"    üúaten::slicec                 G  s2  t |ƒdk�rr|\}}}}t |d¡}|dkr:t d|¡‚| ¡  ¡ dkoXt| ¡ t	j
ƒ}| ¡  ¡ dkoxt| ¡ t	j
ƒ}| ¡  ¡ dk}	| ¡  ¡ dk}
|s¢|	r¼|sª|
r¼| ¡  ¡ dk�rtjtjjkrØt d|¡‚nBt | |dg¡}t | |dg¡}t | |dg¡}|  d	||||¡S nT|�r&dn
t |d¡}|�r>tjn
t |d¡}t |d¡}tj| ||g|g|gd
�S n¨t |ƒdk�r|\}}}d}| ¡  ¡ dk�o®t| ¡ t	j
ƒ}| ¡  ¡ dk�oÐt| ¡ t	j
ƒ}|�rÜdn
t |d¡}|�rôtjn
t |d¡}tj| ||g|g|gd
�S t ddt |ƒ› d�¡S )Nrî  r~  r@  z"step!=1 is currently not supportedr%  r�  z³Unsupported: ONNX export of Slice with dynamic inputs. DynamicSlice is a deprecated experimental op. Please use statically allocated variables or export to a higher opset version.r   ZDynamicSlicer  r9  r0  r-  r.  )rN  r   r_  r   r]  r‰  rÃ  r4  rd  r	   ZNoneTyper   Úoperator_export_typera  ZOperatorExportTypesZONNXr�  r&  r
   r²  r  rÄ  )r)  r:  rP  rE   rp  rq  rå  Zis_start_noneZis_end_noneZis_start_onnx_constZis_end_onnx_constZstart_unsqueezedZend_unsqueezedZdim_unsqueezedr!  r!  r"  ré   g  sš     ÿ ÿÿÿþþýüûÿ

ý    ÿ
 ÿ ÿÿ

ý    ÿzaten::hardtanh©r)  r:  Zmin_valZmax_valc                 C  s   t j| d|||dd�S )Nrú  rû  rü  r  r2  r!  r!  r"  rg   ±  s         ÿzaten::hardswishc                 C  s   t | |ƒ}|  d||¡S r  )re   r&  )r)  r:  Zhsr!  r!  r"  rf   »  s    
zaten::hardsigmoidc                 C  s   | j d|dd�S )NÚHardSigmoidgUUUUUUÅ?r!  r.  r}  r!  r!  r"  re   Ä  s    zaten::tanhshrinkc                 C  s   |   d|t| |ƒ¡S )NrI  )r&  rú   r}  r!  r!  r"  rû   Ï  s    zaten::hardshrinkc                 C  sx   t j |t jj¡}| jdtj|| ¡ d�d�}t| t	| ||ƒt
| |t| |ƒƒƒ}|  d||| jdtjd| ¡ d�d�¡S ©NrU  rm  rV  rª  r   )r   rd  re  rh  r&  rW  rü   rn  r‡   rb   r�   r£   )r)  r:  Úlambdrk  Úlambd_oprñ  r!  r!  r"  rd   Ö  s$     ÿþ"þüzaten::softshrinkc           	      C  s¸   t j |t jj¡}| jdtj|| ¡ d�d�}t| ||ƒ}|  d|t	| ||ƒ| jdtjd| ¡ d�d�¡}t
| |t| |ƒƒ}|  d|t| ||ƒ| jdtjd| ¡ d�d�¡}t| ||ƒS r4  )r   rd  re  rh  r&  rW  rü   rn  rb   rö   r�   r£   r   )	r)  r:  r5  rk  r6  Zgt_condZgt_outZlt_condZlt_outr!  r!  r"  rì   í  s:     ÿþ
þü	
þü	zaten::aliasc                 C  s   |S r  r!  r}  r!  r!  r"  r     s    zaten::unsqueezec                 C  s~   |dk rlt  |¡}|dk	r^t dt|ƒ d d d t|| d ƒ d d	 ¡ || d }nt  d
d|¡S t j| ||gd�S )zbImplement unsqueezing a pytorch tensor in ONNX by inserting a new dimension at the specified `dim`r   Nz)ONNX export unsqueeze with negative axis r  r	  r
  r@  r  r  r  r  r  )r   r€  rç  rè  r  rÄ  r�  rò  r!  r!  r"  r    s6    
ÿþýüûúùÿ
  ÿz
aten::sortc                 C  sp   |d k	rt  dd|¡ t  |¡}z|| }W n tk
rD   d }Y nX |d kr\t  dd|¡S | jd|||dd�S )NZSortz'Out parameter is not supported for sortr-  ÚTopKr›  ©Zk_ir3  rï  )r   rÄ  r  r`  r&  )r)  r:  rE   Z	decendingrj  Z
self_sizesr  r!  r!  r"  rí   1  s      ÿ

zaten::numelc                 C  s   t  | |¡S r  )r   Z_numel_helperr}  r!  r!  r"  r«   H  s    z
aten::topkc                 C  s<   |d k	rt  dd|¡ |s(t  dd|¡ | jd|||dd�S )Nr7  z'Out parameter is not supported for topkzAscending TopK is not supportedr›  r8  )r   rÄ  r&  )r)  r:  ra  rE   Úlargestr  rj  r!  r!  r"  rÿ   N  s      ÿzprim::convert_element_typec                 G  s,   t  |d dd¡}| jd|t |¡ ¡ d�S )Nr   r~  rn  r_  r`  )r   r   r&  r   rd  ri  )r)  r:  rP  rn  r!  r!  r"  r>   ]  s    zaten::toc                 G  s¤  t jdd„ ƒ}||ƒr|S t|ƒdkrê|d }t |d ¡r”|d  ¡  ¡ dkr”t |d  ¡ d¡}t|t	j
ƒr”t|jƒdkr�| ¡ }t|ƒ}n|}t |¡sªt|t	j
ƒrÎtj |d ¡}| jd|| ¡ d�S | jd|t |¡ ¡ d�S n®t|ƒd	k�r$t |d
 dd¡}| jd|t |¡ ¡ d�S t|ƒdk�r^t |d dd¡}| jd|t |¡ ¡ d�S t|ƒdk�r˜t |d dd¡}| jd|t |¡ ¡ d�S t d|¡S )Nc                 S  sœ   t | ƒdkrL| d  ¡  ¡ dkpJ| d  ¡  tj ¡ ¡pJt| d  ¡ tj	ƒS t | ƒdkrrt
 | d dd¡}|d kS t | ƒdkr˜t
 | d dd¡}|d kS d	S )
Nrî  r   úprim::devicery  r@  r~  rn  )r  é   F)rN  r‰  rÃ  rd  ÚisSubtypeOfr	   ÚListTypeÚofIntsr4  r‘  r   r   )rP  rn  r!  r!  r"  Úis_aten_to_device_onlyg  s    ÿýz"to.<locals>.is_aten_to_device_onlyrî  r   r�  rX  r_  r`  ry  r@  r~  rn  r  r;  zUnknown aten::to signature)r   rP  rN  r   rB  r‰  rÃ  rÿ  r4  rW  rà  r6  rr   ró  r   rd  re  r&  ri  r   rÊ  )r)  r:  rP  r?  rn  Ztvalr!  r!  r"  rþ   d  sD    
ÿþ
ýzaten::repeatc                 C  s0   t jj}t| ||ƒ}|  d||¡}|  d||¡S )NrÙ  ZTile)r   rd  rc  r®   r&  )r)  r:  Úrepeatsrn  Zshape_r!  r!  r"  r×   ±  s    zaten::repeat_interleavec              
   C  s´  t  |¡}t  |¡}t  |¡}|d kr2t d|¡‚|d krFt d|¡‚|d krZt d|¡‚t  |¡r–t  | || jdt 	dg¡d�¡}tj	dtj
d�}n
t  |¡}|dk r´|t|ƒ7 }| ¡ }t|ƒD ] \}	}
|
d krÄd	\||	< ||	< qÄ|dk�s|d
k�r8|d d
k�r8|| dk�r(t  dddd|¡S t  | |||¡S |d
k�r¦|| dk�rbt  dddd|¡S |d d k�r‚t  dddd|¡S |d || k�sœtdƒ‚|d }nt d|¡‚tƒ }t  | ||d¡}t  | |||¡}d\||< ||< t|ƒD ]®\}	}t| ||	 |d
 ƒ}| jdt |d |d
 … ¡d�|| jdt ||d
 d … ¡d�g}| jd|žddiŽ}t| ||d ƒ}t j| || jdt |¡d�dd�}| |¡ �qð| jd|žd|iŽS )NzGUnsupported: ONNX export of repeat_interleave for unknown repeats rank.zGUnsupported: ONNX export of repeat_interleave for unknown repeats size.zEUnsupported: ONNX export of repeat_interleave for unknown input size.rU  rØ  rV  r   rm  )r   rØ  r@  rÖ   r  é   z3Unsupported along dimension with unknown input sizez*Unsupported for cases with dynamic repeatsz2repeats must have the same size as input along dimz%repeats must be 0-dim or 1-dim tensor)rØ  r@  r2  r3  ©Z	allowzero)r2  )r2  )r   r€  r  r   r]  rÉ  r8  r&  rW  rü   rr  rF  rN  r×  Ú	enumeraterD  Z-_repeat_interleave_single_value_repeat_helperrz  r5  Z_repeat_interleave_split_helperr  rÜ  rR   r  )r)  r:  r@  rE   r^  Zrepeats_dimZrepeats_sizesZinput_sizesZinput_sizes_temprn  rÛ  ZrepsZfinal_splitsZr_splitsZi_splitsZr_splitZi_splitZr_concatr!  r!  r"  rÖ   º  s´    


þþþ
  ÿ
"û   ÿ
ûûÿþ
ýüzaten::pixel_shufflec           	      C  s¦  t  |¡}t|ƒdkr$t  dd|¡S tdd„ |dd … D ƒƒ�rt j| t  | |ddg¡| jd	t 	d
d||d
d
g¡d�d
d�}| jd|d
dddddgd�}t j| || jd	t 	d
d
ddd
d
g¡d�d
d�}t j| || jd	t 	d
d
d
d
ddg¡d�d
d�}t  
| |ddg¡S |d | | }t j| || jd	t 	d||||d |d g¡d�d
d�}| jd|d
dddddgd�}t j| || jd	t 	d||d | |d | g¡d�d
d�S d S )Nrî  r´   úonly support 4d inputc                 s  s   | ]}|d kV  qd S r  r!  r,  r!  r!  r"  r„  ,  s     z pixel_shuffle.<locals>.<genexpr>r@  r›  r9  rU  r   rØ  rV  rB  rÏ  ry  rÐ  ©r   r  rN  rÄ  r6  r8  r�  r&  rW  rü   r  )	r)  r:  Zupscale_factorrã  Ú
after_viewÚafter_transposeÚ	reshape_hÚ	reshape_wÚoutput_channelr!  r!  r"  r´   #  s‚    
  ÿþù	üüúÿþð

üÿþòzaten::pixel_unshufflec           
      C  s®  t  |¡}t|ƒdkr$t  dd|¡S tdd„ |dd … D ƒƒ�rt j| t  | |dg¡| jdt 	d	d	d
|d	g¡d�d	d�}t j| || jdt 	d	d	d	d	d
|g¡d�d	d�}| jd|d	dddddgd�}t j| || jdt 	d	d
ddd	d	g¡d�d	d�}t  
| |ddg¡S |d | | }t j| || jdt 	d
|d |d | ||d | |g¡d�d	d�}	| jd|	d	dddddgd�}t j| || jdt 	d
||d | |d | g¡d�d	d�S d S )Nrî  r´   rD  c                 s  s   | ]}|d kV  qd S r  r!  r,  r!  r!  r"  r„  u  s     z"pixel_unshuffle.<locals>.<genexpr>r@  r9  rU  r   rØ  rV  rB  rÏ  ry  r›  rÐ  rE  )
r)  r:  Zdownscale_factorrã  rH  rI  rG  Zfinal_reshaperJ  rF  r!  r!  r"  rµ   l  s|    
  ÿüüü

úÿþð

üÿþòc           *        s  t  dˆ d d d d ¡ dddd	d
ddddddg}ttdd„ |D ƒ|ƒƒ}|rXdnd‰ˆdkrŠtˆ ƒˆˆ d|	  krŠt dd|¡S tˆ ƒˆˆ d|	  ks¦t‚‡ ‡fdd„tdtˆ ƒˆƒD ƒ‰|
ràˆj	d|dddgd�}|rö|röt dd|¡S ˆ 
d¡�r|ˆdd …  ¡  }d‰ˆ d }t |d¡‰ˆd k�rFt dd|¡S |	 }|}g }ˆdk�shˆd k�rn|}nˆdk�r„|\}}g }|d k�r–tˆƒn|}ˆd k�r°d!d"d#g‰nˆdk�rÄd"d$d%g‰tjd&d'„ ƒ‰tj‡‡‡‡‡‡fd(d)„ƒ}tj‡‡‡‡‡‡fd*d+„ƒ}tj‡‡fd,d-„ƒ}tˆƒD �]R}|�rnˆdk�rL||ƒ\}}}n||ƒ\}}tˆƒ}||d f}nªˆdk�r´|d| ƒ\}} }!|d| d ƒ\}"}#}$ˆj	d.|!|$dd/�}n,|d| ƒ\}} |d| d ƒ\}"}#tˆƒ}ˆj	d.||"dd/�}ˆj	d.| |#dd/�}d| d| d f}|||||g}%|% ||f|žŽ ¡ ˆdk�rX|% ||f|žŽ ¡ |�rbi nd0d1i}&ˆdk�r¬|	�r„||g}'n|g}'ˆj	d;|%ždˆ|'d2œ|&—Ž\}}(nVˆd k�rØˆj	d<|%ždˆdd3œ|&—Ž\}}(n*ˆdk�rˆj	d=|%žd4ˆd5œ|&—Ž\}}(})|	�rJˆj	d|dddd4gd�}tjˆ|ˆj	d6t ddd7g¡d8�dd9�}nt ˆ|dg¡}| |(¡ ˆdk�r&| |)¡ �q&|
�r˜ˆj	d|dddgd�}ˆdk�r¦|(nˆj	d>|žd:diŽ}ˆdk�sÎˆd k�rÖ||fS ˆdk�rˆdk�rî|)nˆj	d?|žd:diŽ}|||fS d S )@NzVExporting a model to ONNX with a batch_size other than 1, with a variable length with z can cause an error z9when running the ONNX model with a different batch size. z4Make sure to save the model with a batch size of 1, z=or define the initial states (h0/c0) as inputs of the model. r  r§  r°  ZAffiner   ZThresholdedReluZ
ScaledTanhr3  rç  ZSoftsignr  c                 S  s   g | ]}|  ¡ ‘qS r!  )Úlower)r‚  Zact_funr!  r!  r"  r�  Ù  s     z _generic_rnn.<locals>.<listcomp>rî  r›  ÚLSTMr@  zLSTMs with projectionsc                   s   g | ]}ˆ ||ˆ … ‘qS r!  r!  r,  )Úall_weightsÚweights_per_layerr!  r"  r�  â  s   ÿr   rÏ  rÐ  zRNN/GRU/LSTMzdropout in training modeÚRNNzunknown hidden sizeÚGRU)r@  r›  )r   r@  )r›  r9  )r9  rî  )r@  r9  c                   s*   ‡ ‡‡fdd„|D ƒ}ˆ j d|žddiŽS )Nc              	     s2   g | ]*\}}t jˆ ˆd g|ˆ g|ˆ gd�‘qS )r   r  rà  )r‚  ÚxÚy©r)  r*  Úwr!  r"  r�    s   ÿz8_generic_rnn.<locals>.reform_weights.<locals>.<listcomp>r2  r3  r   )r2  r.  )r)  rT  r*  Z	intervalsZslicesr!  rS  r"  Úreform_weights  s    þz$_generic_rnn.<locals>.reform_weightsc                   s`   ˆ|  }ˆdkr|\}}n,ˆdks*ˆdkrF‡ ‡‡‡fdd„|D ƒ\}}t ‡ fdd„||fD ƒƒS )NrO  rP  rL  c                 3  s   | ]}ˆˆ |ˆˆƒV  qd S r  r!  ©r‚  rT  ©r)  Úhidden_sizeÚreform_permutationrU  r!  r"  r„    s    zB_generic_rnn.<locals>.transform_weights_no_bias.<locals>.<genexpr>c                 3  s   | ]}t  ˆ |d g¡V  qdS r  rŒ  ©r‚  rQ  r+  r!  r"  r„     s    )rD  )Úlayer_indexÚweightsÚ	weight_ihÚ	weight_hh©r)  rX  Úlayer_weightsrY  rU  Úvariantr!  r"  Útransform_weights_no_bias  s    
ÿ
ÿz/_generic_rnn.<locals>.transform_weights_no_biasc                   s|   ˆ|  }ˆdkr|\}}}}n0ˆdks.ˆdkrN‡ ‡‡‡fdd„|D ƒ\}}}}ˆ j d||dd�}t‡ fd	d„|||fD ƒƒS )
NrO  rP  rL  c                 3  s   | ]}ˆˆ |ˆˆƒV  qd S r  r!  rV  rW  r!  r"  r„  *  s    z:_generic_rnn.<locals>.transform_weights.<locals>.<genexpr>r2  r   r  c                 3  s   | ]}t  ˆ |d g¡V  qdS r  rŒ  rZ  r+  r!  r"  r„  .  s   ÿ)r&  rD  )r[  r\  r]  r^  Zbias_ihZbias_hhÚbias_concatr_  r!  r"  Útransform_weights$  s    ÿþz'_generic_rnn.<locals>.transform_weightsc                   s&   ˆdkr| S t jˆ | dg|g|gd�S )Nr@  r   r  rà  )rQ  rp  rq  )r)  Ú
num_layersr!  r"  Úretrieve_state3  s    ÿ    ÿýz$_generic_rnn.<locals>.retrieve_stater2  r  Zdirection_sÚbidirectional)rï  Úhidden_size_iZactivations_s)rï  rh  Zlinear_before_reset_ir9  )rï  rh  rU  rØ  rV  rB  r3  )rO  )rP  )rL  )r2  )r2  )rç  rè  ÚdictrE  rN  r   rÄ  rz  rÔ  r&  Ú
startswithrK  r‡  r  r   rP  r  r8  rW  rÜ  r  )*r)  ra  r0  Zinitial_statesrM  Ú
has_biasesre  rH   r  rg  Úbatch_firstÚbatch_sizesZonnxActivationsZvariantToOnnxActivationMapZnonlinearityÚw_hhZunidirectionalZprev_outputÚh_outsZh0Zc0Úc_outsZsequence_lensrb  rd  rf  r~  r]  r^  rc  Zstate_indicesZweight_ih_fZweight_hh_fZbias_fZweight_ih_bZweight_hh_bZbias_bÚinputsÚextra_kwargsZ
activationZh_outZc_outr!  )	rM  r)  rX  r`  re  rY  rU  ra  rN  r"  Ú_generic_rnn²  s:   þýüûúÿõÿÿþ  ÿ
  ÿ




	




 ÿþûú
 ÿþûú
 ÿÿ ÿÿü

"
"rs  c
                 C  s2   t  |¡t  |¡ }
}t| d||
|||||||	ƒS )NrL  ©r   r…  rs  )r)  r0  Úhidden_vÚweight_vrk  re  rH   r  rg  rl  Úhiddenré  r!  r!  r"  Ú
_lstm_full˜  s$    ÿþõrx  c
                 C  s4   t  |¡t  |¡ }
}t| d||
||||||	|d�S )NrL  ©rm  rt  )r)  r0  rm  ru  rv  rk  re  rH   r  rg  rw  ré  r!  r!  r"  Ú_lstm_packed¸  s$    ÿþõrz  z
aten::lstmc                 G  s.   t  |d ¡rt| f|žŽ S t| f|žŽ S d S ©Nr9  )r   rC  rz  rx  ©r)  rP  r!  r!  r"  rŒ   Ø  s    zaten::lstm_cellc                   s    t  ˆ |dg¡}t  |¡}‡ fdd„|D ƒ}t  |¡rB||||fn||f}t  |¡rXdnd}	tˆ d||||	dddddd�\}
}}t  ˆ |dg¡t  ˆ |dg¡fS )	Nr   c                   s   g | ]}t  ˆ |d g¡‘qS rX  rŒ  rZ  r+  r!  r"  r�  æ  s     zlstm_cell.<locals>.<listcomp>TFrL  r@  )re  rH   r  rg  rl  )r   r�  r…  Z
_is_tensorrs  r  )r)  r:  rw  Zw_ihrn  Zb_ihZb_hhr0  ré  rk  rB  ro  rp  r!  r+  r"  r‹   á  s4    
ÿõ  ÿþz	aten::grurP  Zgruzaten::rnn_tanhZRNN_TANHZrnn_tanhzaten::rnn_reluZRNN_RELUZrnn_relu©rÃ  c                   sd   t  ddddddddd¡	tj‡fdd„ƒƒ‰ t  ddddddddd¡	‡fdd„ƒ‰‡ ‡fdd	„}|S )
NrQ  r~  rR  c
                   s&   t  |¡}
t| ˆ |||
||||||	ƒS r  rt  )r)  r0  rw  rv  rk  re  rH   r  rg  rl  ré  r}  r!  r"  Ú	_rnn_full	  s    
õz"_one_hidden_rnn.<locals>._rnn_fullc
                   s(   t  |¡}
t| ˆ |||
|||||	|d�S )Nry  rt  )r)  r0  rm  rw  rv  rk  re  rH   r  rg  ré  r}  r!  r"  Ú_rnn_packed&  s    
õz$_one_hidden_rnn.<locals>._rnn_packedc                   s.   t  |d ¡rˆ| f|žŽ S ˆ | f|žŽ S d S r{  )r   rC  r|  )r~  r  r!  r"  ÚsymbolicB  s    z!_one_hidden_rnn.<locals>.symbolicr  )rÃ  r€  r!  )r~  r  rÃ  r"  Ú_one_hidden_rnný  s    r�  zaten::_dim_arangec                 C  sX   |   d|¡}| j d|| j dt |¡d�dd�}t ¡ rB|   d|¡S t| |dd d d ƒS d S )	Nr-  ræ  rU  rV  r   r  z_caffe2::Rangerî  )r&  rW  rü   r   rÂ  r   )r)  ÚlikerE   Z
like_shapeÚstopr!  r!  r"  Ú_dim_arangeK  s       ÿr„  zaten::detachc                 C  s   |S r  r!  r/  r!  r!  r"  rD   Z  s    zaten::contiguousc                 C  s   |dkrt  d|¡‚|S )Nr›  z-onnx memory_format support is not implemented)r   r]  )r)  r0  r  r!  r!  r"  r6   a  s     ÿzaten::_pack_padded_sequencec                 C  s|   |r| j d|dddgd�}| ¡  tjj ¡ ¡s<t d|¡‚t	j
 |t	j
j¡t	j
jkrj| j d|tjjd�}| j d	||dd
�S )NrÏ  r@  r   r›  rÐ  z*'lengths' must be a Tensor for ONNX exportr_  r`  zprim::PackPadded©rï  )r&  rd  r<  rW  r	   Z
TensorTypeÚgetr   r]  r   rd  re  rf  r£  ra  rb  r–  )r)  r0  Úlengthsrl  r!  r!  r"  Ú_pack_padded_sequencel  s      ÿ ÿýÿrˆ  zaten::_pad_packed_sequencec                 C  s8   | j d||dd�\}}|r0| j d|dddgd�}||fS )Nzprim::PadPackedr›  r…  rÏ  r@  r   rÐ  r.  )r)  r!  rm  rl  Zpadding_valueÚtotal_lengthr‡  r!  r!  r"  Ú_pad_packed_sequence†  s    rŠ  zaten::randintc                 G  s  t  |dd¡}t  |dd¡}t  |dd¡}|d kr<tjj}n
t |¡}|d krZt  d|¡‚|d krnt  d|¡‚t  |d¡}	t  |	¡r¶| jd|t	j
dgt	jd	�d
�}
| jd|
||d�}n| jd|	||d�}tjj}| jd|| ¡ d�}||k�r| jd|| ¡ d�}|S )Nr~  rn  rá  ÚhighrÎ   r×  r#  r   rm  rV  ÚRandomUniformLike©Úlow_fÚhigh_fÚRandomUniform)Úshape_irŽ  r�  r_  r`  )r   r   r   rd  rc  rÊ  rÛ  rB  r&  rW  rü   rx  ri  )r)  rá  r‹  Úshapesrn  r   Úlow_iÚhigh_irk  r6  Úshape_constrÐ   Ú	int_dtyperÎ   r!  r!  r"  rÎ   š  sD    


ýüü
zaten::randint_likec                 G  s¼   t  |dd¡}t  |dd¡}t  |dd¡}|d kr<tjj}n
t |¡}|d krZt  d|¡‚|d krnt  d|¡‚| jd|||d�}	tjj}
| jd|	|
 ¡ d	�}|
|kr¸| jd|| ¡ d	�}|S )
Nr~  rn  rá  r‹  rÎ   rŒ  r�  r_  r`  )r   r   r   rd  rc  rÊ  r&  ri  )r)  r:  rá  r‹  rn  r   r“  r”  rk  rÐ   r–  rÎ   r!  r!  r"  rÍ   Æ  s*    

üzaten::randnc                 G  s†   t  |dd¡}|d kr tjj}n
t |¡}t  |d¡}t  |¡rr| jd|tj	dgtj
d�d�}| jd|| ¡ d	�S | jd
|| ¡ d�S )Nr~  rn  r×  r#  r   rm  rV  ÚRandomNormalLike©Údtype_iZRandomNormal©r‘  r™  ©r   r   r   rd  rh  rÛ  rB  r&  rW  rü   rx  ri  ©r)  r’  rn  r   rk  r6  r•  r!  r!  r"  rÐ   ä  s*    


ýýýz
aten::randc                 G  s†   t  |dd¡}|d kr tjj}n
t |¡}t  |d¡}t  |¡rr| jd|tj	dgtj
d�d�}| jd|| ¡ d	�S | jd
|| ¡ d�S )Nr~  rn  r×  r#  r   rm  rV  rŒ  r˜  r�  rš  r›  rœ  r!  r!  r"  rÌ   ÿ  s*    


ýýýzaten::randn_likec                 C  sH   t  |dd¡}|d kr*tj |tjj¡}n
t |¡}| jd|| ¡ d�S )Nr~  rn  r—  r˜  ©r   r   r   rd  re  rh  r&  ri  )r)  r:  rn  r  r  r  r  rk  r!  r!  r"  rÏ     s     ÿ
zaten::rand_likec                 C  sB   t  |dd¡}|d kr(tj |tjj¡}| jd|t |¡ ¡ d�S )Nr~  rn  rŒ  r˜  r�  )r)  r:  rn  r  r  r  r  r!  r!  r"  rË   /  s     ÿ  ÿzaten::rreluc                 C  s@   |s || d }| j d||d�S | j d|||d�}|   d||¡S )NrÌ  r   r!  rŒ  )r�  rŽ  r  r.  )r)  r0  rK  ÚupperrÇ  rÌ  r®  rõ  r!  r!  r"  rÜ   D  s
    zaten::bernoullic           	      C  sÀ   |d k	r t  |¡s t  dd|¡ |d k	r@t  |¡s@t  dd|¡ tj |tjj¡}|tjjkrlt  dd|¡S | jd|dd| ¡ d�}|d k	ršt  |¡sš|n|}|  d	||¡}| jd
|| ¡ d�S )NZ	Bernoulliz,out parameter is not supported for bernoulliz(generator is not supported for bernoulliúinput dtype not accessiblerŒ  rS  r’  )r�  rŽ  r™  r«  r_  r`  )	r   rÉ  rÄ  r   rd  re  rf  r&  ri  )	r)  r0  rõ  rÌ  rj  rn  ZrandsZprobrZ  r!  r!  r"  r'   O  s@      ÿ  ÿ ÿ  ÿûzaten::log_sigmoidc                 C  s   |   d|¡}|   d|¡S )Nr°  r÷  r.  )r)  r0  rõ  r!  r!  r"  r   o  s    z	aten::erfc                 C  s   |   d|¡S )NÚErfr.  r/  r!  r!  r"  rO   w  s    zaten::flattenc                 C  sº   t  |¡}|d kr t  dd|¡S |dkr8t  | |dg¡S |dkrL|  d|¡S |dk r\|| }|dkr€||d kr€| jd||d�S |dkr¨||d kr¨| jd||d d�S t  | ||||¡S )	NrE   r§  r   r@  rÎ  ÚFlattenr  r›  )r   r€  rÄ  r8  r&  Z_flatten_helper)r)  r0  Z	start_dimZend_dimrE   r!  r!  r"  rU   ~  s$    
üzaten::nonzeroc                 C  s   t | |  d|¡ƒS )z/Emitted from `torch.nonzero(x, as_tuple=False)`ZNonZero)r÷   r&  r/  r!  r!  r"  r©   œ  s    zaten::nonzero_numpyc                 C  s   t | t| |ƒd|d�S )Nr@  )rú  )r  r©   )r)  r0  rú  r!  r!  r"  r¨   ¤  s    zaten::isnanc                 C  s   |   d|¡}|S )NZIsNaNr.  )r)  r0  rZ  r!  r!  r"  rq   «  s    z	aten::anyc              	   G  sœ   t |ƒdkr|d }d\}}n6|\}}}t |d¡}dd„ | d¡D ƒ}t |d¡}| jd	|tjjd
�}tj| |||d�}t	| || jdt
jdt
jd�d�ƒS )Nr@  r   rM  r÷   c                 S  s   g | ]}t |ƒ‘qS r!  r4  )r‚  rä  r!  r!  r"  r�  ¿  s     z_any.<locals>.<listcomp>rØ  r~  r_  r`  r%  rU  rm  rV  )rN  r   r_  r  r&  ra  rb  rc  r(  rb   rW  rü   rÎ  )r)  rP  r0  rE   rß  Z	input_sumr!  r!  r"  Ú_any³  s    

   ÿr¢  z	aten::allc              	   G  sP   |   d|d ¡}t|ƒdkr.|   dt| |ƒ¡S |   dt| ||d |d ƒ¡S d S )Nrp  r   r@  r›  )r&  rN  r¢  )r)  rP  r0  r!  r!  r"  Ú_allÈ  s    r£  zaten::narrowc                 C  s   t j| ||g|g|| gd�S )Nr  rà  )r)  r0  rE   rp  Úlengthr!  r!  r"  r    Ô  s        ÿzaten::argmaxztorch._C.Value©r)  r0  rE   rß  c                 C  s   t  | |||d¡S )NZArgMax©r   Z_argmin_argmax_helperr¥  r!  r!  r"  r   Ý  s    	zaten::argminc                 C  s   t  | |||d¡S )NZArgMinr¦  r¥  r!  r!  r"  r   é  s    	zaten::scatterc                 C  s‚   t j |t jj¡}t |¡}t |¡r:| jd||||d�S t j |¡}||krb| jd|| ¡ d�}| jd||t	| ||ƒ|d�S d S )NZScatterr  r_  r`  )
r   rd  re  rf  r   rF  rB  r&  ri  rQ   )r)  r:  rE   rm   ÚsrcZsrc_typerž  r!  r!  r"  rá   õ  s     ÿ

zaten::scatter_addc                 C  sz   t  |¡}|d kr t  dd|¡S t j|dd�}|rP| jdtj|| ¡ d�d�}nt| ||ƒ}t  	| ||||¡}t
| ||ƒS )Nrà   rŸ  F)Zallow_nonstaticrU  rm  rV  )r   rœ  rÄ  r  r&  rW  r  rn  r  Z_scatter_helperr   )r)  r:  rE   rm   r§  rk  r7  Zto_addr!  r!  r"  rà     s    
  ÿz
aten::log2c              	   C  s(   d}|   dt| |ƒ| j dt |¡d�¡S )Ngï9úþB.æ?r^  rU  rV  rø  )r)  r:  Z_ln2r!  r!  r"  r„     s    zaten::is_floating_pointc                 C  s6   t  |¡r | jdt dg¡d�S | jdt dg¡d�S ©NrU  r@  rV  r   )r   rg  r&  rW  Ú
BoolTensorr}  r!  r!  r"  ro   !  s    
zaten::__is_c                 C  sL   t  |¡r@t  |¡r*| jdt dg¡d�S | jdt dg¡d�S t| ||ƒS r¨  )r   rÉ  r&  rW  r©  rN   rL  r!  r!  r"  Ú__is_)  s
    

rª  zaten::__isnot_c                 C  s   t | ||ƒS r  )rª  rL  r!  r!  r"  Ú__isnot_3  s    r«  zaten::one_hotc                 C  sn   | j dt ddg¡d�}tj |tjj¡tjjtjjtjj	tjj
hkrZ| j d|tjjd�}| j d|||dd	�S )
NrU  r   r@  rV  r_  r`  ÚOneHotrØ  r  )r&  rW  rÜ  r   rd  re  rf  r   r¡  r£  r¢  ra  rb  rc  )r)  r:  Znum_classesré  r!  r!  r"  r­   :  s     ÿüþzaten::gatherc           	   	   C  s²   t  |d¡rt  dd|¡S tj |¡}| jdt ddg¡d�}t	| || jdt |g¡d�ƒ}| jd| jd	||||d
�| 
¡ d�}|  dt  | ||d g¡|¡}t j| ||gdd�S )Nr~  r\   zsparse_grad == TruerU  r   r@  rV  r_  r¬  r  r`  rA  r%  )r   rÛ  rÄ  r   rd  re  r&  rW  rÜ  rè   ri  r�  r(  )	r)  r:  rE   rm   Zsparse_gradrk  ré  Údepthr�   r!  r!  r"  r\   K  s    ýc                 C  s   t  | ||||¡S r  )r   Z_var_mean_helper)r)  r0  rE   Z
correctionrß  r!  r!  r"  Ú	_var_mean_  s    r®  z	aten::stdc                 G  s    t | |f|žŽ \}}|  d|¡S ©NrŸ  ©r  r&  ©r)  r0  rP  r  rB  r!  r!  r"  rõ   e  s    z	aten::varc                 G  s   t | |f|žŽ \}}|S r  )r  r±  r!  r!  r"  r  l  s    zaten::var_meanc                 G  s4   t |ƒdkr t| |d |d d ƒS t| |f|žŽ S d S )Nr@  r   )rN  r®  )r)  r0  rP  r!  r!  r"  r  s  s    zaten::std_meanc                 G  s$   t | |f|žŽ \}}|  d|¡|fS r¯  r°  )r)  r0  rP  r  r¹  r!  r!  r"  rô   |  s    zaten::logsumexpc                 C  s   | j d|||d�S )NZReduceLogSumExpr%  r.  r¥  r!  r!  r"  rŠ   ƒ  s    úaten::arangec           
        s´  t  ¡ rˆ jd|žŽ S tjdd„ ƒ}tj‡ fdd„ƒ}t|ƒdksNt|ƒdkrÜt|ƒdkr`d }n||d ƒ}t jˆ |d	 |d
�\}}}}t  ˆ |d	g¡}||ƒ}t  ˆ t	ˆ t
ˆ ||d d ƒƒdg¡}	ˆ jd|	t |¡ ¡ d�S t|ƒdksöt|ƒdk�rÞt|ƒdk�r
d }n||d ƒ}t jˆ |d	 |d |d |d�\}}}}t  ˆ |d	g¡}t  ˆ |d	g¡}t  ˆ |d	g¡}|ˆ  dˆ  d||¡|¡ƒ}t  ˆ t	ˆ t
ˆ |d d d ƒƒdg¡}	ˆ  dˆ  d|	|¡|¡}	ˆ jd|	t |¡ ¡ d�S t|ƒdk�rœ||d ƒ}t jˆ |d	 |d |d�\}}}}t  ˆ |d	g¡}t  ˆ |d	g¡}|ˆ  d||¡ƒ}ˆ  dt  ˆ t	ˆ t
ˆ ||f|dd … žŽ ƒdg¡|¡}	ˆ jd|	t |¡ ¡ d�S t  ddt|ƒ› d�¡S )Nr   c                 S  s   t  | d¡} | S )Nr~  )r   rÛ  rm  r!  r!  r"  Ú_get_arange_dtype�  s    z!arange.<locals>._get_arange_dtypec                   s.   t  | ¡r*ˆ jdˆ  d| ¡tjj ¡ d�} | S )Nr_  r  r`  )r   rg  r&  r   rd  rc  ri  )Úrange_tensorr+  r!  r"  Ú_float_step_convert•  s    


ýz#arange.<locals>._float_step_convertr›  ry  r@  r   )rq  rn  r_  r`  rî  r;  r9  )rp  rq  rå  rn  r^  rI  r>  rA  r  )rp  rq  rn  r²  r-  r.  )r   )r   rÂ  rÅ  r   rP  rN  Z_arange_cast_helperr�  r  r©   r¯   r&  r   rd  ri  rÄ  )
r)  rP  r³  rµ  rn  rq  rp  rå  r´  Zarange_tensorr!  r+  r"  r   Š  sž    
	  ÿ  ÿ  ÿ    ÿ  ÿ  ÿ   ÿ  ÿû  ÿzaten::linspacec           
      C  sT   t  | |d ¡}t| t| ||ƒt| || jdtjdtjd�d�ƒƒ}	t| t	| ||	ƒ|ƒS )NrU  r@  rm  rV  )
r   Z_arange_helperrF   rö   r&  rW  rü   rr  r   r�   )
r)  rp  rq  Zstepsrn  r  r  r  r´  rå  r!  r!  r"  r~   Ý  s    
 ýz
aten::liftc                 C  s   |S r  r!  r}  r!  r!  r"  rx   ë  s    zaten::masked_fillc                 C  s6   | j d|tjjd�}t |¡}|   d|t ||¡|¡S )zŸImplement the masked_fill functionality available for a pytorch tensor in ONNX.

    Fills elements of the input tensor with `value` where `mask` is True.
    r_  r`  rª  )r&  ra  rb  r�  r   rF  r¤  ©r)  r:  ÚmaskrX  r!  r!  r"  rŽ   ò  s    
zaten::masked_fill_c                 C  s   t | |||ƒS r  )rŽ   r¶  r!  r!  r"  r�   þ  s    úaten::indexc                   s,  t  ¡ rˆjdˆ|dd�S t  |¡r0t  |¡}n|g}tj‡‡fdd„ƒ‰‡fdd„|D ƒ}t|ƒdkr€t jˆˆd	|d	 d
d�S dd„ t	|ƒD ƒ‰ tˆ ƒd	kr¢ˆS tˆ ƒdkrÈt
ˆˆˆ d	 |ˆ d	  ƒS t  ˆ¡}|d krèt  ddˆ¡S t dtj› d�¡ tˆ ƒ}tˆˆƒ‰‡‡fdd„t|ƒD ƒ‰ˆjdˆˆ ‡ fdd„t|ƒD ƒ d�‰ˆjdˆ|d�‰|ˆ d  }ˆˆ d  }t|d ddƒD ]@}ˆ d|ˆ |  |¡}	ˆ d||	¡}ˆ d|ˆˆ |  ¡}�q„t
ˆˆd	|ƒ‰tˆ|ƒ}
ˆ ttˆ d	 ˆ d d ƒƒk�rîˆjdt dg¡d�g‡ ‡fdd„t|ƒD ƒ }ˆjd#|ždd	iŽ}t  ˆˆ|¡‰ttdˆ d	 d ƒƒd	g ttˆ d	 d || d ƒƒ }ˆjdˆ|d�‰‡fd d„tˆ d	 ƒD ƒ|
g ‡ ‡fd!d„tˆ d	 |ƒD ƒ }ˆjd$|ždd	iŽ}n,ˆjd|
f‡ ‡fd"d„t|ƒD ƒždd	iŽ}t  ˆˆ|¡S d S )%Nrm   rà  )rô  c                   sh   t  | ¡sdtj | tjj¡tjjks.t  | ¡rdˆ jdk rDt	 
dˆ¡‚t d¡ t  ˆ tˆ | ƒdg¡} | S )Nr  z?Exporting masked indices are only supported after ONNX opset 9.z—Exporting aten::index operator with indices of type Byte. Only 1-D indices are supported. In any other case, this will produce an incorrect ONNX graph.r@  )r   rÉ  r   rd  re  rf  r   rK  r  r   r]  rç  rè  r  r©   )rm   r}  r!  r"  Útry_mask_to_index  s(    
 ÿýÿû
þÿz index.<locals>.try_mask_to_indexc                   s   g | ]}ˆ |ƒ‘qS r!  r!  )r‚  rn  )r¹  r!  r"  r�  %  s     zindex.<locals>.<listcomp>r@  r   F)Zapply_reshapec                 S  s   g | ]\}}t  |¡s|‘qS r!  )r   rÉ  )r‚  r~  rn  r!  r!  r"  r�  =  s    
 r¸  zšoperator of advanced indexing on tensor of unknown rank. Try turning on shape inference during export: torch.onnx._export(..., onnx_shape_inference=True).z=Exporting aten::index operator of advanced indexing in opset zÀ is achieved by combination of multiple ONNX operators, including Reshape, Transpose, Concat, and Gather. If indices include negative values, the exported graph will produce incorrect results.c              
     s0   g | ](}ˆ j d ˆˆ j dt |g¡d�dd�‘qS )ræ  rU  rV  r   r  )r&  rW  rÜ  ©r‚  rE   )r)  Úshape_tensorr!  r"  r�  \  s   úürÏ  c                   s   g | ]}|ˆ kr|‘qS r!  r!  r,  )Úadv_idx_indicesr!  r"  r�  j  s      rÐ  r¡  r  rØ  r›  rA  r>  rU  rV  c                   s   g | ]}|ˆ krˆ| ‘qS r!  r!  r,  ©r¼  Údim_tensor_listr!  r"  r�  …  s     r2  r3  c                   s   g | ]}ˆ | ‘qS r!  r!  r,  )r¾  r!  r"  r�  —  s     c                   s   g | ]}|ˆ krˆ| ‘qS r!  r!  r,  r½  r!  r"  r�  ™  s   þc                   s   g | ]}|ˆ krˆ| ‘qS r!  r!  r,  r½  r!  r"  r�  ¤  s   þ)r2  )r2  )r   rÂ  rÅ  rÝ  r…  r   rP  rN  rè  rC  rl   r€  rÄ  rç  rè  r   rÄ  r1  rÔ  r&  r5  rW  rÜ  r8  )r)  r:  rm   rê  rÑ  Zadv_idx_countZcum_adv_indexZ
multiplierr~  Z	adv_indexZcum_adv_index_shape_tensorZfolded_adv_idx_shape_listZfolded_adv_idx_shapeZadv_idx_permuteZfinal_shape_listZfinal_shaper!  )r¼  r¾  r)  r:  r»  r¹  r"  rm     sÖ    
    ÿÿ   
ÿ
û	ÿ
ù
ÿý  
ÿ
ÿÿÿþ ÿÿÿÿþÿÿþþÿ	þþýøzaten::linalg_normzOptional[Sequence[int]]©r)  r:  ÚordrE   rß  rn  c                 C  sÜ   d }|d kr|t  |¡r<t  | |dg¡}| jdt dg¡d�}t  |¡}|d kr\t  dd|¡S |dkrrt  |d¡}q´d	dg}n8t	|ƒdkr´t  |¡r¨| jdt dg¡d�}t  |d¡}|rÊt
| |||||ƒS t| |||||ƒS )
NrØ  rU  r›  rV  rE   ú(Input rank must be known at export time.r@  rR  r   )r   rÉ  r8  r&  rW  rÜ  r€  rÄ  r_  rN  r|   rz   )r)  r:  rÀ  rE   rß  rn  Ú	ord_valueÚself_dimr!  r!  r"  r{   ¯  s,    

  ÿ

zaten::linalg_vector_normc                 C  s   t  | |||||¡S r  )r   Z_linalg_vector_norm_helperr¿  r!  r!  r"  r|   Ó  s    zaten::linalg_matrix_normz	List[int]c              	   C  s²  t  |d¡}|dkr"t| |||ƒS |dkr8t  dd|¡S t  |d¡}|d krZt| |||ƒS |dksj|dkrxt  dd	|¡S t  |¡}|d kr˜t  dd
|¡S |d dk r´|d  |7  < |d dk rÐ|d  |7  < |tjksè|tj k�r|d |d  |d< |d< |d |d k�r*|�s*|d  d8  < t j| |  d|¡|d g|d�}|dk�r€t	| || jdt
 |d g¡d�|d�\}	}
n*t| || jdt
 |d g¡d�|d�\}	}
|	S d S )NrY  ZfroZnuczlinalg.matrix_normzord==nucrR  r›  rg  zord==2rÁ  r   r@  rö  r%  rU  rV  )r  rß  )r   r_  rY   rÄ  r€  r¬  Úinfr(  r&  r”   rW  rÜ  r—   )r)  r:  rÀ  rE   rß  rn  rÂ  rÃ  r·  r¯  rê  r!  r!  r"  rz   á  sZ    
  ÿ 
  ÿ
üü
zaten::linalg_crossrØ  c                 C  s   t | |||ƒS r  )rB   )r)  r0  r=  rE   r!  r!  r"  ry     s    zaten::frobenius_normc                 C  s,   |   d||¡}tj| |||d�}|   d|¡S )NrA  r%  rŸ  )r&  r   r(  )r)  r:  rE   rß  ZsqrZsumsqrr!  r!  r"  rY   &  s    zaten::multinomialc                 C  sZ   |d k	r t  |¡s t  dd|¡ |s:|dkr:t  dd|¡ t| |ƒ}| jd|tjj|d�S )NZMultinomialz*generator is not supported for multinomialr@  zGreplacement=False when num_samples > 1 is not supported for multinomial)r™  Zsample_size_i)r   rÉ  rÄ  r�   r&  ra  rb  rc  )r)  r0  Znum_samplesÚreplacementrÌ  Z	log_inputr!  r!  r"  rž   /  s&      ÿý
üzaten::baddbmmc           
      C  s\   t j |¡}t| ||ƒ}t| || jd|| ¡ d�ƒ}t| || jd|| ¡ d�ƒ}	t| ||	ƒS r¨  )r   rd  re  r�   r�   r&  ri  r   )
r)  r:  Zbatch1Zbatch2r�  rH  rk  Z	batch_mulZmul_aZmul_br!  r!  r"  r%   I  s    ýýzaten::meshgridzOptional[str])r)  Úindexingc                   s0  |d krd}n|dkr(t  d|› �|¡‚t |¡}|dkrP|dd d… |d d…< ‡ fdd	„|D ƒ}‡ fd
d	„|D ƒ}ˆ jd|žddiŽ}g }t|ƒD ]h\}}	ˆ jdtjdtjd�d�gt	|ƒ }
|| |
|< t
ˆ |	ˆ jd|
žddiŽƒ}| ˆ  d||¡¡ q”|dk�r"|d |d  |d< |d< ˆ jd|žŽ S )NÚij>   ÚxyrÇ  zUnsupported indexing: rÈ  r@  rØ  r›  c                   s,   g | ]$}t  ˆ |ˆ jd t dg¡d�¡‘qS )rU  rØ  rV  )r   r8  r&  rW  rÜ  r�  r+  r!  r"  r�  h  s   ý  ÿzmeshgrid.<locals>.<listcomp>c                   s   g | ]}ˆ   d |¡‘qS )r-  r.  r�  r+  r!  r"  r�  n  s     r2  r3  r   rU  rm  rV  rÙ  úprim::ListConstruct)r2  )r2  )rÉ  )r   r]  r   r…  r&  rC  rW  r¯   rr  rN  r7  r  )r)  rŠ  rÆ  Zunpacked_tensor_listr‹  Ztensors_shapeZ	out_shaperj  r~  r÷   r‘  Z
t_reshapedr!  r+  r"  r–   [  s4     ÿ

üÿ
zaten::remainderc                 C  s(   t | ||ƒ}|  d||¡}|  d||¡S )NrA  rI  )r[  r&  )r)  r0  r=  rF   Zquor!  r!  r"  rÕ   }  s    z
aten::gelu)r)  r:  Úapproximatec                 C  s&  |dkr°t  dt j ¡}d}tj|tjd�}tj|tjd�}tjdtjd�}tjdtjd�}t| |t| ||ƒƒ}	t| |t| |t| ||	ƒƒƒ}
t| |t| |t| ||  d|
¡ƒƒƒS d}|  d	|  d
|tj|tjd�¡¡}t| || jdtjdtjd�d�ƒ}t| t| ||ƒ| jdtjdtjd�d�ƒS d S )Nrú   r›  g÷Hmâä¦?rm  rS  ç      à?r§  gÍ;fž ö?r   r^  rU  r@  rV  )	r¬  rð   r­  rW  rü   ry  r�   r   r&  )r)  r:  rÊ  ZkBetaZkKappar�  Úkapparu  ZhalfZ	self_cubeÚinnerZ_sqrt2rO   Zerf_plusoner!  r!  r"  r^   …  s,    $"  ÿ
ýzaten::group_normc              
   C  sÈ  t  ¡ r | jd||||||d�S t  |d¡}|d k	rD|| dksDt‚t  |¡}|d krdt  dd|¡S d|dg}	t  | || jdt	 
|	¡d�¡}
| jdt	jd	g| tj |¡ ¡ d
�d�}| jdt	jdg| tj |¡ ¡ d
�d�}| jd|
|||d�}t  | ||  d|¡¡}|d k�s"| ¡  ¡ �rLt	jd	gtj |¡ ¡ d
�}| jd|d�}|d k�sd| ¡  ¡ �rŽt	jdgtj |¡ ¡ d
�}| jd|d�}ttd|d ƒƒ}t| t| |t  | ||¡ƒt  | ||¡ƒS )Nra   )Znum_groups_irÓ  Zcudnn_enabled_ir@  r   zunknown input rankrØ  rU  rV  rS  rm  r’  rÕ  rÖ  r-  )r   rÂ  rÅ  r‡  rz  r€  rÄ  r8  r&  rW  rÜ  rü   r   rd  re  rn  r‰  Ú
mustBeNoner5  rÔ  r   r�   r�  )r)  r0  Z
num_groupsré  r°  rÉ  r´  rØ  Z
input_rankr6  rß  rÝ  rÞ  Znorm_reshapedrª   rÙ  rÚ  r³  r!  r!  r"  ra   ¢  s|    ù


  ÿþþþþ    ÿ ÿ ÿýzaten::_weight_normc                 C  sž   t  |¡}|d k	rttt|ƒƒ}|d k	rH|dk r6||7 }|dkrH| |¡ t| |d|dƒ}|  d||¡}|  d||¡S t  ¡ rŽ| jd|||d�S t	 
d|¡‚d S )	NrØ  r›  r@  r^  rA  Ú_weight_normrÀ  zDUnsupported: ONNX export of _weight_norm for tensor of unknown rank.)r   r€  r5  rÔ  Úremoverª   r&  rÂ  rÅ  r   r]  )r)  rv  Zweight_grE   rÑ  r³  Znorm_vrF   r!  r!  r"  rÏ  ë  s"    

þrÏ  z	aten::dimc                 C  s   |   d|¡}|   d|¡S )zFImplement the dim functionality available for a pytorch tensor in ONNXr-  ÚSizer.  r9  r!  r!  r"  rE     s    zaten::__contains_c                 C  sd   t  |¡}tdd„ |D ƒƒrTt  |¡rT| jdt t  | ¡ d¡dd„ |D ƒk¡d�S t	 
d|¡‚d S )Nc                 s  s   | ]}t  |¡V  qd S r  )r   r†  rZ  r!  r!  r"  r„    s    z__contains_.<locals>.<genexpr>rU  rX  c                 s  s   | ]}t  | ¡ d ¡V  qdS )rX  N)r   rÿ  r‰  rZ  r!  r!  r"  r„    s     rV  zJUnsupported: ONNX export of __contains__ for non-constant list or element.)r   r…  rˆ  r†  r&  rW  rü   rÿ  r‰  r   r]  )r)  r:  ÚelementZunpacked_listr!  r!  r"  Ú__contains_  s$    
ÿþÿÿþþrÓ  zaten::__getitem_c                 C  s    t | || jdt dg¡d�|ƒS r  )râ   r&  rW  rü   )r)  r:  r~  r!  r!  r"  Ú
__getitem_&  s    rÔ  z
aten::itemc                 C  s   |S r  r!  r}  r!  r!  r"  rr   ,  s    z
aten::takec              
   C  sD   t  | || jdtjdgtjd�d�¡}t| |d|ƒ}t| ||ƒ}|S )NrU  rØ  rm  rV  r   )r   r8  r&  rW  rü   rr  rl   rÙ   )r)  r:  rm   Zself_flattenedrj  r!  r!  r"  rø   2  s      ÿc                 C  s&   t | ||ƒ}t| |ƒ}t| ||ƒ}|S r  )rö   rP   r�   )r)  r0  ÚtargetÚdiff_Zexp_rZ  r!  r!  r"  Ú_kl_div_log_target_impl=  s    
r×  c           	      C  sZ   t | |ƒ}t| ||ƒ}t| ||ƒ}t| |ƒ}t| || jdt d¡d�ƒ}t| |||ƒ}|S r  )	r�   rö   r�   r  rb   r&  rW  rü   r  )	r)  r0  rÕ  Zlog_rÖ  Z
output_posZzeros_Zmask_rZ  r!  r!  r"  Ú_kl_div_non_log_target_implE  s    

rØ  zaten::kl_divc                 C  sj   |rt | ||ƒ}nt| ||ƒ}|dkr*|S |dkrB| jd|dd�S |dkrZtj| |dd�S t d|¡S d S )Nr   r@  r¸  ©r&  r›  z4kl_div with reduction other than none, mean, or sum.)r×  rØ  r&  r   r(  rÊ  )r)  r0  rÕ  Ú	reductionZ
log_targetrZ  r!  r!  r"  rs   P  s     ÿzaten::mse_lossc                 C  sh   t | t| ||ƒt| ||ƒƒ}|dkr(|S |dkr@| jd|dd�S |dkrXtj| |dd�S t d|¡S d S )Nr   r@  r¸  rÙ  r›  z6mse_loss with reduction other than none, mean, or sum.)r�   rö   r&  r   r(  rÊ  )r)  r0  rÕ  rÚ  rZ  r!  r!  r"  rœ   e  s     ÿzaten::as_stridedc                 C  s¸  t  |d¡}t|ƒ}t  | || jdtjdgtjd�d�¡}t  |¡sÀtjdgtj	d�}t
t||ƒƒD ]6\}\}	}
dg| }d||< |t |	¡ |¡|
  }qd|r¨|| }|  d|| jd|d�¡S d }t
|ƒD ]´\}}
dg| }d||< t| || jdt dg¡d�| jdt |¡d�ƒ}	t  | t| |	d	d d d ƒ| jdt |¡d�¡}|  d
|| jdt |
g¡d�¡}|d k�rr|}qÌ|  d||¡}qÌ|�r¦|  d||  dt |g¡¡¡}|  d||¡S d S )Nr×  rU  rØ  rm  rV  r   r@  ræ  rî  rA  r>  )r   rÛ  rN  r8  r&  rW  rü   rr  rB  rÎ  rC  rE  r   r  râ   )r)  r:  r7  ÚstridesÚoffsetrÑ  Zself_1dÚindr~  rè   r1  Zr_sizeZtmp_indr!  r!  r"  r    v  sT      ÿ


üý  ÿ
zaten::__derive_indexc              	   C  s   |   d||   d||¡¡S )Nr>  rA  r.  )r)  rm   rp  rå  r!  r!  r"  Ú__derive_index¦  s    rÞ  zaten::__range_lengthc                 C  s6   |   d||¡}|   dt| ||ƒ¡}| j d|tjjd�S )NrI  r  r_  r`  )r&  r  ra  rb  rc  )r)  Úlorâ  rå  rö   rF   r!  r!  r"  Ú__range_length¬  s    rà  zaten::linearc                 C  s˜   t  |¡}t| |ƒ}|dkrp| ¡  ¡ sp| jdtjdtjd�d�}| jdtjdtjd�d�}t	| |||||ƒ}n$t
| ||ƒ}| ¡  ¡ s”t| ||ƒ}|S )Nr›  rU  r@  rm  rV  )r   r€  r÷   r‰  rÎ  r&  rW  rü   rr  r   r�   r   )r)  r0  ré  r°  rÑ  rH  r�  rZ  r!  r!  r"  r}   ¼  s    

zaten::hann_windowzOptional[int])r)  rn  c              	   C  sÜ   |d kr.t  ¡ }|r|js t j}tj |¡}	n
t |¡}	t| |dd d d ƒ}
| jd|
t	j
jd�}t| | jdt jtjt jd�d�|ƒ}|dkr¬t| || jdt jdt jd�d�ƒ}t| ||ƒ}| jdt| t| |ƒƒ|	 ¡ d�}|S )	Nrî  r_  r`  rU  rm  rV  Fr@  )rW  rw  ro   rx  r   rd  Z
from_dtyper   r&  ra  rb  rh  r�   rü   r¬  r­  rö   ró  rF   rñ   rç   ri  )r)  Zwindow_lengthZperiodicrn  r  r  r  r"  Zdtype_rk  Zn_arrayrZ  r!  r!  r"  rc   Í  s4    

  ÿ  ÿýzaten::mvc                 C  s   t | ||ƒS r  ©r�   )r)  r:  Zvecr!  r!  r"  rŸ   ö  s    z	aten::dotc                 C  s   t | ||ƒS r  rá  rL  r!  r!  r"  rG   ü  s    zaten::movedimc           
      C  sæ   |  d¡}|  d¡}| ¡ | ¡ ks(t‚||k ¡ r8|S t |¡}|d k	sNt‚tt|ƒƒ}| ¡ }| ¡ }t	| 
¡ | 
¡ ƒD ] \}}	|||	< d||< d||	< q|dd„ |D ƒ}dd„ |D ƒ}t	||ƒD ]\}}	|||	< qÄ| jd||d�S )NrØ  c                 S  s   g | ]}|d kr|‘qS ©rØ  r!  rº  r!  r!  r"  r�    s      zmovedim.<locals>.<listcomp>c                 S  s   g | ]}|d kr|‘qS râ  r!  rº  r!  r!  r"  r�    s      rÏ  rÐ  )r  rè   rz  rˆ  r   r€  r5  rÔ  r×  rE  Útolistr&  )
r)  r:  rï  Zdestinationr  rÖ  Zsrc_dimsZdst_dimsr§  Údstr!  r!  r"  r›     s&    




z
aten::fillc                 C  s    t j |t jj¡}t| |||ƒS r  )r   rd  re  rh  rZ   )r)  r:  rX  rk  r!  r!  r"  rT   %  s
     ÿzaten::index_addc                   sª  t  d¡ |r0t t |¡¡dkr0t dd|¡S t ˆ d¡‰ ˆ d krPt d|¡‚t 	|¡}t 	|¡}|d kst|d kr€t d|¡‚||kr´|| }t
|ƒD ]}	t | |t 	|¡g¡}q˜t |ˆ ¡}
t |ˆ ¡}|
d k	rð|d k	rð|
|krðt d|¡‚tt
|ƒƒ}d	d
„ t
|ƒD ƒ}‡ fdd
„t
|ƒD ƒ}tj| ||||d�}t| ||ƒ}t
ˆ ƒD ]}	t | |dg¡}�qLt
|ˆ  d ƒD ]}	t | |t 	|¡g¡}�qtt| |ˆ t| ||ƒ|ƒS )NzyWarning: ONNX export does not support duplicated values in 'index' field, this will cause the ONNX model to be incorrect.r@  rh   z
alpha != 1r~  zXONNX export does NOT support exporting 'index_add_()' function with unknown 'dim' value.z~ONNX export does NOT support exporting 'index_add_()' function while the rank of self tensor or tensor to be added is unknown.zoONNX export does not support exporting 'index_add_()' function with duplicated values in 'index' parameter yet.c                 S  s   g | ]}d ‘qS rX  r!  r,  r!  r!  r"  r�  c  s     zindex_add.<locals>.<listcomp>c                   s   g | ]}|ˆ krt jnd ‘qS r2  )ÚsysÚmaxsizer,  rf  r!  r"  r�  d  s     r  r   )rç  rè  r   rE  rF  rÄ  rÛ  r   r]  r€  rÔ  r�  r‡  r5  r  rQ   rà   )r)  r:  rE   rm   r=  rH  Zself_dim_rankZother_dim_rankÚdeltar~  Zother_dim_sizeZself_dim_sizeZnew_shape_axesZnew_shape_startsZnew_shape_endsrð  r!  rf  r"  rh   /  sl    ÿý

ý  
ÿý    ÿ  
ÿz
aten::rollc                 C  s¨   t |ƒt |ƒkst‚|}tt |ƒƒD ]~}g }tj| ||| g||  gtjgd�}| |¡ tj| ||| gdg||  gd�}| |¡ | jd|žd|| iŽ}q$|S )Nr  r   r2  r3  )r2  )	rN  rz  rÔ  r   r  rå  ræ  r  r&  )r)  r:  Zshiftsrã  r¯  r~  r’  r6  r!  r!  r"  rÛ   v  s,       
 ÿ
    
ÿ
zaten::crossc                 C  sp   t  ||¡}t| |dg|gƒ}t| |dg|gƒ}t| |dg|gƒ}t| |dg|gƒ}t| t| ||ƒt| ||ƒƒS )Nr›  r@  )r   Z_get_dim_for_crossrÛ   rö   r�   )r)  r0  r=  rE   Zroll_x_1Zroll_y_1Zroll_x_2Zroll_y_2r!  r!  r"  rB   Œ  s    zaten::cdistrÌ  Ú#use_mm_for_euclid_dist_if_necessaryc                 C  sR   t  |¡}|d k	st‚t  | ||d g¡}t  | ||d g¡}t| |||ddd�S )Nr@  r›  g�íµ ÷Æ°>F)rÉ  rß  )r   r€  rz  r�  r²   )r)  ró  rô  rõ  Zcompute_moderÑ  Zbroadcasted_x1Zbroadcasted_x2r!  r!  r"  r/      s    
     ÿz
aten::lerpc                 C  sx   |   d||¡}t| |   d|| j dt d¡d�¡|   d||   d||¡¡|   d||   d||   d| j dt d¡d�|¡¡¡ƒS )	NrI  r«  rU  rË  rV  r>  rA  rS  )r&  r  rW  rü   )r)  r:  rq  ré  Zdiffr!  r!  r"  rw   ¸  s    ýýüzaten::broadcast_tensorsc                   sP   t  |¡}tˆ |d ƒ‰|D ]}tˆ ˆ|ƒ‰q‡ ‡fdd„|D ƒ}ˆ jd|žŽ S )Nr   c                   s   g | ]}t ˆ |ˆƒ‘qS r!  )rQ   r�  ©r)  Zt_with_final_shaper!  r"  r�  Ù  s     z%broadcast_tensors.<locals>.<listcomp>rÉ  )rÉ  )r   r…  r  r   r&  )r)  r:  Zall_tensorsr÷   Zt_listr!  ré  r"  r+   Î  s    
zaten::is_pinnedc                 C  s   d S r  r!  )r)  r:  r  r!  r!  r"  rp   Ý  s    úprim::ConstantSplitc                 C  s^   t  ||¡}|d kr"t  dd|¡S |g||  }|| }|rF| |¡ | jd|||t|ƒd�S )Nrê  rö  r÷  rø  )r   r‡  rÄ  r  r&  rN  )r)  r:  rû  rE   rè   rü  rý  r!  r!  r"  r¹   ã  s      ÿ
úprim::ConstantChunkc                 C  s@   t  ||¡}|d kr"t  dd|¡S || d | }t| |||ƒS )Nrë  rö  r@  )r   r‡  rÄ  r¹   )r)  r:  rù  rE   r  rû  r!  r!  r"  r¸   ö  s      ÿzprim::shapec                 C  s   |   d|¡S r,  r.  r}  r!  r!  r"  rÅ     s    z	prim::maxc                 C  s   t j| d||dd�S )Nrÿ  rû  r  r  rL  r!  r!  r"  rÃ     s        ÿz	prim::minc                 C  sB   |s6t  |¡r,t| || jdt dg¡d�ƒ}t| |ƒS t| ||ƒS r  )r   rÝ  ró   r&  rW  rü   r—   rL  r!  r!  r"  rÄ     s
    

z
prim::datac                 C  s   |S r  r!  r}  r!  r!  r"  r»     s    zprim::layoutc                 C  s   | j dt d¡d�S r  r•  r}  r!  r!  r"  r¿      s    rÉ  c                 O  s   d S r  r!  ©r)  rq  rG  r!  r!  r"  rÀ   '  s    zprim::ListUnpackzOptional[List[_C.Value]])r)  rŒ  c                 O  s2   t |ƒdkr.|d  ¡  ¡ dkr.t |d ¡S d S )Nr@  r   rÉ  )rN  r‰  rÃ  r   r…  rì  r!  r!  r"  rÁ   -  s     zprim::TupleConstructc                 O  s   d S r  r!  rì  r!  r!  r"  rÇ   :  s    zprim::Uninitializedc                 O  s   d S r  r!  rì  r!  r!  r"  rÊ   @  s    zprim::unchecked_castc                 C  s   |S r  r!  r}  r!  r!  r"  rÉ   J  s    zprim::dtypec                 C  s.   t  |¡}|d krtjj}| jdt |¡d�S rT  )r   rœ  r   rd  rh  r&  rW  rü   )r)  r:  rk  r!  r!  r"  r½   P  s    
úprim::tolistc                 C  s&   t  |d¡}|dkr"t  dd|¡S |S )zÂtolist is currently supported only for 1D input tensors.

    dim_val and elem_ty_val represent dimension and type annotations
    that need to match dimension and type of the input tensor.
    r~  r@  rí  zdim_val > 1)r   rÛ  rÄ  )r)  r0  Zdim_valZelem_ty_valrE   r!  r!  r"  rÆ   Z  s    r:  ÚNonec                 O  s>   | j  ¡  ¡ }t|tjƒrd S t dd| ¡ › d�| j  ¡ ¡S )Nr:  z,output type should be 'DeviceObjType', not 'ú')	Úoriginal_noderZ  rd  r4  r	   r‘  r   rÄ  rÃ  )r)  rq  rG  Úoutput_typer!  r!  r"  r¼   k  s    ýz
prim::LoopzList[_C.Value]c              	   O  s(  | j }| j}| j}| j}tj}tj}t| ¡ ƒ}	t	j
| df|ž| ¡ t|	ƒdœŽ\}
}}t|	|ƒD ]š\}}t| ¡ ƒD ]l\}}|dkr¤|t|ƒk r¤| ||  ¡ ¡ |dkrv|d t|ƒk rvt| ¡ tjƒsv| ||d   ¡ ¡ qvtj ||j|||d¡ qbtj ||¡}tj�r$tj |||¡ |S )NZLoop©rï  Zn_blocksr   r@  F)rð  ÚenvÚvalues_in_envÚparams_dictr   r1  rÄ  rD  Úblocksr   Úadd_op_with_blocksÚoutputsSizerN  rE  rC  rq  r'  rd  r4  r	   r(  rW  Ú_jit_pass_onnx_blockÚblockÚ%_jit_pass_fixup_onnx_controlflow_nodeÚonnx_shape_inferenceÚ(_jit_pass_onnx_node_shape_type_inference)r)  rq  Úattrsr‰  ró  rô  rõ  r1  Úopset_versionÚ
old_blocksÚnew_op_outputsÚnew_block_contextsÚnew_nodeÚ	old_blockÚnew_block_contextr~  Zb_inÚfixed_outputsr!  r!  r"  rÂ   y  s\     ÿÿ ÿÿþýú ÿ  ÿzprim::Ifc              	   O  s¨  | j }| j}| j}| j}| j}tj}tj}	|d  ¡  	¡ dk}
|
�rt
 |d  ¡ d¡ ¡ }t|tƒrnt|ƒnt|ƒ}|r~dnd}t| ¡ ƒ| }tj |||||d¡}t| ¡ ƒ}t| ¡ ƒ}g }tt|ƒƒD ]B}|| |krüt d|| › d�|| ¡‚|||  }| |¡ qÐ|S t| ¡ ƒ}tj| df|ž| ¡ t|ƒd	œŽ\}}}t||ƒD ]"\}}tj ||j|||d
¡ �qVtj  ||	¡}tj!�r tj "|||	¡ |S d S )Nr   r�  rX  r@  TzThe sub block ATen output z is not in env.ZIfrò  F)#rð  rú  ró  rô  rõ  r   r1  rÄ  r‰  rÃ  r   rÿ  rã  r4  r5  rˆ  r¼  rö  rW  r	   rù  rï  rÔ  rN  r   r]  r  rD  r   r÷  rø  rE  rû  rü  rý  )r)  rq  rþ  r*  rú  ró  rô  rõ  r1  rÿ  Z	static_ifZ
input_flagr)  Z	block_idxZ	current_bZif_output_listZcurrent_b_listZfinal_b_listrn  Zonnx_br   r  r  r  r  r  r  r!  r!  r"  r¾   ¯  s€    ÿúþ ÿÿ ÿú ÿ  ÿr%  c                   s*  ˆ j }| ¡ rd S t| ¡  ¡ tjƒr*d S | d¡dkrNˆ jdt	 
|d¡d�S | d¡dkrrˆ jdt	 
|d¡d�S | ¡  ¡  tj ¡ ¡s¢| ¡  ¡  tj ¡ ¡r¾ˆ jdt t	 
|d¡¡d�S | ¡  ¡  tj ¡ ¡�r ‡ fdd„t	 
|d¡D ƒ}ˆ jd|žŽ S t d
| d¡› dtj› d�| ¡ ¡‚d S )NrX  r÷   rU  rV  rY  ©Zvalue_sc                   s   g | ]}ˆ j d |d�‘qS )rU  r  r.  )r‚  rY  r+  r!  r"  r�  "  s   ÿz!prim_constant.<locals>.<listcomp>rÉ  z"Unsupported prim::Constant kind: 'z'. Please send a bug report at Ú.)rÉ  )rð  rÎ  r4  rZ  rd  r	   r‘  r’  r&  r   rÿ  r<  r=  r>  ZofFloatsrW  rü   Z	ofStringsr   r]  r
   ZPYTORCH_GITHUB_ISSUES_URL)r)  rq  rþ  r‰  Zstr_constantsr!  r+  r"  rº     s6    ÿþ ÿ

þýú
prim::type)r)  Údevice_valuec                 O  sJ   |  ¡  ¡ dkr<t |  ¡  ¡ ¡}|d k	r<| jdt|ƒd�S t dd|¡S )Nr:  rU  r  r	  z,Device type cannot be statically determined.)	r‰  rÃ  r   Zget_device_from_valuer0  r&  r  r   rÄ  )r)  r
  rP  rG  r  r!  r!  r"  rÈ   /  s    ýzonnx::Placeholderc                 O  s*   | j }| j}| j}| j}tj ||||¡S r  )rð  rú  ró  rô  rW  r	   Z'_jit_onnx_convert_pattern_from_subblock)r)  rq  rþ  r‰  rú  ró  rô  r!  r!  r"  r°   >  s       ÿzaten::resolve_conjzaten::resolve_negr/  c                 C  s   |S r  r!  r/  r!  r!  r"  r
  K  s    	zaten::_conjzaten::conj_physicalc                 C  s    t  |¡rt  d|¡S t| |ƒS )Nz aten::_conj, aten::conj_physical)r   Zis_complex_valuerÊ  r
  r/  r!  r!  r"  r	  W  s    	
þzaten::logit)r)  r:  rÉ  c                 C  s²   | j dt d¡d�}t |¡s†| j d|tj |¡ ¡ d�}|   d||¡}|   d||¡}|   d|||¡}|   d	||¡}|   d|||¡}n|}|   d||¡}	|   d
||	¡}
|   d|
¡S )NrU  rS  rV  r_  r`  rI  r©  rª  r«  r^  r÷  )	r&  rW  rü   r   rÉ  r   rd  re  ri  )r)  r:  rÉ  ru  Zone_sub_epsZself_less_equal_one_sub_epsZtemporary_selfZtemporary_self_less_epsÚzrö   rF   r!  r!  r"  r‰   k  s     
  ÿ)N)N)N)rS  )T)N)N)N)N)N)N)r   N)N)F)N)N)NNN)N)N)FF)NN)NN)N)FN)NNNFN)F)NNF)NN)F)NNNFN)F)F)NNNFN)F)F)NNNFN)F)N)N)NN)NN)NNFN)NNFN)NNN)N)F)rØ  )NF)FN)N)r¿  )N)TNNNNF)N)N)rÌ  rè  )N)N(r  Ú__doc__Ú
__future__r   rl  rˆ  r¬  rå  rç  Útypingr   r   r   r   r   r   rW  Ztorch._C._onnxr	   Z_onnxra  Ztorch.nn.modules.utilsZ
torch.onnxr
   r   r   r   r   Ztorch.onnx._globalsr   Ztorch.onnx._internalr   r   r   Ztorch.typesr   r  ÚpartialZonnx_symbolicZ_onnx_symbolicr$  rP  r  r1  r7  rN  rÚ   rÙ   r   rö   rÞ   r�   rF   rO  r   rO  r\  r[  rV   rX   r  rÑ   r.   ró   r�  rš   r*   r�   r   r£   rð   rÝ   rú   rç   r@   rù   r"   r   r#   r$   rä   rå   r¶  Z_apply_paramsr¾  rC   rÇ  rÍ  r÷   r¬   rR   r,   rQ   rK   rJ   rè   r   r³   r  r  r  rï   r  rî   r  r  râ   rñ   rò   r·   ræ   r™   rÓ   rÔ   r0   rW   r  rý   rv   r`   rê   rë   r_   ÚnnÚmodulesÚutilsZ_singleZ_pairZ_triplerQ  r‘   r’   r“   r\  re  ri  rk  r5   rs  rÒ   rØ   r±   r€  r�  r(   r)   r  r  r�  rN   r¢   rb   r”  r�   r˜  r]   ru   r™  rš  r›  r…   r‡   rˆ   r†   r£  r¥  r  r€   rª  r·  rº  r?   r;   r<   r=   r8   r9   r:   r&   r¡   rt   rn   r  rI   rã   rl   rk   rj   ri   r-   r  rA   r²   r4   r   r�   rƒ   r‚   r¶   r3   r2   r1   r”   r•   r—   r˜   r   r   r   rP   rH   r	  rª   r7   r  r  Ú
deprecatedr  r  r  r  r  r  r  r  r  rM   rL   r¤   rß   rü   r!   r  r  r§   r  r¯   r®   r¦   r[   rZ   r¥   rS   ré   rg   rf   re   rû   rd   rì   r   r  rí   r«   rÿ   r>   rþ   r×   rÖ   r´   rµ   rs  rx  rz  rŒ   r‹   r�  r„  rD   r6   rˆ  rŠ  rÎ   rÍ   rÐ   rÌ   rÏ   rË   rÜ   r'   r   rO   rU   r©   r¨   rq   r¢  r£  r    r   r   rá   rà   r„   ro   rª  r«  r­   r\   r®  rõ   r  r  rô   rŠ   r   r~   rx   rŽ   r�   rm   r{   r|   rz   ry   rY   rž   r%   r–   rÕ   r^   ra   rÏ  rE   rÓ  rÔ  rr   rø   r×  rØ  rs   rœ   r    rÞ  rà  r}   rc   rŸ   rG   r›   rT   rh   rÛ   rB   r/   rw   r+   rp   r¹   r¸   rÅ   rÃ   rÄ   r»   r¿   rÀ   rÁ   rÇ   rÊ   rÉ   r½   rÆ   r¼   rÂ   r¾   rº   rÈ   r°   r
  r	  r‰   r!  r!  r!  r"  Ú<module>   sb   € € þ  


&5
 ÿ ÿ  ÿÿþ*	






*!

ÿÿ
>

	
ü*
	>5 
  ÿüþ	 
  ÿüþ	 
  ÿüþ	;
üÿ
üÿ
üÿ
þþþþþþ8  
ÿüþ	  
ÿüþ	  
ÿüþ	
üùþ
üùþ
üùþ7 )		(þþþþþþþþþþþþ,

             ÿòCù	7*"#"#"#&&&*74J8**_$


  ÿ#


	þþþþþþ$ýýýýýýýýý ù    ùÿ	    ÿ     ùÿ
    ùÿ	ÿ    ø	øH
(



K  ÿgFC ô f** ÿþþC*   ù   ù




(	(	 Q
 *0!00;    ÿ$(E	

",	"     ø"& E  û
4Z""	 