+
    –°³jâÇ  ã                   ó  a € R  të0 t ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RIH	t	H
t
HtHt ^ RIHt ^ RIt^ RIHt ^ RIHt ^ RIt^ RIHtHtHt ^ RIHtHtHtH t H!t! ^ RI"H#t# ^ RI$H%t% ^ R	I&H't' ^ R
I(H)t) ^ RI*H+t+ ^ RIH,t,H-t-H.t.H/t/ ^ RI0H1t2 ^ RI3H4t4H5t5H6t6 ^RI7H8t8H9t9 ^RIH:t:H;t;H<t< ]! R4      t=]! R4      t>]P~                  P€                  ]P~                  P‚                  ,          tB] ^ k ]P†                  ! ]D4      tE]PŒ                  PŽ                  tG]PŒ                  P�                  tH]PŒ                  P’                  tI]PŒ                  P”                  tJ]PŒ                  P–                  tK]! . ]GP˜                  N]GPš                  N]GPœ                  N]GPž                  N]GP                   N]GP¢                  N]GP¤                  N]GP¦                  N]GP¨                  N]GPª                  N]GP¬                  N]GP®                  N]GP°                  N]GP²                  N]GP´                  N]GP¶                  N]GP¸                  N]GPº                  N]GP¼                  N]GP¾                  N]GPÀ                  N]GPÂ                  N]GPÄ                  N]GPÆ                  N]GPÈ                  N]GPÊ                  N]GPÌ                  N]GPÎ                  N]GPÐ                  N]GPb                  N]GPÒ                  N]GPÔ                  N]GPÖ                  N]GPØ                  N]GPÚ                  N]GPÜ                  N])N]GPÞ                  N]GPà                  N]GPâ                  N]GPä                  Pæ                  N]GPè                  Pê                  N]GPì                  N]IPî                  N]JPð                  N4      ty/ ]! 4       C]yCtz]GPö                  ]GPø                  ]GPú                  ]GPü                  Pþ                  ]GEP                   ]GEP                  ]GEP                  ]GP<                  ]GPb                  ]GEP                  ]GEP                  ]GEP
                  ]GEP                  ]GEP                  ]GEP                  EP                  ]GEP                  ]GEP                  ]GEP                  ]GEP                  ]GEP                  ]GEP                  ]GEP                   EP"                  ]GEP$                  ]GEP&                  ]GEP(                  ]GEP*                  EP"                  ]GEP,                  ]GEP.                  ]GEP0                  .t™] ^k ]! ]z]™4       R R ltš]EP6                  EP9                  4       '       d=   ]š! ]PŒ                  EP:                  EP<                  Pþ                  .4      R R l4       tŸ]š! ]GEP.                  EP"                  .4      R R l4       t ]š! ]GEP.                  EP                  .4      R R l4       t¡]š! ]GP<                  .4      R R l4       t¢]š! ]GPb                  4      R R l4       t£]š! ]GEPH                  Pþ                  .4      RRR R/R! R" ll4       t¤]š! ]GEPJ                  .4      ]!R¡R# R$ ll4       4       t¥]š! ]GEP                  .4      ] R% R& l4       4       t‡]š! ]GEPL                  .4      R' R( l4       t¦]š! ]GEP                  .4      R)^/R* R+ ll4       tƒ]š! ]GEPN                  Pþ                  .4      R, R- l4       t§]š! ]GEPP                  .4      R. R/ l4       t¨]š! ]GEPR                  EPT                  .4      R¢R0 R1 ll4       t«]š! ]GEPX                  .4      ] R£R2 R3 ll4       4       t¬]š! ]GEPZ                  .4      ] R¤R4 R5 ll4       4       t­]š! ]GEP\                  .4      ] R£R6 R7 ll4       4       t®]š! ]GEP^                  Pþ                  .4      R¢R8 R9 ll4       t¯]š! ]GEP`                  .4      R: R; l4       t°]š! ]GEPb                  .4      R)R/R< R= ll4       t±]š! ]GEPd                  .4      R> R? l4       t²]š! ]GEPf                  ]GEPh                  .4      R@ RA l4       t³]š! ]GEPj                  ]HEPj                  .4      RB RC l4       tµ]š! ]GEPl                  ]HEPl                  .4      RD RE l4       t¶]š! ]HEPn                  4      RFR/RG RH ll4       t·]š! ]GEPp                  4      R¥RJ RK ll4       t¸]š! ]GEPr                  4      R¥RL RM ll4       t¹]š! ]GEPt                  .4      RN RO l4       tº]š! ]GEPv                  Pþ                  .4      RP RQ l4       t¼]š! ]GEPv                  EPz                  .4      RR RS l4       t¾RT RU lt¿]š! ]GEP€                  4      RVRRWRRXRRYRIRZRIR[]EP‚                  /R\ R] ll4       tÀRVRRXRR[]EP‚                  /R^ R_ lltÂ]EP4                  ! ]GEP†                  .]#4      R` Ra l4       tÃ]EP4                  ! ]GEPˆ                  .]#4      Rb Rc l4       tÄ]EP4                  ! ]GEPŠ                  Pþ                  .]#4      Rd Re l4       tÅ]EP4                  ! ]GEPŠ                  EPŒ                  .]#4      Rf Rg l4       tÇ]š! ]GEP�                  Pþ                  4      Rh Ri l4       tÈ]š! ]HEP’                  4      RFR/Rj Rk ll4       tÉ]š! ]IPî                  Pþ                  4      R£Rl Rm ll4       tw]š! ]JPð                  Pþ                  4      Rn Ro l4       tx]š! ]PŒ                  P’                  EP”                  4      Rp Rq l4       tË]š! ]GEP˜                  .4      ] R¦Rr Rs ll4       4       tÌ]š! ]GEPš                  EP"                  4      Rt Ru l4       tÎ]š! ]GEPš                  EPž                  4      Rv Rw l4       tÐ]GEP¢                  Pþ                  EP¥                  ]EP¦                  EP¨                  EPª                  4      ]š! ]GEP¢                  4      Rx Ry l4       4       tÑ]EP¬                  Rz R{ l4       t×R| R} ltØ]š! ]GEP²                  4      R~ R l4       tÙ]š! ]KEP´                  EP¶                  4      R€ R� l4       tÜ]š! ]GEPº                  4      R§R‚ Rƒ ll4       tÝ]š! ]GEP¼                  4      R§R„ R… ll4       tÞ]š! ]GEP                   Pþ                  4      ] R† R‡ l4       4       t€]š! ]GEP¾                  4      RˆR‰/RŠ R‹ ll4       tßRŒ R� ltà]š! ]GEPÂ                  4      R¨RŽ R� ll4       tá]š! ]GEPÄ                  4      R¨R� R‘ ll4       tâ]š! ]GEPÆ                  EP"                  4      R’RIR“RIR”RR•R/R– R— ll4       tä]š! ]GEPÊ                  EP"                  4      R’RIR“RI/R˜ R™ ll4       tæ]EP4                  ! ]GEPÎ                  ]#4      R©Rš R› ll4       tç]š! ]GEPÐ                  EP                  4      R£Rœ R� ll4       téRªRž RŸ lltêR# )«é    N)ÚCallable)ÚAnyÚcastÚ	TypeAliasÚTypeVar)Ú	ParamSpec)Úcore_aten_decompositionsÚget_decompositionsÚremove_decompositions)Ú_grid_sampler_2dÚ
_index_addÚembedding_dense_backwardÚpw_cast_for_opmathÚ"pw_cast_for_opmath_non_tensor_args)Úextra_random_decomps)Úcounters)Ú	is_fbcode)Ú	out_dtype)Úpad_listlike)Úelementwise_dtypesÚELEMENTWISE_TYPE_PROMOTION_KINDÚsuggest_memory_formatÚtype_to_dtype)Únative_layer_norm)Úguard_or_falseÚstatically_known_trueÚsym_eq)ÚconfigÚinductor_prims)Úis_gpuÚ,needs_fallback_due_to_atomic_add_limitationsÚuse_scatter_fallbackÚ_TÚ_Pc                óÄ   € V ^8„  d   QhR\         \        \         ,          ,          R\        \        \        \        3,          .\        \        \        3,          3,          /# )é   ÚopsÚreturn)Ú_GenericOperatorÚlistr   r$   r#   )Úformats   "Ú^/home/luca/screen-checking/.venv/lib/python3.14/site-packages/torch/_inductor/decomposition.pyÚ__annotate__r-   š   sF   € ÷ >ñ >Ü	œDÔ!1Õ2Õ	2ð>äŒxœœB˜ÕÐ ¤(¬2¬r¨6Õ"2Ð2Õ3ñ>ó    c                 óÂ   € \        V \        4      '       d   T MV . F&  pV\        9   g   K  \        P	                  R V 4       K(  	  \
        P                  ! V \        4      # )zduplicate decomp: %s)Ú
isinstancer*   ÚdecompositionsÚlogÚwarningÚdecompÚregister_decomposition)r'   Úops   & r,   r5   r5   š   sM   € ô   ¤T×*Ò*‰c°°Ò5ˆØ”ÖÜ�K‰KÐ.°Ö4ñ 6ô ×(Ò(¨¬nÓ=Ð=r.   c          
      ó|   € V ^8„  d   QhR\         P                  R\        R\        R\        R\         P                  /# )r&   ÚinpÚ
gather_dimÚ	shard_dimÚ
group_namer(   )ÚtorchÚTensorÚintÚstr)r+   s   "r,   r-   r-   ¦   sB   € ÷ <7ñ <7Ü�\‰\ð<7äð<7ô ð<7ô ð	<7ô
 
�‰ñ<7r.   c                 óÎ  € \         P                  '       g   \        # V P                  P                  '       d   \        # V P                  4       pV^ 8  d	   W,           MTpV^ 8  d	   W$,           MTp^ Tu;8:  d   V8  d    M \        # ^ Tu;8:  d   V8  g    \        #  \        # W8X  d   \        #  ^ RIHpHp V! V! V4      4      p\        T P                  4      pY‚,          p	\        \        Y—,          ^ 4      4      '       g   \        # Y—,          p
\        T4      pY«T&   TP                  Y'4       \        T4      pY¬T&   YÁ,          T,          YÁ&   \         P"                  P%                  Y4      p\         P&                  P)                  YÒ^ 4      p\         P*                  P%                  T\,        P.                  R7      p\,        P0                  P2                  P4                  P%                  T^.T,          ^.T,          T4      p\,        P0                  P2                  P6                  P%                  T4      p\         P&                  P)                  T^ T4      p\         P*                  P%                  T\,        P.                  R7      p\8        R,          R;;,          ^,          uu&   \         P"                  P%                  YÜ4      #   \        \        3 d
    \        u # i ; i)r   )Ú_get_group_size_by_nameÚ	GroupName©Úmemory_formatÚinductorÚdecompose_shard_dim_alltoall)r   rF   ÚNotImplementedÚdtypeÚ
is_complexÚdimÚ"torch.distributed.distributed_c10drA   rB   ÚRuntimeErrorÚ
ValueErrorr*   Úshaper   r   ÚinsertÚatenÚviewÚdefaultÚmovedimr>   Úcloner<   Úcontiguous_formatr'   Ú_c10d_functionalÚall_to_all_singleÚwait_tensorr   )r8   r9   r:   r;   ÚndimrA   rB   Ú
group_sizeÚinput_shapeÚshard_dim_sizeÚlocal_shard_dim_sizeÚpre_view_shapeÚpost_view_shapeÚouts   &&&&          r,   Úshard_dim_alltoall_decompra   ¥   sU  € ô ×2×2Ð2Ü!Ð!Ø�9‰9××ÐÜ!Ð!à�w‰w‹yˆØ*4°q¬.�ZÖ&¸jˆ
Ø(1°A¬�IÖ$¸9ˆ	Ø�ZÖ& $Ö&Ü!Ð!ð ,-°	Ö+@¸DÕ+@Ü!Ð!ð ,AÜ!Ð!ØÔ"Ü!Ð!ð	"÷ñ
 1±¸:Ó1FÓGˆJô ˜3Ÿ9™9“oˆØ$Õ/ˆô
 œf ^Õ%@À!ÓD×EÒEÜ!Ð!Ø-Õ;Ðä˜kÓ*ˆØ$8�yÑ!Ø×Ñ˜iÔ4ä˜{Ó+ˆØ%9˜	Ñ"Ø&5Õ&AÀJÕ&NˆÑ#ä�i‰i×Ñ Ó4ˆÜ�l‰l×Ñ˜s¨qÓ1ˆÜ�j‰j× Ñ  ´E×4KÑ4KÐ ÓLˆÜ�i‰i×(Ñ(×:Ñ:×BÑBØØˆC�*ÕØˆC�*ÕØó	
ˆô �i‰i×(Ñ(×4Ñ4×<Ñ<¸SÓAˆÜ�l‰l×Ñ˜s A zÓ2ˆÜ�j‰j× Ñ  ´E×4KÑ4KÐ ÓLˆÜ�ÕÐ;×<ÀÕAÓ<Ü�y‰y× Ñ  Ó6Ð6øôE œjÐ)ô 	"Ü!Ò!ð	"ús   Â2K
 Ë
K$Ë#K$c                ó„   € V ^8„  d   QhR\         P                  R\         P                  R\        R\         P                  /# ©r&   ÚstartÚendÚweightr(   )r<   r=   Úfloat)r+   s   "r,   r-   r-   æ   s4   € ÷ 0ñ 0œŸ™ð 0¬5¯<©<ð 0Äð 0Ì5Ï<É<ñ 0r.   c                 ó  € \        V 4      pV\        P                  8w  d   VP                  VR 7      pW,
          pVR8¼  g   VR8:  d!   \        P                  ! WRV,
          ) R7      # \        P                  ! WVR7      # )rC   ç      à?ç      ð?)Úalphaç      à¿)r   r<   rU   Ú
contiguousÚadd)rd   re   rf   ÚfmtÚdiffs   &&&  r,   Ú_lerp_scalarrq   å   sh   € ô   Ó
&€CØ
Œe×%Ñ%Ô%Ø�n‰n¨3ˆnÓ/ˆØ�;€DØ�„}˜ $œÜ�yŠy˜¨C°&­L¨/Ô:Ð:Ü�9Š9�U¨Ô/Ð/r.   c                ó˜   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  /# rc   ©r<   r=   )r+   s   "r,   r-   r-   õ   s<   € ÷ 1ñ 1Ü�<‰<ð1Ü#Ÿl™lð1Ü49·L±Lð1ä
‡\�\ñ1r.   c                 ó>  € \        V 4      pV\        P                  8w  d   VP                  VR 7      pW,
          pVP	                  4       R8¬  pRV,
          ) p\        P
                  ! WVV4      p\        P
                  ! WQV 4      p\        P                  ! W‡V^R7      # )rC   ri   rj   )Úvalue)r   r<   rU   rm   ÚabsÚwhereÚaddcmul)	rd   re   rf   ro   rp   ÚmaskÚneg_omwÚwÚbases	   &&&      r,   Ú_lerp_tensorr}   ô   s�   € ô   Ó
&€CØ
Œe×%Ñ%Ô%Ø�n‰n¨3ˆnÓ/ˆØ�;€DØ�:‰:‹<˜3Ñ€DØ�f•ˆo€GÜ�Š�D 6Ó*€AÜ�;Š;�t %Ó(€DÜ�=Š=˜ $¨aÔ0Ð0r.   c                óœ   € V ^8„  d   QhR\         P                  R\         P                  R\        R\        R\        R\         P                  /# )r&   Úgrad_outputÚindicesÚnum_weightsÚpadding_idxÚscale_grad_by_freqr(   ©r<   r=   r>   Úbool)r+   s   "r,   r-   r-     sP   € ÷ ñ Ü—‘ðä�\‰\ðô ðô ð	ô
 ðô ‡\�\ñr.   c                 óL   € V P                   '       d   \        # \        WW#V4      # ©N)Úis_xpurG   Údecomp_embedding_dense_backward)r   r€   r�   r‚   rƒ   s   &&&&&r,   Ú_embedding_dense_backwardrŠ     s+   € ð ××ÐÜÐä*Ø˜kÐ8Jóð r.   c                ó4  € V ^8„  d   QhR\         P                  R\        P                  R\         P                  R,          R\         P                  R,          R\        R\
        \         P                  \         P                  \         P                  3,          /# )r&   ÚinputÚnormalized_shaperf   NÚbiasÚepsr(   )r<   r=   ÚutilsÚ	ShapeTyperg   Útuple)r+   s   "r,   r-   r-     s~   € ÷ 
Pñ 
PÜ�<‰<ð
Pä—o‘oð
Pô �L‰L˜4Õð
Pô �,‰,˜Õ
ð	
Pô
 
ð
Pô Œ5�<‰<œŸ™¤u§|¡|Ð3Õ4ñ
Pr.   c                 óL   € V P                   '       d   \        # \        WW#V4      # r‡   )Úis_mtiarG   Údecomp_native_layer_norm)rŒ   r�   rf   rŽ   r�   s   &&&&&r,   Ú_native_layer_normr–     s"   € ð ‡}‡}€}ÜÐä# E¸VÈ3ÓOÐOr.   ÚminÚmaxc                óÀ   € V ^8„  d   QhR\         P                  R\         P                  P                  R,          R\         P                  P                  R,          RR/# )r&   Úsymbolr—   Nr˜   r(   )r<   ÚSymIntÚtypesÚNumber)r+   s   "r,   r-   r-   &  sT   € ÷ ñ Ü�L‰Lðô 
�‰×	Ñ	˜dÕ	"ðô 
�‰×	Ñ	˜dÕ	"ð	ð
 
ñr.   c                ó   € R # r‡   © )rš   r—   r˜   s   &$$r,   Úsym_constrain_range_for_sizer    %  s   € ñ r.   c                óÜ   € V ^8„  d   QhR\         P                  R\         P                  P                  R,          R\         P                  P                  R,          R\         P                  /# )r&   Úxr—   Nr˜   r(   ©r<   r=   rœ   r�   )r+   s   "r,   r-   r-   1  sV   € ÷ 	ñ 	Ü‡|�|ð	ä	�‰×	Ñ	˜dÕ	"ð	ô 
�‰×	Ñ	˜dÕ	"ð	ô ‡\�\ñ		r.   c                 óZ   € Ve   V P                  V4      p Ve   V P                  V4      p V # r‡   )Ú	clamp_minÚ	clamp_max)r¢   r—   r˜   s   &&&r,   Úclampr§   /  s/   € ð ‚Ø�K‰K˜ÓˆØ
‚Ø�K‰K˜ÓˆØ€Hr.   c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# ©r&   r¢   r(   rs   )r+   s   "r,   r-   r-   B  s"   € ÷ #ñ #ŒE�L‰Lð #œUŸ\™\ñ #r.   c                 óZ   € V ^V P                  4       P                  4       ,           ,          # ©é   )ÚnegÚexp)r¢   s   &r,   Úsilur¯   @  s    € ð ��A—E‘E“G—K‘K“MÕ!Õ"Ð"r.   c                óÄ   € V ^8„  d   QhR\         \        \        P                  ,          ,          R\        P                  P
                  R\        R\        P                  /# )r&   ÚsizeÚ
fill_valueÚkwargsr(   )r*   r>   r<   r›   rœ   r�   r   r=   )r+   s   "r,   r-   r-   G  sL   € ÷ 	ñ 	Ü
Œs”U—\‘\Õ!Õ
"ð	ä—‘×"Ñ"ð	ô ð	ô ‡\�\ñ		r.   c                 ó”   € VP                  R 4      pVf/   \        \        V4      4      VR &   \        P                  ! W3/ VB # \
        # ©rH   )Úgetr   Útyper<   ÚfullrG   )r±   r²   r³   rH   s   &&, r,   r¸   r¸   F  sD   € ð �J‰J�wÓ€EØ‚}Ü'¬¨ZÓ(8Ó9ˆˆw‰Ü�zŠz˜$Ñ5¨fÑ5Ð5ÜÐr.   rk   c                óØ   € V ^8„  d   QhR\         P                  R\        R\         P                  R\         P                  R\         P                  P                  R\         P                  /# )r&   r¢   rJ   ÚindexÚtensorrk   r(   )r<   r=   r>   rœ   r�   )r+   s   "r,   r-   r-   T  sf   € ÷ Mñ MÜ‡|�|ðMä	ðMô �<‰<ðMô �L‰Lð	Mô �;‰;×ÑðMô ‡\�\ñMr.   c          	      óŠ   € \        4       '       g&   V P                  \        P                  8X  d   \        # \        WW#R VR7      # )F)Úinplacerk   )r   rH   r<   Úbfloat16rG   r   )r¢   rJ   rº   r»   rk   s   &&&&$r,   Ú	index_addr¿   S  s1   € ô �;Š;˜1Ÿ7™7¤e§n¡nÔ4ÜÐä˜! %¸ÀeÔLÐLr.   c                ó²   € V ^8„  d   QhR\         \        \        P                  ,          ,          R\         \        ,          R\        R\        P
                  /# )r&   r±   Úphysical_layoutr³   r(   )r*   r>   r<   r›   r   r=   )r+   s   "r,   r-   r-   j  sL   € ÷ Wñ WÜ
Œs”U—\‘\Õ!Õ
"ðWäœ#•YðWô ðWô ‡\�\ñ	Wr.   c                 ój  € \        V4      \        \        \        V4      4      4      8H  pV'       d   \        P                  ! V 3/ VB # ^ .\        V 4      ,          p\        V4       F	  w  rVWTV&   K  	  \        P                  ! V Uu. uF  q`V,          NK  	  up3/ VB P                  V4      # u upi ©r   )r*   ÚrangeÚlenr<   ÚemptyÚ	enumerateÚpermute)r±   rÁ   r³   Úis_identityÚpermÚpÚls   &&,    r,   Úempty_permutedrÍ   i  s–   € ô �Ó'¬4´´c¸/Ó6JÓ0KÓ+LÑL€KçÜ�{Š{˜4Ñ* 6Ñ*Ð*àˆs”S˜“Y�ˆÜ˜oÖ.‰DˆAØ�‹Gñ /ä�{Š{©_Ó=©_¨ ŸG˜G©_Ñ=ÑHÀÑH×PÑPÐQUÓVÐVùÒ=s   ÂB0c                ó  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        \        ,          R\        \        \        ,          ,          R\        \        \        ,          ,          R\        \        \        ,          ,          R\        R	\        \        ,          R
\        R\        \        ,          R\
        \         P                  \         P                  \         P                  3,          /# )r&   r   rŒ   rf   Ú
bias_sizesÚstrideÚpaddingÚdilationÚ
transposedÚoutput_paddingÚgroupsÚoutput_maskr(   ©r<   r=   r*   r>   r…   r’   )r+   s   "r,   r-   r-   {  sÈ   € ÷ #.ñ #.Ü—‘ð#.ä�<‰<ð#.ô �L‰Lð#.ô ”S•	ð	#.ô
 ”$”s•)�Oð#.ô ”4œ•9�_ð#.ô ”Dœ•I�oð#.ô ð#.ô œ•Ið#.ô ð#.ô ”d•ð#.ô Œ5�<‰<œŸ™¤u§|¡|Ð3Õ4ñ#.r.   c                 ó  € V
^,          '       d&   \        V P                  P                  4      '       g   \        # \	        VP                  ^4      ^ 8H  4      '       d.   \	        V^ ,          ^ 8g  4      '       d   V P                  V4      pM?\        P                  V ^ .\        \        ^V P                  4       4      4      ,           4      p\        P                  V VVVVVVVVV	V
^ ,          V
^,          R.4      w  rÍpWÍV3# )r&   F)r    Údevicer·   rG   r   r±   Ú	new_zerosrP   Úsumr*   rÄ   rJ   Úconvolution_backward)r   rŒ   rf   rÏ   rÐ   rÑ   rÒ   rÓ   rÔ   rÕ   rÖ   Ú	grad_biasÚgrad_inpÚgrad_weightÚ_s   &&&&&&&&&&&    r,   rÜ   rÜ   z  sè   € ð �q�>Œ>¤¨×(:Ñ(:×(?Ñ(?×!@Ò!@ÜÐÜ˜UŸZ™Z¨›]¨aÑ/×0Ò0Ô5JØ�1�˜Ñ÷6ò 6ð  ×)Ñ)¨*Ó5‰	ä—H‘H˜[¨1¨#´´U¸1¸k¿o¹oÓ>OÓ5PÓ0QÕ*QÓRˆ	Ü#×8Ñ8ØØØØØØØØØØØ	�Q�˜ Q�¨Ð/ó Ñ€H˜1ð  9Ð-Ð-r.   c                ód   € V ^8„  d   QhR\         P                  R\        R\         P                  /# )r&   r¢   Údecimalsr(   ©r<   r=   r>   )r+   s   "r,   r-   r-   ¢  s.   € ÷ Gñ G”—‘ð G¬ð G´U·\±\ñ Gr.   c                 óf   € R V,          p\         P                  W,          4      RV,          ,          # )g      $@rj   )rP   Úround)r¢   râ   Úten_pow_decimalss   && r,   Ú	round_decrç   ¡  s)   € à˜X•~ÐÜ�:‰:�aÕ*Ó+¨sÐ5EÕ/EÕFÐFr.   c                ó¦   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R,          R\         P                  /# )r&   ÚselfÚbatch2r   Nr(   ©r<   r=   rH   )r+   s   "r,   r-   r-   ©  sE   € ÷ ñ Ü
�,‰,ðä�L‰Lðô �{‰{˜TÕ!ðô ‡\�\ñ	r.   c                 óÒ  € \        V P                  ^,          ^8H  4      '       d<   \        VP                  ^,          ^8H  4      '       d   W,          P                  4       # \        P                  '       dŸ   V P
                  P                  R9  d„   \        V P                  ^,          ^8H  4      '       g&   \        VP                  ^,          ^8H  4      '       d:   V P                  R4      VP                  ^4      ,          P                  ^R7      pV# V P
                  P                  R8X  d´   \        V P                  ^4      ^8H  4      '       d‘   \        VP                  R4      ^8H  4      '       dn   \        R,          R;;,          ^,          uu&   \        P                  ! V P                  ^4      VP                  R4      ,          ^RR7      P                  ^4      # \        # )	r&   Úcpu©rJ   rE   Údecompose_bmmT©rJ   Úkeepdim©rí   Úmpséÿÿÿÿ)r   rN   rm   r   Úcoordinate_descent_tuningrÙ   r·   Ú	unsqueezerÛ   r±   r   r<   ÚsqueezerG   )ré   rê   r   r`   s   &&& r,   Úbmmrø   §  sp  € ô ˜TŸZ™Z¨�]¨aÑ/×0Ò0Ô5JØ�‰�Q�˜1Ñ÷6ò 6ð •×)Ñ)Ó+Ð+ô ×'×'Ð'¨D¯K©K×,<Ñ,<ÀNÔ,RÜ  §¡¨A¥°!Ñ!3×4Ò4Ô8MØ�L‰L˜�O˜qÑ ÷9
ò 9
ð —>‘> "Ó%¨×(8Ñ(8¸Ó(;Õ;×@Ñ@ÀQÐ@ÓGˆCØˆJØ‡{�{×Ñ˜5Ô Ü  §¡¨1£°Ñ!2×3Ò3Ô8MØ�K‰K˜‹O˜qÑ ÷9
ò 9
ô �ZÕ  ×1°QÕ6Ó1Ü—9’9Ø—‘˜Q“ &§.¡.°Ó"4Õ4¸!ÀTôç‰i˜‹lðô Ðr.   c                ó.  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R,          R\         P                  P                  R\         P                  P                  R\         P                  /# )	r&   ré   Úmat1Úmat2r   NÚbetark   r(   )r<   r=   rH   rœ   r�   )r+   s   "r,   r-   r-   Ê  s{   € ÷ ,ñ ,Ü
�,‰,ð,ä
�,‰,ð,ô �,‰,ð,ô �{‰{˜TÕ!ð	,ô
 �+‰+×
Ñ
ð,ô �;‰;×Ñð,ô ‡\�\ñ,r.   c                 ó6  a aa€ R  VVV 3R llpVP                   P                  R9  dÂ   S^ 8X  d"   VP                   P                  R8X  d   \        # \        VP	                  R	4      ^8H  4      '       dw   \        VP	                  ^ 4      ^8g  4      '       dT   \        VP	                  ^4      ^8g  4      '       d1   \
        R,          R;;,          ^,          uu&   W,          pV! V4      # S P                   P                  R8X  Ed�   \        VP	                  ^ 4      ^8H  4      '       d¨   \        VP	                  R	4      ^8H  4      '       d…   \
        R,          R;;,          ^,          uu&   \        P                  ! VP                  ^ 4      VP                  R	4      ,          ^ RR7      P                  ^ 4      pSV,          SS ,          ,           # \        VP	                  ^ 4      ^8H  4      '       d¢   \        VP	                  ^ 4      ^8*  4      '       d   \        VP	                  ^4      ^8*  4      '       d\   \
        R,          R;;,          ^,          uu&   VP                  V,          P                  ^ RR7      pSV,          SS ,          ,           # \        # )
c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# )r&   r`   r(   rs   )r+   s   "r,   r-   Úaddmm.<locals>.__annotate__Ò  s"   € ÷ ñ ”u—|‘|ð ¬¯©ñ r.   c                 ód   <€ S^8w  d
   SV ,          p S^8w  d   V SS,          ,           # V S,           # r«   rŸ   )r`   rk   rü   ré   s   &€€€r,   Ú	add_inputÚaddmm.<locals>.add_inputÒ  s3   ø€ Ø�AŒ:Ø˜#•+ˆCØ�1Œ9Ø˜ �Õ$Ð$Ø�T�zÐr.   rí   ÚcudarE   Údecompose_addmmTrð   rò   rô   )rÙ   r·   rG   r   r±   r   r<   rÛ   r÷   rö   r   ÚT)ré   rú   rû   r   rü   rk   r  r`   s   f&&&ff  r,   Úaddmmr  È  sí  ú€ ÷ò ð ‡{�{×Ñ˜~Ô-Ø�1Œ9˜Ÿ™×)Ñ)¨VÔ3Ü!Ð!ä! $§)¡)¨B£-°1Ñ"4×5Ò5Ü% d§i¡i°£l°aÑ&7×8Ò8Ü% d§i¡i°£l°aÑ&7×8Ò8ä�ZÕ Ð!2×3°qÕ8Ó3Ø•+ˆCÙ˜S“>Ð!à‡{�{×Ñ˜5Õ Ü  §¡¨1£°Ñ!2×3Ò3Ô8MØ�I‰I�b‹M˜QÑ÷9
ò 9
ô �ZÕ Ð!2×3°qÕ8Ó3Ü—)’)Ø—‘˜Q“ $§,¡,¨rÓ"2Õ2¸À4ôç‰i˜‹lð ð ˜3•; ¨¥Õ,Ð,ä! $§)¡)¨A£,°!Ñ"3×4Ò4Ü˜tŸy™y¨›|¨rÑ1×2Ò2Ü˜tŸy™y¨›|¨rÑ1×2Ò2ä�ZÕ Ð!2×3°qÕ8Ó3Ø—6‘6˜D•=×%Ñ%¨!°TÐ%Ó:ˆCØ˜3•; ¨¥Õ,Ð,ÜÐr.   c                ó¦   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R,          R\         P                  /# )r&   ré   Úinput2r   Nr(   rë   )r+   s   "r,   r-   r-   û  sE   € ÷ &ñ &Ü
�,‰,ð&ä�L‰Lð&ô �{‰{˜TÕ!ð&ô ‡\�\ñ	&r.   c                 óê  € \         P                  '       d�   V P                  P                  R9  d‚   \	        V P
                  ^ ,          ^8H  4      '       g&   \	        VP
                  ^,          ^8H  4      '       d8   V P                  ^4      VP                  ^ 4      ,          P                  ^R7      # \	        V P                  R4      ^8H  4      '       EdK   \	        V P                  ^ 4      ^8g  4      '       Ed'   \	        VP                  ^4      ^8g  4      '       Ed   V P                  P                  R9  gÀ   V P                  P                  R 8X  dÍ   \	        V P                  ^ 4      ^ 8„  4      '       dª   \	        VP                  ^ 4      ^8H  4      '       d‡   V P                  VP                  8X  dl   \        \        P                  ! V 4      \        P                  ! V4      ,           ^ 8*  4      '       d)   \        R,          R;;,          ^,          uu&   W,          # V P                  P                  R 8X  d´   \	        V P                  ^ 4      ^8H  4      '       d‘   \	        VP                  R4      ^8H  4      '       dn   \        R,          R;;,          ^,          uu&   \        P                  ! V P                  ^ 4      VP                  R4      ,          ^ RR7      P                  ^ 4      # \        # )rí   rî   rE   Údecompose_mmTrð   rò   rô   )r   rõ   rÙ   r·   r   rN   rö   rÛ   r±   rH   r   r<   Únumelr   r÷   rG   )ré   r  r   s   &&&r,   Úmmr  ù  s  € ô ×'×'Ð'¨D¯K©K×,<Ñ,<ÀNÔ,RÜ  §¡¨A¥°!Ñ!3×4Ò4Ô8MØ�L‰L˜�O˜qÑ ÷9
ò 9
ð —N‘N 1Ó%¨×(8Ñ(8¸Ó(;Õ;×@Ñ@ÀQÐ@ÓGÐGô 	˜dŸi™i¨›m¨qÑ0×1Ó1Ü! $§)¡)¨A£,°!Ñ"3×4Ó4Ü! &§+¡+¨a£.°AÑ"5×6Ó6à�;‰;×Ñ >Ô1Ø�K‰K×Ñ Ô%Ü% d§i¡i°£l°QÑ&6×7Ò7Ü% f§k¡k°!£n¸Ñ&9×:Ò:Ø—‘˜vŸ|™|Ô+Ü¤§¢¨DÓ 1´E·K²KÀÓ4GÕ GÈBÑN×OÒOä�ZÕ  ×0°AÕ5Ó0Ø•=Ð Ø‡{�{×Ñ˜5Ô Ü  §¡¨1£°Ñ!2×3Ò3Ô8MØ�K‰K˜‹O˜qÑ ÷9
ò 9
ô �ZÕ  ×0°AÕ5Ó0Ü—9’9Ø—‘˜Q“ &§.¡.°Ó"4Õ4¸!ÀTôç‰i˜‹lðô Ðr.   c                óz   € V ^8„  d   QhR\         \        P                  ,          R\        R\        P                  /# )r&   ÚtensorsrJ   r(   )r*   r<   r=   r>   )r+   s   "r,   r-   r-   )  s3   € ÷ :ñ :Ü”%—,‘,Õð:ä	ð:ô ‡\�\ñ:r.   c                 óŽ  aa€ R  V3R llp\        \        W 4      4      o\        S4      ^8X  d\   \        V R\        P
                  / ^,          pS^ ,          pW4P                  8X  d   VP                  4       # VP                  VR7      # ^\        S4      u;8  d   \        V 4      8  d$   M M \        P                  P                  SS4      # \        S4      ^8”  dã   \        ;QJ d    V3R lS 4       F  '       d   K   RM	  RM! V3R lS 4       4      '       d£   S^ ,          p\        VP                  4      pS^ 8  d   S\        VP                  4      ,           MSoVP                  S\        S4      4       VP                  S4      P                   ! V!  P#                  SS^,           4      P                  4       # \$        # )c                óD   € V ^8„  d   QhR\         P                  R\        /# r©   ©r<   r=   r…   )r+   s   "r,   r-   Úcat.<locals>.__annotate__-  s   € ÷ ñ œEŸL™Lð ¬Tñ r.   c                 ó  <€ \        V P                  4      ^8X  d(   \        V P                  ^ ,          ^ 8H  4      '       d   R# S\        V P                  4      8  d(   \        V P                  S,          ^ 8H  4      '       d   R# R# )r¬   FT)rÅ   rN   r   )r¢   rJ   s   &€r,   Únon_empty_tensorÚcat.<locals>.non_empty_tensor-  s[   ø€ ô" ˆq�w‰w‹<˜1Ô¤°·±¸µ
¸a±×!@Ò!@Ùà”�Q—W‘W“Ô¤.°·±¸µÀÑ1B×"CÒ"CÙár.   Útype_promotion_kindrµ   c              3   ó8   <"  € T F  qS^ ,          J x € K  	  R# 5i)r   NrŸ   )Ú.0ÚtÚfiltered_tensorss   & €r,   Ú	<genexpr>Úcat.<locals>.<genexpr>Y  s   øé € ð )Ù*: QÐ˜aÕ Õ Ó*:ùs   ƒFT)r*   ÚfilterrÅ   r   r   ÚDEFAULTrH   rT   ÚtorP   ÚcatrR   ÚallrN   rO   rö   ÚexpandÚflattenrG   )r  rJ   r  Úpromoted_dtypeÚ
filtered_tr8   rN   r  s   &f     @r,   r   r   (  s‡  ù€ ÷
ð ô2 œFÐ#3Ó=Ó>Ðä
ÐÓ Ô!ä+Øð
ä ?× GÑ Gñ
ð õˆð & aÕ(ˆ
ð ×!1Ñ!1Ô1ð ×ÑÓð	
ð —‘ ^�Ó4ð	
ð
 
ŒSÐ!Ó"Ö	1¤S¨£\×	1ä�x‰x×ÑÐ 0°#Ó6Ð6ô ÐÓ˜qÔ §S£Sô )Ù*:ó)§S§S¢Sô )Ù*:ó)÷ &ò &ð ˜qÕ!ˆÜ�S—Y‘Y“ˆØ&)¨A¤gˆc”C˜Ÿ	™	“NÖ"°3ˆØ�‰�Sœ#Ð.Ó/Ô0Ø�}‰}˜SÓ!×(Ò(¨%Ñ0×8Ñ8¸¸cÀA½gÓF×LÑLÓNÐNô Ðr.   c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# r©   rs   )r+   s   "r,   r-   r-   g  s"   € ÷ :ñ :ŒU�\‰\ð :œeŸl™lñ :r.   c                 ó8  € V P                  4       '       di   \        P                  ! \        P                  ! V P                  4      \        R 4      \        P                  ! V P                  V P                  4      4      # \        V \        P                  R7      w  r\        P                  ! \        P                  W P                  R7      p\        P                  ! V ^ 8  VR4      p\        P                  ! \        P                  ! V 4      \        R 4      V4      # )Únan)r  ©rH   rÙ   g        )rI   r<   rw   ÚisnanÚrealrg   Úatan2Úimagr   r   ÚINT_TO_FLOATÚscalar_tensorÚmathÚpirÙ   )r¢   rà   rH   r1  Úrets   &    r,   Úangler3  f  s´   € à‡|�|‡~‚~Ü�{Š{Ü�KŠK˜Ÿ™Ó¤ u£¬u¯{ª{¸1¿6¹6À1Ç6Á6Ó/Jó
ð 	
ô "Ø	Ü;×HÑHô�H€Aô 
×	Ò	œTŸW™W¨E¿(¹(Ô	C€BÜ
�+Š+�a˜!‘e˜R Ó
%€CÜ�;Š;”u—{’{ 1“~¤u¨U£|°SÓ9Ð9r.   c                óº   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  P                  R,          R\         P                  /# )r&   r¢   Úyrk   Nr(   r£   )r+   s   "r,   r-   r-   {  sQ   € ÷ @ñ @Ü‡|�|ð@ä‡|�|ð@ô �;‰;×Ñ Õ$ð	@ô
 ‡\�\ñ@r.   c                óØ  € \         P                  ! V 4      ;'       d    V P                  4       p\         P                  ! V4      ;'       d    VP                  4       pV'       d	   V'       g   \        # R  R lpRpV P                  ^ 8X  d   VP                  ^ 8X  d   RpV P                  ^ 8X  d   V P                  ^4      p VP                  ^ 8X  d   VP                  ^4      pTpVe	   W!,          p\         P                  ! V P                  VP                  4      pV! V 4      '       g   V! V4      '       d   \        # R R lp	V ^ ,           p V^ ,           pV	! V P                  V P                  P                  4      4      p
V	! VP                  VP                  P                  4      4      p\         P                  ! W«,           RR7      P                  V4      pV'       d
   V^ ,          # V# )c                óD   € V ^8„  d   QhR\         P                  R\        /# ©r&   r»   r(   r  )r+   s   "r,   r-   Úadd.<locals>.__annotate__‡  s   € ÷ (ñ (¤5§<¡<ð (´Dñ (r.   c                 ó\   € V P                   ^ 8X  d   R# V P                  4       R,          ^8g  # )r   Frô   )rY   rÐ   )r»   s   &r,   Ú_requires_fallbackÚadd.<locals>._requires_fallback‡  s'   € Ø�;‰;˜!ÔÙà�}‰}‹˜rÕ" aÑ'Ð'r.   FTc                óX   € V ^8„  d   QhR\         P                  R\         P                  /# r8  rs   )r+   s   "r,   r-   r9     s"   € ÷ ñ ¤u§|¡|ð ¼¿¹ñ r.   c                ó–   € V P                   Ev rV^,          ^ 8w  d   \        R4      h. VOV^,          N^N5pV P                  V4      pV# )zNReshape tensor from [*initial_dims, last_dim] to *initial_dims, last_dim/2, 2]zQThe size of the last dimension must be even to reshape it to [..., last_dim/2, 2])rN   ÚAssertionErrorrQ   )r»   Úinitial_dimsÚlast_dimÚ	new_shapeÚreshaped_tensors   &    r,   Úreshape_tensor_complexÚ#add.<locals>.reshape_tensor_complex   s\   € ð #)§,¡,Ñˆð �a�<˜1ÔÜ Øcóð ð
 6�lÐ5 H°¥MÐ5°1Ñ5ˆ	Ø Ÿ+™+ iÓ0ˆØÐr.   )Ú	start_diméþÿÿÿ)r<   Ú	is_tensorrI   rG   rY   ÚreshapeÚpromote_typesrH   rQ   r+  r#  )r¢   r5  rk   Úx_is_complex_tensorÚy_is_complex_tensorr;  Úoutput_size_zeroÚzÚcomplex_typerD  Ú
x_reshapedÚ
z_reshapedÚresults   &&$          r,   rn   rn   z  si  € ô  Ÿ/š/¨!Ó,×?Ð?°·±³ÐÜŸ/š/¨!Ó,×?Ð?°·±³Ðß×&9ÜÐõ(ð ÐØ‡v�v�„{�q—v‘v ”{ØÐà‡v�v�„{Ø�I‰I�a‹LˆØ‡v�v�„{Ø�I‰I�a‹Lˆà	€AØÒØ�IˆÜ×&Ò& q§w¡w°·±Ó8€Lá˜!×ÒÑ 2°1× 5Ò 5ÜÐõð$ 	
ˆA�€AØ	ˆA�€Aá'¨¯©¨q¯v©v¯|©|Ó(<Ó=€JÙ'¨¯©¨q¯v©v¯|©|Ó(<Ó=€JÜ�]Š]˜:Õ2¸bÔA×FÑFÀ|ÓT€FçØ�a�yÐØ€Mr.   c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# ©r&   ré   r(   rs   )r+   s   "r,   r-   r-   ¿  s"   € ÷ ñ œŸ™ð ¬¯©ñ r.   c                 ó>   € V P                  4       '       d   \        # V # r‡   )rI   rG   ©ré   s   &r,   Úconj_physicalrW  ¾  s   € à‡�×ÒÜÐØ€Kr.   c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# rT  rs   )r+   s   "r,   r-   r-   Æ  s"   € ÷ ñ Œu�|‰|ð ¤§¡ñ r.   c                 ó   € V # r‡   rŸ   rV  s   &r,   ÚliftrZ  Å  s   € à€Kr.   c                óx   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  /# ©r&   ré   Úotherr(   rs   )r+   s   "r,   r-   r-   Ë  ó2   € ÷ Iñ IŒu�|‰|ð I¤E§L¡Lð I´U·\±\ñ Ir.   c                 ój   € \         P                  ! \         P                  ! V4      W8„  ,          W4      # r‡   ©r<   rw   r*  ©ré   r]  s   &&r,   Úfminrb  Ê  ó#   € ä�;Š;”u—{’{ 5Ó)¨U©\Õ:¸DÓHÐHr.   c                óx   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  /# r\  rs   )r+   s   "r,   r-   r-   Ð  r^  r.   c                 ój   € \         P                  ! \         P                  ! V4      W8  ,          W4      # r‡   r`  ra  s   &&r,   Úfmaxrf  Ï  rc  r.   Ú	generatorc                óf  € V ^8„  d   QhR\         \        \        P                  ,          ,          R\        P                  P
                  R\        P                  P
                  R\        P                  R\        P                  R\        R\        P                  R,          R	\        P                  /# )
r&   rN   ÚmeanÚstdrH   rÙ   Úrequires_gradrg  Nr(   )r*   r>   r<   r›   rœ   r�   rH   rÙ   r…   Ú	Generatorr=   )r+   s   "r,   r-   r-   Õ  s‘   € ÷ 'ñ 'Ü””e—l‘lÕ"Õ#ð'ô �+‰+×
Ñ
ð'ô 
�‰×	Ñ	ð	'ô
 �;‰;ð'ô �L‰Lð'ô ð'ô �‰ Õ%ð'ô ‡\�\ñ'r.   c                ó”   € Vf   \         P                  ! V VVVR7      pM\         P                  ! V VVVVR7      pW',          V,           # )N)rH   rÙ   rk  )rg  rH   rÙ   rk  )r<   Úrandn)rN   ri  rj  rH   rÙ   rk  rg  Únormal_sampless   &$$$$$$ r,   Únormalrp  Ô  sS   € ð ÒÜŸšØØØØ'ô	
‰ô ŸšØØØØØ'ô
ˆð Õ $Õ&Ð&r.   Fc                ó~   € V ^8„  d   QhR\         P                  R\        R,          R\        R\         P                  /# ©r&   ré   rJ   Nrñ   r(   r„   )r+   s   "r,   r-   r-   ò  ó<   € ÷ ñ Ü
�,‰,ðä	ˆt�ðô ðô ‡\�\ñ	r.   c                 ó|   € V P                   \        P                  8X  d   \        P                  ! WVR 7      # \        # ©rð   )rH   r<   r…   ÚanyrG   ©ré   rJ   rñ   s   &&&r,   Úamaxrx  ñ  ó+   € ð ‡z�z”U—Z‘ZÔÜ�yŠy˜°Ô8Ð8ÜÐr.   c                ó~   € V ^8„  d   QhR\         P                  R\        R,          R\        R\         P                  /# rr  r„   )r+   s   "r,   r-   r-   ý  rs  r.   c                 ó|   € V P                   \        P                  8X  d   \        P                  ! WVR 7      # \        # ru  )rH   r<   r…   r!  rG   rw  s   &&&r,   Úaminr|  ü  ry  r.   c          
      ó|   € V ^8„  d   QhR\         P                  R\        R\        R\        R\         P                  /# )r&   ré   rJ   rd   Úlengthr(   rã   )r+   s   "r,   r-   r-     sB   € ÷ 
ñ 
Ü
�,‰,ð
ä	ð
ô ð
ô ð	
ô
 ‡\�\ñ
r.   c                 ól   € \         P                  ! WW#4      P                  \         P                  R 7      # )rC   )r<   ÚnarrowrT   rU   )ré   rJ   rd   r~  s   &&&&r,   Únarrow_copyr�    s0   € ô �<Š<˜ 5Ó1×7Ñ7Ü×-Ñ-ð 8ó ð r.   c                ó¤   € V ^8„  d   QhR\         P                  R\        \        \         P                  ,          ,          R\         P                  /# )r&   ré   r±   r(   )r<   r=   r*   r>   r›   )r+   s   "r,   r-   r-     s<   € ÷ )ñ )Ü
�,‰,ð)ä
Œs”U—\‘\Õ!Õ
"ð)ô ‡\�\ñ)r.   c                 óH   € \         P                  W4      P                  4       # r‡   )rP   rQ   rT   )ré   r±   s   &&r,   Úview_copy_defaultr„    s   € ô
 �9‰9�TÓ ×&Ñ&Ó(Ð(r.   c                óx   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  /# )r&   ré   rH   r(   rë   )r+   s   "r,   r-   r-     s2   € ÷ $ñ $Ü
�,‰,ð$ä�;‰;ð$ô ‡\�\ñ$r.   c                 ó@   € V P                  4       P                  V4      # r‡   )rT   rQ   )ré   rH   s   &&r,   Úview_copy_dtyper‡    s   € ð
 �:‰:‹<×Ñ˜UÓ#Ð#r.   c                óŽ   € V ^8„  d   QhR\         P                  R\        \        P                  \        P
                  3,          /# rT  )r<   r=   r’   r�   r‘   Ú
StrideType)r+   s   "r,   r-   r-   %  s4   € ÷ 
 ñ 
 Ü
�,‰,ð
 ä
Œ5�?‰?œE×,Ñ,Ð,Õ-ñ
 r.   c                 óÚ   € \         P                  ! V 4      w  rV Uu. uF  q0P                  V,          NK  	  pp^ .\        V4      ,          p\	        V4       F	  w  rcWeV&   K  	  WE3# u upi rÃ   )r�   Ú3compute_elementwise_output_logical_to_physical_permrN   rÅ   rÇ   )ré   rÁ   rà   rÌ   rN   ÚpermutationrË   s   &      r,   Ú_get_shape_permutation_liker�  %  sl   € ô ×RÒRÐSWÓXÑ€OÙ$3Ó4¡O˜q�Z‰Z˜�]ˆ]¡O€EÐ4à�#œ˜E›
Õ"€KÜ˜/Ö*‰ˆØ�A‹ñ +ð ÐÐùò 5s   �A(rH   ÚlayoutrÙ   Ú
pin_memoryrk  rD   c                ó<  € V ^8„  d   QhR\         P                  R\        \        ,          R\         P                  R,          R\         P
                  R,          R\         P                  R,          R\        R\        R	\         P                  R
\         P                  /	# )r&   ré   r²   rH   NrŽ  rÙ   r�  rk  rD   r(   )	r<   r=   r>   rg   rH   rŽ  rÙ   r…   rD   )r+   s   "r,   r-   r-   3  s�   € ÷ *3ñ *3Ü
�,‰,ð*3ä”e•ð*3ô �;‰;˜Õð	*3ô
 �L‰L˜4Õð*3ô �L‰L˜4Õð*3ô ð*3ô ð*3ô ×&Ñ&ð*3ô ‡\�\ñ*3r.   c          
      ó*  € Vf   V P                   MTpVf   V P                  MTpVf   V P                  MTpV\        P                  8w  d:   \        P
                  ! V P                  VVVVVVR7      pVP                  VR7      # V\        P                  8w  d   \        RV 24      h\        V 4      w  rš\        P
                  ! V	VVVVVVR7      pV
\        \        \        V
4      4      4      8X  d   V# VP                  V
4      P                  4       # )N)rH   rŽ  rÙ   r�  rk  rC   z#expected torch.strided layout, got )rH   rŽ  rÙ   r<   Úpreserve_formatr¸   rN   r  Ústridedr?  r�  r*   rÄ   rÅ   rÈ   rT   )ré   r²   rH   rŽ  rÙ   r�  rk  rD   rR  rN   rŒ  s   &&$$$$$$   r,   Ú	full_liker”  2  s   € ð  š-ˆD�JŠJ¨U€EØ"šNˆT�[Š[°€FØ"šNˆT�[Š[°€Fàœ×-Ñ-Ô-Ü—’Ø�J‰JØØØØØ!Ø'ô
ˆð �y‰y }ˆyÓ5Ð5ð ”U—]‘]Ô"Ü Ð#FÀvÀhÐ!OÓPÐPÜ8¸Ó>ÑˆÜ—’ØØØØØØ!Ø'ô
ˆð œ$œu¤S¨Ó%5Ó6Ó7Ô7ØˆMØ�~‰~˜kÓ*×0Ñ0Ó2Ð2r.   c                ó  € V ^8„  d   QhR\         R\        P                  3,          R\        P                  R\        P                  R,          R\        P                  R,          R\        P
                  R\        R	\        P                  /# )
r&   Úrand_fn.ré   rH   NrÙ   rD   r³   r(   )r   r<   r=   rH   rÙ   rD   r   )r+   s   "r,   r-   r-   `  s|   € ÷ /ñ /Ü�cœ5Ÿ<™<Ð'Õ(ð/ä
�,‰,ð/ô �;‰;˜Õð	/ô
 �L‰L˜4Õð/ô ×&Ñ&ð/ô ð/ô ‡\�\ñ/r.   c                ó|  € Vf   VP                   MTpVf   VP                  MTpV\        P                  8w  d(   V ! VP                  3RVRV/VB P                  VR7      # \        V4      w  rgV ! V3RVRV/VB pV\        \        \        V4      4      4      8X  d   V# VP                  V4      P                  4       # )NrH   rÙ   rC   )rH   rÙ   r<   r’  rN   r  r�  r*   rÄ   rÅ   rÈ   rT   )	r–  ré   rH   rÙ   rD   r³   rN   rŒ  rR  s	   &&$$$,   r,   Ú
_rand_liker˜  `  sÜ   € ð  š-ˆD�JŠJ¨U€EØ"šNˆT�[Š[°€Fàœ×-Ñ-Ô-ÙØ�J‰Jñ
àð
ð ð
ð ñ	
÷
 ‰"˜=ˆ"Ó
)ð	*ô 5°TÓ:Ñ€EÙØñàðð ðð ñ	€Fð ”dœ5¤ [Ó!1Ó2Ó3Ô3ØˆØ�>‰>˜+Ó&×,Ñ,Ó.Ð.r.   c                ód   € V ^8„  d   QhR\         P                  R\        R\         P                  /# ©r&   ré   r³   r(   ©r<   r=   r   )r+   s   "r,   r-   r-   �  s)   € ÷ 2ñ 2”E—L‘Lð 2¬Cð 2´E·L±Lñ 2r.   c                 ó8   € \        \        P                  V 3/ VB # r‡   )r˜  r<   Úrand©ré   r³   s   &,r,   Ú	rand_likerŸ  €  s   € ä”e—j‘j $Ñ1¨&Ñ1Ð1r.   c                ód   € V ^8„  d   QhR\         P                  R\        R\         P                  /# rš  r›  )r+   s   "r,   r-   r-   †  s)   € ÷ 3ñ 3”U—\‘\ð 3¬Sð 3´U·\±\ñ 3r.   c                 ó8   € \        \        P                  V 3/ VB # r‡   )r˜  r<   rn  rž  s   &,r,   Ú
randn_liker¢  …  s   € ä”e—k‘k 4Ñ2¨6Ñ2Ð2r.   c                óp   € V ^8„  d   QhR\         P                  R\        R\        R\         P                  /# )r&   ré   Úhighr³   r(   ©r<   r=   r>   r   )r+   s   "r,   r-   r-   ‹  s6   € ÷ Tñ T”u—|‘|ð T¬3ð T¼#ð TÄ%Ç,Á,ñ Tr.   c                 óx   € \        \        P                  ! \        P                  P
                  ^ V4      V 3/ VB # rÃ   ©r˜  Ú	functoolsÚpartialrP   ÚrandintÚlow)ré   r¤  r³   s   &&,r,   Úrandint_liker¬  Š  s-   € ä”i×'Ò'¬¯©×(8Ñ(8¸!¸TÓBÀDÑSÈFÑSÐSr.   c          
      ó|   € V ^8„  d   QhR\         P                  R\        R\        R\        R\         P                  /# )r&   ré   r«  r¤  r³   r(   r¥  )r+   s   "r,   r-   r-   �  sC   € ÷ Vñ VÜ
�,‰,ðVÜ ðVÜ(+ðVÜ7:ðVä
‡\�\ñVr.   c                 óv   € \        \        P                  ! \        P                  P
                  W4      V 3/ VB # r‡   r§  )ré   r«  r¤  r³   s   &&&,r,   Úrandint_like_lowr¯  �  s-   € ô ”i×'Ò'¬¯©×(8Ñ(8¸#ÓDÀdÑUÈfÑUÐUr.   c                óœ   € V ^8„  d   QhR\         R\        \         \        P                  ,          ,          R\        R\        P
                  /# )r&   r¤  r±   r³   r(   )r>   r*   r<   r›   r   r=   )r+   s   "r,   r-   r-   —  sB   € ÷ 5ñ 5Ü
ð5ä
Œs”U—\‘\Õ!Õ
"ð5ô ð5ô ‡\�\ñ	5r.   c                 óF   € \         P                  P                  ! ^ W3/ VB # rÃ   )rP   rª  r«  )r¤  r±   r³   s   &&,r,   rª  rª  –  s    € ô �<‰<×Ò˜A˜tÑ4¨VÑ4Ð4r.   c                ó¦  € V ^8„  d   QhR\         \        \        P                  ,          ,          R\        P                  P
                  R\        P                  P
                  R\        P                  R\        P                  R\         \        \        P                  ,          ,          R\        P                  R,          R	\        P                  /# )
r&   rN   r«  r¤  rH   rÙ   rÐ   rg  Nr(   )
r*   r>   r<   r›   rœ   r�   rH   rÙ   rl  r=   )r+   s   "r,   r-   r-      sŸ   € ÷ )ñ )Ü””e—l‘lÕ"Õ#ð)ô 
�‰×	Ñ	ð)ô �+‰+×
Ñ
ð	)ô
 �;‰;ð)ô �L‰Lð)ô ””u—|‘|Õ#Õ$ð)ô �‰ Õ%ð)ô ‡\�\ñ)r.   c                óT  € \         P                  ! \        \        \        ,          V 4      \        \        \        ,          V4      ^ 4      pV.pVf   \
        P                  ! WƒVR7      p	M\
        P                  ! W†W4R7      p	W!,
          V	,          V,           p
V
P                  W4      # )r   r)  )rg  rH   rÙ   )r�   Úcompute_required_storage_lengthr   r*   r>   r<   r�  Ú
as_strided)rN   r«  r¤  rH   rÙ   rÐ   rg  Ústorage_lenÚsample_shapeÚrand_samplesÚress   &$$$$$$    r,   Úuniformrº  Ÿ  s…   € ô ×7Ò7ÜŒT”#�Y˜Ó¤¤T¬#¥Y°Ó 7¸ó€Kð /:¨]€LØÒÜ—z’z ,ÀFÔK‰ä—z’zØ°Uô
ˆð �:˜Õ
%¨Õ
+€CØ�>‰>˜%Ó(Ð(r.   c                ó¦   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R,          R\         P                  /# )r&   rŒ   rf   rŽ   Nr(   rs   )r+   s   "r,   r-   r-   ¹  sE   € ÷ ñ Ü�<‰<ðä�L‰Lðô �,‰,˜Õ
ðô ‡\�\ñ	r.   c                 óÒ   € \         P                  P                  P                  V4      p\         P                  P                  P	                  WW!P                  4       ^ ,          4      # rÃ   )r<   r'   Ú
_quantizedÚ$wrapped_fbgemm_pack_gemm_matrix_fp16Ú!wrapped_fbgemm_linear_fp16_weightr±   )rŒ   rf   rŽ   Úpacked_weights   &&& r,   Ú#linear_dynamic_fp16_unpacked_weightrÁ  ¸  sK   € ô —I‘I×(Ñ(×MÑMÈfÓU€MÜ�9‰9×Ñ×AÑAØ˜d§K¡K£M°!Õ$4óð r.   c                ód  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R	\         P                  R
\        R\         P                  /# )r&   rŒ   Úinput_scaleÚinput_zero_pointrf   Úweight_scaleÚweight_zero_pointrŽ   Ú	out_scaleÚout_zero_pointÚout_channelr(   rã   )r+   s   "r,   r-   r-   Å  sž   € ÷ ñ Ü�<‰<ðä—‘ðô —l‘lðô �L‰Lð	ô
 —,‘,ðô —|‘|ðô �,‰,ðô �|‰|ðô —L‘Lðô ðô ‡\�\ñr.   c
           	      ó´   € \         P                  P                  P                  W4WV4      p
\         P                  P                  P	                  V VVV
VVV	4      # r‡   )r<   r'   r½  Ú_wrapped_linear_prepackÚ#_wrapped_quantized_linear_prepacked)rŒ   rÃ  rÄ  rf   rÅ  rÆ  rŽ   rÇ  rÈ  rÉ  rÀ  s   &&&&&&&&&& r,   Úwrapped_quantized_linearrÍ  Ä  sX   € ô —I‘I×(Ñ(×@Ñ@ØÐ/ó€Mô �9‰9×Ñ×CÑCØØØØØØØóð r.   c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# )r&   Úpackedr(   rs   )r+   s   "r,   r-   r-   à  s&   € ÷ 
Añ 
A¬u¯|©|ð 
AÄÇÁñ 
Ar.   c                 óÊ   € R  R lpV! V RRR13,          4      pV! V RRR13,          4      pV RRR13,          P                  \        P                  4      V,          V,           # )c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# )r&   Úu8r(   rs   )r+   s   "r,   r-   Ú8q_embedding_bag_byte_unpack_decomp.<locals>.__annotate__á  s&   € ÷ Yñ YœeŸl™lð Y¬u¯|©|ñ Yr.   c                 óŠ  a € V 3R  lR 4       w  rr4\         P                  R8X  dP   W^,          ,           V^,          ,           V^,          ,           P                  \        P                  4      R,          # V^,          V^,          ,           V^,          ,           V,           P                  \        P                  4      R,          # )c              3   ót   <"  € T F-  pSR V3,          P                  \        P                  4      x € K/  	  R# 5i©.N)r  r<   Úint32)r  ÚnrÒ  s   & €r,   r  ÚPq_embedding_bag_byte_unpack_decomp.<locals>.bitcast_u8_to_f32.<locals>.<genexpr>â  s)   øé € ÐG¹,°Q�b˜˜a˜•j—m‘m¤E§K¡K×0Ð0»,ùs   ƒ58Úlittle)r   r¬   r&   é   rÖ  )ÚsysÚ	byteorderrQ   r<   Úfloat32)rÒ  r¢   r5  rN  r{   s   f    r,   Úbitcast_u8_to_f32Ú=q_embedding_bag_byte_unpack_decomp.<locals>.bitcast_u8_to_f32á  s„   ø€ ÜG¹,ÓG‰
ˆˆaÜ�=‰=˜HÔ$Ø˜a�•L A¨¥GÕ,°°RµÕ8×>Ñ>¼u¿}¹}ÓMÈiÕXÐXà˜"•W  b¥Õ)¨Q°!­VÕ4°qÕ8×>Ñ>¼u¿}¹}ÓMÈiÕXÐXr.   .Niøÿÿÿéüÿÿÿ)r  r<   rÞ  )rÏ  rß  ÚscalesÚoffsetss   &   r,   Ú"q_embedding_bag_byte_unpack_decomprä  ß  sb   € õYñ ˜v c¨2¨b¨5 jÕ1Ó2€FÙ  s¨B©C xÕ 0Ó1€GØ�#�s˜�s�(Õ×ÑœuŸ}™}Ó-°Õ6¸Õ@Ð@r.   c                óœ   € V ^8„  d   QhR\         P                  R\         P                  R\        R\        R\        R\         P                  /# )r&   ÚaÚgridÚinterpolation_modeÚpadding_modeÚalign_cornersr(   r„   )r+   s   "r,   r-   r-   ï  sP   € ÷ ñ Ü‡|�|ðä
�,‰,ðô ðô ð	ô
 ðô ‡\�\ñr.   c           	      óâ   € V P                   \        P                   ! R 4      8H  ;'       d.    V^ 8H  ;'       d!    V P                  \        P                  R7      '       * p\	        V VVVVVR7      pV# )rí   rC   )rç  rè  ré  rê  Ú_expand_grid)rÙ   r<   Úis_contiguousrU   Údecomp_grid_sampler_2d)ræ  rç  rè  ré  rê  rì  Úoutputs   &&&&&  r,   Úgrid_sampler_2drð  í  sy   € ð 	
�‰”E—L’L Ó'Ñ'÷ 	Cð 	CØ !Ñ#÷	Cð 	Cà�O‰O¬%×*AÑ*AˆOÓBô€Lô $Ø	ØØ-Ø!Ø#Ø!ô€Fð €Mr.   c          	      óî   € V ^8„  d   QhR\         \        P                  ,          R\         \        P                  ,          R\        P                  P                  R\         \        P                  ,          /# )r&   Ústart_tensorsÚend_tensorsrf   r(   ©r*   r<   r=   rœ   r�   )r+   s   "r,   r-   r-     s[   € ÷ Iñ IÜœŸ™Õ%ðIä”e—l‘lÕ#ðIô �K‰K×ÑðIô 
Œ%�,‰,Õñ	Ir.   c                 óÞ  aaaaaa€ R  R loR V3R lloR V3R lloR V3R llpV ^ ,          P                   oV ^ ,          P                  oS! V ^ ,          4      pS\        P                  \        P                  39  ;'       d=    \
        ;QJ d     VV3R lV  4       F  '       d   K   R	M	  R
M! VV3R lV  4       4      pV'       do   S! V4      pV'       d   TMT p\        P                  P                  W4      pV! SSV4      p	\        P                  P                  Wy.\        V4      ,          V4      # VV3R l\        W4       4        U
UUUu. uF†  w  r«rF\        P                  ! V'       d   TMT
P                  V4      V! WJP                  V4      VP                  V4      V
P                  V4      ,
          4      P                  V
P                   4      NKˆ  	  upppp
# u upppp
i )c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# )r&   r  r(   rë   )r+   s   "r,   r-   Ú*_foreach_lerp_scalar.<locals>.__annotate__  s"   € ÷ ñ œŸ™ð ¬¯©ñ r.   c                 ó˜   € V P                   \        P                  \        P                  39   d   \        P                  # V P                   # r‡   )rH   r<   Úfloat16r¾   rÞ  )r  s   &r,   Úopmath_dtypeÚ*_foreach_lerp_scalar.<locals>.opmath_dtype  s.   € Ø�7‰7”u—}‘}¤e§n¡nÐ5Ô5Ü—=‘=Ð Ø�w‰wˆr.   c                óZ   € V ^8„  d   QhR\         P                  R\        \        ,          /# ©r&   rH   r(   )r<   rH   rg   Úcomplex)r+   s   "r,   r-   r÷    s"   € ÷ 8ñ 8œ5Ÿ;™;ð 8¬5´7­?ñ 8r.   c                 ón  <€ \        S\        4      '       dz   V P                  '       gh   SP                  ^ 8w  d'   \        P
                  ! SV R7      P                  4       # \        P
                  ! SP                  V R7      P                  4       # \        P
                  ! SV R7      P                  4       # )r   rµ   )r0   rþ  rI   r-  r<   r»   Úitemr+  )rH   rf   s   &€r,   Úcast_weightÚ)_foreach_lerp_scalar.<locals>.cast_weight  sy   ø€ Ü�fœg×&Ò&¨u×/?×/?Ð/?Ø�{‰{˜aÔÜ—|’| F°%Ô8×=Ñ=Ó?Ð?Ü—<’< §¡°5Ô9×>Ñ>Ó@Ð@Ü�|Š|˜F¨%Ô0×5Ñ5Ó7Ð7r.   c                óD   € V ^8„  d   QhR\         P                  R\        /# rý  )r<   rH   r…   )r+   s   "r,   r-   r÷  !  s   € ÷ =ñ =¤§¡ð =´ñ =r.   c                 óè   <€ S! V 4      p\        V\        4      '       dC   VP                  VP                  ,          VP                  VP                  ,          ,           R 8¬  # VR8¬  ;'       g    VR8*  # )g      Ð?ri   rl   )r0   rþ  r+  r-  )rH   Úcasted_weightr  s   & €r,   Úuse_high_formulaÚ._foreach_lerp_scalar.<locals>.use_high_formula!  sn   ø€ Ù# EÓ*ˆÜ�m¤W×-Ò-à×"Ñ" ]×%7Ñ%7Õ7Ø×$Ñ$ }×'9Ñ'9Õ9õ:àñðð
  Ñ#×<Ð< }¸Ñ'<Ð<r.   c                ó„   € V ^8„  d   QhR\         P                  R\         P                  R\        R\         P                  /# )r&   rH   rÙ   Úhigh_weightr(   )r<   rH   rÙ   r…   r=   )r+   s   "r,   r-   r÷  +  s8   € ÷ ñ Ü�{‰{ðÜ$)§L¡LðÜ?Cðä	�‰ñr.   c                 ó’  <€ \        S\        4      '       d†   V P                  '       gt   SP                  ^ 8w  d-   \        P
                  ! SWR7      pV'       d   RV,
          ) # V# \        P
                  ! SP                  WR7      pV'       d   RV,
          ) # V# \        P
                  ! SWR7      pV'       d   RV,
          ) # V# )r   r)  rj   )r0   rþ  rI   r-  r<   r»   r+  )rH   rÙ   r	  Úweight_tensorrf   s   &&& €r,   r/  Ú+_foreach_lerp_scalar.<locals>.scalar_tensor+  s¢   ø€ ô �fœg×&Ò&¨u×/?×/?Ð/?Ø�{‰{˜aÔÜ %§¢¨V¸5Ô P�ßØ  =Õ0Ð1Ð1Ø$Ð$Ü!ŸLšL¨¯©¸EÔQˆMßØ˜}Õ,Ð-Ð-Ø Ð ÜŸš V°5ÔHˆßØ˜=Õ(Ð)Ð)ØÐr.   c              3   ón   <"  € T F*  qP                   S8H  ;'       d    VP                  S8H  x € K,  	  R # 5ir‡   r)  )r  r  rÙ   rH   s   & €€r,   r  Ú'_foreach_lerp_scalar.<locals>.<genexpr>@  s0   øé € ð GÙ9F°A�‰�5Ñ×/Ð/˜QŸX™X¨Ñ/Ô/»ùs   ƒ5�5FTc           	   3   óX   <"  € T F  w  rVVS! V4      S! S! V4      4      3x € K!  	  R # 5ir‡   rŸ   )r  r  re   rú  r  s   &  €€r,   r  r  P  s9   øé € ð 3
ñ :‘�ð ØÙ˜Q“Ù ¡¨a£Ó1õ	ó :ùs   ƒ'*)rH   rÙ   r<   rù  r¾   r!  rP   Ú_foreach_subÚListÚ_foreach_addcmulÚScalarrÅ   Úziprx   r  )rò  ró  rf   r/  Úcompute_dtypeÚuse_foreachr	  Úbasesrp   Úscalarr  re   r  rÙ   rH   rú  r  s   &&f         @@@@@r,   Ú_foreach_lerp_scalarr    sœ  ý€ õ÷
8ð 8÷=ð =÷ð ð$ ˜!Õ×"Ñ"€EØ˜1Õ×$Ñ$€FÙ  ¨qÕ!1Ó2€MØ¤§¡¬u¯~©~Ð>Ñ>÷ ð Ç3Ã3õ GÙ9FóGÇ3Ç3Â3õ GÙ9FóGó D€K÷ Ù& }Ó5ˆß*‘°ˆÜ× Ñ ×%Ñ% kÓAˆÙ˜u f¨kÓ:ˆÜ×$Ñ$×+Ñ+¨E°8¼cÀ$»iÕ3GÈÓNÐNõ3
ô ˜mÔ9ô3
öñ3
Ñ.ˆA�Mô 	�Šß‰S Q×*Ñ*¨=Ó9Ù˜-¯©°;Ó?Ø�F‰F�=Ó! A§D¡D¨Ó$7Õ7ó	
÷ ‰"ˆQ�W‰W‹+ò		ñ
3
ôð ùõ s   ÅBG'
c          	      ó  € V ^8„  d   QhR\         \        P                  ,          R\         \        P                  ,          R\         \        P                  P                  ,          R\         \        P                  ,          /# )r&   rò  ró  Úscalarsr(   rô  )r+   s   "r,   r-   r-   ]  sZ   € ÷ 
ñ 
ÜœŸ™Õ%ð
ä”e—l‘lÕ#ð
ô ”%—+‘+×$Ñ$Õ%ð
ô 
Œ%�,‰,Õñ	
r.   c           	      ó¸   € \         P                  P                  V \         P                  P	                  \         P
                  P                  W4      V4      4      # r‡   )rP   Ú_foreach_addr  Ú_foreach_mulÚ
ScalarListr  )rò  ró  r  s   &&&r,   Ú_foreach_lerp_scalarlistr   \  sJ   € ô ×Ñ×!Ñ!ØÜ×Ñ×$Ñ$Ü×Ñ×"Ñ" ;Ó>Àó	
óð r.   c                óz  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R,          R\         P                  R,          R\         P                  R,          R\        R\        R	\        R
\        \         P                  \         P                  \         P                  3,          /	# )r&   rŒ   rf   rŽ   NÚrunning_meanÚrunning_varÚtrainingÚexponential_average_factorÚepsilonr(   )r<   r=   r…   rg   r’   )r+   s   "r,   r-   r-   l  s�   € ÷ ñ Ü�<‰<ðä�L‰Lðô �,‰,˜Õ
ðô —,‘, Õ%ð	ô
 —‘ Õ$ðô ðô !&ðô ðô Œ5�<‰<œŸ™¤u§|¡|Ð3Õ4ñr.   c           
      óž   € \         P                  V VVVVVVV4      w  r‰p
V'       d   W‰V
3# VVP                  R4      VP                  R4      3# )r   rÃ   )rP   Únative_batch_normrÚ   )rŒ   rf   rŽ   r"  r#  r$  r%  r&  ræ  ÚbÚcs   &&&&&&&&   r,   Úmiopen_batch_normr+  j  sh   € ô ×$Ñ$ØØØØØØØ"Øó	�G€Aˆ!÷ Ø�aˆyÐà	Ø×Ñ˜ÓØ×Ñ˜Óðð r.   c                ó`   € V ^8„  d   QhR\         \        \        R\        3,          3,          /# ©r&   r(   .©Údictr   r   )r+   s   "r,   r-   r-   ‹  s&   € ÷ 6ñ 6œT¤#¤x°´S°Õ'9Ð"9Õ:ñ 6r.   c                  ó   € / \         C\        C# r‡   )r1   r   rŸ   r.   r,   Úfast_random_decompsr1  Š  s   € à5ŒnÐ5Ô 4Ð5Ð5r.   c                ó`   € V ^8„  d   QhR\         \        \        R\        3,          3,          /# r-  r.  )r+   s   "r,   r-   r-   ‘  s&   € ÷ 	ñ 	œT¤#¤x°´S°Õ'9Ð"9Õ:ñ 	r.   c                 ó  € \         P                  '       d   \        # \         P                  '       dI   \        P	                  \
        P                  P                  P                  P                  R4       \        # \        4       p V # )z"decomps can change based on configN)r   Úfallback_randomr1   Ú"fallback_embedding_bag_byte_unpackÚpopr<   r'   Ú	quantizedÚembedding_bag_byte_unpackrR   r1  )rR  s    r,   Úselect_decomp_tabler9  ‘  sZ   € ä××ÐÜÐÜ×0×0Ð0ä×Ñœ5Ÿ9™9×.Ñ.×HÑH×PÑPÐRVÔWÜÐÜ Ó"€FØ€Mr.   c                ó˜   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  /# )r&   ré   ry   Úsourcer(   rs   )r+   s   "r,   r-   r-   ž  s@   € ÷ ñ Ü
�,‰,ðä
�,‰,ðô �L‰Lðô ‡\�\ñ	r.   c                 óŽ  € ^RI HpHp V! V P                  VP                  4      '       d–   \
        P                  W.4      w  rVP                  R4      P                  ^ 4      ^,
          pR WV3 4       w  rgp\
        P                  W‡V.^ 4      p	\        P                  ! WyV4      P                  V P                  4      # \        # )r¬   )ÚBackendFeatureÚhas_backend_featurec              3   ó@   "  € T F  qP                  4       x € K  	  R # 5ir‡   )r#  )r  r¢   s   & r,   r  Ú!masked_scatter.<locals>.<genexpr>ª  s   é € Ð,WÑBV¸Q¯Y©Y¯[¨[ÓBVùs   ‚rô   )Úcodegen.commonr=  r>  rÙ   ÚMASKED_SCATTER_WITH_INDEXrP   Úbroadcast_tensorsrI  ÚcumsumÚ_unsafe_masked_indexr<   rw   rQ   rN   rG   )
ré   ry   r;  r=  r>  Ú
source_idxÚ	self_flatÚ	mask_flatÚsource_flatrR  s
   &&&       r,   Úmasked_scatterrJ  �  s¤   € ÷ Dá˜4Ÿ;™;¨×(PÑ(P×QÒQô ×+Ñ+¨T¨LÓ9‰
ˆØ—\‘\ "Ó%×,Ñ,¨QÓ/°!Õ3ˆ
Ù,WÀ4ÈvÑBVÓ,WÑ)ˆ	˜kÜ×*Ñ*¨;ÀJÀ<ÐQRÓSˆÜ�{Š{˜9¨iÓ8×=Ñ=¸d¿j¹jÓIÐIÜÐr.   c                óÒ   € V ^8„  d   QhR\         P                  R\        R\        R\        R\         P                  R\
        \         P                  \         P                  3,          /# )r&   rŒ   Ú	quant_minÚ	quant_maxr�   rH   r(   )r<   r=   r>   rg   rH   r’   )r+   s   "r,   r-   r-   ±  s^   € ÷ ?ñ ?Ü�<‰<ð?äð?ô ð?ô 
ð	?ô
 �;‰;ð?ô Œ5�<‰<œŸ™Ð%Õ&ñ?r.   c                 óð  € \         P                  ! V 4      w  rVWe,
          \        W!,
          4      ,          p\         P                  ! V\         P                  ! V.4      4      pV\         P
                  ! WW,          4      P                  \         P                  4      ,
          p\         P                  ! W�V4      pVP                  \         P                  4      VP                  \         P                  4      3# r‡   )r<   Úaminmaxrg   r˜   r=   rå   r  r>   r§   Úfloat64Úint64)	rŒ   rL  rM  r�   rH   Úmin_valÚmax_valÚscaleÚ
zero_points	   &&&&&    r,   Úchoose_qparams_tensorrV  °  sž   € ô —}’} UÓ+Ñ€GØÕ¤%¨	Õ(=Ó">Õ>€EÜ�IŠI�eœUŸ\š\¨3¨%Ó0Ó1€EØœUŸ[š[¨­Ó9×<Ñ<¼U¿Y¹YÓGÕG€JÜ—’˜Z°IÓ>€JØ�8‰8”E—M‘MÓ" J§M¡M´%·+±+Ó$>Ð>Ð>r.   c          
      ó¤   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        R\         P                  /# ©r&   ré   rº   r;  Ú
accumulater(   r  )r+   s   "r,   r-   r-   Á  sJ   € ÷ 
)ñ 
)Ü
�,‰,ð
)ä�<‰<ð
)ô �L‰Lð
)ô ð	
)ô
 ‡\�\ñ
)r.   c                 ó¼   € V P                  4       p\        P                  ! WA.VP                  VP                  4      V4      pVP                  V P                  4      # r‡   )r#  r<   Ú	index_putrI  rN   )ré   rº   r;  rY  Ú	flatteneds   &&&& r,   Úputr]  À  sJ   € ð —‘“€IÜ—’Ø�7˜FŸN™N¨5¯;©;Ó7¸ó€Ið ×Ñ˜TŸZ™ZÓ(Ð(r.   c          
      ó¤   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        R\         P                  /# rX  r  )r+   s   "r,   r-   r-   Ï  sJ   € ÷ ñ Ü
�,‰,ðä�<‰<ðô �L‰Lðô ð	ô
 ‡\�\ñr.   c                 óR   € \         P                  WW#R 7      pV P                  V4      # ))rY  )rP   r]  Úcopy_)ré   rº   r;  rY  r`   s   &&&& r,   Úput_ra  Î  s$   € ô �(‰(�4 ˆ(Ó
>€CØ�:‰:�c‹?Ðr.   c          
      ó¤   € V ^8„  d   QhR\         P                  R\         P                  R\        R\         P                  R\         P                  /# )r&   r   rï  rJ   Úinput_dtyper(   )r<   r=   r>   rH   )r+   s   "r,   r-   r-   Û  sJ   € ÷ #ñ #Ü—‘ð#ä�L‰Lð#ô 
ð#ô —‘ð	#ô
 ‡\�\ñ#r.   c                 óÖ   € W,          p\         P                  ! WBR R7      p\        P                  ! V) WT4      pV P                  V8w  d   VP                  V4      pVP                  4       # )Trð   )r<   rÛ   r   ÚfmarH   r  rm   )r   rï  rJ   rc  Únew_grad_outputÚsum_new_gradÚ
grad_inputs   &&&&   r,   Ú_softmax_backward_datari  Ù  s]   € ð "Õ*€OÜ—9’9˜_¸tÔD€Lä×#Ò# V G¨\ÓK€Jð ×Ñ˜KÔ'Ø—]‘] ;Ó/ˆ
Ø× Ñ Ó"Ð"r.   Úinclude_selfTc                ó¼   € V ^8„  d   QhR\         P                  R\        R\         P                  R\         P                  R\        R\        R\         P                  /# )r&   ré   rJ   rº   ÚsrcÚreduction_typerj  r(   )r<   r=   r>   r?   r…   )r+   s   "r,   r-   r-   ð  s^   € ÷ :ñ :Ü
�,‰,ð:ä	ð:ô �<‰<ð:ô 
�‰ð	:ô
 ð:ô ð:ô ‡\�\ñ:r.   c                óì  a aa€ \         P                  ! S P                  SP                  8H  ;'       d    S P                  SP                  8H  VV V3R  l4       VR8X  Ed   \        S P                  4      '       g÷   S P                  P
                  ;'       g    S P                  P                  p\         P                  ! S4      pV'       d+   S p\         P                  ! S 4      P                  VSV4      p	MOS P                  VS^ 4      p\         P                  ! S 4      P                  VSV4      p	V	P                  V	^8  ^4      p	VP                  VSS4      pV'       d	   W‰,          # W‰,          # \        \        P                  P                  VS P                  SP                  SP                  P                   R4      '       d   \"        # S P$                  V^,           R P'                  4       S P$                  RV P'                  4       ,          p
SP'                  4       .S P$                  V^,           R OS P$                  RV O5p. \)        S P*                  V,
          S P*                  4      O^ N\)        ^S P*                  V,
          4      O5pSP-                  \         P.                  4      P1                  V
4      P3                  V4      P5                  V4      pS P7                  VVSVVR7      # )c                  óV   <€ R SP                    RS P                    RSP                    2# )zYindex_reduce(): self, index and source expected to be in the same device, but got (self) z
, (index) z, and (source) ©rÙ   )rº   ré   rl  s   €€€r,   Ú<lambda>Úindex_reduce.<locals>.<lambda>û  s/   ø€ ðØ"Ÿk™k˜]¨*°U·\±\°Nð CØŸJ™J˜<ñ)r.   ri  TN)rj  )r<   Ú_checkrÙ   r!   rH   Úis_floating_pointrI   Ú	ones_liker¿   Ú
index_fillÚ
zeros_likeÚmasked_fillr"   rP   Úscatter_reduce_Útwor·   rG   rN   r  rÄ   rY   r  rQ  Úrepeat_interleaverI  rÈ   Úscatter_reduce)ré   rJ   rº   rl  rm  rj  Útrue_divisionÚonesr`   ÚcountsÚrepeatsÚindex_shaperÊ   Úscatter_indexs   f&ff&$        r,   Úindex_reducerƒ  ï  sX  ú€ ô 
‡L‚LØ�‰�u—|‘|Ñ#×AÐA¨¯©°s·z±zÑ(Aö	
ôð ˜ÕÔ(TØ�
‰
÷)ò )ð Ÿ
™
×4Ñ4×MÐM¸¿
¹
×8MÑ8MˆÜ�Š˜sÓ#ˆßØˆCÜ—_’_ TÓ*×4Ñ4°S¸%ÀÓF‰Fà—/‘/ # u¨aÓ0ˆCÜ×%Ò% dÓ+×5Ñ5°c¸5À$ÓGˆFØ×'Ñ'¨°©
°AÓ6ˆFØ�m‰m˜C ¨Ó,ˆß,ˆs�|Ð?°#µ-Ð?äÜ×Ñ× Ñ ØØ�
‰
Ø�	‰	Ø�
‰
�‰Ø÷ò ô Ðð �j‰j˜˜q�˜Ð#×)Ñ)Ó+¨d¯j©j¸¸#Ð.>×.DÑ.DÓ.FÕF€GØ—;‘;“=ÐL 4§:¡:¨c°A­g¨iÐ#8ÐL¸4¿:¹:ÀdÀsÐ;KÑL€KØNŒU�4—9‘9˜s•? D§I¡IÓ.ÐN°ÐN´E¸!¸T¿Y¹YÈ½_Ó4MÑN€Dà�‰”—‘Óß	Ñ	˜7Ó	#ß	‰�Ó	ß	‰�‹ð	 ð ×ÑØØØØØ!ð ó ð r.   c                ó~  € V ^8„  d   QhR\         P                  R\        \        ,          R\        \        \        ,          ,          R,          R\        \        \        ,          ,          R\        \        \        ,          ,          R\        R\        R	\
        \         P                  \         P                  3,          /# )
r&   r¢   Úkernel_sizerÐ   NrÑ   rÒ   Ú	ceil_moderJ   r(   r×   )r+   s   "r,   r-   r-   -  s�   € ÷ 5ñ 5Ü‡|�|ð5ä”c•ð5ô ”$”s•)�O˜dÕ"ð5ô ”4œ•9�_ð	5ô
 ”Dœ•I�oð5ô ð5ô 
ð5ô Œ5�<‰<œŸ™Ð%Õ&ñ5r.   c                 ó\  € V^8X  d   ^.V,          pV^ 8X  d   ^ .V,          pV'       g   Tp\        W4      p\        WF4      p\        W64      p\        W&4      p\        P                  ! \        P                  V4      p\
        P                  P                  P                  WR7      '       g4   V\
        P                  ! \
        P                  4      P                  8”  d   \        # \        P                  V VVVVV4      w  r‰\        P                  V	VV P                   V) R VVV4      p
WŠ3# )r¬   )Ún_dimN)r   r¨  ÚreduceÚoperatorÚmulr<   Ú	_inductorÚloweringÚ%should_fallback_max_pool_with_indicesÚiinfoÚint8r˜   rG   ÚprimsÚ!_low_memory_max_pool_with_offsetsÚ'_low_memory_max_pool_offsets_to_indicesrN   )r¢   r…  rÐ   rÑ   rÒ   r†  rJ   Úwindow_sizeÚvalsrã  r€   s   &&&&&&&    r,   Ú_max_pool_with_indicesr–  -  s  € ð �1„}Ø�3˜•9ˆà�!„|Ø�#˜•)ˆçØˆô ˜{Ó0€Kä˜HÓ*€Hä˜7Ó(€Gä˜&Ó&€Fä×"Ò"¤8§<¡<°Ó=€Kô 	�‰× Ñ ×FÑFØð 	G÷ 	
ò 	
ð œŸš¤U§Z¡ZÓ0×4Ñ4Ô4äÐä×;Ñ;Ø	ØØØØØó�M€Dô ×;Ñ;ØØØ	�‰���ˆØØØó€Gð ˆ=Ðr.   c                ór  € V ^8„  d   QhR\         P                  R\        \        ,          R\        \        \        ,          ,          R,          R\        \        \        ,          ,          R\        \        \        ,          ,          R\        R\
        \         P                  \         P                  3,          /# ©	r&   r¢   r…  rÐ   NrÑ   rÒ   r†  r(   r×   )r+   s   "r,   r-   r-   f  ó…   € ÷ 
ñ 
Ü‡|�|ð
ä”c•ð
ô ”$”s•)�O˜dÕ"ð
ô ”4œ•9�_ð	
ô
 ”Dœ•I�oð
ô ð
ô Œ5�<‰<œŸ™Ð%Õ&ñ
r.   c           
      ó    € \        WW#WE^R7      # )r&   rî   ©r–  ©r¢   r…  rÐ   rÑ   rÒ   r†  s   &&&&&&r,   Úmax_pool2d_with_indicesr�  e  ó   € ô "Ø	˜¨À!ôð r.   c                ór  € V ^8„  d   QhR\         P                  R\        \        ,          R\        \        \        ,          ,          R,          R\        \        \        ,          ,          R\        \        \        ,          ,          R\        R\
        \         P                  \         P                  3,          /# r˜  r×   )r+   s   "r,   r-   r-   t  r™  r.   c           
      ó    € \        WW#WE^R7      # )rÛ  rî   r›  rœ  s   &&&&&&r,   Úmax_pool3d_with_indicesr¡  s  rž  r.   Ú	out_int32ÚrightÚsideÚsorterc                óì   € V ^8„  d   QhR\         P                  R\         P                  P                  R\        R\        R\
        R,          R\         P                  R,          R\         P                  /# )	r&   Úsorted_sequenceré   r¢  r£  r¤  Nr¥  r(   )r<   r=   rœ   r�   r…   r?   )r+   s   "r,   r-   r-   ‚  sm   € ÷ 	ñ 	Ü—\‘\ð	ä
�+‰+×
Ñ
ð	ô ð		ô
 ð	ô ��*ð	ô �L‰L˜4Õð	ô ‡\�\ñ	r.   c          	      óˆ   € \         P                  V \        P                  ! V.V P                  R 7      VVVVR7      ^ ,          # )rp  )r¢  r£  r¤  r¥  )rP   Úsearchsortedr<   r»   rÙ   )r§  ré   r¢  r£  r¤  r¥  s   &&$$$$r,   Úsearchsorted_scalarrª  �  sK   € ô ×ÑØÜ�Š�d�V O×$:Ñ$:Ô;ØØØØð ó ð õ	ð 	r.   c          
      ó¤   € V ^8„  d   QhR\         P                  P                  R\         P                  R\        R\        R\         P                  /# )r&   ré   Ú
boundariesr¢  r£  r(   )r<   rœ   r�   r=   r…   )r+   s   "r,   r-   r-   –  sL   € ÷ ñ Ü
�+‰+×
Ñ
ðä—‘ðô ð	ô
 ðô ‡\�\ñr.   c                ó”   € \         P                  \        P                  ! V .VP                  R 7      VVVR7      P                  ^ 4      # )rp  ©r¢  r£  )rP   Ú	bucketizer<   r»   rÙ   r÷   )ré   r¬  r¢  r£  s   &&$$r,   Úbucketize_scalarr°  •  sD   € ô �>‰>Ü�Š�d�V J×$5Ñ$5Ô6ØØØð	 ó ÷
 �gˆaƒjðr.   c                ó   € V ^8„  d   QhR\         P                  R\         P                  R\        R\        R\        R\         P                  R,          R\
        \         P                  \         P                  3,          /# )	r&   ré   ÚnoiseÚlowerÚupperr$  rg  Nr(   )r<   r=   rg   r…   rl  r’   )r+   s   "r,   r-   r-   ¦  sz   € ÷ Eñ EÜ
�,‰,ðEä�<‰<ðEô ðEô ð	Eô
 ðEô �‰ Õ%ðEô Œ5�<‰<œŸ™Ð%Õ&ñEr.   c                 ó,  € V'       dU   V ^ 8*  p\         P                  WW5R7      p\        P                  ! W`V,          V 4      p\        P                  ! Wg^4      p	W‰3# W#,           ^,          p
\         P	                  W
4      \        P
                  ! 4       3# )r   )rg  )rP   rº  r<   rw   Ú
leaky_relur=   )ré   r²  r³  r´  r$  rg  Únot_positiveÚrrï  Ú	noise_outÚnegative_slopes   &&&&&&     r,   Úrrelu_with_noise_functionalr»  ¥  su   € ÷ Ø˜q‘yˆÜ�L‰L˜ eˆLÓAˆÜ—’˜\°!­8°TÓ:ˆÜ—K’K °Ó3ˆ	ØÐ Ð à�-¨1Õ,ˆÜ�‰˜tÓ4´e·l²l³nÐDÐDr.   c                ór   € V ^8„  d   QhR\         P                  R\        R,          R\         P                  /# )r&   ÚrepeatÚoutput_sizeNr(   rã   )r+   s   "r,   r-   r-   º  s2   € ÷ 8ñ 8Ü�L‰Lð8ä�t•ð8ô ‡\�\ñ8r.   c                 óÐ  € \         P                  P                  '       d   \        # Ve   \	        V4      \
        Jd   \        # V P                  P                  R8X  d   \        # V P                  \        P                  \        P                  39  d   \        RV P                   24      hV P                  ^8w  d   \        RV P                   24      hV P                  ^ 4      p\        P                  ! WP                  R7      p\        P                  ! W#V P                  \        P                  8H  RR7      p\        P                   ! W@P#                  ^ 4      ^,
          R7      # )Nró   z*expected repeat dtype int32 or int64, got zexpected repeat.ndim == 1, got rp  Tr®  )r˜   )r   ÚtritonÚautotune_at_compile_timerG   r·   r>   rÙ   rH   r<   r×  rQ  r?  rY   rD  Úaranger©  r§   r±   )r½  r¾  rD  Úposr€   s   &&   r,   Úrepeat_interleave_TensorrÄ  ¹  s  € ô
 ‡}�}×-×-Ð-ô ÐØÒœd ;Ó/´sÓ:ÜÐØ‡}�}×Ñ˜UÔ"ÜÐØ‡|�|œEŸK™K¬¯©Ð5Ô5ÜØ8¸¿¹¸ÐGó
ð 	
ð ‡{�{�aÔÜÐ>¸v¿{¹{¸mÐLÓMÐMØ�]‰]˜1Ó€FÜ
�,Š,�{¯=©=Ô
9€CÜ× Ò Ø §¡´·±Ñ ;ÀDô€Gô �;Š;�w§K¡K°£N°QÕ$6Ô7Ð7r.   c                ó  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R,          R\        \        ,          R\        \        ,          R\        \        ,          R\        R	\         P                  /# )
r&   rŒ   rf   rŽ   NrÐ   rÑ   rÒ   rÕ   r(   )r<   r=   r’   r>   )r+   s   "r,   r-   r-   Õ  sy   € ÷ (ñ (Ü�<‰<ð(ä�L‰Lð(ô �,‰,˜Õ
ð(ô ”#�Jð	(ô
 ”3�Zð(ô ”C�jð(ô ð(ô ‡\�\ñ(r.   c           
      ó`  € V P                  4       ^8X  d   VP                  4       ^8X  g   \        R4      hV^ ,          pV^ ,          pV^ ,          pV P                  R4      pVP                  R4      p\        P                  P                  VVVV^3V^ 3V^3VR7      p	V	P                  R4      # )rÛ  z,Expect (N,C_in,L) and (C_out,C_in//groups,K))rÐ   rÑ   rÒ   rÕ   rô   )rJ   r?  rö   rP   Úconv2drR   r÷   )
rŒ   rf   rŽ   rÐ   rÑ   rÒ   rÕ   Úinput_2dÚ	weight_2dÚout_2ds
   &&&&&&&   r,   Úconv1d_to_conv2drË  Õ  sµ   € ð �I‰I‹K˜1Ô §¡£°Ô!2ÜÐKÓLÐLð �A�Y€Fà�a�j€Gà˜�{€Hð �‰˜rÓ"€Hà× Ñ  Ó$€Iô �[‰[× Ñ ØØØØ˜ˆ{Ø˜!�Ø˜A�Øð !ó €Fð �>‰>˜"ÓÐr.   c                óä   € V ^8„  d   Qh/ ^ \         9   d
   \        ;R&   ^\         9   dH   \        \        P                  P
                  \        P                  P                  ,          ,          ;R&   # )r&   r)   Údecomps_to_exclude)Ú__conditional_annotations__r   r*   r<   Ú_opsÚ
OpOverloadÚOpOverloadPacket)r+   s   "r,   r-   r-      sS   € × Ñ ÷l TÒ S”)Ñ Sñm ÷hò ”DœŸ™×.Ñ.´·±×1LÑ1LÕLÕMñ òi r.   )NNrÃ   r‡   )Nr¬   r¬   )NF)r   r   F)F)Nr   r¬   F)g      À?gUUUUUUÕ?FN)Nr«   rÃ   r«   r¬   )ìrÎ  r¨  Úloggingr0  rŠ  rÜ  Úcollections.abcr   Útypingr   r   r   r   Útyping_extensionsr   r<   Útorch._decompÚ_decompr4   Útorch._prims_commonÚ_prims_commonr�   Ú$torch.ao.quantization.fx._decomposedr	   r
   r   Útorch._decomp.decompositionsr   rî  r   r   r‰   r   r   Ú$torch._decomp.decompositions_for_rngr   Útorch._dynamo.utilsr   Útorch._environmentr   Ú!torch._higher_order_ops.out_dtyper   Útorch._inductor.utilsr   r   r   r   r   Útorch._refsr   r•   Ú%torch.fx.experimental.symbolic_shapesr   r   r   Ú r   r   r    r!   r"   r#   r$   rÏ  ÚOperatorBaserÑ  r)   Ú	getLoggerÚ__name__r2   r'   rP   r‘  r7  r½  Úquantized_decomposedÚ_adaptive_avg_pool2d_backwardÚadaptive_max_pool2dÚadaptive_max_pool3dÚindex_selectÚaddmvrÂ  Úbitwise_and_Úbitwise_or_Ú
clamp_min_ÚdistÚeluÚ
empty_likeÚflipÚgeluÚhardtanhÚlcmr¶  Úlinalg_vector_normÚ_log_softmaxÚ max_pool2d_with_indices_backwardÚ_native_batch_norm_legitÚ#_native_batch_norm_legit_functionalÚ$_native_batch_norm_legit_no_trainingÚ_batch_norm_with_updateÚ"_batch_norm_with_update_functionalÚ_batch_norm_no_updateÚbatch_norm_backwardr(  Únative_group_normÚnll_loss2d_backwardÚpermute_copyÚrrelu_with_noise_backwardÚ_softmaxÚsin_Úsqrt_Ú_to_copyÚtril_indicesÚtriu_indicesÚunbind_copyr>   Úupsample_bilinear2dÚvecÚhann_windowrÁ  rÍ  Úinductor_decompositionsr1   Ú_unsafe_indexrE  Ú#_unsafe_masked_index_put_accumulateÚ+_scaled_dot_product_flash_attention_for_cpurR   ri  r¦   r¥   r¿   ÚgluÚselect_scatterÚslice_scatterr¯   Úsplitr=   r÷   rÛ   ÚunbindÚbaddbmmrx   Úaddcmul_r  r  Ú_foreach_addcmul_ÚaddcdivÚaddcdiv_Ú_foreach_addcdivÚ_foreach_addcdiv_ÚlerpÚlerp_rÍ  r5   ÚdistributedÚis_availableÚ_dtensorÚshard_dim_alltoallra   rq   r}   rŠ   r–   r    r§   r¸   rÍ   rÜ   rå   râ   rç   rø   r  r  r   r3  rn   rW  rZ  Údetach_rb  rf  rp  rx  r|  r�  Ú	view_copyr„  rH   r‡  r�  r”  r’  r˜  rŸ  r¢  r¬  Ú	low_dtyper¯  rª  rº  r8  rä  rð  Ú_foreach_lerpr  r  r   r+  Úpy_implÚ_CÚDispatchKeyÚAutogradÚcacher1  r9  rJ  Úchoose_qparamsr»   rV  r]  ra  rƒ  r–  r�  r¡  r©  rª  r¯  r°  r»  r{  rÄ  rË  r-   )rÎ  s   @r,   Ú<module>r/     s„  øðç Ð Û Û Û Û 
Ý $ß 0Ó 0Ý 'ã Ý Ý #Û +÷ñ ÷
õ õ FÝ (Ý (Ý 7Ý .÷ó õ F÷ñ ÷ %÷ñ ñ ˆTƒ]€Ùˆtƒ_€à#Ÿj™j×5Ñ5¸¿
¹
×8SÑ8SÕSÐ Ó Sà×Ò˜Ó!€Ø‡y�y‡~�~€Ø�	‰	�‰€Ø�I‰I×Ñ€	Ø�Y‰Y×!Ñ!€
Ø—y‘y×5Ñ5Ð á,ð.Ø×*Ñ*ð.à× Ñ ð.ð 	× Ñ ð.ð 	×Ñð	.ð
 	�
‰
ð.ð 	�‰ð.ð 	×Ñð.ð 	×Ñð.ð 	�‰ð.ð 	�	‰	ð.ð 	�‰ð.ð 	�‰ð.ð 	�	‰	ð.ð 	�	‰	ð.ð 	�‰ð.ð  	�‰ð!.ð" 	�‰ð#.ð$ 	×Ñð%.ð& 	×Ñð'.ð( 	×-Ñ-ð).ð* 	×%Ñ%ð+.ð, 	×0Ñ0ð-.ð. 	×1Ñ1ð/.ð0 	×$Ñ$ð1.ð2 	×/Ñ/ð3.ð4 	×"Ñ"ð5.ð6 	× Ñ ð7.ð8 	×Ñð9.ð: 	×Ñð;.ð< 	×Ñð=.ð> 	× Ñ ð?.ð@ 	×ÑðA.ðB 	×&Ñ&ðC.ðD 	�‰ðE.ðF 	�	‰	ðG.ðH 	�
‰
ðI.ðJ 	ðK.ðL 	�‰ðM.ðN 	×ÑðO.ðP 	×ÑðQ.ðR 	×Ñ×ÑðS.ðT 	× Ñ ×$Ñ$ðU.ðV 	×ÑðW.ðX 	×5Ñ5ðY.ðZ 	×+Ñ+ð[.ó0Ð ðb KÑ,Ó.ÐJÐ2IÐJ€ð
 	×ÑØ×ÑØ×,Ñ,Ø×4Ñ4×<Ñ<Ø×ÒØ‡N‚NØ‡N‚NØ×!Ñ!Ø×ÑØ‡N‚NØ‡H‚HØ×ÒØ×ÒØ‡I‚IØ‡J‚J×ÒØ‡L‚LØ‡H‚HØ‡K‚KØ‡L‚Là‡L‚LØ‡M‚MØ×Ò× Ò Ø×ÒØ‡L‚LØ‡M‚MØ×Ò× Ò Ø×ÒØ‡I‚IØ‡J‚Jð=QÐ ó ñB �nÐ&8Ô 9õ>ð 	×Ò×!Ò!×#Ò#á˜UŸY™Y×/Ò/×BÒB×JÑJÐKÓLô<7ó Mð<7ñ~ ˜Ÿš×)Ò)Ð*Ó+ô0ó ,ð0ñ ˜Ÿš×)Ò)Ð*Ó+ô1ó ,ð1ñ  ˜×6Ñ6Ð7Ó8ôó 9ðñ" ˜×.Ñ.Ó/ô
Pó 0ð
Pñ ˜×:Ò:×BÑBÐCÓDðð &*ðð &*ö	ó Eðñ ˜Ÿš˜Ó%Ø#ö	ó $ó &ð	ñ ˜Ÿš˜Ó$Øô#ó ó %ð#ñ ˜Ÿš˜Ó$ô	ó %ð	ñ ˜ŸšÐ(Ó)ðMð !"öMó *ðMñ* ˜×,Ò,×4Ñ4Ð5Ó6ôWó 7ðWñ  ˜×2Ò2Ð3Ó4ô#.ó 5ð#.ñL ˜Ÿš×,Ò,Ð-Ó.öGó /ðGñ
 ˜Ÿš˜
Ó#Øöó ó $ðñ> ˜Ÿš˜Ó%Øö,ó ó &ð,ñ^ ˜Ÿš˜	Ó"Øö&ó ó #ð&ñZ ˜Ÿš×)Ñ)Ð*Ó+ö:ó ,ð:ñz ˜Ÿš˜Ó%ô:ó &ð:ñ& ˜Ÿš˜
Ó#ð@ð (,ö	@ó $ð@ñF ˜×+Ò+Ð,Ó-ôó .ðñ ˜Ÿš D§L¢LÐ1Ó2ôó 3ðñ ˜Ÿš E§J¢JÐ/Ó0ôIó 1ðIñ ˜Ÿš E§J¢JÐ/Ó0ôIó 1ðIñ ˜ŸšÓ%ð'ð )-ö'ó &ð'ñ8 ˜Ÿ	š	Ó"öó #ðñ ˜Ÿ	š	Ó"öó #ðñ ˜×)Ò)Ð*Ó+ô
ó ,ð
ñ ˜Ÿš×/Ñ/Ð0Ó1ô)ó 2ð)ñ ˜Ÿš×-Ò-Ð.Ó/ô$ó 0ð$õ
 ñ ˜ŸšÓ'ð*3ð !%ð	*3ð
 #'ð*3ð #'ð*3ð ð*3ð  ð*3ð */×)>Ò)>ö*3ó (ð*3ðZ/ð !%ð	/ð
 #'ð/ð */×)>Ò)>÷/ð@ ×Ó §¢Ð/Ð1EÓFô2ó Gð2ð ×Ó §¢Ð0Ð2FÓGô3ó Hð3ð ×Ó × 1Ò 1× 9Ñ 9Ð:Ð<PÓQôTó RðTð ×Ó × 1Ò 1× ;Ò ;Ð<Ð>RÓSôVó TðVñ ˜Ÿš×,Ñ,Ó-ô5ó .ð5ñ ˜ŸšÓ&ð)ð )-ö)ó 'ð)ñ0 ˜	×EÑE×MÑMÓNöó Oðñ ˜
×;Ñ;×CÑCÓDôó Eðñ4 ˜Ÿ	™	×+Ñ+×EÒEÓFô
Aó Gð
Añ ˜×-Ò-Ð.Ó/Øöó ó 0ðñ@ ˜×*Ò*×1Ò1Ó2ôIó 3ðIñX ˜×*Ò*×5Ò5Ó6ô
ó 7ð
ð ×Ò×Ñ×'Ò'¨¯ª×(<Ò(<×(EÒ(EÓFÙ˜×.Ò.Ó/ôó 0ó Gðð< ‡‚ô6ó ð6õ	ñ ˜×+Ò+Ó,ôó -ðñ$ Ð,×;Ò;×BÒBÓCô?ó Dð?ñ ˜ŸšÓ!ö
)ó "ð
)ñ ˜Ÿ	š	Ó"öó #ðñ ˜×3Ò3×;Ñ;Ó<Øô#ó ó =ð#ñ( ˜×)Ò)Ó*ð:ð ö:ó +ð:õz5ñp ˜×4Ò4Ó5ö
ó 6ð
ñ ˜×4Ò4Ó5ö
ó 6ð
ñ ˜×)Ò)×0Ò0Ó1ð	ð ð		ð
 ð	ð ð	ð #'ö	ó 2ð	ñ& ˜Ÿš×-Ò-Ó.ðð ð	ð
 öó /ðð ×Ó˜t×?Ò?ÐAUÓVöEó WðEñ& ˜×.Ò.×5Ò5Ó6ö8ó 7ð8÷6(ñ (r.   