+
    ˜°³jç{ ã            	       ó2  a € R± té0 t ^ RIt^ RIt^ RI5 ^ RIt^ RIHu Ht ^ RI	H
t
 ^ RIHt ^RIHtHt . t] ^ k / t] ^k R tR²R ltR³R ltR´R	 ltR
 R ltR R ltR tR tR t]P6                  ! ]]4      tR R ltR tR tR t R t!]! ]PD                  PF                  PH                  PJ                  ]PD                  PF                  PL                  PJ                  ]PD                  PF                  PN                  PJ                  ]PD                  PF                  PP                  PJ                  ]PD                  PF                  PR                  PJ                  ]PD                  PF                  PT                  PJ                  ]PD                  PF                  PV                  PJ                  .R4      R 4       t,]! ]PD                  PZ                  P\                  PJ                  R4      R 4       t/]! ]PD                  PF                  P`                  PJ                  .R4      R R l4       t1]! ]PD                  PF                  Pd                  PJ                  R4      R 4       t3]! ]PD                  PF                  Pd                  Ph                  R4      ! ]34       ]! ]PD                  PF                  Pj                  PJ                  R4      R 4       t6]! ]PD                  PF                  Pn                  PJ                  R4      R  4       t8]! ]PD                  PF                  Pr                  PJ                  R!4      R" 4       t:]! ]PD                  PF                  Pv                  PJ                  R#4      R$ 4       t<]! ]PD                  PF                  Pz                  P|                  R%4      R& 4       t?]! ]PD                  PF                  P€                  PJ                  R4      R' 4       tA]! ]PD                  PF                  P„                  PJ                  R(4      R) 4       tC]! ]PD                  PF                  Pˆ                  PJ                  R4      ! ]4       ]! ]PD                  PF                  PŠ                  PJ                  ]PD                  PF                  PŒ                  PJ                  ]PD                  PF                  PŽ                  PJ                  ]PD                  PF                  P�                  PJ                  ]PD                  PF                  P’                  PJ                  .R4      R* 4       tJ]! ]PD                  PF                  P–                  PJ                  R+4      ! ]J4       ]! ]PD                  PF                  P˜                  PJ                  R,4      ! ]J4       ]! ]PD                  PF                  P˜                  Pš                  R-4      ! ]J4       ]! ]PD                  PF                  Pœ                  PJ                  R4      R. 4       tO]! ]PD                  PF                  P                   PJ                  R/4      R0 4       tQ]! ]PD                  PF                  P¤                  PJ                  R/4      R1 4       tS]! ]PD                  PF                  P¨                  PJ                  R24      R3 4       tU]! ]PD                  PF                  P¬                  PJ                  R44      R5 4       tW]! ]PD                  PF                  P°                  PJ                  R64      R7 4       tY]! ]PD                  PF                  P´                  P¶                  R84      R9 4       t\]! ]PD                  PF                  P´                  PJ                  R:4      R; 4       t]]! ]PD                  PF                  P¼                  P¾                  R<4      R= 4       t`]! ]PD                  PF                  PÂ                  PJ                  R>4      R? 4       tb]! ]PD                  PF                  PÆ                  PJ                  R@4      RA 4       tc]! ]PD                  PF                  PÈ                  PJ                  RB4      RC 4       te]! ]PD                  PF                  PÌ                  PÎ                  RD4      RE 4       th]! ]PD                  PF                  PÒ                  PN                  RF4      RG 4       tj]! ]PD                  PF                  PÖ                  PJ                  RH4      RI 4       tl]! ]PD                  PF                  PÚ                  PJ                  RJ4      RK 4       tn]! ]PD                  PF                  PÞ                  PJ                  RL4      RM 4       tp]! ]PD                  PF                  Pâ                  PJ                  RN4      RO 4       tr]! ]PD                  PF                  Pæ                  PJ                  RP4      RQ 4       tt]! ]PD                  PF                  Pê                  PJ                  RR4      RS 4       tv]! ]PD                  PF                  Pî                  PJ                  RT4      RU 4       tw]! ]PD                  PF                  Pð                  PJ                  RV4      RW 4       tx]! ]PD                  PF                  Pò                  Pô                  RX4      RY 4       t{]! ]PD                  PF                  Pø                  PJ                  RZ4      R[ 4       t}]! ]PD                  PF                  Pü                  PJ                  RZ4      R\ 4       t]! ]PD                  PF                  EP                   PJ                  R]4      R^ 4       t�R_ t‚]! ]PD                  PF                  EP                  PJ                  R:4      R` 4       t„]! ]PD                  PF                  EP                  EP
                  Ra4      Rb 4       t†]! ]PD                  PF                  EP                  PÎ                  Rc4      Rd 4       tˆ]! ]PD                  PF                  EP                  PJ                  Re4      Rf 4       tŠ]! ]PD                  PF                  EP                  PJ                  ]PD                  PF                  EP                  PJ                  .RT4      Rg 4       t�]! ]PD                  PF                  EP                  PJ                  Rh4      Ri 4       t�]! ]PD                  PF                  EP                   PJ                  Rj4      Rk 4       t‘]! ]PD                  PF                  EP$                  PÎ                  Rl4      Rm 4       t“]! ]PD                  PF                  EP(                  P¾                  Rn4      Ro 4       t•]! ]PD                  PF                  EP,                  PJ                  Rp4      ]! ]PD                  PF                  EP.                  PJ                  Rp4      Rq 4       4       t—]! ]PD                  PF                  EP0                  PJ                  Rr4      Rs 4       t™]! ]PD                  PF                  EP4                  PN                  Ra4      Rt 4       t›]! ]PD                  PF                  EP4                  PJ                  R:4      Ru 4       tœ]! ]PD                  PF                  EP:                  EP<                  Rv4      Rw 4       tŸ]! ]PD                  PF                  EP:                  PN                  Rx4      Ry 4       t ]! ]PD                  PF                  EPB                  EP<                  Rv4      Rz 4       t¢]! ]PD                  PF                  EPB                  PN                  Rx4      R{ 4       t£]! ]PD                  PF                  EPB                  PJ                  ]PD                  PF                  EP:                  PJ                  ]PD                  PF                  EPH                  PJ                  ]PD                  PF                  EPJ                  PJ                  .R4      R| 4       t¦]! ]PD                  PF                  EPN                  PJ                  ]PD                  PF                  EPP                  PJ                  .R4      R} 4       t©]! ]PD                  PF                  EPJ                  PN                  Rx4      R~ 4       tª]! ]PD                  PF                  EPH                  PN                  Rx4      R 4       t«]! ]PD                  PF                  EPX                  PJ                  Rv4      R€ 4       t­]! ]PD                  PF                  EP\                  PJ                  Rv4      R� 4       t¯]! ]PD                  PF                  EP`                  PJ                  Rv4      R‚ 4       t±]! ]PD                  PF                  EPd                  PJ                  Rv4      Rƒ 4       t³]! ]PD                  PF                  EPh                  PJ                  R„4      R… 4       tµ]! ]PD                  PF                  EPl                  PJ                  RJ4      R† 4       t·]! ]PD                  PF                  EPp                  PJ                  R‡4      Rˆ 4       t¹]! ]PD                  PF                  EPt                  PJ                  R‰4      RŠ 4       t»]! ]PD                  PF                  EPx                  PJ                  ]PD                  PF                  EPz                  PJ                  .R4      R‹ 4       t¾]! ]PD                  PF                  EPB                  PJ                  R4      RŒ 4       t¿]! ]PD                  PF                  EP€                  PJ                  R�4      RŽ 4       tÁ]! ]PD                  PF                  EP„                  PJ                  R�4      R� 4       tÃ]! ]PD                  PF                  EPˆ                  PJ                  R‘4      R’ 4       tÅ]! ]PD                  PF                  EPŒ                  PJ                  R4      R“ 4       tÆ]! ]PD                  PF                  EPŽ                  PJ                  R4      R” 4       tÇ]! ]PD                  PF                  EP�                  PJ                  R4      R• 4       tÈ]! ]PD                  PF                  EP’                  PJ                  R4      R– 4       tÉ]! ]PD                  PF                  EP”                  PJ                  R4      R— 4       tÊ]! ]PD                  PF                  EP–                  PJ                  R˜4      R™ 4       tÌ]! ]PD                  PF                  EPš                  PJ                  Rš4      R› 4       tÎ]! ]PD                  PF                  EPž                  PJ                  Rœ4      R� Rž l4       tÐ]! ]PD                  PF                  EP¢                  PJ                  ]PD                  PF                  EP¤                  PJ                  ]PD                  PF                  EP¦                  PJ                  .RŸ4      R  4       tÔ]! ]PD                  PF                  EPª                  PJ                  ]PD                  PF                  EP¬                  PJ                  ]PD                  PF                  EP®                  PJ                  ]PD                  PF                  EP°                  PJ                  ]PD                  PF                  EP²                  PJ                  ]PD                  PF                  EP´                  PJ                  .R¡4      R¢ 4       tÛ]! ]PD                  PF                  EP¸                  EPº                  R£4      R¤ 4       tÞ]! ]PD                  PF                  EP¾                  EPº                  R£4      R¥ 4       tà]! ]PD                  PF                  EPÂ                  P¾                  R4      R¦ 4       tâ]! ]PD                  PF                  EPÆ                  PJ                  R§4      R¨ 4       tä]! ]PD                  PF                  EPÊ                  PJ                  R©4      Rª 4       tå]EPÌ                  EPÏ                  R«R¬4      ;_uu_ 4       t#]#EPÑ                  R­]åR®4       ]#EPÑ                  R­]åR¯4       ]#EPÑ                  R­]åR°4       RRR4       R#   + '       g   i     R# ; i)µé    N)Ú*)Únormalize_function)Ú#jagged_scaled_dot_product_attention)Ú_jagged_numelÚNestedTensorc                 óî   € V P                   '       dH   VR 8X  d!   \        P                  ! V 4      P                  # \        P                  ! V 4      P                  # VR 8X  d   \        R4      # \        R4      # )ÚmaxÚinfú-inf)Úis_floating_pointÚtorchÚfinfor	   ÚminÚfloat)ÚdtypeÚpadding_types   &&Ú[/home/luca/screen-checking/.venv/lib/python3.14/site-packages/torch/nested/_internal/ops.pyÚ_get_padding_valuer      s_   € Ø××Ðà&2°eÔ&;ŒE�KŠK˜Ó×"Ñ"ð	
ÜAFÇÂÈUÓAS×AWÑAWð	
ð  ,¨uÔ4Œu�U‹|ÐG¼%À»-ÐGó    c                 ó\  a a€ ^ RI Hp \        V\        \        34      '       dA   \        V4      ! V V3R lV 4       4      p\        V4      ! \        P                  V4      4      # V'       d
   V! S V4      pV^ 8¼  d   VS 8  g   \        RV RS  24      hV^ 8X  d
   S^,
          # V^,
          # )r   ©Úcanonicalize_dimsc              3   ó>   <"  € T F  p\        SVS4      x € K  	  R # 5i©N©Ú_outer_to_inner_dim)Ú.0ÚdÚndimÚ
ragged_dims   & €€r   Ú	<genexpr>Ú&_outer_to_inner_dim.<locals>.<genexpr>"   s   øé € ÐQÉSÈÔ.¨t°Q¸
×CÐCËSùó   ƒzdim z out of range for ndim )	Útorch._prims_commonr   Ú
isinstanceÚtupleÚlistÚtypeÚdictÚfromkeysÚAssertionError)r   Údimr    Úcanonicalizer   Úoutputs   f&f&  r   r   r      s˜   ù€ Ý5ä�#œœt�}×%Ò%Ü�c”ÕQÉSÓQÓQˆä�FŒ|œDŸM™M¨&Ó1Ó2Ð2çÙ  cÓ*ˆà�1ŒH˜˜tœÜ˜t C 5Ð(?À¸vÐFÓGÐGð  œ(ˆ
�Q�ðà(+¨a­ðr   c                 óà   € ^ RI Hp V! W4      pW‚8X  d   V'       g   \        V R24      hV^ 8X  d   V'       g   \        V R24      hV'       d   \        WV4      MTp	V'       d	   V^ 8H  p
Wš3# V	# )r   r   z0(): not supported for NestedTensor on ragged dimz+(): not supported for NestedTensor on dim=0)r$   r   ÚRuntimeErrorr   )r   r,   r    Úop_nameÚconvert_to_inner_dimÚallow_ragged_dimÚallow_batch_dimr   ÚwrappedÚretÚoperating_on_batchs   &&&&&&&    r   Ú_wrap_jagged_dimr8   4   s�   € õ 6á Ó*€GØÔ×%5Ü˜g˜YÐ&VÐWÓXÐXØ	�AŒŸoÜ˜g˜YÐ&QÐRÓSÐS÷  ô 	˜D¨:Ô6àð ÷
 ð %¨™\ÐØÐ(Ð(Ø€Jr   c                ó’  a a€ ^ RI Hp \        V\        \        34      '       g   \        R\        V4       24      hV Uu. uF  qT! S V4      NK  	  pp^ V9   pSV9   p\        ;QJ d    V3R lV 4       F  '       g   K   RM	  RM! V3R lV 4       4      p	\        \        P                  V V3R lV 4       4      4      p
W§W‰3# u upi )z~
For NestedTensor operators,
wraps dimensions to non-negative values,
and returns metadata related to reduction dimension(s).
r   z<_wrap_jagged_dims(): cannot iterate over dimensions of type c              3   óF   <"  € T F  q^ 8g  ;'       d    VS8g  x € K  	  R# 5i©r   N© )r   r   Ú
ragged_idxs   & €r   r!   Ú$_wrap_jagged_dims.<locals>.<genexpr>d   s"   øé € ÐPÁ<¸a A™v×9Ð9¨!¨z©/Ô9Ã<ùs   ƒ!“!TFc              3   ó>   <"  € T F  p\        SVS4      x € K  	  R # 5ir   r   )r   r   r   r=   s   & €€r   r!   r>   h   s   øé € ÐUÉÀ1Ô)¨$°°:×>Ð>Ëùr#   )
r$   r   r%   r&   r'   r+   r(   Úanyr)   r*   )r   Údimsr1   r=   r   r   Úwrapped_dimsÚoperate_on_batchÚoperate_on_raggedÚoperate_on_non_batchÚouter_to_inner_dims   f&&f       r   Ú_wrap_jagged_dimsrG   Q   sÆ   ù€ õ 6ä�dœU¤D˜M×*Ò*ÜØJÌ4ÐPTË:È,ÐWó
ð 	
ñ
 -1óÙ,0 qÐ˜$ Ö"©Dð ð ð ˜LÑ(ÐØ" lÑ2Ðß›3ÔPÁ<ÓPŸ3Ÿ3š3ÔPÁ<ÓPÓPÐô Ü�‰ÕUÉÓUÓUóÐð Ð1BÐXÐXùòs   Á Cc                ó(   € V ^8„  d   QhR\         RR/# )é   Ú
schema_strÚreturnN)Ústr)Úformats   "r   Ú__annotate__rN   n   s   € ÷ =ñ =œSð =¸Dñ =r   c                 ó’  a€ V P                  R 4      pV Uu. uF  qUP                  R4      NK  	  upP                  R4      p\        V4      V,
          pVR,          R8X  d   VRR pM`\        V4      V8¼  d   \        V4      \        V4      8:  g8   \	        RVP
                   RV  RV R\        V4       R	\        V4       R
24      hRR RR RR RR /p\        V4       FÝ  w  ršV
P                  R4      w  r¼VP                  R4      pV'       d   VRR MTpWè9  d   \        RV 24      hV	\        V4      8¼  d)   V'       g   \	        RVP
                   RV  RV 24      hK„  WŽ,          oV3V3R llpV! W),          4      '       d   K«  RRRRRRRRRR/p\	        RVP
                   RV  RV RVV,           24      h	  R# u upi ) ú, Ú?Tú...NúNestedTensor Ú(z): expected at least z arguments and at most z arguments, but got: z
 argumentsÚtc                 óp   € \        V \        P                  4      ;'       d    \        V \        4      '       * # r   )r%   r   ÚTensorr   ©Úxs   &r   Ú<lambda>Úcheck_schema.<locals>.<lambda>   s$   € ”z !¤U§\¡\Ó2×VÐV¼:ÀaÌÓ;VÔ7VÐVr   Újtc                 ó|   € \        V \        4      ;'       d&    V P                  R J ;'       d    V P                  ^8H  # r   )r%   r   Ú_lengthsÚ_ragged_idxrX   s   &r   rZ   r[   €   s<   € œ
 1¤lÓ3÷ ð Ø�J‰J˜$Ð÷ð à�M‰M˜QÑðr   Újt_allc                 ó"   € \        V \        4      # r   ©r%   r   rX   s   &r   rZ   r[   ƒ   s   € œJØŒ|ô
r   r@   c                 ó   € R # )Tr<   rX   s   &r   rZ   r[   †   s   € ™r   z: zUnknown arg type: z) missing required argument: c                 óL   <€ V'       d   V R J ;'       g	    S! V 4      # S! V 4      # r   r<   )rY   Úis_optionalÚ	_check_fns   &&€r   Úcheck_fnÚcheck_schema.<locals>.check_fn™   s&   ø€ ßØ˜D�y×0Ð0¡I¨a£LÐ0á  “|Ð#r   Útensorzt?zoptional tensorz%contiguous jagged layout NestedTensorzjagged layout NestedTensorz
<any type>z): expected z	 to be a éÿÿÿÿ)ÚsplitÚendswithÚcountÚlenÚ
ValueErrorÚ__name__Ú	enumerater+   )rJ   ÚfuncÚargsÚkwargsÚnamed_arg_typesrY   Únum_optional_argsÚmin_argsÚarg_type_check_fnsÚiÚnamed_arg_typeÚnameÚarg_typere   Únormalized_arg_typerg   Útype_to_descrf   s   &&*,             @r   Úcheck_schemar   n   s  ø€ Ø ×&Ñ& tÓ,€OÙ2AÓB±/¨QŸ™ Cž±/ÑB×HÑHÈÓNÐÜ�?Ó#Ð&7Õ7€Hð �rÕ˜eÔ#Ø)¨#¨2Ð.‰ä�D“	˜XÔ%¬#¨d«)´s¸?Ó7KÔ*KÜØ §¡˜¨a°
¨|Ð;PÐQYÐPZð [)Ü),¨_Ó)=Ð(>Ð>SÜ�t“9�+˜Zð)óð ð 	ÑVØñ ð 	ñ 
ð 	‰~ð	Ðô ' Ö7ÑˆØ'×-Ñ-¨dÓ3‰ˆØ×'Ñ'¨Ó,ˆß/:˜h s¨™mÀÐØÔ8Ü Ð#5Ð6IÐ5JÐ!KÓLÐLà”�D“	Œ>ßÜ Ø# D§M¡M ?°!°J°<ð @2Ø26°ð9óð ñ à&Õ;ˆ	à$/÷ 	$ñ ˜�× Ô à�XØÐ'ØÐ=ØÐ6Ø�|ðˆLô Ø §¡˜¨a°
¨|¸<ÈÀvÈYØ Õ)Ð*ð,óð óA 8ùò1 Cs   —Gc          
      óL   € V ^8„  d   QhR\         R\        R\         R\        RR/# )rI   ÚaÚa_nameÚbÚb_namerK   N)r   rL   )rM   s   "r   rN   rN   ®   s4   € ÷ 
ñ 
Üð
Ü#&ð
Ü+7ð
ÜADð
à	ñ
r   c           	      ó¾   € VP                   VP                  ,          VP                   VP                  ,          8w  d    \        R V P                   RV RV R24      hR# )rS   z: expected ú and z' to have the same exact offsets tensor.N)Ú_sizer_   r0   rp   )rr   r�   r‚   rƒ   r„   s   &&&&&r   Úcheck_ragged_dim_samerˆ   ®   sZ   € ð 	‡w�wˆq�}‰}Õ §¡¨¯©Õ!7Ô7ÜØ˜DŸM™M˜?¨+°f°X¸UÀ6À(ð K)ð )ó
ð 	
ñ 8r   c                 ó  € V P                   ^,           pV P                  RV pVRV p\        V4      \        V4      8H  ;'       dG    \        ;QJ d%    R \	        W44       4       F  '       d   K   R# 	  R# ! R \	        W44       4       4      # )é   Nc              3   óH   "  € T F  w  rW8H  ;'       g    VR8H  x € K  	  R# 5i)rŠ   Nrj   r<   )r   ÚnsÚss   &  r   r!   Ú%raggedness_matches.<locals>.<genexpr>À   s%   é € ÐHÑ,G¡5 2ˆB‰G×Ð�q˜B‘wÔÓ,Gùs   ‚"”"FT)r_   r‡   rn   ÚallÚzip)ÚntÚsizeÚendÚ	nt_raggedÚsize_raggeds   &&   r   Úraggedness_matchesr–   »   s€   € Ø
�.‰.˜1Õ
€CØ—‘˜˜#�€IØ�t˜�*€KÜˆy‹>œS Ó-Ñ-÷ ð ß‹ÑH¬C°	Ô,GÓH�ŒðÚðØÑH¬C°	Ô,GÓHÓHðr   c                 ó†   € V P                  4       ^ 8”  d,   V P                  ^ ,          ^8X  d   V P                  ^ 4      p K@  V # ©r   )r,   ÚshapeÚsqueeze)rU   s   &r   Úsqueeze_leading_onesr›   Ä   s1   € ð& �%‰%‹'�AŒ+˜!Ÿ'™' !�*¨œ/Ø�I‰I�a‹LŠØ€Hr   c                 ó€   a aa€ \        S\        4      '       g   S.o\        S \        4      '       g   S .o VVV 3R  lpV# )c                 óP   <a € S F  pV V3R  lpS F  pV! V4      W1&   K  	  K  	  S # )c                 ó   <a € V VV3R  lpV# )c                  ó<   <€ \        SS.V O5/ VB  S! S.V O5/ VB # r   )r   )rs   rt   Úaten_oprr   rJ   s   *,€€€r   ÚinnerÚ@register_func.<locals>.wrapper.<locals>.get_inner.<locals>.inneræ   s,   ø€ Ü  ¨TÐC°DÒC¸FÒCÙ Ð9¨$Ò9°&Ñ9Ð9r   r<   )r    r¡   rr   rJ   s   f €€r   Ú	get_innerÚ1register_func.<locals>.wrapper.<locals>.get_innerå   s   ù€ ÷:ð �r   r<   )rr   r    r£   ÚtableÚaten_opsrJ   Útabless   f   €€€r   ÚwrapperÚregister_func.<locals>.wrapperâ   s1   ù€ ÛˆGöó  �Ù!*¨7Ó!3�“ó  ñ  ð ˆr   )r%   r'   )r§   r¦   rJ   r¨   s   fff r   Úregister_funcrª   Ü   s7   ú€ Ü�h¤×%Ò%Ø�:ˆÜ�fœd×#Ò#Ø�ˆ÷ð €Nr   c                ó2   € V ^8„  d   QhR\         R,          /# ©rI   rK   N)ÚCallable)rM   s   "r   rN   rN   ö   s   € ÷ &ñ &¬H°t­Oñ &r   c                 ó>  € \         P                  V R 4      pVe   V# \        P                  P                  V P
                  9   EdW   ^ RIHp V F,  pV! V4      '       g   K  \        RV P                   RV 24      h	  \        R V 4       4      pV^8X  dÔ   . pV P                  P                   Fk  p\        VP                  \        P                  4      '       d!   VP!                  VP"                   R24        M"VP!                  VP"                   R24       Km  	  VP!                  R4       RP%                  V4      p\'        W€.VO5/ VB  \(        P*                  ! \,        V 4      # V^8X  d,   \'        R	V .VO5/ VB  \(        P*                  ! \.        V 4      # R # )
N©Úis_nested_intrS   z: invalid argument c              3   óV   "  € T F  p\        V\        P                  4      x € K!  	  R # 5ir   )r%   r   rW   )r   rY   s   & r   r!   Ú lookup_jagged.<locals>.<genexpr>	  s   é € ÐHÁ4¸aœj¨¬E¯L©L×9Ð9Ã4ùs   ‚')z: jt_allz: anyrR   rP   zlhs: any, rhs: any, ...)ÚJAGGED_OPS_TABLEÚgetr   ÚTagÚ	pointwiseÚtagsÚ%torch.fx.experimental.symbolic_shapesr°   r0   rp   ÚsumÚ_schemaÚ	argumentsr%   r(   Ú
TensorTypeÚappendr{   Újoinr   Ú	functoolsÚpartialÚjagged_unary_pointwiseÚjagged_binary_pointwise)	rr   rs   rt   Údispatch_funcr°   ÚargÚnum_tensor_argsÚschema_partsÚcheck_schema_strs	   &*,      r   Úlookup_jaggedrÈ   ö   so  € Ü$×(Ñ(¨¨tÓ4€MØÒ ØÐô ‡y�y×Ñ˜dŸi™iÕ'ÝGó
 ˆCÙ˜S×!Ô!Ü"Ø# D§M¡M ?Ð2EÀcÀUÐKóð ñ ô ÑHÁ4ÓHÓHˆØ˜aÔð ˆLØ—|‘|×-Ô-�Ü˜cŸh™h¬×(8Ñ(8×9Ò9Ø ×'Ñ'¨3¯8©8¨*°HÐ(=Ô>Ùà ×'Ñ'¨3¯8©8¨*°EÐ(:Ö;ñ .ð ×Ñ Ô&Ø#Ÿy™y¨Ó6ÐÜÐ)ÐA°$ÒA¸&ÒAÜ×$Ò$Ô%;¸TÓBÐBØ Ô!ÜÐ2°DÐJ¸4ÒJÀ6ÒJÜ×$Ò$Ô%<¸dÓCÐCár   c                 óz   € R V P                  4       RV P                  4       RV P                  RV P                  /pV# ©ÚoffsetsÚlengthsÚ_metadata_cacher_   rÊ   )rÄ   rt   s   & r   Úextract_kwargsrÎ     s:   € à�3—;‘;“=Ø�3—;‘;“=Ø˜3×.Ñ.Ø�s—‘ð	€Fð €Mr   c                 ór   a€ \        R  V 4       4      o\        V ! V3R lV 4       / VB 3/ \        S4      B # )c              3   óV   "  € T F  p\        V\        4      '       g   K  Vx € K!  	  R # 5ir   rb   ©r   rÄ   s   & r   r!   Ú)jagged_unary_pointwise.<locals>.<genexpr>+  s   é € ÐD™d�s¤j°´l×&C�sŠs›dùó   ‚)Ÿ
)c              3   óJ   <"  € T F  qSJ d   VP                   MTx € K  	  R # 5ir   )Ú_values)r   rÄ   Únjts   & €r   r!   rÒ   -  s   øé € ÐB¹T°c S›jˆs�{Š{¨cÔ1»Tùs   ƒ #©Únextr   rÎ   )rr   rs   rt   rÖ   s   &*,@r   rÁ   rÁ   )  s@   ø€ ä
ÑD™dÓDÓ
D€CÜÙÔB¹TÓBÐMÀfÑMñä
˜Ó
ñð r   c           	      ó0  € V^ ,          V^,          rC\        V\        4      '       g"   \        V\        4      '       g   \        R4      hRp\        V\        4      '       d§   \        V\        4      '       d‘   \        W4P                  4      '       d<   \        V ! VP
                  VP
                  .VR,          O5/ VB 3/ \        V4      B # \        VP                  V P                  VP                  VP                  4      4      h\        V\        4      pV'       d   \        V4      M
\        V4      pV'       d   W43MWC3w  r‰V	P                  4       VP                  4       8”  d   \        R4      h\        V	4      p
VP                  4       V
P                  4       ^,           8¼  dC   V'       d   VP
                  V
3MW¨P
                  3w  r¼\        V ! W¼.VR,          O5/ VB 3/ VB # VP                  4       VP                  4       8X  EdK   VP                  ^ ,          VP                  ^ ,          8w  d;   \        VP                  V P                  VP                  VP                  4      4      h^RIHp VP                   pVP"                  pTpVP
                  P                  VP$                  ^,
          ,          pVf   TpT	P'                  \)        V	P                  4       UUu. uF  w  ppVVP$                  8w  d   TMTNK  	  upp4      p	V! V	VP*                  VP$                  VVVR7      pV'       d   VV3MVV3w  r¼V ! W¼.VR,          O5/ VB # \        VP                  V P                  VP                  VP                  4      4      hu uppi )r   z4At least one of the arguments must be a NestedTensorzHcannot call binary pointwise function {} with inputs of shapes {} and {}ºrI   NNz+NYI: broadcasting NT with T with larger dim©Únested_from_padded©rË   r=   Úsum_SÚ
min_seqlenÚ
max_seqlen)r%   r   r+   r–   r‡   rÕ   rÎ   r0   rM   rp   r,   ÚNotImplementedErrorr›   r™   Únested_tensorrÜ   Ú_maybe_min_seqlenÚ_maybe_max_seqlenr_   Úexpandrq   Ú_offsets)rr   rs   rt   r�   rƒ   Úmismatch_error_msgÚa_is_ntÚextracted_kwargsr‘   rU   Ú
t_squeezedÚlhsÚrhsrÜ   rß   rà   Úpadded_max_SÚtotal_Lry   rY   Út_as_nts   &*,                  r   rÂ   rÂ   2  sî  € Ø��7�D˜•G€qÜ�qœ,×'Ò'¬:°a¼×+FÒ+FÜÐSÓTÐTð 	Sð ô �!”\×"Ò"¤z°!´\×'BÒ'Bô ˜a§¡×)Ò)ÜÙ�Q—Y‘Y §	¡	Ð?¨D°­HÒ?¸Ñ?ñÜCQÐRSÓCTñð ô Ð-×4Ñ4°T·]±]ÀAÇGÁGÈQÏWÉWÓUÓVÐVä˜œLÓ)€Gß,3”~ aÔ(¼ÈÓ9JÐ÷ ˆQ‰F A 6�E€Bà‡u�uƒw�—‘“ÔÜ!Ð"OÓPÐPÜ% aÓ(€JØ	‡v�vƒx�:—>‘>Ó# aÕ'Ô'ß/6�B—J‘J 
Ñ+¸ZÏÉÐ<T‰ˆÜ™D Ð?¨D°­HÒ?¸Ñ?ÑTÐCSÑTÐTð 	‡u�uƒw�!—%‘%“'Õð �7‰7�1�:˜Ÿ™ �Ô#ÜØ"×)Ñ)¨$¯-©-¸¿¹À!Ç'Á'ÓJóð õ 	6ð ×)Ñ)ˆ
Ø×)Ñ)ˆ
Ø!ˆØ—*‘*×"Ñ" 2§>¡>°AÕ#5Õ6ˆØÒà"ˆLð �H‰HÜDMÈaÏgÉgÔDVÔWÑDV¹D¸A¸q�!�r—~‘~Ô%‰Q¨<Ò7ÑDVÒWó
ˆñ %ØØ—K‘KØ—~‘~ØØ!Ø!ô
ˆ÷ %,�B˜‘=°'¸2°‰ˆÙ�CÐ2˜t B�xÒ2¨6Ñ2Ð2ô Ð)×0Ñ0°·±ÀÇÁÈÏÉÓQÓ
RÐRùó# Xs   Ë(!N
c                 óˆ  a€ V \         P                  P                  P                  J d   \	        V/ VB # V P
                  R 8X  d.   V ! V^ ,          P                  .VR,          O5/ VB  V^ ,          # V P
                  R8X  Ed   RR R llp\        W1VRR7      w  rEVP                  R4      p\        VP                  4       VR,          VP                  RR	R
7      p\        VP                  4       VR,          VP                  RR	R
7      pWx8X  d   V# \        P                  ! \        P                  VP                   Wx^,            4      p	. VP                   RV OV	NVP                   V^,           R O5p
VP"                  ! V
!  # V P
                  R8X  dŸ   V^ ,          oSP$                  '       g   SP&                  '       g   S# SP)                  4       w  r´\         P                  P+                  4       ;_uu_ 4        V F&  p\-        SVR4      pVf   K  VP/                  4        K(  	  RRR4       S# V P
                  R8X  d†   V^ ,          oSP$                  '       g   SP&                  '       g   R# SP)                  4       w  r´V'       g   R	# \0        ;QJ d    V3R lV 4       F  '       d   K   R	# 	  R# ! V3R lV 4       4      # V P
                  R8X  d·   RR R llp\        WáVRR7      w  rEVP                  R4      pVP                  R4      pVP                  4       VP                  ,
          ^,
          p\3        V4      V8”  d   \5        R4      h\         P                  P+                  4       ;_uu_ 4        V ! V/ VB uuRRR4       # \7        V 4      h  + '       g   i     S# ; i  + '       g   i     L/; i)Úapply_ºrŠ   NNÚflattenc                ó   € V ^8„  d   QhRR/# r¬   r<   )rM   s   "r   rN   Ú+jagged_torch_function.<locals>.__annotate__Ž  s   € ÷ 	ñ 	¸Dñ 	r   c                 ó   € R # r   r<   )ÚinputÚ	start_dimÚend_dims   &&&r   Ú_flatten_sigÚ+jagged_torch_function.<locals>._flatten_sigŽ  ó   € Ùr   T©rs   rt   Únormalize_to_only_use_kwargsr÷   rø   F)r2   rù   NÚshare_memory_Ú	is_sharedc              3   ó„   <"  € T F5  p\        SV4      R J;'       d    \        SV4      P                  4       x € K7  	  R # 5ir   )Úgetattrr   )r   r{   r‘   s   & €r   r!   Ú(jagged_torch_function.<locals>.<genexpr>È  s?   øé € ð 
á�ô �B˜Ó TÐ)×KÐK¬g°b¸$Ó.?×.IÑ.IÓ.KÔKÛùs
   ƒA �#A Úrms_normc                ó   € V ^8„  d   QhRR/# r¬   r<   )rM   s   "r   rN   rõ   Ð  s   € ÷ 	ñ 	ÈTñ 	r   c                 ó   € R # r   r<   )r÷   Únormalized_shapeÚweightÚepss   &&&&r   Ú_rms_norm_sigÚ,jagged_torch_function.<locals>._rms_norm_sigÐ  rü   r   r  zNrms_norm(): Normalization over the ragged dim not supported for nested tensors)r   rj   ©NN)r   Ú_CÚ_nnÚscaled_dot_product_attentionr   rp   rÕ   r   Úpopr8   r,   r_   r¿   ÚreduceÚoperatorÚmulr™   ÚreshapeÚis_cpuÚis_metaÚ__tensor_flatten__ÚDisableTorchFunctionSubclassr  rÿ   r�   rn   ro   rá   )rr   rs   rt   rú   Ú_Ú
new_kwargsÚinprø   rù   ÚproductÚ	new_shapeÚnamesr{   Ú	componentr
  r  Úmax_normalizabler‘   s   &*,              @r   Újagged_torch_functionr!  �  s1  ø€ ð Œu�x‰x�|‰|×8Ñ8Ó8Ü2°DÐC¸FÑCÐCà‡}�}˜Ô ÙˆT�!�W�_‰_Ð2˜t B�xÒ2¨6Ò2Ø�A�wˆð ‡}�}˜	Õ!÷	ô +Ø¨FÐQUô
‰ˆð �n‰n˜WÓ%ˆô %Ø�G‰G‹IØ�{Õ#Ø�O‰OØØ!&ô
ˆ	ô #Ø�G‰G‹IØ�yÕ!Ø�O‰OØØ!&ô
ˆð ÔØˆJä×"Ò"¤8§<¡<°·±¸9ÐQRÅ{Ð1SÓTˆØP�c—i‘i 
 Ð+ÐP¨WÐP°s·y±yÀÈ1ÅÀÐ7OÑPˆ	à�{Š{˜IÑ&Ð&ð ‡}�}˜Ô'Ø�!�Wˆà�y�yˆy §§ ØˆIà×(Ñ(Ó*‰ˆÜ�X‰X×2Ñ2×4Õ4Û�Ü# B¨¨dÓ3�	ØÔ(Ø×+Ñ+Ö-ñ ÷ 5ð
 ˆ	ð ‡}�}˜Ô#Ø�!�Wˆà�y�yˆy §§ Ùà×(Ñ(Ó*‰ˆßÙß‹sô 
áó
�sŒsð 	
Šsð 	
ˆsô 
áó
ó 
ð 	
ð ‡}�}˜
Ô"÷	ô +Ø¨VÐRVô
‰ˆð �n‰n˜WÓ%ˆØ%Ÿ>™>Ð*<Ó=Ðð Ÿ7™7›9 s§¡Õ6¸Õ:ÐÜÐÓ Ð#3Ô3ÜØ`óð ô �X‰X×2Ñ2×4Õ4Ù˜Ð( Ñ(÷ 5Ò4ô ˜dÓ
#Ð#÷[ 5Ö4ð
 ˆ	ú÷J 5×4ús   Ç>NÈNÍ?N1ÎN.	Î1O	zself: jt_allc                 ó¬  € V \         P                  P                  P                  P                  J d   R # V \         P                  P                  P
                  P                  J d   V^ ,          P                  # V \         P                  P                  P                  P                  J d   \        V^ ,          P                  4      # V \         P                  P                  P                  P                  \         P                  P                  P                  P                  39   d   \        V^ ,          V 4      # V \         P                  P                  P                  P                  J d   V^ ,          P                  # V \         P                  P                  P                  P                  J d"   V^ ,          P                  P!                  4       # R# )FN)r   ÚopsÚatenÚis_non_overlapping_and_denseÚdefaultÚsym_sizer‡   r,   rn   Ú	sym_numelÚnumelr   Ú
sym_strideÚ_stridesÚsym_storage_offsetrÕ   Ústorage_offset©rr   rs   rt   s   &*,r   Útensor_attr_supported_getterr/  ç  s&  € ð Œu�y‰y�~‰~×:Ñ:×BÑBÓBÙàŒu�y‰y�~‰~×&Ñ&×.Ñ.Ó.Ø�A�w�}‰}ÐàŒu�y‰y�~‰~×!Ñ!×)Ñ)Ó)Ü�4˜•7—=‘=Ó!Ð!à”—	‘	—‘×(Ñ(×0Ñ0´%·)±)·.±.×2FÑ2F×2NÑ2NÐOÔOÜ˜T !�W dÓ+Ð+àŒu�y‰y�~‰~×(Ñ(×0Ñ0Ó0Ø�A�w×ÑÐàŒu�y‰y�~‰~×0Ñ0×8Ñ8Ó8Ø�A�w�‰×-Ñ-Ó/Ð/ñ 9r   c                 ó"   € \         P                  # r   )r   Újaggedr.  s   &*,r   Úprim_layout_defaultr2    s   € ä�<‰<Ðr   c                ó   € V ^8„  d   QhRR/# r¬   r<   )rM   s   "r   rN   rN     s   € ÷ 
ñ 
¸Tñ 
r   c                 ó€   € V \         P                  P                  P                  P                  J d   \        R 4      hR# )znNestedTensor does not support directly calling torch.ops.aten.size; please use `nested_tensor.size()` instead.N)r   r#  r$  r’   r&  r0   r.  s   &*,r   Útensor_attr_unsupported_getterr5    s7   € ð
 Œu�y‰y�~‰~×"Ñ"×*Ñ*Ó*Üð9ó
ð 	
ñ +r   c                 ó   € ^ RI Hp \        WVRR7      w  rEVP                  R4      pVP	                  4       e   R# VP                  R\        P                  4      VR&   VR,          \        P                  8X  d   R# V! VP                  3/ VB # )r   )Úis_contiguous_for_memory_formatTrý   r÷   FÚmemory_format)
r$   r7  r   r  rÌ   r´   r   Úcontiguous_formatÚpreserve_formatrÕ   )rr   rs   rt   r7  r  r  r  s   &*,    r   Úis_contiguous_generalr;    sƒ   € åCä&Ø ÀTô�M€Að �.‰.˜Ó
!€Cð ‡{�{ƒ}Ò Ùà",§.¡.Øœ×0Ñ0ó#€JˆÑð �/Õ"¤e×&;Ñ&;Ô;ÙÙ*¨3¯;©;ÑE¸*ÑEÐEr   z!self: jt_all, memory_format: any?c                 ól  € \        WVR R7      w  r4VP                  R4      pVP                  4       e   R# VP                  R\        P
                  4      VR&   VR,          \        P                  8X  d   R # \        P                  P                  P                  P                  ! VP                  3/ VB # )Trý   r÷   Fr8  )r   r  rÌ   r´   r   r9  r:  r#  r$  Úsym_is_contiguousr&  rÕ   ©rr   rs   rt   r  r  r  s   &*,   r   Úsym_is_contiguous_generalr?  2  s–   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cð ‡{�{ƒ}Ò Ùà",§.¡.Øœ×0Ñ0ó#€JˆÑð �/Õ"¤e×&;Ñ&;Ô;Ùä�9‰9�>‰>×+Ñ+×3Ò3°C·K±KÑNÀ:ÑNÐNr   z"input: jt_all, memory_format: any?c                 ód  € \        WVR R7      w  r4VP                  R4      p\        V4      pVP                  e[   VR,          \        P
                  8X  d?   ^RIHp VP                  ^8w  d   \        R4      hV! VP                  4       RR7      w  rƒV# \        V ! VP                  3/ VB 3/ VB # )Trý   r÷   Nr8  )Újagged_from_listz;NJT with ragged_idx != 1 not supported for contiguous clone)rË   )r   r  rÎ   r^   r   r9  râ   rA  r_   r+   Úunbindr   rÕ   )	rr   rs   rt   r  r  r  Únew_metarA  Úcontigs	   &*,      r   Úclone_defaultrE  I  sª   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cä˜cÓ"€Hà
‡|�|ÒØ�oÕ&¬%×*AÑ*AÔAõ 8ð �‰ !Ô#Ü$ØQóð ñ )¨¯©«¸tÔD‰IˆFØˆMä™˜SŸ[™[Ñ7¨JÑ7ÑD¸8ÑDÐDr   zinput: jt, weight: t, bias: t?c                 ó�   € \        WVR R7      w  r4VP                  R4      p\        V ! VP                  3/ VB 3/ \	        V4      B # ©Trý   r÷   ©r   r  r   rÕ   rÎ   r>  s   &*,   r   Úlinear_defaultrI  f  óH   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€Cä™˜SŸ[™[Ñ7¨JÑ7ÑO¼>È#Ó;NÑOÐOr   z6self: jt, grad_output: jt, weight: t, output_mask: anyc                 óx  € \        WVR R7      w  r4VP                  R4      pVP                  R4      pVP                  R4      pVP                  R4      pRRRrºp	\        WRVR4       V^ ,          '       d5   \        \        P
                  ! VP                  V4      3/ \        V4      B p	V^,          '       d|   VP                  P                  R
VP                  ^ 4      4      pVP                  P                  R
VP                  ^4      4      p\        P
                  ! VP                  4       V4      p
V^,          '       du   \        \        VP                  P                  ^,
          4      4      pVR8X  d   VP                  P                  4       pM#\        P                  ! VP                  VRR	7      pWšV3# )Trý   r÷   Úgrad_outputr  Úoutput_maskNÚselfF)Úkeepdimrj   r<   )r   r  rˆ   r   r   ÚmatmulrÕ   rÎ   r  r’   rU   r&   Úranger   Úcloner¹   )rr   rs   rt   r  r  r  rL  r  rM  ÚdsÚdwÚdbÚgrad_2dÚinput_2dÚreduce_dimss   &*,            r   Úlinear_backward_defaultrY  q  sh  € ô
 'Ø ÀTô�M€Að �.‰.˜Ó
!€CØ—.‘. Ó/€KØ�^‰^˜HÓ%€FØ—.‘. Ó/€Kà�t˜TˆB€BÜ˜$ V¨[¸-ÔHØ�1‡~„~ÜÜ�LŠL˜×,Ñ,¨fÓ5ñ
Ü9GÈÓ9Tñ
ˆð �1‡~„~ð ×%Ñ%×-Ñ-¨b°&·+±+¸a³.ÓAˆØ—;‘;×&Ñ& r¨6¯;©;°q«>Ó:ˆÜ�\Š\˜'Ÿ)™)›+ xÓ0ˆØ�1‡~„~ô œE +×"5Ñ"5×":Ñ":¸QÕ">Ó?Ó@ˆØ˜"ÔØ×$Ñ$×*Ñ*Ó,‰Bä—’˜;×.Ñ.°ÀUÔKˆBØ�Bˆ<Ðr   zinput: jt_all, dtype: anyc                 ó�   € \        WVR R7      w  r4VP                  R4      p\        V ! VP                  3/ VB 3/ \	        V4      B # rG  rH  r>  s   &*,   r   Úto_dtyper[  š  rJ  r   c                 ó¤  € ^RI Hp \        WVRR7      w  rEVP                  R4      pVP                  R4       V ! VP                  3/ VB pVP
                  P                  VP                  R7      pRp	VP                  e'   VP                  P                  VP                  R7      p	^ RI	H
p
 ^ R	IHpHp VP                  f   VP
                  MVP                  pV	f   TMT	pV
! V4      '       g   \        Wë4      '       d#   V! V4      pV! V4      pVP                  Vn        M
W=,          W>&   \!        V4      pVVR
&   V	VR&   \#        V3/ VB pV# )rŠ   ©Ú_tensor_symint_registryTrý   r÷   Úlayout©ÚdeviceN©Úis_fake_tensor©ÚFunctionalTensorÚmb_unwrap_functional_tensorrË   rÌ   )râ   r^  r   r  rÕ   ræ   Útora  r^   Útorch._subclasses.fake_tensorrc  Ú#torch._subclasses.functional_tensorre  rf  r%   Únested_int_memorÎ   r   )rr   rs   rt   r^  r  r  r  Ú
new_valuesÚnew_offsetsÚnew_lengthsrc  re  rf  Úragged_sourceÚ	new_thingÚtgtÚsrcÚ
inp_kwargsr.   s   &*,                r   Úto_copy_defaultrs  ¥  s-  € å6ä&Ø ÀTô�M€Að �.‰.˜Ó
!€Cà‡N�N�8Ôá�c—k‘kÑ0 ZÑ0€JØ—,‘,—/‘/¨×):Ñ):�/Ó;€KØ€KØ
‡|�|ÒØ—l‘l—o‘o¨Z×->Ñ->�oÓ?ˆå<÷ð
 %(§L¡LÒ$8�C—L’L¸c¿l¹l€MØ*Ò2‘¸€IÙ�i× Ò ¤J¨y×$KÒ$Ká)¨)Ó4ˆÙ)¨-Ó8ˆà!×1Ñ1ˆÕà-DÕ-SÐÑ*Ü Ó$€JØ'€JˆyÑØ'€JˆyÑä˜*Ñ3¨
Ñ3€FØ€Mr   z-self: jt_all, src: jt_all, non_blocking: any?c                 óF  € \        WVR R7      w  r4VP                  R4      pVP                  R4      pVP                  VP                  8w  d¥   VP                  4       pV Uu. uF  qˆP                  NK  	  p	pVP                  4       p
V
 Uu. uF  qˆP                  NK  	  ppW›8w  d&   \        RVP                   RVP                   24      h\        Wz4       F  w  rÍVP                  V4       K  	  VP                  P                  VP                  4       V# u upi u upi )Trý   r÷   rq  z<copy_(): expected compatible input and src shapes, but got: r†   )	r   r  r‡   rB  r™   r0   r�   Úcopy_rÕ   )rr   rs   rt   r  r  r  rq  Ú	inp_compsÚcÚinp_comp_shapesÚ	src_compsÚsrc_comp_shapesÚinp_compÚsrc_comps   &*,           r   Úcopy_defaultr}  Ï  sü   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€CØ
�.‰.˜Ó
€CØ
‡y�y�C—I‘IÔð —J‘J“Lˆ	Ù,5Ó6©I qŸ7œ7©IˆÐ6Ø—J‘J“Lˆ	Ù,5Ó6©I qŸ7œ7©IˆÐ6ØÔ-ÜØNØ—9‘9�+˜U 3§9¡9 +ð/óð ô #& iÖ";ÑˆHØ�N‰N˜8Ö$ñ #<ð ‡K�K×Ñ�c—k‘kÔ"Ø€Jùò! 7ùâ6s   Á"DÂDc                 óò  € ^ RI Hp \        WVRR7      w  rEVP                  R4      p\        P
                  VR&   V ! VP                  3/ VB pVP                  P                  VP                  R7      pRp	VP                  e'   VP                  P                  VP                  R7      p	\        V4      p
RV
9   d   WŠR&   R	V
9   d   WšR	&   VP                  VP                  8w  dˆ   ^ R
IHpHp ^RIHp VP                  f   VP                  MVP                  pV	f   TMT	pV! V4      '       g   \#        Wû4      '       d#   V! V4      pV! V4      pVP$                  Vn        M
WÞ,          Wß&   \'        V3/ V
B # )r   rb  Trý   r÷   r_  r`  NrË   rÌ   rd  r]  )rh  rc  r   r  r   ÚstridedrÕ   ræ   rg  ra  r^   rÎ   ri  re  rf  râ   r^  r%   rj  r   )rr   rs   rt   rc  r  r  r  rk  rl  rm  Úoutput_kwargsre  rf  r^  rn  ro  rp  rq  s   &*,               r   Úlike_factory_defaultr�  ô  sM  € õ =ä&Ø ÀTô�M€Að �.‰.˜Ó
!€Cô
 !Ÿ=™=€JˆxÑá�c—k‘kÑ0 ZÑ0€JØ—,‘,—/‘/¨×):Ñ):�/Ó;€KØ€KØ
‡|�|ÒØ—l‘l—o‘o¨Z×->Ñ->�oÓ?ˆÜ" 3Ó'€MØ�MÔ!Ø#.�iÑ Ø�MÔ!Ø#.�iÑ à
‡z�z�Z×&Ñ&Ô&÷	
õ
 	;à(+¯©Ò(<˜ŸšÀ#Ç,Á,ˆØ#.Ò#6‘K¸Kˆ	Ù˜)×$Ò$¬
°9×(OÒ(Oá-¨iÓ8ˆCÙ-¨mÓ<ˆCà"%×"5Ñ"5ˆCÕà1HÕ1WÐ#Ñ.ä˜
Ñ4 mÑ4Ð4r   zself: jt_all, fill_value: anyzself: jt_all, high: anyz!self: jt_all, low: any, high: anyc                 ól   € \        WVR R7      w  r4VP                  R4      pV ! VP                  4       V# rG  ©r   r  rÕ   r>  s   &*,   r   Úzero__defaultr„  <  s6   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CÙˆ�‰ÔØ€Jr   z*self: jt_all, dim: any, half_to_float: anyc           
      óÄ  € \        WVR R7      w  r4\        VR,          \        4      '       d   \        R4      hVP	                  R4      p\        VP                  4       VR,          3RVP                  4      w  VR&   pppV'       d   \        R4      hV'       d   VP                  ^8”  d   \        R4      hV'       d   VP                  e   \        R4      hVR,          ^ ,          VR&   V'       EdI   \        P                  P                  P                  \        P                  P                  P                  VP                   P#                  VP                   P$                  ^ ,          R4      VP&                  .VP(                  .\+        R4      R	7      VP                  R
7      p	\        P                  P                  P-                  V	VP&                  .VP                   P$                  ^ ,          R7      P"                  ! R.VP                   P$                  R,          O5!  p
\/        V
3/ \1        V4      B # \/        V ! VP                   3/ VB 3/ \1        V4      B # )Trý   r,   zHsoftmax(): not supported for dimensions of type 'tuple' for NestedTensorr÷   ÚsoftmaxzRsoftmax(): not supported when reducing across the batch dimension for NestedTensorzesoftmax(): not supported when reducing along the ragged dimension for ragged_idx > 1 for NestedTensorr   )Úmax_lengthsÚpadding_value©r,   ©rî   rò   zksoftmax(): not supported where lengths is not None if reducing across the ragged dimension for NestedTensorrj   )r   r%   r&   r0   r  rG   r,   r_   r^   r   ÚnnÚ
functionalr†  r#  r$  Ú_jagged_to_padded_dense_forwardrÕ   r  r™   ræ   Ú_max_seqlenr   Ú_padded_dense_to_jagged_forwardr   rÎ   )rr   rs   rt   r  r  r  Úreduce_on_batchÚreduce_on_raggedÚ_reduce_on_non_batchÚpadded_softmax_valuesÚsoftmax_valuess   &*,        r   Ú_softmax_defaultr•  G  s0  € ô 'Ø ÀTô�M€Aô �*˜UÕ#¤U×+Ò+ÜØVó
ð 	
ð �.‰.˜Ó
!€Cô 	Ø�‰‹	Ø	�EÕ	ÐØØ�‰ó		ñØ�5ÑØØØ÷ ÜØ`ó
ð 	
÷ ˜CŸO™O¨aÔ/ÜØsó
ð 	
÷ ˜CŸL™LÒ4ÜðIó
ð 	
ð
 # 5Õ)Ø	õ€JˆuÑ÷ ÐÜ %§¡× 3Ñ 3× ;Ñ ;Ü�I‰I�N‰N×:Ñ:Ø—‘×#Ñ#Ø—K‘K×%Ñ% aÕ(¨"óð —‘�Ø Ÿ_™_Ð-Ü# F›mð ;ó ð —‘ð !<ó 
!
Ðô Ÿ™Ÿ™×GÑGØ!Ø�\‰\ˆNØ—K‘K×%Ñ%Øõð Hó 
÷ ‰'ðð ð
ð —‘×"Ñ" 2Õ&ó
ˆô ˜NÑB¬n¸SÓ.AÑBÐBä™˜SŸ[™[Ñ7¨JÑ7ÑO¼>È#Ó;NÑOÐOr   c                 ó¾  € \        WVR R7      w  r4\        VR,          \        4      '       d   \        R4      hVP	                  R4      p\        VP                  4       VR,          3RVP                  4      w  VR&   pppV'       d   \        R4      hV'       d   \        R4      hVR,          ^ ,          VR&   \        V ! VP                  3/ VB 3/ \        V4      B # )Trý   r,   zLlog_softmax(): not supported for dimensions of type 'tuple' for NestedTensorr÷   Úlog_softmaxzVlog_softmax(): not supported when reducing across the batch dimension for NestedTensorzVlog_softmax(): not supported when reducing along the ragged dimension for NestedTensor)r   r%   r&   r0   r  rG   r,   r_   r   rÕ   rÎ   )	rr   rs   rt   r  r  r  r�  r‘  r’  s	   &*,      r   Ú_log_softmax_defaultr˜  ’  sé   € ô 'Ø ÀTô�M€Aô �*˜UÕ#¤U×+Ò+ÜØZó
ð 	
ð �.‰.˜Ó
!€Cô 	Ø�‰‹	�J˜uÕ%Ð'¨¸¿¹ó	ñØ�5ÑØØØ÷
 ÜØdó
ð 	
÷ ÜØdó
ð 	
ð
 # 5Õ)¨!Õ,€JˆuÑä™˜SŸ[™[Ñ7¨JÑ7ÑO¼>È#Ó;NÑOÐOr   z7grad_output: jt, output: jt, dim: any, input_dtype: anyc                 óÈ   € \        WVR R7      w  r4VP                  R4      pVP                  R4      p\        V ! VP                  VP                  3/ VB 3/ \	        V4      B # )Trý   rL  r.   rH  )rr   rs   rt   r  r  Úgrad_outr.   s   &*,    r   Ú_softmax_backwardr›  º  sh   € ô
 'Ø ÀTô�M€Að �~‰~˜mÓ,€HØ�^‰^˜HÓ%€FÜÙˆX×Ñ˜vŸ~™~Ñ<°Ñ<ñÜ@NÈxÓ@Xñð r   z!self: jt, float: any, train: any?c                 óÂ   € \        WVR R7      w  r4VP                  R4      pV ! VP                  3/ VB w  rg\        V3/ \	        V4      B \        V3/ \	        V4      B 3# rG  ©r   r  rÕ   r   rÎ   )rr   rs   rt   r  r  r  Úout1Úout2s   &*,     r   Únative_dropout_defaultr   É  sj   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€CÙ�c—k‘kÑ0 ZÑ0�J€Dä�TÑ1œ^¨CÓ0Ñ1Ü�TÑ1œ^¨CÓ0Ñ1ðð r   z%grad_output: jt, mask: jt, scale: anyc                 óÈ   € \        WVR R7      w  r4VP                  R4      pVP                  R4      p\        V ! VP                  VP                  3/ VB 3/ \	        V4      B # )Trý   rL  ÚmaskrH  )rr   rs   rt   r  r  rL  r¢  s   &*,    r   Únative_dropout_backward_defaultr£  Ù  sh   € ô
 'Ø ÀTô�M€Að —.‘. Ó/€KØ�>‰>˜&Ó!€DÜÙˆ[× Ñ  $§,¡,Ñ=°*Ñ=ñä
˜Ó
%ñð r   z2self: jt_all, dim: any, keepdim: any?, dtype: any?c                 ó$   € \        V R ^.VO5/ VB # )Úprod©Ú_apply_reductionr.  s   &*,r   Úprod_dim_intr¨  é  s   € ô
 ˜D &¨!Ð=¨dÒ=°fÑ=Ð=r   zself: jt_all, dtype: any?c                 ój   € \        WVR R7      w  r4VP                  R4      pV ! VP                  3/ VB # rG  rƒ  r>  s   &*,   r   Úprod_defaultrª  ñ  ó9   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€Cá�—‘Ñ*˜zÑ*Ð*r   z$self: jt, split_size: any, dim: any?c                 óN  a€ \        WVR R7      w  r4VP                  R4      o\        SP                  4       VR,          SP                  R4      VR&   \
        ;QJ d(    . V3R lV ! SP                  3/ VB  4       F  NK  	  5# ! V3R lV ! SP                  3/ VB  4       4      # )Trý   r÷   r,   rk   c              3   óP   <"  € T F  p\        RR V/\        S4      B x € K  	  R# 5i)ÚvaluesNr<   )r   rÎ   )r   rY   r  s   & €r   r!   Úsplit_tensor.<locals>.<genexpr>
  s*   øé € ð á0ˆAô 	Ñ5˜AÐ5¤°Ó!4Ö5Û0ùs   ƒ#&)r   r  r8   r,   r_   r&   rÕ   r>  s   &*,  @r   Úsplit_tensorr°  ü  sŸ   ø€ ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cä(Ø�‰‹	�:˜eÕ$ c§o¡o°wó€JˆuÑ÷ Œ5ô á�c—k‘kÑ0 ZÒ0ó�5ð ˆ5ô á�c—k‘kÑ0 ZÒ0óó ð r   z%self: jt, split_sizes: any, dim: any?c           
      ó  € \        WVR R7      w  r4VP                  R4      p\        VP                  4       VR,          VP                  R4      VR&   V ! VP
                  3/ VB  Uu. uF  p\        RRV/\        V4      B NK  	  up# u upi )Trý   r÷   r,   Úsplit_with_sizesr®  r<   ©r   r  r8   r,   r_   rÕ   r   rÎ   )rr   rs   rt   r  r  r  rY   s   &*,    r   Úsplit_with_sizes_defaultr´    s–   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cä(Ø�‰‹	�:˜eÕ$ c§o¡oÐ7Ió€JˆuÑñ �c—k‘kÑ0 ZÒ0óá0ˆAô 	Ñ5˜AÐ5¤°Ó!4Ô5Ù0ñð ùò s   Á'B	z+self: jt, dim: any, start: any, length: anyc                 ó  € \        WVR R7      w  r4VP                  R4      p\        VP                  4       VR,          VP                  R4      pV ! VP
                  VVR,          VR,          R7      p\        V3/ \        V4      B # )Trý   r÷   r,   ÚnarrowÚstartÚlength©r,   r·  r¸  r³  )rr   rs   rt   r  r  r  r,   r®  s   &*,     r   r¶  r¶  $  s�   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cä
˜3Ÿ7™7›9 j°Õ&7¸¿¹È(Ó
S€CÙØ�‰ØØ˜Õ!Ø˜(Õ#ô	€Fô ˜Ñ6¤.°Ó"5Ñ6Ð6r   z self: jt, chunks: any, dim: any?c           
      ó¶  € \        WVR R7      w  r4VP                  R4      p\        VP                  4       VR,          VP                  RR R7      w  VR&   pV'       Ed'   VR,          pVP
                  P                  4       pVP                  V4      p	V	 U
u. uF  p
\        P                  ! V
^ R7      NK  	  pp
V U
u. uF  p
\        P                  ! V
R^ R7      NK  	  pp
V Uu. uF  pR	VR
VP                  /NK  	  ppV	 U
u. uF   qªP                  4       P                  4       NK"  	  pp
VP                  P                  V4      p\!        \#        V4      4       Uu. uF  p\%        RRVV,          /VV,          B NK   	  up# V ! VP                  3/ VB  U
u. uF  p
\%        RRV
/\'        V4      B NK  	  up
# u up
i u up
i u upi u up
i u upi u up
i )Trý   r÷   r,   Úchunk©r4   Úchunksr‰  )ÚvaluerË   r_   r®  ©rŠ   r   r<   )r   r  r8   r,   r_   ræ   Údiffr»  r   ÚcumsumÚFÚpadr¹   ÚitemrÕ   rk   rQ  rn   r   rÎ   )rr   rs   rt   r  r  r  r7   r½  rÌ   Úchunked_lengthsrY   Úchunked_offsetsÚper_offsetsÚnested_kwargsÚsplit_sizesÚchunk_valuesry   s   &*,              r   Úchunk_defaultrË  7  sÎ  € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€Cä,<Ø�‰‹	�:˜eÕ$ c§o¡o°wÐPTô-Ñ)€JˆuÑÐ)÷ ÐØ˜HÕ%ˆð —,‘,×#Ñ#Ó%ˆØ!Ÿ-™-¨Ó/ˆÙ;JÓK¹?°aœ5Ÿ<š<¨¨q×1¹?ˆÐKÙ>MÓN¹o¸œ1Ÿ5š5  F°!×4¹oˆÐNñ  /ó
á.�ð ˜ ]°C·O±OÓDÙ.ð 	ð 
ñ 0?Ó?©¨!—u‘u“w—|‘|–~©ˆÐ?Ø—{‘{×(Ñ(¨Ó5ˆô œ3˜|Ó,Ô-ó
á-�ô ÑF ¨Q¥ÐF°MÀ!Õ4DÔFÙ-ñ
ð 	
ñ ˜#Ÿ+™+Ñ4¨Ò4ó
á4�ô Ñ9 Ð9¤^°CÓ%8Ô9Ù4ñ
ð 	
ùò% LùÚNùò
ùò @ùò

ùò

s$   Â!F=Â?"GÃ'GÄ&GÅ$GÆGzself: jt_all, dim: any?c           
      óÎ  aa€ \        WVR R7      w  r4VR,          pV^ 8w  d   \        R4      hVP                  R4      pVP                  4       oVP	                  4       pVP                  4       pVP                  oR
R VV3R lllp	VfG   VP                  4       P                  4       p
V	! V
4       \        P                  ! SV
S^,
          R7      # S^ 8:  d   \        R4      hVP                  4       p
VP                  4       pV	! W«4       \        VP                  ^ ,          4       Uu. uF0  p\        P                  ! SS^,
          W¼,          W¬,          R	7      NK2  	  up# u upi )Trý   r,   z2unbind(): only supported for NestedTensor on dim=0r÷   c                ón   € V ^8„  d   QhR\         \        ,          R\         \        ,          R,          RR/# )rI   r^   ræ   NrK   )r'   Úint)rM   s   "r   rN   Ú unbind_int.<locals>.__annotate__r  s/   € ÷ =ñ =œt¤C�yð =´D¼µIÀÕ4Dð =ÐPTñ =r   c                 óf  <€ ^ pSP                   S^,
          ,          p\        \        V 4      4       F„  p\        P                  ! W,          ^ 8¬  4       \        P                  ! W,          V8*  4       W V,          ,          pVf   KV  \        P                  ! W,          W,          ,           V8*  R 4       K†  	  \        P                  ! W#8*  4       Ve\   \        \        V4      4       FA  p\        P                  ! W,          ^ 8¬  4       \        P                  ! W,          V8*  4       KC  	  R# R# )r   Nc                  ó   € R # )zMunbind(): nested tensor offsets and lengths do not match ragged_idx dimensionr<   r<   r   r   rZ   Ú2unbind_int.<locals>._torch_check.<locals>.<lambda>†  s   € Ñkr   )r™   rQ  rn   r   Ú_check)r^   ræ   Úlengths_sumÚragged_dim_sizery   r=   r®  s   &&   €€r   Ú_torch_checkÚ unbind_int.<locals>._torch_checkr  sÜ   ø€ ð ˆØ Ÿ,™, z°A¥~Õ6ˆÜ”s˜8“}Ö%ˆAÜ�LŠL˜�¨Ñ)Ô*Ü�LŠL˜�¨Ñ7Ô8à A�;Õ&ˆKØÔ#Ü—’Ø•K (¥+Õ-°Ñ@Ùköñ &ô 	�Š�[Ñ3Ô4àÒÜœ3˜x›=Ö)�Ü—’˜X�[¨AÑ-Ô.Ü—’˜X�[¨OÑ;Ö<ó *ñ  r   r‰  zAunbind(): nested tensor ragged_idx out of bounds (should be >= 1)r¹  r   )r   r0   r  r®  rË   rÌ   r_   rÀ  Útolistr   rk   rQ  r™   r¶  )rr   rs   rt   r  r  r,   r  rË   rÌ   rÖ  Úlengths_scalarsÚoffsets_scalarsry   r=   r®  s   &*,          @@r   Ú
unbind_intrÛ  a  sD  ù€ ô 'Ø ÀTô�M€Að �UÕ
€CØ
ˆa„xÜÐOÓPÐPà
�.‰.˜Ó
!€CØ�Z‰Z‹\€FØ�k‰k‹m€GØ�k‰k‹m€GØ—‘€J÷=ó =ð: ‚Ø!Ÿ,™,›.×/Ñ/Ó1ˆÙ�_Ô%ä�{Š{˜6 ?¸Àa½ÔIÐIà�Q„ÜØOó
ð 	
ð —n‘nÓ&€OØ—n‘nÓ&€Oá�Ô2ô �w—}‘} QÕ'Ô(óñ )ˆAô 	�ŠØØ˜a•Ø!Õ$Ø"Õ%÷		
ñ )ñð ùò s   Ä)6E"zself: jt, dim: anyc                 óþ   € \        WVR R7      w  r4VP                  R4      pVP                  p\        \	        VP
                  4      VR,          VP                  R4      VR&   \        V ! V3/ VB 3/ \        V4      B # )Trý   r÷   r,   rš   )	r   r  rÕ   r8   rn   r‡   r_   r   rÎ   )rr   rs   rt   r  r  r  r®  s   &*,    r   Úsqueeze_dimrÝ  ª  sx   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�[‰[€Fä(ÜˆC�I‰I‹˜
 5Õ)¨3¯?©?¸Ió€JˆuÑô ™˜VÑ2 zÑ2ÑJ´nÀSÓ6IÑJÐJr   zself: jt_all, dim: anyc                 ó~  € \        WVR R7      w  r4VP                  R4      pVP                  pVR,          p\        \	        VP
                  4      ^,           WuP                  RR R7      VR&   \        V4      pVR,          VP                  ^,
          8:  d   VR;;,          ^,          uu&   \        V ! V3/ VB 3/ VB # )Trý   r÷   r,   Ú	unsqueeze)r3   r_   )	r   r  rÕ   r8   rn   r‡   r_   rÎ   r   )	rr   rs   rt   r  r  r  r®  r,   r€  s	   &*,      r   Úunsqueeze_defaultrà  ¹  s°   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�[‰[€Fð �UÕ
€CÜ(ÜˆC�I‰I‹˜Õ˜C§¡°+ÐPTô€JˆuÑô
 # 3Ó'€MØ�%Õ˜CŸO™O¨aÕ/Ô/Ø�m×$¨Õ)Ó$ä™˜VÑ2 zÑ2ÑD°mÑDÐDr   ztensors: any, dim: any?c                 ó<  € \        WVR R7      w  r4VP                  R4      pV Uu. uF  qfP                  '       g   K  VNK  	  pp\        V4      ^ 8X  d   \	        R4      hV^ ,          pV Uu. uF'  qfP                  '       d   TMVP                  V4      NK)  	  ppVR,          p	\        \        VP                  4      W˜P                  R4      VR&   \        T ! V Uu. uF  qfP                  NK  	  up3/ VB 3/ \        V^ ,          4      B # u upi u upi u upi )Trý   Útensorsz"At least one tensor must be nestedr,   Úcat)r   r  Ú	is_nestedrn   r+   Ú	expand_asr8   r™   r_   r   rÕ   rÎ   )
rr   rs   rt   r  r  râ  rU   ÚnestedÚfirstr,   s
   &*,       r   Úcat_defaultrè  Ð  s
  € ä&Ø ÀTô�M€Að �n‰n˜YÓ'€Gñ !Ó0™�A§K¥K�aˆa™€FÐ0Ü
ˆ6ƒ{�aÔÜÐAÓBÐBØ�1�I€EÙAHÓIÁ¸A—K—K�K‰q Q§[¡[°Ó%7Ò7Á€GÐIð �UÕ
€CÜ(ÜˆE�K‰KÓ˜#×0Ñ0°%ó€JˆuÑô Ù¡Ó)¡˜A�iŒi¡Ñ)Ñ8¨ZÑ8ñÜ<JÈ7ÐSTÍ:Ó<Vñð ùò 1ùò Jùò *s   ¦D¾DÁ.-DÃDzself: any, other: anyc                 ó2  a € \        S WR R7      w  r4VP                  R4      pVP                  R4      pV 3R lpV 3R lpVP                  '       Ed    VP                  '       gî   VP                  4       ^8¼  dR   VP                  4       VP                  4       8X  d/   VP                  VP                  4       ^,
          8  d	   V! WV4      # VP                  4       ^8X  dq   VP                  4       VP                  4       8”  dN   VP                  VP                  4       ^,
          8  d(   \        S ! VP                  V3/ VB 3/ \        V4      B # EM"VP                  '       gÕ   VP                  '       dÃ   VP                  4       ^8¼  d=   VP                  4       VP                  4       8X  d   VP                  ^8¼  d	   V! WV4      # VP                  4       ^8X  d[   VP                  4       VP                  4       8”  d8   VP                  ^8¼  d'   \        S ! WVP                  3/ VB 3/ \        V4      B # EM<VP                  '       Ed*   VP                  '       Ed   VP                  4       ^8”  da   VP                  4       ^8”  dL   \        WVP                  4      '       d1   \        S ! VP                  VP                  4      3/ \        V4      B # VP                  4       ^8X  d�   VP                  4       ^8X  dx   VP                  ^8X  dg   VP                  ^8X  dV   VP                  VP                  4      VP                  VP                  4      8X  d   \        P                  ! V! WV4      4      # \        RVP                   RVP                   24      h)Trý   r÷   Úotherc                 ó”   <€ \        V P                  4       VP                  4       4       UUu. uF  w  r#S! W#4      NK  	  upp# u uppi r   )r�   rB  )r�   rƒ   Úa_compÚb_comprr   s   &&  €r   Ú_unbind_implÚ$matmul_default.<locals>._unbind_impló  s@   ø€ ä9<¸Q¿X¹X»ZÈÏÉËÔ9Tô
Ù9TÑ%5 f‰D�Ö Ñ9Tò
ð 	
ùó 
s   ­Ac           	      ó  <€ V P                   '       d   T pMTp^RIHp VP                  pVP                  pTpVP
                  P                  VP                  ^,
          ,          pVf   Tp. VP                  RVP                   OVNVP                  VP                  ^,           R O5pVP                  RVR7      p	V P                   '       d
   S! W‘4      p
MS! W	4      p
V! V
VP                  VP                  VVVR7      # )rŠ   rÛ   Nç        ©Úoutput_sizerÝ   )
rä  râ   rÜ   rã   rä   rÕ   r™   r_   Úto_padded_tensorræ   )r�   rƒ   r‘   rÜ   rß   rà   rí   rî   Úpadded_shapeÚ	padded_ntÚpadded_trr   s   &&         €r   Ú_padded_implÚ$matmul_default.<locals>._padded_implø  sý   ø€ Ø�;�;ˆ;Ø‰BàˆBå5à×)Ñ)ˆ
Ø×)Ñ)ˆ
Ø!ˆØ—*‘*×"Ñ" 2§>¡>°AÕ#5Õ6ˆØÒà"ˆLð
Ø�X‰XÐ&˜Ÿ™Ð'ð
àð
ð �X‰X�b—n‘n qÕ(Ð*Ð+ñ
ˆð
 ×'Ñ'¨¸Ð'ÓFˆ	Ø�;�;ˆ;Ù˜IÓ)‰Há˜AÓ)ˆHÙ!ØØ—K‘KØ—~‘~ØØ!Ø!ô
ð 	
r   z1matmul(): not supported between inputs of shapes r†   )r   r  rä  r,   r_   r   rÕ   rÎ   r–   r‡   r’   r   Ústackr0   r™   )	rr   rs   rt   r  r  r  rê  rî  rø  s	   f*,      r   Úmatmul_defaultrû  ê  s¡  ø€ ä&Ø�4ÀTô�M€Að �.‰.˜Ó
!€CØ�N‰N˜7Ó#€Eõ
õ
!
ðJ ‡}‡}�}˜UŸ_Ÿ_˜_ð �G‰G‹I˜ŒNØ—‘“	˜UŸY™Y›[Ô(Ø—‘ #§'¡'£)¨a¥-Ô/ñ   Ó+Ð+ð �I‰I‹K˜1ÔØ—‘“	˜EŸI™I›KÔ'Ø—‘ #§'¡'£)¨a¥-Ô/äÙ�S—[‘[ %Ñ6¨:Ñ6ñÜ:HÈÓ:Mñð ùð �]�]ˆ]˜uŸŸ˜à�9‰9‹;˜!Ô §	¡	£¨s¯w©w«yÔ 8¸U×=NÑ=NÐRSÔ=Sá Ó+Ð+ð
 �W‰W‹Y˜!Œ^ §	¡	£¨c¯g©g«iÔ 7¸E×<MÑ<MÐQRÔ<RÜÙ�SŸ-™-Ñ6¨:Ñ6ñÜ:HÈÓ:Oñð ùð
 
��‰˜5Ÿ?Ÿ?™?ð �7‰7‹9�qŒ=˜UŸY™Y›[¨1œ_Ô1CÀCÏÉ×1UÒ1UÜ¡ S§[¡[°%·-±-Ó @ÑXÄNÐSVÓDWÑXÐXð �G‰G‹I˜ŒNØ—	‘	“˜qÔ Ø—‘ 1Ô$Ø×!Ñ! QÔ&Ø—‘˜Ÿ™Ó)¨U¯Z©Z¸×8IÑ8IÓ-JÔJô —;’;™|¨CÓ7Ó8Ð8ä
Ø
;¸C¿I¹I¸;ÀeÈEÏKÉKÈ=ÐYóð r   zself: jt_all, mat2: anyc                 óV  € \        WVR R7      w  r4VP                  R4      pVP                  R4      pVP                  4       ^8w  d   \        R4      hVP                  4       ^8w  d   \        R4      h\	        \
        P                  P                  P                  P                  WV4      # )Trý   r÷   Úmat2zbmm(): input must be 3Dzbmm(): mat2 must be 3D)
r   r  r,   ro   rû  r   r#  r$  rP  r&  ©rr   rs   rt   r  r  r  rê  s   &*,    r   Úbmm_defaultrÿ  X  s‡   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�N‰N˜6Ó"€Eà
‡w�wƒy�A„~ÜÐ2Ó3Ð3Ø‡y�yƒ{�aÔÜÐ1Ó2Ð2äœ%Ÿ)™)Ÿ.™.×/Ñ/×7Ñ7¸ÓDÐDr   z'self: jt_all, size: any, implicit: any?c                 óØ  € \        WVR R7      w  r4VP                  R4      pVR,          pRV9   d#   VP                  R4      '       d   \        R4      h\        WV4      '       g   \	        RVP
                   RV 24      h\        ^VP                  4       4       Uu. uF  qwVP                  8X  d   RMWg,          NK  	  pp\        V ! VP                  V4      3/ \        V4      B # u upi )	Trý   r÷   r’   Úimplicitz implicit expand is not supportedzexpand(): cannot expand shape z -> rj   )r   r  r+   r–   r0   r‡   rQ  r,   r_   r   rÕ   rÎ   )	rr   rs   rt   r  r  r  r’   r   Ú
expand_args	   &*,      r   Úexpand_defaultr  i  sÔ   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�fÕ€Dà�ZÔ J§N¡N°:×$>Ò$>ÜÐ?Ó@Ð@Ü˜c×(Ò(ÜÐ;¸C¿I¹I¸;ÀdÈ4È&ÐQÓRÐRäCHÈÈCÏGÉGËIÔCVÓWÑCV¸a˜SŸ_™_Ô,‘"°$µ'Ò9ÑCV€JÐWÜ™˜SŸ[™[¨*Ó5ÑM¼ÈÓ9LÑMÐMùò Xs   Â#C'zself: t, other: jtc                 ó°   € \        WVR R7      w  r4VP                  R4      pVP                  R4      p\        V ! WVP                  4      3/ \	        V4      B # )Trý   r÷   rê  rH  rþ  s   &*,    r   Úexpand_as_defaultr  }  sQ   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�N‰N˜7Ó#€Eä™˜S§-¡-Ó0ÑJ´NÀ5Ó4IÑJÐJr   zself: jt_all, size: anyc           
      ó>  € \        WVR R7      w  r4VP                  R4      pVP                  R4      p\        V4      VP                  4       8:  dD   VP	                  . R \        VP                  4       \        V4      ,
          4       4       OVO4      # \        R4      h)Trý   r÷   r’   c              3   ó&   "  € T F  p^x € K	  	  R# 5i)rŠ   Nr<   )r   r  s   & r   r!   Úbroadcast_to.<locals>.<genexpr>“  s   é € ÐEÑ(D 1�QÓ(Dùs   ‚zwbroadcast_to(): broadcasting to a higher-dim shape is currently not supported for nested tensors with the jagged layout)r   r  rn   r,   rå   rQ  ro   )rr   rs   rt   r  r  r  r’   s   &*,    r   Úbroadcast_tor	  ‰  s‹   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�>‰>˜&Ó!€Dä
ˆ4ƒy�C—G‘G“IÔØ�z‰zÐMÑE¬¨c¯g©g«i¼#¸d»)Õ.CÔ(DÓEÐMÈÐMÓNÐNä
ð	4óð r   ztensors: anyc           
      óz  € \        WVR R7      w  r4VP                  R4      p\        V4      ^ 8X  d   \        R4      h\        V4      ^8X  d
   V^ ,          # . p\        P
                  ! R V 4       !  p\        R V 4       4      pV F§  p	V	P                  '       d#   VP                  V	P                  V4      4       K7  V	P                  4       \        V4      8  dJ   VP                  \        V	P                  VP                  P                  4      3/ \        V4      B 4       Kž  \        R4      h	  \        V4      # )Trý   râ  z7broadcast_tensors(): expected at least one tensor inputc              3   ó8   "  € T F  qP                   x € K  	  R # 5ir   )r™   ©r   rU   s   & r   r!   Ú$broadcast_tensors.<locals>.<genexpr>¨  s   é € Ð.HÁ¸1¯w®wÃùs   ‚c              3   óV   "  € T F  p\        V\        4      '       g   K  Vx € K!  	  R # 5ir   rb   r  s   & r   r!   r  ª  s   é € ÐA™'�Q¤Z°´<×%@�qŠq›'ùrÓ   zubroadcast_tensors(): broadcasting nested tensors with dense tensors of equal or higher dim is not currently supported)r   r  rn   ro   r   Úbroadcast_shapesrØ   rä  r½   r	  r,   r   rÕ   r™   rÎ   r&   )
rr   rs   rt   r  r  râ  ÚoutsÚbroadcast_shaperÖ   rU   s
   &*,       r   Úbroadcast_tensorsr  ›  s  € ä&Ø ÀTô�M€Að �n‰n˜YÓ'€GÜ
ˆ7ƒ|�qÔÜÐRÓSÐSÜ
ˆ7ƒ|�qÔØ�q�zÐà€DÜ×,Ò,Ñ.HÁÓ.HÑI€Oä
ÑA™'ÓAÓ
A€CÛˆØ�;�;ˆ;Ø�K‰K˜Ÿ™ Ó7Ö8Ø�U‰U‹W”s˜?Ó+Ô+Ø�K‰KÜ˜QŸ^™^¨C¯K©K×,=Ñ,=Ó>ÑVÄ.ÐQTÓBUÑVöô ð;óð ñ ô �‹;Ðr   z(condition: jt_all, self: any, other: anyc                 ó4  € \        WVR R7      w  r4VP                  R4      pVP                  R4      pVP                  R4      p\        P                  ! WVV4      w  rVp\	        V ! VP
                  VP
                  VP
                  3/ VB 3/ \        V4      B # )Trý   Ú	conditionr÷   rê  )r   r  r   r  r   rÕ   rÎ   )rr   rs   rt   r  r  r  r  rê  s   &*,     r   Ú
where_selfr  »  s•   € ô 'Ø ÀTô�M€Að —‘˜{Ó+€IØ
�.‰.˜Ó
!€CØ�N‰N˜7Ó#€Eô "×3Ò3°IÀEÓJÑ€I�EäÙˆY×Ñ §¡¨U¯]©]ÑI¸jÑIñä
˜Ó
#ñð r   zself: jt, device: any?c                 ó�   € \        WVR R7      w  r4VP                  R4      p\        V ! VP                  3/ VB 3/ \	        V4      B # rG  rH  r>  s   &*,   r   Ú_pin_memory_defaultr  Ð  rJ  r   c                 ój   € \        WVR R7      w  r4VP                  R4      pV ! VP                  3/ VB # rG  rƒ  r>  s   &*,   r   Úis_pinned_defaultr  Û  r«  r   zself: jt_all, other: jt_allc                 óP   € V^ ,          P                   V^,          P                   8H  # r˜   )r‡   r.  s   &*,r   Úis_same_size_defaultr  æ  s   € ð ��7�=‰=˜D �GŸM™MÑ)Ð)r   c                 ó  aa€ \        WVR R7      w  rVVP                  R4      oVR,          RJ ;'       g;    \        VR,          \        \        34      ;'       d    \        VR,          4      ^ 8H  pV'       d‚   V ! SP                  3/ VB pVP                  RR4      '       dU   \        V\        \        34      '       d   \        V4      ! V3R lV 4       4      pV# VP                  SP                  4      pV# VR,          p	\        VR,          \        \        34      p
V
'       g   V	.p	\        SP                  4       V	V SP                  4      w  ppppV
'       g
   V^ ,          pW¶R&   V'       d   SP                  e   \        V R24      h^ R	IHp V'       d¢   V'       d8   V ! SP                  3/ VB pVP                  RR4      '       d   V! R
 V4      pV# V'       d   \        V R24      hVP                  R4       V
'       d   SP                  .MSP                  pV ! SP#                  V4      3RV/VB # V'       d   \        V R24      hV ! SP                  3/ VB p\%        S4      oVP                  RR4      '       go   \        VR,          \        \        34      '       d
   VR,          M	VR,          .pV F2  pVSP                  ^,
          8  g   K  SR;;,          ^,          uu&   K4  	  V! V3R lV4      # )Trý   r÷   r,   NrO  Fc              3   óX   <"  € T F  qP                  SP                  4      x € K!  	  R # 5ir   )rß  r_   )r   Úor  s   & €r   r!   Ú#_apply_reduction.<locals>.<genexpr>ý  s   øé € ÐJÁcÀ§¡¨C¯O©O× <Ð <Ãcùs   ƒ'*zf(): reducing across the ragged dimension is not supported for non-contiguous nested tensors with holes)Útree_mapc                 ó$   € V P                  ^ 4      # r˜   )rß  )r  s   &r   rZ   Ú"_apply_reduction.<locals>.<lambda>)  s   € ¨¯©°Q¬r   zW(): reducing along a ragged and non-batch dimension is not supported for nested tensorszg(): reducing along the batch dimension but not the ragged dimension is not supported for nested tensorsr_   c                 ó   <€ \        V 3/ SB # r   )r   )r  Ú
out_kwargss   &€r   rZ   r"  T  s   ø€ ¤,¨qÑ"?°JÒ"?r   )r   r  r%   r&   r'   rn   rÕ   r´   r(   rß  r_   rG   r,   r^   r0   Útorch.utils._pytreer   rô  rÎ   )rr   Ú	func_nameÚidentity_elementrs   rt   r  r  Úfull_reductionÚoutÚdim_to_convertÚ
is_dimlistÚconverted_dimr�  r‘  Úreduce_on_non_batchr   Údim_to_passÚdimlistr   r  r$  s   &&&*,              @@r   r§  r§  í  sï  ù€ Ü&Ø ÀTô�M€Að �.‰.˜Ó
!€Cð   Õ&¨$Ð.÷ ð Ü�:˜eÕ$¤u¬d mÓ4×TÐT¼¸ZÈÕ=NÓ9OÐSTÑ9Tð ÷ Ù�3—;‘;Ñ- *Ñ-ˆØ�>‰>˜) U×+Ò+Ü˜#¤¤t˜}×-Ò-ä˜3”iÔJÁcÓJÓJ�ð ˆ
ð —m‘m C§O¡OÓ4�Øˆ
ð   Õ&€NÜ˜J uÕ-´´t¨}Ó=€JßØ(Ð)ˆô 	Ø�‰‹	ØØˆ+Ø�‰ó		ñØØØØ÷ à% aÕ(ˆØ%ˆuÑç˜CŸL™LÒ4ÜØˆkð ;ð ;ó
ð 	
õ
 -÷ çá�s—{‘{Ñ1 jÑ1ˆCØ�~‰~˜i¨×/Ò/áÑ7¸Ó=�ØˆJ÷ #Ü"Ø �kð ":ð :óð ð �N‰N˜5Ô!ß/9˜3Ÿ?™?Ñ+¸s¿¹ˆKÙØ×$Ñ$Ð%5Ó6ñØ<GðØKUñð ÷ ÜØ�+ð Kð Kóð ñ �3—;‘;Ñ- *Ñ-ˆÜ# CÓ(ˆ
Ø�~‰~˜i¨×/Ò/ô ˜j¨Õ/´%¼°×?Ò?ð ˜5Ö!à  Õ'Ð(ð ó
 �à�s—‘¨Õ*Ö*Ø˜}×-°Õ2Õ-ñ ñ Ô?ÀÓEÐEr   c                 ój   € \        WVR R7      w  r4VP                  R4      pV ! VP                  3/ VB # rG  rƒ  r>  s   &*,   r   Úsum_defaultr1  W  r«  r   z3self: jt_all, dim: any?, keepdim: any?, dtype: any?c                 ó$   € \        V R ^ .VO5/ VB # )r¹   r¦  r.  s   &*,r   Úsum_dim_IntListr3  b  s   € ô
 ˜D %¨Ð<¨TÒ<°VÑ<Ð<r   z"self: jt_all, dim0: any, dim1: anyc           
      óX  € \        WVR R7      w  r4^ RIHp VP                  R4      pV! VP	                  4       VR,          VR,          34      w  rxWvP
                  8X  g   W†P
                  8X  d¶   V^ 8X  g   V^ 8X  d   \        R4      hWvP
                  8X  d   Tp	MTp	\        V4      p
WšR&   \        VP                  4       P                  \        \        VP                  4      WvP
                  4      \        \        VP                  4      W†P
                  4      4      3/ V
B # \        VP	                  4       VR,          VP
                  R4      VR&   \        VP	                  4       VR,          VP
                  R4      VR&   \        V ! VP                  3/ VB 3/ \        V4      B # )	Trý   r   r÷   Údim0Údim1z?Transpose is not supported on the batch dimension for jagged NTr_   Ú	transpose)r   r$   r   r  r,   r_   ro   rÎ   r   r®  r7  r   rn   r‡   r8   rÕ   )rr   rs   rt   r  r  r   r  r5  r6  Úto_dimrr  s   &*,        r   Útranspose_intr9  j  su  € ô 'Ø ÀTô�M€Aõ 6à
�.‰.˜Ó
!€CÙ" 3§7¡7£9¨z¸&Õ/AÀ:ÈfÕCUÐ.VÓW�J€Dð
 �‰Ô $¯/©/Ô"9Ø�1Œ9˜ œ	ÜØQóð ð —?‘?Ô"Ø‰FàˆFÜ# CÓ(ˆ
Ø$*�=Ñ!ÜØ�J‰J‹L×"Ñ"Ü#¤C¨¯	©	£N°D¿/¹/ÓJÜ#¤C¨¯	©	£N°D¿/¹/ÓJóñ
ð
 ñ
ð 	
ô *Ø�‰‹	�:˜fÕ% s§¡¸ó€JˆvÑô *Ø�‰‹	�:˜fÕ% s§¡¸ó€JˆvÑô ™˜SŸ[™[Ñ7¨JÑ7ÑO¼>È#Ó;NÑOÐOr   zself: jt_all, dims: anyc                 óÆ  € \        WVR R7      w  r4VP                  R4      pVP                  R4      p\        V4      p\        VP                  4      pV\        V4      8w  d$   \        RV R2R\        V4       R2,           4      h^ RIHp	 V	! W†4      p
\        V
4      \        \        V
4      4      8w  d   \        R	4      hVP                  e   \        R
4      hV
^ ,          ^ 8w  d   \        R4      hV
P                  VP                  4      VR&   V
R,           Uu. uF  p\        W‹VP                  4      NK  	  ppWÄR&   \        V ! VP                  3/ VB 3/ VB # u upi )Trý   r÷   rA   z5permute(): number of dimensions in the tensor input (z) zAdoes not match the length of the desired ordering of dimensions (ú).r   z*permute(): duplicate dims are not allowed.zBpermute(): not supported on jagged layout nested tensor with holesz=Permute is not supported on the batch dimension for jagged NTr_   rò   )r   r  rÎ   rn   r‡   ro   r$   r   Úsetr^   Úindexr_   r   r   rÕ   )rr   rs   rt   r  r  r  rA   rr  Úinp_dimr   Úcanonicalized_dimsr,   Ú
inner_dimss   &*,          r   Úpermute_defaultrA  —  st  € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�>‰>˜&Ó!€DÜ Ó$€JÜ�#—)‘)‹n€Gð ”#�d“)ÔÜØCÀGÀ9ÈBÐOØQÔRUÐVZÓR[ÐQ\Ð\^Ð_õ`ó
ð 	
õ
 6á*¨7Ó9Ðä
ÐÓ¤#¤cÐ*<Ó&=Ó">Ô>ÜÐEÓFÐFà
‡|�|ÒÜØPó
ð 	
ð ˜!Õ Ô!ÜØKó
ð 	
ð !3× 8Ñ 8¸¿¹Ó I€Jˆ}Ñð & bÖ)óá)ˆCô 	˜G¨#¯/©/Ö:Ù)ð ð ð $ˆvÑÜ™˜SŸ[™[Ñ7¨JÑ7ÑF¸:ÑFÐFùòs   ÄEc           	      óÜ  aa	€ \        WVR R7      w  r4VP                  R4      oVP                  R4      o	SP                  ^8w  d@   \        SP                  4      \        S	4      8w  d   \        RSP                   RS	 R24      h\        S	4      ^8  g   \        SS	4      '       g   \        RSP                   RS	 24      hVV	3R	 lp\        \        S	4      ^,
          4       Uu. uF
  qe! V4      NK  	  pp\        P                  ! SP                  4       4      ;_uu_ 4        \        V ! SP                  V4      3/ \        S4      B uuR
R
R
4       # u upi   + '       g   i     R
# ; i)Trý   r÷   r’   zVview(): does not support ragged_idx != 1 except when inp._size == size. inp._size is (z) and size is (r;  zview(): cannot view shape z as c                 óŠ   <€ V SP                   ^,
          8X  d   SP                  P                  V 4      # SV ^,           ,          # ©rŠ   )r_   rÕ   r’   )Ú	inner_idxr  r’   s   &€€r   Úget_inner_sizeÚ$view_default.<locals>.get_inner_sizeä  s8   ø€ à˜Ÿ™¨!Õ+Ô+Ø—;‘;×#Ñ# IÓ.Ð.à˜	 A�Õ&Ð&r   N)r   r  r_   r&   r‡   r0   rn   r–   rQ  r   Úinference_modeÚis_inferencer   rÕ   rÎ   )
rr   rs   rt   r  r  rF  ry   Ú
inner_sizer  r’   s
   &*,     @@r   Úview_defaultrK  À  s8  ù€ ô
 'Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�>‰>˜&Ó!€Dà
‡�˜!Ô¤ c§i¡iÓ 0´E¸$³KÔ ?ÜðØ ŸY™Y˜K °t°f¸Bð@ó
ð 	
ô ˆ4ƒy�1„}Ô.¨s°D×9Ò9ÜÐ7¸¿	¹	°{À$ÀtÀfÐMÓNÐNö 'ô .3´3°t³9¸qµ=Ô-AÓBÑ-A¨�. Ö#Ñ-A€JÐBô 
×	Ò	˜c×.Ñ.Ó0×	1Õ	1Ü™D §¡¨jÓ9ÑQ¼^ÈCÓ=PÑQ÷ 
2Ò	1ùò	 C÷ 
2×	1Ð	1ús   Ã&EÄ$&EÅE+	zHinput: jt_all, normalized_shape: any, weight: any?, bias: any?, eps: anyc                 óØ  € \        WVR R7      w  r4VP                  R4      pVP                  4       ^8:  d   \        R4      hVR,          pVP                  VP
                  ,          pVP                  4       \        V4      ,
          pV^ 8X  d   \        R4      hWv9   d   VP                  e   \        R4      hWv9   Ed€   \        P                  P                  P                  VP                  P                  VP
                  R7      VP                  .VP                  .R	7      p	\        P                  P                  P                  \        P                   ! VP                  P                  ^ ,          ^3VP"                  VP$                  R
7      VP                  .VP                  .R	7      P'                  V	P                  4      p
VP                  P)                  4       P+                  ^4      P+                  ^4      V	P                  ^,          ,          p\        P,                  ! V	RR R7      V,          pWœ,
          V
,          p\        P,                  ! \        P.                  ! V4      RR R7      V,          p\        P0                  ! WäR,          ,           4      pWß,          p\        P                  P                  P3                  VVP                  .VP                  P                  ^ ,          R7      P5                  RVP                  VP
                  ^,           R 4      p\7        V3/ \9        V4      B VV3# V ! VP                  3/ VB w  prÏ\7        V3/ \9        V4      B WÏ3# )Trý   r÷   zOlayer_norm(): not supported for NestedTensor objects with 2 or fewer dimensionsr  zVlayer_norm(): not supported when normalizing over the batch dimension for NestedTensorNzklayer_norm(): not supported where lengths is not None if operating on the ragged dimension for NestedTensor©rø   )r‡  )ra  r   )r,   rO  r	  rŠ  )rŠ   rI   rj   )r   r  r,   r0   r™   r_   rn   r^   r   r#  r$  r�  rÕ   ró   ræ   rŽ  Úonesra  r   rå   rÀ  rß  r¹   ÚsquareÚsqrtr�  Ú	unflattenr   rÎ   )rr   rs   rt   r  r  r  r  Úragged_sizeÚnum_dims_not_normalizedÚpadded_inputÚpadded_maskÚragged_lengthsÚmeanÚpadded_normalizedÚvarianceÚstdÚpadded_layer_normÚjagged_layer_norm_valuesr.   s   &*,                r   Únative_layer_norm_defaultr]  ó  s  € ô
 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cà
‡w�wƒy�A„~ÜØ]ó
ð 	
ð "Ð"4Õ5ÐØ—)‘)˜CŸO™OÕ,€Kà!Ÿg™g›i¬#Ð.>Ó*?Õ?Ðð 	  1Ô$äØdó
ð 	
ð Ô&¨3¯<©<Ò+CÜØyó
ð 	
ð
 	Õ'ä—y‘y—~‘~×EÑEØ�K‰K×ÑØŸ/™/ð  ó ð �\‰\ˆNØŸ™Ð)ð Fó 
ˆô —i‘i—n‘n×DÑDÜ�JŠJ˜Ÿ™×)Ñ)¨!Õ,¨aÐ0¸¿¹È3Ï9É9ÔUØ�\‰\ˆNØŸ™Ð)ð Eó 
÷ ‰&Ø×Ñó
ð	 	ð �L‰L×ÑÓ×)Ñ)¨!Ó,×6Ñ6°qÓ9¸L×<NÑ<NÈqÕ<QÕQð 	ô
 �IŠIØØØôð
 õð 	ð Õ  KÕ/ð 	ô
 �IŠIÜ—’Ð.Ó/ØØôð
 õð 	ô �jŠj˜¨uÕ$5Õ5Ó6ˆØ-Õ3Ðä#(§9¡9§>¡>×#QÑ#QØØ�\‰\ˆNØ—K‘K×%Ñ%Øõð $Ró $
÷ ‰)Ø�—	‘	˜#Ÿ/™/¨AÕ-Ð/Ð0ó
ð 	!ô Ð1ÑI´^ÀCÓ5HÑIØØð
ð 	
ñ ˜SŸ[™[Ñ7¨JÑ7Ñ€FˆDÜ˜Ñ7¤>°#Ó#6Ñ7¸ÐCÐCr   zpgrad_out: jt, input: jt, normalized_shape: any, mean: any, rstd: any, weight: any?, bias: any?, output_mask: anyc                 óæ   € \        WVR R7      w  r4VP                  R4      pVP                  R4      pV ! VP                  VP                  3/ VB w  rxp	Vf   RW‰3# \        V3/ \	        V4      B W‰3# )Trý   rš  r÷   Nr�  )
rr   rs   rt   r  r  rš  r  Úd_inputÚd_gammaÚd_betas
   &*,       r   Ú"native_layer_norm_backward_defaultrb  X  s   € ô
 'Ø ÀTô�M€Að �~‰~˜jÓ)€HØ
�.‰.˜Ó
!€CÙ# H×$4Ñ$4°c·k±kÑPÀZÑPÑ€G�fØ‚Ø�gÐ&Ð&ä˜Ñ8¤N°3Ó$7Ñ8¸'ÐJÐJr   z"self: jt_all, dim: any, index: anyc                 óä  € \        WVR R7      w  r4VP                  R4      p\        VP                  4       VR,          VP                  RR R7      w  VR&   pV'       d   VP                  4       VR,          ,          # VP                  e   \        R4      h\        V4      pVR,          VP                  ^,
          8  d   VR;;,          ^,          uu&   \        V ! VP                  3/ VB 3/ VB # )	Trý   r÷   r,   Úselectr¼  r=  zSselect(): not yet supported on dim != 0 for non-contiguous nested tensor with holesr_   )r   r  r8   r,   r_   rB  r^   ro   rÎ   r   rÕ   )rr   rs   rt   r  r  r  r7   r$  s   &*,     r   Ú
select_intre  i  sÚ   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CÜ,<Ø�‰‹	�:˜eÕ$ c§o¡o°xÐQUô-Ñ)€JˆuÑÐ)÷ Ø�z‰z‹|˜J wÕ/Õ0Ð0à
‡|�|ÒÜØaó
ð 	
ô
   Ó$€JØ�%Õ˜3Ÿ?™?¨QÕ.Ô.Ø�=×! QÕ&Ó!ä™˜SŸ[™[Ñ7¨JÑ7ÑF¸:ÑFÐFr   z7self: jt, dim: any?, start: any?, end: any?, step: any?c                 óð   € \        WVR R7      w  r4VP                  R4      p\        VP                  4       VR,          VP                  R4      VR&   \        V ! VP                  3/ VB 3/ \        V4      B # )Trý   r÷   r,   Úslice)r   r  r8   r,   r_   r   rÕ   rÎ   r>  s   &*,   r   Úslice_tensorrh  †  ss   € ô
 'Ø ÀTô�M€Að �.‰.˜Ó
!€CÜ(Ø�‰‹	�:˜eÕ$ c§o¡o°wó€JˆuÑô ™˜SŸ[™[Ñ7¨JÑ7ÑO¼>È#Ó;NÑOÐOr   z8input: jt_all, indices: any, values: t, accumulate: any?c           	      ó†  € \        WVR R7      w  r4VP                  R4      pVP                  R4      p\        V4      VP                  4       8”  d*   \	        R\        V4       RVP                  4        R24      h\        V4      VP
                  ^,           8  EdO   VP                  4       '       g   \        R4      h^RIH	p VP                  pVP                  p	T	p
VP                  P                  VP
                  ^,
          ,          pV
f   Tp
. VP                  R	VP
                   OV
NVP                  VP
                  ^,           R	 O5pVP                  R
VR7      pV! V ! WÖ3/ VB VP                  VP
                  VVV	R7      pV \         P"                  P$                  P&                  P(                  J d,   VP                  P+                  VP-                  4       4       V# V# VP/                  4       f    VP1                  4       P3                  4       pMVP/                  4       p\         P4                  ! \         P6                  ! WeP
                  ,          V8  4      R4       VP1                  4       V^ ,          ,          WeP
                  ,          ,           pV^VP
                   V.,           WeP
                  ^,           R	 ,           pV \         P"                  P$                  P&                  P(                  J d   V ! VP                  V3/ VB Vn        V# \9        V ! VP                  V3/ VB 3/ \;        V4      B # )Trý   r÷   ÚindiceszToo many indices: got z but tensor has z dimensionsz[index_put(): If ragged dimension is not part of indices, this only works on contiguous NJTsrÛ   Nrñ  rò  rÝ   z7Some indices in the ragged dimension are out of bounds!)r   r  rn   r,   r+   r_   Úis_contiguousr0   râ   rÜ   rã   rä   rÕ   r™   rô  ræ   r   r#  r$  Ú
index_put_r&  ru  r®  rÌ   rË   rÀ  Ú_assert_asyncr�   r   rÎ   )rr   rs   rt   r  r  r  rj  rÜ   rß   rà   rí   rî   rõ  Ú
padded_inpÚnew_njtrÌ   Úragged_indicesÚfunc_indicess   &*,               r   rl  rl  —  sÕ  € ô 'Ø ÀTô�M€Að #Ÿ™ wÓ/€Cð �n‰n˜YÓ'€Gä
ˆ7ƒ|�c—g‘g“iÔÜØ$¤S¨£\ NÐ2BÀ3Ç7Á7Ã9À+È[ÐYó
ð 	
ô ˆ7ƒ|�c—o‘o¨Õ)Õ)Ø× Ñ ×"Ò"ÜØmóð õ 	6à×*Ñ*ˆ
Ø×*Ñ*ˆ
Ø!ˆØ—+‘+×#Ñ# C§O¡O°aÕ$7Õ8ˆØÒà"ˆLð
Ø�Y‰YÐ(˜Ÿ™Ð)ð
àð
ð �Y‰Y�s—‘¨Õ*Ð,Ð-ñ
ˆð
 ×)Ñ)¨#¸<Ð)ÓHˆ
Ù$Ù�Ñ3¨
Ñ3Ø—L‘LØ—‘ØØ!Ø!ô
ˆð ”5—9‘9—>‘>×,Ñ,×4Ñ4Ó4Ø�K‰K×Ñ˜gŸn™nÓ.Ô/ØˆJØˆð
 ‡{�{ƒ}ÒØ—+‘+“-×$Ñ$Ó&‰à—+‘+“-ˆÜ	×Òä�	Š	�'Ÿ/™/Õ*¨WÑ4Ó5ØAôð —[‘[“] 7¨1¥:Õ.°¿¹Õ1IÕI€Nð 	��C—O‘OÐ$àÐ
õ	ð —/‘/ AÕ%Ð'Ð
(õ		)ð ð Œu�y‰y�~‰~×(Ñ(×0Ñ0Ó0Ù˜3Ÿ;™;¨ÑC¸
ÑCˆŒØˆ
äÙˆS�[‰[˜,Ñ5¨*Ñ5ñä
˜Ó
ñð r   z{input: jt, weight: t, bias: t?, stride: any, padding: any, dilation: any, transposed: any, output_padding: any, groups: anyc                 ó�   € \        WVR R7      w  r4VP                  R4      p\        V ! VP                  3/ VB 3/ \	        V4      B # rG  rH  r>  s   &*,   r   Úconvolution_defaultrs  ÷  sJ   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cä™˜SŸ[™[Ñ7¨JÑ7ÑO¼>È#Ó;NÑOÐOr   c                 ó¼  € \        WVR R7      w  r4VR,          p\        VP                  4       VR,          RVP                  4      w  r6rxV'       dý   V'       gõ   V'       d   \	        R4      hVR,          p	R VR&   \        \        P                  P                  P                  P                  R^ 3/ VB p
VP                  e   VP                  MVP                  P                  4       p\        V
P                  4       ^,
          4       F  pVP                  R4      pK  	  W«,          pV	'       g   VP!                  VP                  4      pV# Rp\        V RV3/ VB # )	Trý   r÷   r,   rW  zTCannot reduce on both ragged and non-batch dimensions without also reducing on batchrO  gáz®GáÚ?rj   )r   rG   r,   r_   r+   r§  r   r#  r$  r¹   Údim_IntListr^   ræ   rÀ  rQ  rß  rš   )rr   rs   rt   r  r  r  r�  r‘  r-  rO  Úintermediate_sumrÌ   r)  Úintermediate_values   &*,           r   Úmean_dimrx    s=  € ô 'Ø ÀTô�M€Að �WÕ
€CÜBSØ�‰‹	Ø�5ÕØØ�‰ó	CÑ?€QÐ)÷ §ßÜ Øfóð ð ˜YÕ'ˆØ $ˆ
�9ÑÜ+Ü�I‰I�N‰N×Ñ×*Ñ*¨F°Añ
Ø9Cñ
Ðð
 #&§,¡,Ò":�#—,’,ÀÇÁ×@QÑ@QÓ@SˆÜÐ'×+Ñ+Ó-°Õ1Ö2ˆAØ×'Ñ'¨Ó+ŠGñ 3àÕ(ˆßØ—+‘+˜cŸo™oÓ.ˆCØˆ
ð
 ÐÜ˜D &Ð*<ÑKÀ
ÑKÐKr   c                 ój   € \        WVR R7      w  r4VP                  R4      pV ! VP                  3/ VB # rG  rƒ  r>  s   &*,   r   Úmean_defaultrz  2  r«  r   z&self: jt_all, dim: any?, keepdim: any?c                 ó$   € \        V R R.VO5/ VB # )r@   Fr¦  r.  s   &*,r   Úany_dimsr|  =  s   € ä˜D %¨Ð@°Ò@¸Ñ@Ð@r   z%self: jt_all, dim: any, keepdim: any?c                 ó¬   € \        WVR R7      w  r4VR,          .VR&   \        \        P                  P                  P
                  P                  3/ VB # ©Trý   r,   )r   r|  r   r#  r$  r@   rA   ©rr   rs   rt   r  r  s   &*,  r   Úany_dimr€  B  óM   € ä&Ø ÀTô�M€Að
 $ EÕ*Ð+€JˆuÑÜ”E—I‘I—N‘N×&Ñ&×+Ñ+Ñ:¨zÑ:Ð:r   c                 ó$   € \        V R R.VO5/ VB # )r�   Tr¦  r.  s   &*,r   Úall_dimsrƒ  M  s   € ä˜D %¨Ð?°Ò?¸Ñ?Ð?r   c                 ó¬   € \        WVR R7      w  r4VR,          .VR&   \        \        P                  P                  P
                  P                  3/ VB # r~  )r   rƒ  r   r#  r$  r�   rA   r  s   &*,  r   Úall_dimr…  R  r�  r   c                 ój   € \        WVR R7      w  r4VP                  R4      pV ! VP                  3/ VB # rG  rƒ  r>  s   &*,   r   Úall_any_max_min_defaultr‡  ]  s;   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cá�—‘Ñ*˜zÑ*Ð*r   c                 óh   € \        WVR R7      w  r4VP                  R4      pV ! VP                  4      # rG  rƒ  r>  s   &*,   r   Ú_is_true_defaultr‰  p  s6   € ô
 'Ø ÀTô�M€Að �.‰.˜Ó
!€CÙ�—‘ÓÐr   c                 ó‚   € \        WVR R7      w  r4VR,          P                  p\        VR4      p\        V RV.VO5/ VB # )Trý   r÷   r	   r   ©r   r   r   r§  ©rr   rs   rt   r  r  r   Ú	dtype_maxs   &*,    r   Úmin_dimrŽ  }  óL   € ä&Ø ÀTô�M€Að �wÕ×%Ñ%€EÜ" 5¨%Ó0€IÜ˜D %¨ÐD°TÒD¸VÑDÐDr   c                 ó‚   € \        WVR R7      w  r4VR,          P                  p\        VR4      p\        V RV.VO5/ VB # )Trý   r÷   r   r	   r‹  ©rr   rs   rt   r  r  r   Ú	dtype_mins   &*,    r   Úmax_dimr“  ˆ  r�  r   c                 ó‚   € \        WVR R7      w  r4VR,          P                  p\        VR4      p\        V RV.VO5/ VB # )Trý   r÷   r	   Úaminr‹  rŒ  s   &*,    r   Úamin_defaultr–  “  óN   € ô 'Ø ÀTô�M€Að �wÕ×%Ñ%€EÜ" 5¨%Ó0€IÜ˜D &¨)ÐE°dÒE¸fÑEÐEr   c                 ó‚   € \        WVR R7      w  r4VR,          P                  p\        VR4      p\        V RV.VO5/ VB # )Trý   r÷   r   Úamaxr‹  r‘  s   &*,    r   Úamax_defaultrš     r—  r   c                 ó‚   € \        WVR R7      w  r4VR,          P                  p\        VR4      p\        V RV.VO5/ VB # )Trý   r÷   r	   Úargminr‹  rŒ  s   &*,    r   Úargmin_defaultr�  ­  óN   € ô 'Ø ÀTô�M€Að �wÕ×%Ñ%€EÜ" 5¨%Ó0€IÜ˜D (¨IÐG¸ÒGÀÑGÐGr   c                 ó‚   € \        WVR R7      w  r4VR,          P                  p\        VR4      p\        V RV.VO5/ VB # )Trý   r÷   r   Úargmaxr‹  r‘  s   &*,    r   Úargmax_defaultr¡  º  rž  r   zAgrad: jt_all, dim: any, indices: jt_all, sizes: any, keepdim: anyc                 ó$  a
€ ^ RI Ho
 \        WVRR7      w  r4VP                  R4      pVP                  VR&   VP                  R4      pVP                  VR&   \        V
3R l\        VR,          4       4       4      p\        \        VR,          4      VR,          VR	4      VR&   VP                  R4      pVP                  P                  VP                  ^,
          4      W‡&   VR
,          pW„R&   \        V4      p	WyR&   \        V ! R/ VB 3/ V	B # )r   r¯   Trý   Úgradrj  c              3   óL   <"  € T F  w  rS! V4      '       g   K  Vx € K  	  R # 5ir   r<   )r   ry   r�   r°   s   &  €r   r!   Ú=value_selecting_reduction_backward_default.<locals>.<genexpr>×  s   øé € ÐWÑ$B™D˜AÁmÐTU×FV—a’aÓ$Bùs   ƒ$š
$Úsizesr,   Ú"value_selecting_reduction_backwardrò   r_   r<   )r¸   r°   r   r  rÕ   rØ   rq   r8   rn   r’   r_   rÎ   r   )rr   rs   rt   r  r  r£  rj  r=   r¦  r€  r°   s   &*,       @r   Ú*value_selecting_reduction_backward_defaultr¨  Ç  s  ø€ õ
 Dä&Ø ÀTô�M€Að �>‰>˜&Ó!€DØŸ™€JˆvÑØ�n‰n˜YÓ'€GØ#ŸO™O€JˆyÑäÔW¤I¨j¸Õ.AÔ$BÓWÓW€Jä(ÜˆJ�wÕÓ Ø�5ÕØØ,ó	€JˆuÑð �N‰N˜7Ó#€EØŸ™×,Ñ,¨W×-@Ñ-@À1Õ-DÓE€EÑØ�"�I€EØˆwÑä" 7Ó+€MØ#-�-Ñ ä™Ñ*˜zÑ*Ñ<¨mÑ<Ð<r   c                 óh  € \        WVR R7      w  r4VP                  R4      pV F†  p\        V\        4      '       g   \	        R4      hVP                  4       V^ ,          P                  4       8w  d   \	        R4      h\        We^ ,          P                  4      '       d   K}  \	        R4      h	  \        V^ ,          P                  4       ^,           VR,          V^ ,          P                  R4      VR&   \        T ! V Uu. uF  qfP                  NK  	  up3/ VB 3/ \        V^ ,          4      B # u upi )Trý   râ  z+stack(): expected all nested tensors inputsz9stack(): expected all nested tensors to have the same dimzFstack(): expected all nested tensors to have the same nested structurer,   rú  )r   r  r%   r   r0   r,   r–   r™   r8   r_   rÕ   rÎ   )rr   rs   rt   r  r  râ  rU   s   &*,    r   Ústack_defaultrª  ë  s  € ä&Ø ÀTô�M€Að
 �n‰n˜YÓ'€GÛˆÜ˜!œ\×*Ò*ÜÐLÓMÐMà�5‰5‹7�g˜a•j—n‘nÓ&Ô&ÜØKóð ô " !¨Q¥Z×%5Ñ%5×6Ô6ÜØXóð ñ ô )Ø��
�‰Ó˜1Õ˜j¨Õ/°¸µ×1GÑ1GÈó€JˆuÑô Ù¡Ó)¡˜A�iŒi¡Ñ)Ñ8¨ZÑ8ñÜ<JÈ7ÐSTÍ:Ó<Vñð ùÚ)s   Ã>D/zQweight: t, indices: jt, padding_idx: any?, scale_grad_by_freq: any?, sparse: any?c                 ó²   € \        WVR R7      w  r4VP                  R4      pVP                  R4      p\        V ! WeP                  3/ VB 3/ \	        V4      B # )Trý   rj  r  rH  )rr   rs   rt   r  r  rj  r  s   &*,    r   Úembedding_defaultr¬  
	  s`   € ô
 'Ø ÀTô�M€Að
 �n‰n˜YÓ'€GØ�^‰^˜HÓ%€FäÙˆV—_‘_Ñ3¨
Ñ3ñÜ7EÀgÓ7Nñð r   zYgrad_output: jt, indices: jt, num_weights: any, padding_idx: any, scale_grad_by_freq: anyc                 ó¢   € \        WVR R7      w  r4VP                  R4      pVP                  R4      pV ! VP                  VP                  3/ VB # )Trý   rj  rL  rƒ  )rr   rs   rt   r  r  rj  rL  s   &*,    r   Ú embedding_dense_backward_defaultr®  	  sQ   € ô
 'Ø ÀTô�M€Að �n‰n˜YÓ'€GØ—.‘. Ó/€KÙ�×#Ñ# W§_¡_ÑC¸
ÑCÐCr   c                 óx   € \        WVR R7      w  r4VP                  R4      pVP                  P                  4       # rG  )r   r  rÕ   Údetachr>  s   &*,   r   Úvalues_defaultr±  *	  s<   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cð �;‰;×ÑÓÐr   c                 óh   € \        WVR R7      w  r4VP                  R4      pV ! VP                  4      # rG  rƒ  r>  s   &*,   r   Úall_defaultr³  =	  s4   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€Cá�—‘ÓÐr   z-self: jt_all, padding: any, output_size: any?c                 óê  € \        WVR R7      w  r4VP                  R4      pVP                  e   \        R4      hVR,          pVe   WeP                  ,          pM5VP
                  e   VP                  MVP                  P                  ^ 4      pVP                  4       pVP                  ^8”  d$   VP                  VP                  ^,
          ^ 4      pVP                  p	VP                  4       ^8”  d   VP                  ^R7      pM&VP                  4       ^8X  d   VP                  R4      pVP                  \         P"                  J p
V
'       d2   VP$                  '       d    VP'                  \         P(                  4      p\         P*                  P,                  P/                  VVP0                  .V.VR,          4      pV
'       d2   VP$                  '       d    VP'                  \         P"                  4      p\3        V	4      ^8”  d   VP5                  RV	R,          4      pM!\3        V	4      ^8X  d   VP7                  R4      pVP                  ^8”  d   VP                  VP                  ^4      pV# )	Trý   r÷   z?to_padded_tensor(): not supported for nested tensors with holesró  rM  Úpaddingrò   rj   )r   r  r^   r0   r_   Ú_max_seqlen_tensorrŽ  rÕ   r’   r®  r7  r™   r,   ró   rß  r   r   ÚboolÚis_cudarg  Úhalfr#  r$  r�  ræ   rn   rQ  rš   )rr   rs   rt   r  r  r  ró  Úmax_seq_lenr®  Úvalues_shapeÚis_boolÚ
padded_outs   &*,         r   Úto_padded_tensor_defaultr¾  H	  sõ  € ô
 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cà
‡|�|ÒÜØMó
ð 	
ð
 ˜]Õ+€KØÒØ!§/¡/Õ2‰ð ×%Ñ%Ò1ð �OŠOà—‘×!Ñ! !Ó$ð 	ð �Z‰Z‹\€FØ
‡�˜ÔØ×!Ñ! #§/¡/°AÕ"5°qÓ9ˆØ—<‘<€LØ‡z�zƒ|�aÔØ—‘¨!�Ó,‰Ø	�‰‹˜Ô	Ø×!Ñ! "Ó%ˆð �l‰lœeŸj™jÐ(€Gß�6—>—>�>Ø—‘œ5Ÿ:™:Ó&ˆÜ—‘—‘×?Ñ?ØØ	�‰ˆØ	ˆØ�9Õó	€J÷ �:×%×%Ð%Ø—]‘]¤5§:¡:Ó.ˆ
ô ˆ<Ó˜1ÔØ×)Ñ)¨"¨l¸2Õ.>Ó?‰
Ü	ˆ\Ó	˜aÔ	Ø×'Ñ'¨Ó+ˆ
Ø
‡�˜ÔØ×)Ñ)¨#¯/©/¸1Ó=ˆ
àÐr   zcpadded: t, offsets: t, dummy: jt, ragged_idx: any?, min_seqlen: any?, max_seqlen: any?, sum_S: any?c                 ó
  € \        WVR R7      w  r4VR,          VR,          reVP                  R^4      pV^8”  d   VP                  V^4      pVP                  pVP	                  4       ^8”  d   VP                  ^R7      pM&VP	                  4       ^8  d   VP                  R4      pVP                  \        P                  J p	V	'       d2   VP                  '       d    VP                  \        P                  4      p\        P                  P                  P                  WV.VR,          4      p
V	'       d2   V
P                  '       d    V
P                  \        P                  4      p
\!        V4      ^8”  d   V
P#                  RVR,          4      p
M!\!        V4      ^8  d   V
P%                  R4      p
V^8”  d   V
P                  V^,
          ^ 4      p
VR,          pVR	,          p/ pVe   W½R&   Ve   WÍR	&   \'        V
VVVR
7      # )Trý   ÚpaddedrË   r=   rM  rÞ   rÚ   rß   rà   )r_   rÍ   rj   )r   r´   r7  r™   r,   ró   rß  r   r   r·  r¸  rg  r¹  r#  r$  r�  rn   rQ  rš   r   )rr   rs   rt   r  r  rÀ  rË   r=   Úpadded_ragged_dim1_shaper¼  r®  rß   rà   Úmetadata_caches   &*,           r   Ú"_nested_from_padded_tensor_defaultrÃ  ‡	  s¾  € ô
 'Ø ÀTô�M€Að ! Õ*¨J°yÕ,AˆGØ—‘ ¨aÓ0€Jð �A„~Ø×!Ñ! *¨aÓ0ˆØ%Ÿ|™|ÐØ‡z�zƒ|�aÔØ—‘¨!�Ó,‰Ø	�‰‹˜Ô	Ø×!Ñ! "Ó%ˆð �l‰lœeŸj™jÐ(€Gß�6—>—>�>Ø—‘œ5Ÿ:™:Ó&ˆÜ�Y‰Y�^‰^×;Ñ;Ø�	˜: gÕ.ó€F÷ �6—>—>�>Ø—‘œ5Ÿ:™:Ó&ˆô Ð#Ó$ qÔ(Ø×!Ñ! "Ð&>¸rÕ&BÓC‰Ü	Ð%Ó	&¨Ô	*Ø—‘ Ó#ˆØ�A„~Ø×!Ñ! *¨q¥.°!Ó4ˆà˜LÕ)€JØ˜LÕ)€JØ€NØÒØ'1�|Ñ$ØÒØ'1�|Ñ$äØØØØ&ô	ð r   zcvalues: t, offsets: t, dummy: jt_all, lengths: t?, ragged_idx: any?, min_seqlen: t?, max_seqlen: t?c                 óÐ   € \        WVR R7      w  r4VR,          VR,          VR,          rvpVR,          pVR,          p	VR,          p
/ pV	e   W›R&   V
e   W«R&   \        VVVVVR7      # )	Trý   r÷   rË   rÌ   r=   rß   rà   )rÌ   r_   rÍ   )r   r   )rr   rs   rt   r  r  r®  rË   rÌ   r=   rß   rà   rÂ  s   &*,         r   Ú _nested_view_from_jagged_defaultrÅ  À	  s•   € ô
 'Ø ÀTô�M€Að
 	�7ÕØ�9ÕØ�9Õð €Fð
 ˜LÕ)€JØ˜LÕ)€JØ˜LÕ)€JØ€NØÒØ'1�|Ñ$ØÒØ'1�|Ñ$äØØØØØ&ôð r   c                 ó\   € \        WVR R7      w  r4VP                  R4      pVP                  # rG  )r   r  ræ   r>  s   &*,   r   Ú_nested_get_offsetsrÇ  à	  ó/   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�<‰<Ðr   c                 ó\   € \        WVR R7      w  r4VP                  R4      pVP                  # rG  )r   r  r^   r>  s   &*,   r   Ú_nested_get_lengthsrÊ  ê	  rÈ  r   c                 ó\   € \        WVR R7      w  r4VP                  R4      pVP                  # rG  )r   r  r_   r>  s   &*,   r   Ú_nested_get_ragged_idxrÌ  ô	  s/   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�?‰?Ðr   c                 ó|   € \        WVR R7      w  r4VP                  R4      pVP                  P                  RR4      # )Trý   r÷   rß   N©r   r  rÍ   r´   r>  s   &*,   r   Ú_nested_get_min_seqlenrÏ  þ	  ó>   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ×Ñ×"Ñ" <°Ó6Ð6r   c                 ó|   € \        WVR R7      w  r4VP                  R4      pVP                  P                  RR4      # )Trý   r÷   rà   NrÎ  r>  s   &*,   r   Ú_nested_get_max_seqlenrÒ  
  rÐ  r   zself: jt, mask: anyc                 ó4  € \        WVR R7      w  r4VP                  R4      pVP                  R4      pVP                  ^8”  d   \        R4      hVP                  VP                  8w  d&   \        RVP                   RVP                   24      hVP
                  P                  VP                  4       4      p\        P                  ! VP                  4       P                  ^ R7      R
4      p\        V4      pW…P                  ,          VR&   \        RR	V/VB # )Trý   r÷   r¢  z3masked_select only support 2-D selections currentlyzMask with shape z& is not compatible with input's shape r‰  rË   r®  r¿  r<   )r   r  r   r0   r™   rÕ   Úmasked_selectr®  rÂ  rÃ  rÁ  rÎ   ræ   r   )	rr   rs   rt   r  r  r  r¢  Ú
res_valuesÚmask_cumsums	   &*,      r   Úmasked_select_defaultr×  
  sû   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CØ�>‰>˜&Ó!€Dà
‡x�x�!„|ÜÐPÓQÐQØ	�‰�d—j‘jÔ	 ÜØ˜tŸz™z˜lÐ*PÐQT×QZÑQZÐP[Ð\ó
ð 	
ð —‘×*Ñ*¨4¯;©;«=Ó9€JÜ—%’%˜Ÿ™›×,Ñ,°Ð,Ó3°VÓ<€Kä˜#Ó€DØ!§,¡,Õ/€Dˆ�OÜñ Øðà
ñð r   z2grad_output: t, self: jt_all, dim: any, index: anyc                 ó
  € \        WVR R7      w  r4VP                  R4      pVP                  R4      p\        P                  ! WVP                  R7      pVP                  VR,          VR,          4      P                  V4       V# )Trý   r÷   rL  )r   r,   r=  )r   r  r   Ú
zeros_liker   rd  ru  )rr   rs   rt   r  r  r  rL  Ú
grad_inputs   &*,     r   Ú_nested_select_backward_defaultrÛ  ,
  sv   € ô
 'Ø ÀTô�M€Að �.‰.˜Ó
!€CØ—.‘. Ó/€Kä×!Ò! #×->Ñ->Ô?€JØ×Ñ�j Õ'¨°GÕ)<Ó=×CÑCÀKÔPàÐr   zself: jt_all, s: anyc                ó   € V ^8„  d   QhRR/# r¬   r<   )rM   s   "r   rN   rN   ?
  s   € ÷ #ñ #°Dñ #r   c                 ó¼   € V^ ,          pV^,          pV ! VP                   V4       V ! VP                  V4       VP                  e   V ! VP                  V4       R# R# r;   )rÕ   ræ   r^   )rr   rs   rt   r  Ústreams   &*,  r   Úrecord_stream_defaultrß  >
  sM   € à
ˆq�'€CØ�!�W€Fáˆ�‰�fÔÙˆ�‰�vÔØ
‡|�|ÒÙˆS�\‰\˜6Ö"ñ  r   zRself: jt_all, size: any, dtype: any?, layout: any?, device: any?, pin_memory: any?c                 ó®   € \        WVR R7      w  r4VP                  R4      p\        VR,          4      ^ 8X  d   V ! VP                  3/ VB # \	        R4      h)Trý   r÷   r’   z2new_empty() not supported for NJT with shape != ())r   r  rn   rÕ   r0   r>  s   &*,   r   Únew_empty_defaultrá  I
  sY   € ô 'Ø ÀTô�M€Að �.‰.˜Ó
!€Cä
ˆ:�fÕÓ !Ô#Ù�C—K‘KÑ. :Ñ.Ð.ä
ÐKÓ
LÐLr   zself: jt_all, ...c                 ój   € \        R  V 4       4      p\        V ! R V 4       / VB 3/ \        V4      B # )c              3   óV   "  € T F  p\        V\        4      '       g   K  Vx € K!  	  R # 5ir   rb   rÑ   s   & r   r!   Ú&activation_backward.<locals>.<genexpr>k
  s   é € ÐL¡d˜s¬j¸¼l×.K—s’s£dùrÓ   c              3   ój   "  € T F)  p\        V\        4      '       d   VP                  MTx € K+  	  R # 5ir   )r%   r   rÕ   rÑ   s   & r   r!   rä  n
  s%   é € ÐTÉtÈœZ¨¬\×:Ò:ˆc�kŠkÀÔCËtùs   ‚13r×   )rr   rs   rt   rL  s   &*, r   Úactivation_backwardræ  ^
  sH   € ô ÑL¡dÓLÓL€KÜÙÙTÉtÓTð	
àñ	
ñô
 ˜Ó
%ñð r   zself: jt_all, value: anyc                 ó�   € \        WVR R7      w  r4VP                  R4      p\        V ! VP                  3/ VB 3/ \	        V4      B # rG  rH  r>  s   &*,   r   Úfill_Scalarrè  u
  rJ  r   c                 ón   € \        WVR R7      w  r4VP                  R4      pV ! VP                  3/ VB  V# rG  rƒ  r>  s   &*,   r   Úfill__Scalarrê  €
  s;   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€Cáˆ�‰Ñ#˜
Ò#Ø€Jr   c                 ó²   € \        WVR R7      w  r4VP                  R4      p\        V4      pV ! VP                  4      w  rx\	        V3/ VB \	        V3/ VB 3# rG  )r   r  rÎ   rÕ   r   )	rr   rs   rt   r  r  r  r€  ÚmantissaÚexponents	   &*,      r   Úfrexp_Tensorrî  Œ
  si   € ä&Ø ÀTô�M€Að �.‰.˜Ó
!€CÜ" 3Ó'€Má˜cŸk™kÓ*Ñ€HÜ˜Ñ2 MÑ2´LØñ5Ø!ñ5ð ð r   z+grad: any, self: any, other: any, mask: anyc                 óš  € \        WVR R7      w  r4VP                  R4      pVP                  R4      pVP                  R4      pVP                  R4      pVf   R# Rp	V^ ,          '       d'   \        P                  ! WWP	                  RR	4      4      p	Rp
V^,          '       d(   \        P                  ! VP	                  RR	4      V4      p
Wš3# )
Trý   r£  r÷   rê  r¢  Nr  rj   éþÿÿÿ)r   r  r   rP  r7  )rr   rs   rt   r  r  r£  r  rê  Úgrad_input_maskÚ	grad_selfÚ
grad_others   &*,        r   Úmatmul_backward_defaultrô  ›
  s¹   € ô
 'Ø ÀTô�M€Að �>‰>˜&Ó!€DØ
�.‰.˜Ó
!€CØ�N‰N˜7Ó#€EØ —n‘n VÓ,€Oà‚|ØÐà€IØ�q×ÔÜ—L’L §¡°r¸2Ó'>Ó?ˆ	à€JØ�q×ÔÜ—\’\ #§-¡-°°BÓ"7¸Ó>ˆ
àÐ"Ð"r   z	self: anyc                 ó   € ^ RI Hp V! 4       # )r   )Ú_nt_view_dummy)Ú$torch.nested._internal.nested_tensorrö  )rr   rs   rt   rö  s   &*, r   Ú_nested_get_jagged_dummyrø  ¸
  s   € åCáÓÐr   r$  ÚIMPLrø  ÚCPUÚCUDAÚMetac                ó    € V ^8„  d   Qh/ ^ \         9   d   \        \        ,          ;R&   ^\         9   d   \        \        \        3,          ;R&   # )rI   Ú__all__r³   )Ú__conditional_annotations__r'   ÚAnyÚDict)rM   s   "r   rN   rN      s8   € × Ñ ÷ Ò ŒŒc�Ñ ñ ÷ &Ò %”$”sœC�x•.Ñ %ò r   )F)TFFrD  )êrÿ  r¿   r  Útypingr   Útorch.nn.functionalr‹  rŒ  rÂ  Útorch.fx.operator_schemasr   Útorch.nested._internal.sdpar   râ   r   r   rþ  r³   r   r   r8   rG   r   rˆ   r–   r›   rª   rÀ   Úregister_jagged_funcrÈ   rÎ   rÁ   rÂ   r!  r#  r$  r%  r&  r'  r,   r)  r(  r*  r,  r/  Úprimr_  r2  r’   r5  rk  r;  r8  r=  r?  rR  rE  ÚlinearrI  Úlinear_backwardrY  rg  r   r[  Ú_to_copyrs  ru  r}  r°  Ú
empty_likeÚ	ones_likerÙ  Ú	rand_likeÚ
randn_liker�  Ú	full_likeÚrandint_likeÚ	low_dtypeÚzero_r„  Ú_softmaxr•  Ú_log_softmaxr˜  Ú_softmax_backward_datar›  Únative_dropoutr   Únative_dropout_backwardr£  r¥  Údim_intr¨  rª  rk   rW   r°  r²  r´  r¶  r»  rË  rB  rÎ  rÛ  rš   rÝ  rß  rà  rã  rè  rP  rû  Úbmmrÿ  rå   r  rå  r  r	  r  ÚwhererN  r  Ú_pin_memoryr  Ú	is_pinnedr  Úis_same_sizer  r§  r¹   r1  ru  r3  r7  r9  ÚpermuterA  ÚviewÚ_unsafe_viewrK  Únative_layer_normr]  Únative_layer_norm_backwardrb  rd  re  rg  rh  Ú	index_putrl  Úconvolutionrs  rW  rx  rz  r@   rA   r|  r€  r�   rƒ  r…  r	   r   r‡  Ú_is_all_trueÚ_is_any_truer‰  rŽ  r“  r•  r–  r™  rš  rœ  r�  r   r¡  r§  r¨  rú  rª  Ú	embeddingr¬  Úembedding_dense_backwardr®  r®  Ú_nested_get_valuesr±  r³  rô  r¾  Ú_nested_from_padded_tensorrÃ  Ú_nested_view_from_jaggedrÅ  rÇ  rÊ  rÌ  rÏ  rÒ  rÔ  r×  Ú_nested_select_backwardrÛ  Úrecord_streamrß  Ú	new_emptyÚ	new_zerosÚnew_onesrá  Úelu_backwardÚhardshrink_backwardÚhardsigmoid_backwardÚhardtanh_backwardÚsoftplus_backwardÚsoftshrink_backwardræ  ÚfillÚScalarrè  Úfill_rê  Úfrexprî  Úmatmul_backwardrô  rø  ÚlibraryÚ_scoped_libraryÚimplrN   )rÿ  s   @r   Ú<module>r?     s–  øðç Ð Û Ü ã ß Ð Ý 8Ý Kç 6ð €Ó à#%Ð Ó %òHôô,ô:Yõ:=õ@
òòò0ð. !×(Ò(¨Ð8HÓIÐ õ&òRòòLSò^c$ñL à�	‰	�‰×3Ñ3×;Ñ;Ø�	‰	�‰×Ñ×'Ñ'Ø�	‰	�‰×Ñ×"Ñ"Ø�	‰	�‰×Ñ×$Ñ$Ø�	‰	�‰× Ñ ×(Ñ(Ø�	‰	�‰×!Ñ!×)Ñ)Ø�	‰	�‰×)Ñ)×1Ñ1ðð óñ0óð0ñ( �e—i‘i—n‘n×+Ñ+×3Ñ3°^ÓDñó Eðñ Ø
‡Y�Y‡^�^×Ñ× Ñ Ð!Øóô
ó	ð
ñ �e—i‘i—n‘n×2Ñ2×:Ñ:¸NÓKñFó LðFñ( Ø	‡I�I‡N�N× Ñ ×.Ñ.Ð0Sôàôñ
 Ø	‡I�I‡N�N×$Ñ$×,Ñ,Ð.QóñOóðOñ( Ø	‡I�I‡N�N×Ñ× Ñ Ð"FóñEóðEñ4 �e—i‘i—n‘n×+Ñ+×3Ñ3Ð5UÓVñPó WðPñ Ø	‡I�I‡N�N×"Ñ"×*Ñ*Ø<óñ"ó	ð"ñJ �e—i‘i—n‘n×'Ñ'×-Ñ-Ð/JÓKñPó LðPñ �e—i‘i—n‘n×-Ñ-×5Ñ5°~ÓFñ&ó Gð&ñR Ø	‡I�I‡N�N×Ñ× Ñ Ð"Qóñóðñ: �U—Y‘Y—^‘^×*Ñ*×2Ñ2°NÔ CØôñ
 à�	‰	�‰×!Ñ!×)Ñ)Ø�	‰	�‰× Ñ ×(Ñ(Ø�	‰	�‰×!Ñ!×)Ñ)Ø�	‰	�‰× Ñ ×(Ñ(Ø�	‰	�‰×!Ñ!×)Ñ)ðð ó	ñ.5ó	ð.5ñb �U—Y‘Y—^‘^×-Ñ-×5Ñ5Ð7VÔ WØôñ �U—Y‘Y—^‘^×0Ñ0×8Ñ8Ð:SÔ TØôñ Ø	‡I�I‡N�N×Ñ×)Ñ)Ð+Nôàôñ
 �e—i‘i—n‘n×*Ñ*×2Ñ2°NÓCñó Dðñ Ø	‡I�I‡N�N×Ñ×#Ñ#Ð%QóñEPóðEPñP Ø	‡I�I‡N�N×Ñ×'Ñ'Ð)Uóñ"Póð"PñJ Ø	‡I�I‡N�N×)Ñ)×1Ñ1Ø=óñó	ðñ Ø	‡I�I‡N�N×!Ñ!×)Ñ)Ð+Nóñ
óð
ñ Ø	‡I�I‡N�N×*Ñ*×2Ñ2Ø+óñ	ó	ð	ñ Ø	‡I�I‡N�N×Ñ×ÑØ8óñ>ó	ð>ñ �e—i‘i—n‘n×)Ñ)×1Ñ1Ð3NÓOñ+ó Pð+ñ Ø	‡I�I‡N�N×Ñ×ÑÐ!Góñóðñ" Ø	‡I�I‡N�N×#Ñ#×+Ñ+Ð-Tóñóðñ" Ø	‡I�I‡N�N×Ñ×!Ñ!Ð#Póñ7óð7ñ  �e—i‘i—n‘n×*Ñ*×2Ñ2Ð4VÓWñ&
ó Xð&
ñR �e—i‘i—n‘n×+Ñ+×/Ñ/Ð1JÓKñEó LðEñP �e—i‘i—n‘n×,Ñ,×0Ñ0Ð2FÓGñKó HðKñ �e—i‘i—n‘n×.Ñ.×6Ñ6Ð8PÓQñEó RðEñ, �e—i‘i—n‘n×(Ñ(×0Ñ0Ð2KÓLñó Mðñ2 �e—i‘i—n‘n×+Ñ+×3Ñ3Ð5LÓMñjó NðjñZ �e—i‘i—n‘n×(Ñ(×0Ñ0Ð2KÓLñEó MðEñ  Ø	‡I�I‡N�N×Ñ×!Ñ!Ð#LóñNóðNñ" �e—i‘i—n‘n×.Ñ.×6Ñ6Ð8LÓMñKó NðKñ �e—i‘i—n‘n×1Ñ1×9Ñ9Ð;TÓUñó Vðñ" �e—i‘i—n‘n×6Ñ6×>Ñ>ÀÓOñó Pðñ> Ø	‡I�I‡N�N×Ñ×ÑÐIóñóðñ$ �e—i‘i—n‘n×0Ñ0×8Ñ8Ð:RÓSñPó TðPñ �e—i‘i—n‘n×.Ñ.×6Ñ6Ð8PÓQñ+ó Rð+ñ Ø	‡I�I‡N�N×Ò×'Ñ'Ð)Fóñ*óð*ògFñT �e—i‘i—n‘n×(Ò(×0Ñ0Ð2MÓNñ+ó Oð+ñ Ø	‡I�I‡N�N×Ò×"Ò"Ø9óñ=ó	ð=ñ Ø	‡I�I‡N�N×Ò× Ñ Ð"Fóñ'Póð'PñT �e—i‘i—n‘n×,Ò,×4Ñ4Ð6OÓPñ%Gó Qð%GñP Ø
‡Y�Y‡^�^×Ò× Ñ  %§)¡)§.¡.×"=Ò"=×"EÑ"EÐFØóñ,Ró	ð,Rñ^ Ø	‡I�I‡N�N×$Ò$×,Ñ,ØNóñ^Dó	ð^DñB Ø	‡I�I‡N�N×-Ò-×5Ñ5Øvóñ
Kó	ð
Kñ �e—i‘i—n‘n×+Ò+×/Ñ/Ð1UÓVñGó WðGñ8 Ø	‡I�I‡N�N×Ò×ÑØ=óñ
Pó	ð
Pñ Ø	‡I�I‡N�N×Ò×$Ñ$Ø>óñ Ø	‡I�I‡N�N×Ò×%Ñ%Ø>óñUó	ó	ðUñp Ø	‡I�I‡N�N×Ò×&Ñ&ðGóñ
Póð
Pñ Ø	‡I�I‡N�N×Ò×ÑÐRóñ&Lóð&LñR �e—i‘i—n‘n×)Ò)×1Ñ1Ð3NÓOñ+ó Pð+ñ �e—i‘i—n‘n×(Ò(×-Ò-Ð/WÓXñAó YðAñ �e—i‘i—n‘n×(Ò(×,Ñ,Ð.UÓVñ;ó Wð;ñ �e—i‘i—n‘n×(Ò(×-Ò-Ð/WÓXñ@ó Yð@ñ �e—i‘i—n‘n×(Ò(×,Ñ,Ð.UÓVñ;ó Wð;ñ à�	‰	�‰×Ò×"Ñ"Ø�	‰	�‰×Ò×"Ñ"Ø�	‰	�‰×Ò×"Ñ"Ø�	‰	�‰×Ò×"Ñ"ð	ð óñ+óð+ñ Ø
‡Y�Y‡^�^× Ò ×(Ñ(¨%¯)©)¯.©.×*EÒ*E×*MÑ*MÐNØóñó	ðñ �e—i‘i—n‘n×(Ò(×,Ñ,Ð.UÓVñEó WðEñ �e—i‘i—n‘n×(Ò(×,Ñ,Ð.UÓVñEó WðEñ Ø	‡I�I‡N�N×Ò×ÑÐ!IóñFóðFñ Ø	‡I�I‡N�N×Ò×ÑÐ!IóñFóðFñ Ø	‡I�I‡N�N×Ò×!Ñ!Ð#KóñHóðHñ Ø	‡I�I‡N�N×Ò×!Ñ!Ð#KóñHóðHñ Ø	‡I�I‡N�N×5Ò5×=Ñ=ØGóñ=ó	ð=ñ@ �e—i‘i—n‘n×*Ò*×2Ñ2Ð4MÓNñó Oðñ< Ø	‡I�I‡N�N×Ò×$Ñ$ØWóñó	ðñ Ø	‡I�I‡N�N×+Ò+×3Ñ3Ø_óñDó	ðDñ à�	‰	�‰×Ò×%Ñ%Ø�	‰	�‰×)Ò)×1Ñ1ðð óñ	 óð	 ñ �e—i‘i—n‘n×(Ò(×0Ñ0°.ÓAñó Bðñ Ø	‡I�I‡N�N×#Ò#×+Ñ+Ø3óñ8ó	ð8ñv Ø	‡I�I‡N�N×-Ò-×5Ñ5Øióñ2ó	ð2ñj Ø	‡I�I‡N�N×+Ò+×3Ñ3Øióñó	ðñ8 �e—i‘i—n‘n×8Ò8×@Ñ@À.ÓQñó Rðñ �e—i‘i—n‘n×8Ò8×@Ñ@À.ÓQñó Rðñ �e—i‘i—n‘n×;Ò;×CÑCÀ^ÓTñó Uðñ �e—i‘i—n‘n×;Ò;×CÑCÀ^ÓTñ7ó Uð7ñ �e—i‘i—n‘n×;Ò;×CÑCÀ^ÓTñ7ó Uð7ñ �e—i‘i—n‘n×2Ò2×:Ñ:Ð<QÓRñó Sðñ0 Ø	‡I�I‡N�N×*Ò*×2Ñ2Ø8óñó	ðñ �e—i‘i—n‘n×2Ò2×:Ñ:Ð<RÓSô#ó Tð#ñ à�	‰	�‰× Ò ×(Ñ(Ø�	‰	�‰× Ò ×(Ñ(Ø�	‰	�‰×Ò×'Ñ'ðð
 Yóñ
Móð
Mñ à�	‰	�‰×#Ò#×+Ñ+Ø�	‰	�‰×*Ò*×2Ñ2Ø�	‰	�‰×+Ò+×3Ñ3Ø�	‰	�‰×(Ò(×0Ñ0Ø�	‰	�‰×(Ò(×0Ñ0Ø�	‰	�‰×*Ò*×2Ñ2ðð ó
ñ	ó
ð	ñ �e—i‘i—n‘n×)Ò)×0Ò0Ð2LÓMñPó NðPñ �e—i‘i—n‘n×*Ò*×1Ò1Ð3MÓNñó Oðñ �e—i‘i—n‘n×*Ò*×1Ñ1°>ÓBñó Cðñ Ø	‡I�I‡N�N×"Ò"×*Ñ*Ø1óñ#ó	ð#ñ2 �e—i‘i—n‘n×=Ò=×EÑEÀ{ÓSñó Tðð ‡]‚]×"Ò" 6¨6×2Ô2°dØ‡I‚IÐ(Ð*BÀEÔJØ‡I‚IÐ(Ð*BÀFÔKØ‡I‚IÐ(Ð*BÀFÔK÷ 3×2×2Ò2ús   Áb1=Ac8Ác8Ad		