+
    "Ý³j¨Ö  ã                  óô  a € 0 t $ ^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	H
t
 ^ RIH
u Ht ^ RIt^ RIHt ^RIHtHt ^RIHtHt ^RIHtHtHtHtHtHtHt ^RIH t  ^RI!H"t" ^R	I#H$t$ ^R
I%H&t&  ^ RI't(Rt)]$! 4        RR^R^€R^/RR^R^€R^/RR^R^@R^/RR^R^ R^/RR^R^ R^"/RR^RRR^�/RR^RRR^°/RR^RRR^Ò/RR^RRR^6/RR^RRR^B/RR^R^ R^/RR^R^@R^$//t+RRRRRRR RR!RR"RR#RR$RR%RR&RR'RR(R/t,^?t-^t.0 R‰mt/Rt0^)t1^€t2^t3RR]2R]3/]0R]2R]3//t4^ R)^R*^R^R^R^R^R^R+^"R^#R^'R^(R]1]0^*R/t5]Pl                  ! ]Pn                  ! R]Pp                  R,7      RŠ,          ^R-R.7      Ps                  ]Pt                  4      ^,          ^,
          t;/ t<R/]=R0&   R1 R2 lt>R3 R4 lt?R5 R6 lt@R7 R8 ltAR9 R: ltBR; R< ltCR= R> ltDR? R@ ltERA RB ltF]PŽ                  ! R‹]Pt                  R,7      tHRC RD ltIRE RF ltJRG RH ltKRI RJ ltLRK RL ltMRM RN ltNRO RP ltORQ RR ltPRS RT ltQRU RV ltRRW RX ltSRY RZ ltTR[ R\ ltUR] R^ ltVR_ R` ltWRa Rb ltXRc Rd ltYRe Rf ltZRgRRh]P¶                  /Ri Rj llt\Rk Rl lt]RgRRh]P¶                  /Rm Rn llt^Ro Rp lt_Rq Rr lt`Rs Rt ltaRu Rv ltbRw Rx ltcRy Rz ltdR{ R| lteR} R~ ltfR R€ ltgR� R‚ lthRƒ R„ ltiR… R† ltj ! R‡ Rˆ]&4      tkRˆ.tlR#   ]* d	    Rt(Rt) EL}i ; i)Œé    )ÚannotationsN)Ú_ConvNd)ÚAdapterÚLora)ÚDEVICEÚPLATFORM)ÚFORMATÚMETHODÚFallbackÚFallbackStrategyÚGGUFBitsÚSmoothMethodÚ_normalize_quant_bits)Úsmooth_block)ÚBACKEND)Úsetup_logger)ÚWeightOnlyQuantLinearTFÚQ1_0ÚbitsÚ
block_sizeÚ	type_sizeÚ	Q1_0_g128ÚQ2_0ÚQ4_0ÚQ8_0ÚQ4_Ké   ÚQ5_KÚQ6_KÚTQ1_0ÚTQ2_0ÚMXFP4ÚNVFP4Úq1_0Ú	q1_0_g128Úq2_0Úq4_0Úq8_0Úq4_kÚq4_k_sÚq4_k_mÚq5_kÚq5_k_sÚq5_k_mÚq6_kÚF32ÚF16ÚBF16©ÚdtypeÚlittle©ÚaxisÚbitorderzdict[str, torch.Tensor]Ú_GGUF_SIGN_ONLY_TORCH_LUTc               ó   € V ^8„  d   QhRR/# )é   Úreturnztuple[GGUFBits, str]© )Úformats   "Úb/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/nn_modules/qlinear/gguf.pyÚ__annotate__r@   p   s   € ÷ #ñ #Ð"6ñ #ó    c           	     óŽ  € \        V \        P                  R 7      p\        P	                  VP
                  4      pVf1   RP                  \        \        4      4      p\        RV  RV R24      h\        V,          pVR,          VP                  8w  d1   \        RVP
                   RVR,           RVP                   R24      hW3# )	)Úformat_valueú, zUnsupported GGUF bits `z`. Supported values: Ú.r   zGGUF bits `z
` require z -bit GGUF packing, but got bits=)r   r	   ÚGGUFÚ _GGUF_BITS_ALIAS_TO_TENSOR_QTYPEÚgetÚnameÚjoinÚsortedÚ
ValueErrorÚ_GGUF_TYPE_INFOÚwidth)r   Ú	bits_specÚtensor_qtypeÚ	supportedÚ
qtype_infos   &    r?   Ú_normalize_gguf_bitsrS   p   s½   € Ü% d¼¿¹ÔE€IÜ3×7Ñ7¸	¿¹ÓG€LØÒØ—I‘IœfÔ%EÓFÓGˆ	ÜÐ2°4°&Ð8MÈiÈ[ÐXYÐZÓ[Ð[ä  Õ.€JØ�&Õ˜YŸ_™_Ô,ÜØ˜)Ÿ.™.Ð)¨°J¸vÕ4FÐ3GÐGgÐhq×hwÑhwÐgxÐxyÐzó
ð 	
ð Ð"Ð"rA   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r;   Úweightútorch.TensorÚsmoothúSmoothMethod | NoneÚ
group_sizeÚintr<   r=   )r>   s   "r?   r@   r@   €   s2   € ÷ !ñ !Øð!ð  ð!ð ð	!ð
 ñ!rA   c               óÆ  € Vf   V # VR8X  d   V P                   ^,          MTpV^ 8:  d   V P                   ^,          p\        \        P                  RVR7      pV P	                  4       p\        ^ V P                   ^,          V4       FV  p\        Wc,           V P                   ^,          4      p\        VRWg13,          VVR7      w  r‰V	e   \        R4      hW…RWg13&   KX  	  V# )NT)ÚstrategyÚ	thresholdrW   ºNNN)rY   zQGGUF direct packing does not support smoothers that require post-quant rescaling.éÿÿÿÿ)	Úshaper   r   ÚRTNÚcloneÚrangeÚminr   rL   )
rU   rW   rY   Úeffective_group_sizeÚfallbackÚsmoothedÚstartÚendÚblockÚscale_factors
   &$$       r?   Ú_apply_optional_smootherrl   €   så   € ð ‚~Øˆà.8¸BÔ.>˜6Ÿ<™<¨ž?ÀJÐØ˜qÔ Ø%Ÿ|™|¨A�ÐäÜ!×%Ñ%ØØô€Hð
 �|‰|‹~€Hä�q˜&Ÿ,™, q�/Ð+?Ö@ˆÜ�%Õ.°·±¸QµÓ@ˆÜ*Ø�Q˜˜	�\Õ"ØØ+ô
Ñˆð
 Ò#ÜØcóð ð "'��E�I�Óñ Að €OrA   c               ó    € V ^8„  d   QhRRRR/# ©r;   Úblocksú
np.ndarrayr<   r=   )r>   s   "r?   r@   r@   ¤   s   € ÷ ,ñ , 
ð ,¨zñ ,rA   c                ó  € V P                   ^ ,          p\        R,          R,          p\        P                  ! V 4      P	                  RRR7      p\        P
                  ! WRR7      pVR,          p\        P                  ! RR7      ;_uu_ 4        \        P                  ! V^ 8H  ^ RV,          4      pR	R	R	4       \        P                  ! V P                  \        P                  4      XP                  \        P                  4      ,          R
,           4      P                  \        P                  4      p\        P                  ! V^ ^4      pVP                  V^V^,          34      pVR,          VR,          \        P                  ! ^4      ,          ,          pVP                  \        P                  4      P                  \        P                  4      p\        P                   ! WW.RR7      #   + '       g   i     ELF; i)r   r   r   T©r7   Úkeepdims©r7   Úignore©Údivideç      ð?Ng      !@r_   g       À)r^   r   r^   )r^   é   r^   )r`   rM   ÚnpÚabsÚargmaxÚtake_along_axisÚerrstateÚwhereÚtruncÚastypeÚfloat64Úuint8ÚclipÚreshapeÚfloat16ÚviewÚconcatenate)ro   Ún_blocksr   ÚimaxÚmax_valsÚdÚinv_dÚqss   &       r?   Ú_gguf_quantize_q4_0r�   ¤   sT  € Ø�|‰|˜A�€HÜ  Õ(¨Õ6€Jä�6Š6�&‹>× Ñ  b°4Ð Ó8€DÜ×!Ò! &°RÔ8€Hà�4�€AÜ	�Š˜H×	%Ö	%Ü—’˜˜a™  C¨!¥GÓ,ˆ÷ 
&ô 
�Š�6—=‘=¤§¡Ó,¨u¯|©|¼B¿J¹JÓ/GÕGÈ3ÕNÓ	O×	VÑ	VÔWY×W_ÑW_Ó	`€BÜ	�Š��Q˜Ó	€BØ	�‰�X˜q *°¥/Ð2Ó	3€BØ	ˆG�˜˜7�¤r§x¢x°£{Õ2Õ	3€Bà	�‰”—‘Ó×!Ñ!¤"§(¡(Ó+€AÜ�>Š>˜1˜'¨Ô+Ð+÷ 
&×	%Ð	%ús   Â#G/Ç/H 	c               ó    € V ^8„  d   QhRRRR/# rn   r=   )r>   s   "r?   r@   r@   ¹   s   € ÷ ,ñ , 
ð ,¨zñ ,rA   c                óp  € \         P                  ! V 4      P                  R	RR7      R,          p\         P                  ! RR7      ;_uu_ 4        \         P                  ! V^ 8H  ^ RV,          4      pRRR4       \         P
                  ! V X,          4      P                  \         P                  4      P                  \         P                  4      pVP                  \         P                  4      P                  \         P                  4      p\         P                  ! W.R	R7      #   + '       g   i     L¼; i)
ry   Trr   g     À_@ru   rv   rx   Nrt   r_   )rz   r{   Úmaxr~   r   Úroundr�   Úint8r‡   rƒ   r†   rˆ   )ro   rŒ   r�   rŽ   s   &   r?   Ú_gguf_quantize_q8_0r•   ¹   s¿   € Ü
�Šˆv‹×Ñ ¨TÐÓ2°UÕ:€AÜ	�Š˜H×	%Ö	%Ü—’˜˜a™  C¨!¥GÓ,ˆ÷ 
&ä	�Š�&˜5•.Ó	!×	(Ñ	(¬¯©Ó	1×	6Ñ	6´r·x±xÓ	@€BØ	�‰”—‘Ó×!Ñ!¤"§(¡(Ó+€AÜ�>Š>˜1˜'¨Ô+Ð+÷	 
&×	%ús   Á#D%Ä%D5	c               ó$   € V ^8„  d   QhRRRRRR/# )r;   ro   rp   r   rZ   r<   r=   )r>   s   "r?   r@   r@   Â   s!   € ÷ ñ  Zð Àð È
ñ rA   c               ó  € \         P                  ! \         P                  ! V 4      RR7      P                  \         P                  RR7      p\         P
                  ! V ^ 8¬  P                  \         P                  RR7      RRR7      p\         P                  ! V P                  ^ ,          ^V^,          ,           3\         P                  R7      pVP                  \         P                  4      P                  R^4      VR&   W4R	&   V# )
ry   rt   F©Úcopyr5   r6   r3   r_   ©r^   ºNr;   N©r^   ºr;   NN)rz   Úmeanr{   r�   r†   Úpackbitsrƒ   Úemptyr`   r‡   r…   )ro   r   ÚscalesÚ	sign_bitsÚpackeds   &$   r?   Ú_gguf_quantize_sign_onlyr¤   Â   s²   € Ü�WŠW”R—V’V˜F“^¨"Ô-×4Ñ4´R·Z±ZÀeÐ4ÓL€FÜ—’˜V q™[×0Ñ0´·±ÀÐ0ÓFÈRÐZbÔc€Iä�XŠX�v—|‘| A•¨¨Z¸1­_Õ(=Ð>ÄbÇhÁhÔO€FØ—K‘K¤§¡Ó)×1Ñ1°"°aÓ8€Fˆ5�MØˆ5�MØ€MrA   c               ó    € V ^8„  d   QhRRRR/# ©r;   Úvaluesrp   r<   r=   )r>   s   "r?   r@   r@   Ì   s   € ÷ Lñ L˜ð L¨
ñ LrA   c                óä   € \         P                  ! V 4      p\         P                  ! V4      p\         P                  ! V 4      V\         P                  ! ^W,
          ,          4      ,           ,          # )r;   )rz   r{   ÚfloorÚsign)r§   ÚabsoluteÚflooreds   &  r?   Ú_gguf_roundfr­   Ì   sF   € Ü�vŠv�f‹~€HÜ�hŠh�xÓ €GÜ�7Š7�6‹?˜g¬¯ª°°hÕ6HÕ1IÓ(JÕJÕKÐKrA   c               ó    € V ^8„  d   QhRRRR/# rn   r=   )r>   s   "r?   r@   r@   Ò   s   € ÷ Rñ R 
ð R¨zñ RrA   c                ó^  € \         P                  ! V 4      P                  RRR7      p\         P                  ! RR7      ;_uu_ 4        \         P                  ! V^ 8H  ^ RV,          4      pRRR4       \         P
                  ! \        V X,          4      P                  \         P                  4      ^,           ^ ^4      P                  \         P                  4      pVP                  V P                  ^ ,          ^^4      pVR	,          VR
,          ^,          ,          VR,          ^,          ,          VR,          ^,          ,          p\         P                  ! VP                  \         P                  4      P                  \         P                  4      V.RR7      #   + '       g   i     EL:; i)ry   Trr   ru   rv   rx   Nrt   r_   ©.r   ).ry   ).r;   ).é   )rz   r{   r’   r~   r   r„   r­   r�   r”   rƒ   r…   r`   rˆ   r†   r‡   ©ro   rŒ   r�   rŽ   r£   s   &    r?   Ú_gguf_quantize_q2_0r³   Ò   s  € Ü
�Šˆv‹×Ñ ¨TÐÓ2€AÜ	�Š˜H×	%Ö	%Ü—’˜˜a™  C¨!¥GÓ,ˆ÷ 
&ä	�Š”˜f u�nÓ-×4Ñ4´R·W±WÓ=ÀÕAÀ1ÀaÓ	H×	OÑ	OÔPR×PXÑPXÓ	Y€BØ	�‰�F—L‘L •O R¨Ó	+€BØ��Z˜2˜f�:¨�?Õ+¨r°&­z¸Q­Õ?À2ÀfÅ:ÐQRÅ?ÕS€FÜ�>Š>˜1Ÿ8™8¤B§J¡JÓ/×4Ñ4´R·X±XÓ>ÀÐGÈbÔQÐQ÷ 
&×	%Ð	%ús   Á#FÆF,	c               ó    € V ^8„  d   QhRRRR/# rn   r=   )r>   s   "r?   r@   r@   Ü   s   € ÷ Nñ N ð N°
ñ NrA   c           	     ó  € \         P                  ! V 4      P                  R
RR7      p\         P                  ! RR7      ;_uu_ 4        \         P                  ! V^ 8H  ^ RV,          4      pRRR4       \        V X,          4      P                  \         P                  4      ^,           P                  \         P                  4      pVR,          VR,          VR,          repVP                  V P                  ^ ,          R
^^ 4      \         P                  ! . RO\         P                  R7      P                  ^^^^4      ,          pVP                  V P                  ^ ,          R
^^4      \         P                  ! . RO\         P                  R7      P                  ^^^^4      ,          pVP                  V P                  ^ ,          R
^^4      \         P                  ! . RO\         P                  R7      P                  ^^^^4      ,          p\         P                  ! \         P                  ! VRR7      P                  V P                  ^ ,          R
4      \         P                  ! VRR7      P                  V P                  ^ ,          R
4      \         P                  ! VRR7      P                  V P                  ^ ,          R
4      .R
R7      pVP                  \         P                  4      R	,          ^ò,           ^ó,          P                  \         P                  4      p\         P                  ! W1P                  \         P                  4      P!                  \         P                  4      .R
R7      #   + '       g   i     EL; i)ry   Trr   ru   rv   rx   Nr3   rt   r   r_   ).:Né    N).:r¶   éð   N).:r·   NN)éQ   é   é	   r±   ry   )r¸   r¹   rº   r±   éþÿÿÿ)rz   r{   r’   r~   r   r­   r�   r”   rƒ   r…   r`   Úarrayrˆ   ÚsumÚuint16r†   r‡   )ro   rŒ   r�   rŽ   Úqs0Úqs1Úqhs   &      r?   Ú_gguf_quantize_tq1_0rÂ   Ü   s_  € Ü
�Šˆv‹×Ñ ¨TÐÓ2€AÜ	�Š˜H×	%Ö	%Ü—’˜˜a™  C¨!¥GÓ,ˆ÷ 
&ä
�v •~Ó
&×
-Ñ
-¬b¯g©gÓ
6¸Õ
:×	BÑ	BÄ2Ç8Á8Ó	L€Bà�i•= " \Õ"2°B°yµMˆb€CØ
�+‰+�f—l‘l 1•o r¨1¨bÓ
1´B·H²HÒ=NÔVX×V^ÑV^Ô4_×4gÑ4gÐhiÐklÐnoÐqrÓ4sÕ
s€CØ
�+‰+�f—l‘l 1•o r¨1¨bÓ
1´B·H²HÒ=NÔVX×V^ÑV^Ô4_×4gÑ4gÐhiÐklÐnoÐqrÓ4sÕ
s€CØ	�‰�F—L‘L •O R¨¨AÓ	.´·²º.ÔPR×PXÑPXÔ1Y×1aÑ1aÐbcÐefÐhiÐklÓ1mÕ	m€BÜ	�Šä�FŠF�3˜RÔ ×(Ñ(¨¯©°a­¸"Ó=Ü�FŠF�3˜RÔ ×(Ñ(¨¯©°a­¸"Ó=Ü�FŠF�2˜BÔ×'Ñ'¨¯©°Q­¸Ó<ð	
ð
 ô
€Bð �9‰9”R—Y‘YÓ #Õ%¨Õ+°Õ
3×	;Ñ	;¼B¿H¹HÓ	E€BÜ�>Š>˜2Ÿx™x¬¯
©
Ó3×8Ñ8¼¿¹ÓBÐCÈ"ÔMÐM÷# 
&×	%Ð	%ús   Á#M/Í/N 	c               ó    € V ^8„  d   QhRRRR/# rn   r=   )r>   s   "r?   r@   r@   ò   s   € ÷ oñ o ð o°
ñ orA   c                óv  € \         P                  ! V 4      P                  RRR7      p\         P                  ! RR7      ;_uu_ 4        \         P                  ! V^ 8H  ^ RV,          4      pRRR4       \        V X,          4      P                  \         P                  4      ^,           P                  \         P                  4      pVP                  V P                  ^ ,          R^^ 4      pVR	,          VR
,          ^,          ,          VR,          ^,          ,          VR,          ^,          ,          p\         P                  ! VP                  V P                  ^ ,          R4      VP                  \         P                  4      P                  \         P                  4      .RR7      #   + '       g   i     ELF; i)ry   Trr   ru   rv   rx   Nrt   r_   ©.r   r^   ©.ry   r^   ©.r;   r^   ).r±   r^   )rz   r{   r’   r~   r   r­   r�   r”   rƒ   r…   r`   rˆ   r†   r‡   r²   s   &    r?   Ú_gguf_quantize_tq2_0rÈ   ò   s#  € Ü
�Šˆv‹×Ñ ¨TÐÓ2€AÜ	�Š˜H×	%Ö	%Ü—’˜˜a™  C¨!¥GÓ,ˆ÷ 
&ä
�v •~Ó
&×
-Ñ
-¬b¯g©gÓ
6¸Õ
:×	BÑ	BÄ2Ç8Á8Ó	L€BØ	�‰�F—L‘L •O R¨¨BÓ	/€BØ�	�]˜b �m¨qÕ0Õ1°R¸	µ]ÀaÕ5GÕHÈBÈyÍMÐ]^ÕL^Õ_€FÜ�>Š>˜6Ÿ>™>¨&¯,©,°q­/¸2Ó>ÀÇÁÌÏÉÓ@T×@YÑ@YÔZ\×ZbÑZbÓ@cÐdÐkmÔnÐn÷ 
&×	%Ð	%ús   Á#F'Æ'F8	c               ó    € V ^8„  d   QhRRRR/# r¦   r=   )r>   s   "r?   r@   r@   ÿ   s   € ÷ !ñ ! Jð !°:ñ !rA   c                ód  € \         P                  ! V ^8  \         P                  ! R4      V P                  \         P                  4      ,          V P                  \         P                  4      ^,
          \         P                  ! ^4      ,          4      pVP	                  \         P
                  4      # )r;   i    )rz   r   Úuint32r�   r‡   Úfloat32)r§   r   s   & r?   Ú_gguf_e8m0_to_fp32_halfrÍ   ÿ   sl   € Ü�8Š8Ø�‰
Ü
�	Š	�*Ó §¡¬r¯y©yÓ!9Õ9Ø	�‰”r—y‘yÓ	! AÕ	%¬"¯)ª)°B«-Õ7ó€Dð
 �9‰9”R—Z‘ZÓ Ð rA   c               ó    € V ^8„  d   QhRRRR/# rn   r=   )r>   s   "r?   r@   r@     s   € ÷ 0ñ 0 ð 0°
ñ 0rA   c           
     ó
  € \         P                  ! V 4      P                  RRR7      p\         P                  ! RR7      ;_uu_ 4        \         P                  ! V^ 8„  \         P
                  ! \         P                  ! V4      4      ^,
          ^,           ^ 4      P                  \         P                  4      pRRR4       \        X4      p\         P                  ! VP                  V P                  ^ ,          ^^4      \        P                  \         P                  4      P                  ^^^4      ,          V P                  V P                  ^ ,          ^ ^4      ,
          4      p\         P                  ! VRR7      P                  V P                  ^ ,          ^^4      P                  \         P                  4      pVR,          VR	,          ^,          ,          p\         P                  ! W&.RR7      #   + '       g   i     ELD; i)
ry   Trr   ru   rv   Nrt   r_   )r^   r   )r^   ry   )rz   r{   r’   r~   r   r©   Úlog2r�   rƒ   rÍ   r…   r`   Ú_GGUF_FP4_VALUESrÌ   Úargminrˆ   )ro   rŒ   Úer¡   ÚerrorsÚbestr£   s   &      r?   Ú_gguf_quantize_mxfp4rÖ     sT  € Ü
�Šˆv‹×Ñ ¨TÐÓ2€AÜ	�Š˜H×	%Ö	%Ü�HŠH�Q˜‘UœBŸHšH¤R§W¢W¨Q£ZÓ0°1Õ4°sÕ:¸AÓ>×EÑEÄbÇhÁhÓOˆ÷ 
&ä$ QÓ'€FÜ�VŠVØ�‰�v—|‘| A•¨¨1Ó-Ô0@×0GÑ0GÌÏ
É
Ó0S×0[Ñ0[Ð\]Ð_`ÐbdÓ0eÕeØ
�.‰.˜Ÿ™ a�¨"¨aÓ
0õ	1ó€Fô �9Š9�V "Ô%×-Ñ-¨f¯l©l¸1­o¸qÀ"ÓE×LÑLÌRÏXÉXÓV€DØ�$�Z˜4 �:¨�?Õ+€FÜ�>Š>˜1˜+¨BÔ/Ð/÷ 
&×	%Ð	%ús   ÁA/G1Ç1H	c               ó$   € V ^8„  d   QhRRRRRR/# )r;   r¡   rp   Úminsr<   r=   )r>   s   "r?   r@   r@     s!   € ÷ /ñ / ð /°:ð /À*ñ /rA   c                ó*  € V P                  \        P                  R R7      p VP                  \        P                  R R7      pV R,          \        P                  ! ^?4      ,          V R,          \        P                  ! ^04      ,          \        P                  ! ^4      ,          ,          pVR,          \        P                  ! ^?4      ,          VR,          \        P                  ! ^04      ,          \        P                  ! ^4      ,          ,          pV R,          \        P                  ! ^4      ,          VR,          \        P                  ! ^4      ,          \        P                  ! ^4      ,          ,          p\        P                  ! W#V.RR7      # )Fr˜   rt   ©r^   :Né   N©r^   :rÛ   NNr_   )r�   rz   rƒ   rˆ   )r¡   rØ   rŒ   ÚmÚmds   &&   r?   Ú_pack_q4_k_scale_minrß     sõ   € Ø�]‰]œ2Ÿ8™8¨%ˆ]Ó0€FØ�;‰;”r—x‘x eˆ;Ó,€Dà	��œŸš $›Õ	'¨V°E­]¼R¿XºXÀd»^Õ-KÔPR×PXÒPXÐYZÓP[Õ,[Õ\€AØ	ˆe�”r—x’x “~Õ	%¨4°­;¼¿ºÀ$»Õ+GÌBÏHÊHÐUVËKÕ*WÕX€AØ
��-œ"Ÿ(š( 4›.Õ
(¨d°5­k¼B¿HºHÀT»NÕ.JÌrÏxÊxÐXYË{Õ-ZÕ	[€Bä�>Š>˜1 ˜*¨2Ô.Ð.rA   c               ó    € V ^8„  d   QhRRRR/# )r;   r¡   rp   r<   ztuple[np.ndarray, np.ndarray]r=   )r>   s   "r?   r@   r@   !  s   € ÷ 6ñ 6 :ð 6Ð2Oñ 6rA   c                óÒ  € V P                  \        P                  R R7      P                  R4      p\        P                  ! V^RR7      w  r#p\        P
                  ! V^?,          V^,          V^,	          ^0,          ,          .RR7      p\        P
                  ! V^?,          V^,	          V^,	          ^0,          ,          .RR7      pVP                  R4      VP                  R4      3# )Fr˜   rt   r_   )r_   r±   rÛ   r»   )r_   é   )r�   rz   rƒ   r…   Úsplitrˆ   ©r¡   r£   rŒ   rÝ   rÞ   ÚscrØ   s   &      r?   Ú_unpack_q4_k_scale_minræ   !  sª   € Ø�]‰]œ2Ÿ8™8¨%ˆ]Ó0×8Ñ8¸ÓD€FÜ�xŠx˜ ¨Ô+�H€Aˆ"ä	�Š˜˜T� B¨¥I°1¸µ6¸Tµ/Õ#BÐCÈ"Ô	M€BÜ�>Š>˜1˜t�8 b¨A¥g°1¸µ6¸Tµ/Õ%BÐCÈ"ÔM€DØ�:‰:�gÓ §¡¨WÓ 5Ð5Ð5rA   c               ó    € V ^8„  d   QhRRRR/# )r;   r¡   rV   r<   z!tuple[torch.Tensor, torch.Tensor]r=   )r>   s   "r?   r@   r@   *  s   € ÷ ñ ¨ð Ð:[ñ rA   c                óŒ  € V P                   ! . V P                  R R O^N^N5!  pVR,          pVR,          pVR,          p\        P                  ! V^?,          V^,          \	        V^4      ^0,          ,          3RR7      p\        P                  ! V^?,          \	        V^4      \	        V^4      ^0,          ,          3RR7      pWV3# )N©Údimr_   rÅ   rÆ   rÇ   )r…   r`   ÚtorchÚcatÚ_torch_right_shifträ   s   &      r?   Ú_unpack_q4_k_scale_min_torchrî   *  s´   € Ø�^Š^Ð5˜VŸ\™\¨#¨2Ð.Ð5°Ð5°1Ó5€FØˆyÕ€AØˆyÕ€AØ	�	Õ	€Bä	�Š�A˜•H˜r D�yÔ-?ÀÀ1Ó-EÈÕ-LÕMÐNÐTVÔ	W€BÜ�9Š9�a˜$•hÔ 2°2°qÓ 9Ô=OÐPQÐSTÓ=UÐX\Õ=\Õ ]Ð^ÐdfÔg€DØˆ8€OrA   c               ó$   € V ^8„  d   QhRRRRRR/# )r;   Úshiftsúint | torch.TensorÚdeviceútorch.devicer<   r=   )r>   s   "r?   r@   r@   5  s#   € ÷ ñ Ð 2ð ¸Lð ÐM_ñ rA   c                óø   € \         P                  ! V 4      '       dN   V P                  V\         P                  R 7      p\         P                  ! \         P
                  ! V^4      V4      # ^\        V 4      ,          # ©©rò   r4   )rë   Ú	is_tensorÚtoÚint64ÚpowÚ	full_likerZ   )rð   rò   Ú
shifts_i64s   && r?   Ú_torch_shift_factorrý   5  sR   € Ü‡‚�v×ÒØ—Y‘Y f´E·K±K�YÓ@ˆ
Ü�yŠyœŸš¨°QÓ7¸ÓDÐDØ”�F“ÕÐrA   c               ó$   € V ^8„  d   QhRRRRRR/# ©r;   r§   rV   rð   rñ   r<   r=   )r>   s   "r?   r@   r@   <  s"   € ÷ $ñ $˜|ð $Ð5Gð $ÈLñ $rA   c                ó(  € V P                   P                  R 8w  d   \        P                  ! W4      # \        P                  ! V P                  \        P                  4      \        WP                   4      4      pVP                  V P                  4      # ©Únpu)	rò   Útyperë   Úbitwise_right_shiftÚfloor_dividerø   rù   rý   r4   ©r§   rð   Úshifteds   && r?   rí   rí   <  sc   € Ø‡}�}×Ñ˜UÔ"Ü×(Ò(¨Ó8Ð8ä× Ò  §¡¬5¯;©;Ó!7Ô9LÈV×UbÑUbÓ9cÓd€GØ�:‰:�f—l‘lÓ#Ð#rA   c               ó$   € V ^8„  d   QhRRRRRR/# rÿ   r=   )r>   s   "r?   r@   r@   D  s"   € ÷ $ñ $˜lð $Ð4Fð $È<ñ $rA   c                ó  € V P                   P                  R 8w  d   \        P                  ! W4      # V P	                  \        P
                  4      \        WP                   4      ,          pVP	                  V P                  4      # r  )rò   r  rë   Úbitwise_left_shiftrø   rù   rý   r4   r  s   && r?   Ú_torch_left_shiftr  D  sY   € Ø‡}�}×Ñ˜UÔ"Ü×'Ò'¨Ó7Ð7à�i‰iœŸ™Ó$Ô':¸6Ç=Á=Ó'QÕQ€GØ�:‰:�f—l‘lÓ#Ð#rA   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
r;   Ú	subblocksrp   ÚmaxqrZ   Úscale_quant_maxÚsignedÚboolr<   ztuple[np.ndarray, ...]r=   )r>   s   "r?   r@   r@   L  sC   € ÷ ']ñ ']Øð']ð ð']ð ð	']ð
 ð']ð ñ']rA   c          
     óÖ	  € V'       Edà   \         P                  ! V 4      P                  RR7      V,          pVP                  RRR7      V,          p\         P                  ! RRR7      ;_uu_ 4        \         P                  ! V^ 8„  \         P
                  ! WE,          4      R4      pRRR4       \         P                  ! X^ V4      P                  \         P                  4      pWVP                  \         P                  4      ,          p\         P                  ! RRR7      ;_uu_ 4        \         P                  ! VR	,          ^ 8„  \         P
                  ! WR	,          ,          4      R4      pRRR4       \         P                  ! XR
^4      P                  \         P                  4      pVP                  \         P                  4      VP                  \         P                  4      V3# \         P                  ! V P                  RR7      ) R4      p	V P                  RR7      V	,           V,          pVP                  RRR7      V,          pV	P                  RRR7      V,          p
\         P                  ! RRR7      ;_uu_ 4        \         P                  ! V^ 8„  \         P
                  ! WE,          4      R4      p\         P                  ! V
^ 8„  \         P
                  ! Wš,          4      R4      pRRR4       \         P                  ! X^ V4      P                  \         P                  4      p\         P                  ! X^ V4      P                  \         P                  4      pWVP                  \         P                  4      ,          pW«P                  \         P                  4      ,          pWR	,          ,           p\         P                  ! RRR7      ;_uu_ 4        \         P                  ! VR	,          ^ 8„  \         P
                  ! W×R	,          ,          4      R4      pRRR4       \         P                  ! X^ V4      P                  \         P                  4      pVP                  \         P                  4      V
P                  \         P                  4      WkV3#   + '       g   i     ELþ; i  + '       g   i     ELL; i  + '       g   i     ELÝ; i  + '       g   i     LÁ; i)ry   rt   Trr   ru   )rw   Úinvalidç        Nr_   ©.Niàÿÿÿ)rz   r{   r’   r~   r   Úrintr„   r�   Úint32rÌ   r”   r†   Úmaximumrd   rƒ   )r  r  r  r  ÚscaleÚbaseÚquant_scalesÚ	eff_scaleÚqrØ   Úmin_baseÚ
quant_minsÚeff_minr  s   &$$$          r?   Ú_quantize_k_subblocksr!  L  s8  € ÷ €vÜ—’�yÓ!×%Ñ%¨2Ð%Ó.°Õ5ˆØ�y‰y˜b¨4ˆyÓ0°?ÕBˆÜ�[Š[ °(×;Ö;ÜŸ8š8 D¨1¡H¬b¯gªg°eµlÓ.CÀSÓIˆL÷ <ä—w’w˜|¨Q°Ó@×GÑGÌÏÉÓQˆØ×.Ñ.¬r¯z©zÓ:Õ:ˆ	Ü�[Š[ °(×;Ö;Ü—’˜ 9Õ-°Ñ1´2·7²7¸9ÐQZÕG[Õ;[Ó3\Ð^aÓbˆA÷ <ä�GŠG�A�s˜BÓ×&Ñ&¤r§w¡wÓ/ˆØ�{‰{œ2Ÿ:™:Ó&¨×(;Ñ(;¼B¿G¹GÓ(DÀaÐGÐGä�:Š:�y—}‘}¨"�}Ó-Ð-¨sÓ3€DØ�]‰] ˆ]Ó# dÕ*¨dÕ2€Eà�9‰9˜" tˆ9Ó,¨Õ>€DØ�x‰x˜R¨$ˆxÓ/°/ÕA€Hä	�Š˜H¨h×	7Ö	7Ü—x’x  q¡¬"¯'ª'°%µ,Ó*?ÀÓEˆÜ—X’X˜h¨™l¬B¯GªG°DµOÓ,DÀcÓJˆ
÷ 
8ô —7’7˜<¨¨OÓ<×CÑCÄBÇHÁHÓM€LÜ—’˜ Q¨Ó8×?Ñ?ÄÇÁÓI€Jà×*Ñ*¬2¯:©:Ó6Õ6€IØ×*Ñ*¬2¯:©:Ó6Õ6€GØ )Õ,Õ,€GÜ	�Š˜H¨h×	7Ö	7Ü�HŠH�Y˜yÕ)¨AÑ-¬r¯wªw°wÈ9ÕAUÕ7UÓ/VÐX[Ó\ˆ÷ 
8ä
�Š��1�dÓ×"Ñ"¤2§8¡8Ó,€Aà�;‰;”r—z‘zÓ" H§O¡O´B·J±JÓ$?ÀÐ[\Ð\Ð\÷; <×;Ð;ú÷ <×;Ð;ú÷ 
8×	7Ð	7ú÷ 
8×	7ús3   Á16RÄ)AR0ÊA+SÏASÒR-	Ò0S	ÓS	ÓS(	c               ó    € V ^8„  d   QhRRRR/# rn   r=   )r>   s   "r?   r@   r@   v  s   € ÷ ñ  
ð ¨zñ rA   c           	     óê  € V P                   ^ ,          pV P                  V^^ 4      p\        V^\        RR7      w  r4rVp\	        WV4      pVP                  V^^^ 4      p	V	R,          V	R,          \
        P                  ! ^4      ,          ,          p
\
        P                  ! VP                  \
        P                  4      VP                  \
        P                  4      VV
P                  V^€4      .RR7      # )r   F©r  r  r  rt   ©r^   r^   r   r^   ©r^   r^   ry   r^   r_   )	r`   r…   r!  Ú_GGUF_SCALE_QUANT_MAXrß   rz   rƒ   rˆ   r‡   )ro   r‰   r  rŒ   Údminrå   rØ   r  r¡   Úq_pairsrŽ   s   &          r?   Ú_gguf_quantize_q4_kr*  v  sË   € Ø�|‰|˜A�€HØ—‘˜x¨¨BÓ/€IÜ0ØØÜ-Øô	Ñ€AˆR�qô " "Ó+€FØ�i‰i˜ ! Q¨Ó+€GØ	�Õ	 ¨
Õ 3´r·x²xÀ³{Õ BÕ	C€BÜ�>Š>à�F‰F”2—8‘8ÓØ�I‰I”b—h‘hÓØØ�J‰J�x Ó%ð		
ð ôð rA   c               ó    € V ^8„  d   QhRRRR/# rn   r=   )r>   s   "r?   r@   r@   �  s   € ÷ ñ  
ð ¨zñ rA   c           
     óþ  € V P                   ^ ,          pV P                  V^^ 4      p\        V^\        RR7      w  r4rVp\	        WV4      pVP                  V^^^ 4      p	V	R,          \
        P                  ! ^4      ,          V	R,          \
        P                  ! ^4      ,          \
        P                  ! ^4      ,          ,          p
\
        P                  ! V\
        P                  ! ^4      ,	          \
        P                  ! ^4      ,          P                  \
        P                  4      \
        P                  ! ^\
        P                  R7      P                  ^^^4      ,          ^\
        P                  R7      P                  \
        P                  4      p\
        P                  ! VP                  \
        P                  4      VP                  \
        P                  4      VVV
P                  V^€4      .RR7      # )	r   Fr$  r3   )r7   r4   rt   r%  r&  r_   )r`   r…   r!  r'  rß   rz   rƒ   r½   r�   r¾   Úarangerˆ   r‡   )ro   r‰   r  rŒ   r(  rå   rØ   r  r¡   r)  rŽ   rÁ   s   &           r?   Ú_gguf_quantize_q5_kr.  �  sp  € Ø�|‰|˜A�€HØ—‘˜x¨¨BÓ/€IÜ0ØØÜ-Øô	Ñ€AˆR�qô " "Ó+€FØ�i‰i˜ ! Q¨Ó+€GØ
�*Õ
¤§¢¨£Õ
.°G¸JÕ4GÌ"Ï(Ê(ÐSWË.Õ4XÔ]_×]eÒ]eÐfgÓ]hÕ3hÕ	i€BÜ	�ŠØ”—’˜“ÕœrŸxšx¨›~Õ
-×	5Ñ	5´b·i±iÓ	@ÄBÇIÂIÈaÔWY×W`ÑW`ÔDa×DiÑDiÐjkÐmnÐpqÓDrÕ	rØÜ�i‰iô
÷ �fŒR�X‰XÓð	 ô
 �>Š>à�F‰F”2—8‘8ÓØ�I‰I”b—h‘hÓØØØ�J‰J�x Ó%ð	
ð ô	ð 	rA   c               ó    € V ^8„  d   QhRRRR/# rn   r=   )r>   s   "r?   r@   r@   ª  s   € ÷ +ñ + 
ð +¨zñ +rA   c                ó"  € V P                   ^ ,          pV P                  V^^4      p\        V^\        RR7      w  r4pVP	                  \
        P                  4      ^ ,           P	                  \
        P                  4      P                  V^^ 4      p\
        P                  ! V^€3\
        P                  R7      p\
        P                  ! V^@3\
        P                  R7      p\        ^4       EFÊ  p	V	^,          p
V	^@,          pV	^ ,          pVRV
^ ,           R3,          \
        P                  ! ^4      ,          VRV
^,           R3,          \
        P                  ! ^4      ,          \
        P                  ! ^4      ,          ,          VRW»^ ,           13&   VRV
^,           R3,          \
        P                  ! ^4      ,          VRV
^,           R3,          \
        P                  ! ^4      ,          \
        P                  ! ^4      ,          ,          VRV^ ,           V^@,           13&   VRV
^ ,           R3,          \
        P                  ! ^4      ,	          \
        P                  ! ^4      ,          VRV
^,           R3,          \
        P                  ! ^4      ,	          \
        P                  ! ^4      ,          \
        P                  ! ^4      ,          ,          VRV
^,           R3,          \
        P                  ! ^4      ,	          \
        P                  ! ^4      ,          \
        P                  ! ^4      ,          ,          VRV
^,           R3,          \
        P                  ! ^4      ,	          \
        P                  ! ^4      ,          \
        P                  ! ^4      ,          ,          VRWÌ^ ,           13&   EKÍ  	  \
        P                  ! VVVP                  \
        P                  4      VP                  \
        P                  4      .RR7      # )r   Tr$  r3   r^   rt   r_   )r`   r…   r!  Ú_GGUF_Q6_SCALE_QUANT_MAXr�   rz   Úint16rƒ   r    rc   rˆ   r‡   )ro   r‰   r  rŒ   r¡   r  Úq_rawÚqlrÁ   ÚgroupÚbase_qÚbase_qlÚbase_qhs   &            r?   Ú_gguf_quantize_q6_kr9  ª  sô  € Ø�|‰|˜A�€HØ—‘˜x¨¨RÓ0€IÜ(ØØÜ0Øô	�L€Aˆqð �X‰X”b—h‘hÓ "Õ$×,Ñ,¬R¯X©XÓ6×>Ñ>¸xÈÈBÓO€Eä	�Š�8˜S�/¬¯©Ô	2€BÜ	�Š�8˜R�.¬¯©Ô	1€Bä�q—ˆØ˜•ˆØ˜"•*ˆØ˜"•*ˆð �1�f˜q•j !Ð#Õ$¤r§x¢x°£~Õ5Ø�a˜ !� QÐ&Õ'¬"¯(ª(°4«.Õ8¼R¿XºXÀa»[ÕHõJð 	ˆ1ˆg "�Ð$Ð$Ñ%ð
 �1�f˜q•j !Ð#Õ$¤r§x¢x°£~Õ5Ø�a˜ !� QÐ&Õ'¬"¯(ª(°4«.Õ8¼R¿XºXÀa»[ÕHõJð 	ˆ1ˆg˜�l˜W r�\Ð)Ð)Ñ*ð �A�v •z 1Ð$Õ%¬¯ª°!«Õ4¼¿ºÀ»ÕFØ�q˜& 1�* aÐ'Õ(¬B¯HªH°Q«KÕ7¼2¿8º8ÀD»>ÕIÌbÏhÊhÐWXËkÕYõ[à�q˜& 1�* aÐ'Õ(¬B¯HªH°Q«KÕ7¼2¿8º8ÀD»>ÕIÌbÏhÊhÐWXËkÕYõ[ð �q˜& 1�* aÐ'Õ(¬B¯HªH°Q«KÕ7¼2¿8º8ÀD»>ÕIÌbÏhÊhÐWXËkÕYõ[ð 	ˆ1ˆg "�Ð$Ð$Ô%ñ ô* �>Š>àØØ�K‰KœŸ™Ó!Ø�F‰F”2—8‘8Óð		
ð ôð rA   c               ó$   € V ^8„  d   QhRRRRRR/# ©r;   rU   rp   rP   Ústrr<   r=   )r>   s   "r?   r@   r@   Ø  s&   € ÷ $]ñ $] Jð $]¸cð $]Àjñ $]rA   c                ód  € V P                   ^8w  d   \        RV P                   R24      h\        V,          pVR,          pV P                  ^,          V,          ^ 8w  d$   \        RV RV P                  ^,           R24      hV P	                  RV4      pV\
        9   d   \        WCR7      pM¹VR8X  d   \        V4      pM¦VR8X  d   \        V4      pM“VR	8X  d   \        V4      pM€VR
8X  d   \        V4      pMmVR8X  d   \        V4      pMZVR8X  d   \        V4      pMGVR8X  d   \        V4      pM4VR8X  d   \        V4      pM!VR8X  d   \        V4      pM\!        RV 24      hVR,          pV P                  ^ ,          pVP	                  WpP                  ^,          V,          V,          4      # )r;   z8GGUF quantization expects a 2D weight matrix, got shape rE   r   zAGGUF quantization expects the input dimension to be divisible by ú, got )r   r   r   r   r   r   r   r    r!   r"   úUnsupported GGUF qtype: r   r_   )ÚndimrL   r`   rM   r…   Ú_GGUF_SIGN_ONLY_TYPE_INFOr¤   r³   r�   r•   r*  r.  r9  rÂ   rÈ   rÖ   ÚNotImplementedError)rU   rP   rR   r   ro   Úquantized_blocksÚbytes_per_blockÚrowss   &&      r?   Ú_fallback_gguf_quantizerF  Ø  s£  € Ø‡{�{�aÔÜÐSÐTZ×T`ÑT`ÐSaÐabÐcÓdÐdÜ  Õ.€JØ˜LÕ)€JØ‡|�|�A…˜Õ# qÔ(ÜØOÐPZÈ|Ð[aÐbh×bnÑbnÐopÕbqÐarÐrsÐtó
ð 	
ð �^‰^˜B 
Ó+€FØÔ0Ô0Ü3°FÔRÑØ	˜Ô	Ü.¨vÓ6ÑØ	˜Ô	Ü.¨vÓ6ÑØ	˜Ô	Ü.¨vÓ6ÑØ	˜Ô	Ü.¨vÓ6ÑØ	˜Ô	Ü.¨vÓ6ÑØ	˜Ô	Ü.¨vÓ6ÑØ	˜Ô	 Ü/°Ó7ÑØ	˜Ô	 Ü/°Ó7ÑØ	˜Ô	 Ü/°Ó7Ñä!Ð$<¸\¸NÐ"KÓLÐLà  Õ-€OØ�<‰<˜�?€DØ×#Ñ# D¯<©<¸­?¸jÕ+HÈOÕ*[Ó\Ð\rA   c               ó$   € V ^8„  d   QhRRRRRR/# r;  r=   )r>   s   "r?   r@   r@   ÿ  s!   € ÷ =ñ =˜:ð =°Sð =¸Zñ =rA   c                ó   € \        W4      # ©N)Ú_quantize_gguf_tensor_numpy)rU   rP   s   &&r?   Ú_gguf_quantizerK  ÿ  s   € Ü& vÓ<Ð<rA   c               ó   € V ^8„  d   QhRR/# ©r;   r<   r<  r=   )r>   s   "r?   r@   r@     s   € ÷ ñ ¨sñ rA   c                ó¤  € \        V \        4      '       d7   V P                  4       pV\        9   g   V\        9   d   V# \        R V  24      h\        V RR4      pV\        9   g   V\        9   d   V#  \        V 4      pVf   \        R V  24      h\        P                  V4      pVf   \        RV 24      hV#   \        \        3 d    Rp LPi ; i)r?  rI   NzUnsupported GGUF qtype value: )Ú
isinstancer<  ÚstriprM   rA  rB  ÚgetattrrZ   Ú	TypeErrorrL   Ú_GGUF_TENSOR_QTYPE_BY_VALUErH   )Útensor_typeÚ
normalizedÚtensor_nameÚtensor_valueÚresolveds   &    r?   Ú_resolve_gguf_tensor_qtyperY    sÝ   € Ü�+œs×#Ò#Ø ×&Ñ&Ó(ˆ
ØœÔ(¨JÔ:SÔ,SØÐÜ!Ð$<¸[¸MÐ"JÓKÐKä˜+ v¨tÓ4€KØ”oÔ%¨Ô8QÔ)QØÐðÜ˜;Ó'ˆð ÒÜ!Ð$<¸[¸MÐ"JÓKÐKä*×.Ñ.¨|Ó<€HØÒÜ!Ð$BÀ<À.Ð"QÓRÐRØ€Oøô ”zÐ"ô ØŠðús   Á3B9 Â9CÃCc               ó   € V ^8„  d   QhRR/# )r;   r<   r  r=   )r>   s   "r?   r@   r@     s   € ÷ Uñ U¨ñ UrA   c                ó*   € \        V 4      R \        09   # )r   )rY  ÚPRISM_Q1_0_G128_NAME)rT  s   &r?   Ú_is_prism_q1_0_g128r]    s   € Ü% kÓ2°vÔ?SÐ6TÑTÐTrA   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r;   Údatarp   r   rZ   r   r<   r=   )r>   s   "r?   r@   r@      s8   € ÷ Dñ DØ
ðDð ðDð ð	Dð
 ñDrA   c          	     óF  € \         P                  ! V \         P                  R 7      pVP                  R
,          V,          ^ 8w  d1   \	        RV RVP                  R
,           RVP                   R24      hVP                  R
,          V,          pVP
                  ! . VP                  RR
 OVNVN5!  p\         P                  ! VR,          4      P                  \         P                  4      P                  \         P                  4      R,          p\         P                  ! VR,          R
RR7      p\         P                  ! V^8H  VR,          VR,          ) 4      P                  \         P                  RR	7      pVP
                  ! . VP                  RR
 OWA,          N5!  # )r3   ú3GGUF sign-only row byte width must be divisible by r>  ú for shape rE   Nr5   r6   Fr˜   r_   ©.r›   r°   ©.r�   r  )rz   Úasarrayrƒ   r`   rL   r…   Úascontiguousarrayr‡   r†   r�   rÌ   Ú
unpackbitsr   )	r_  r   r   rE  r‰   ro   r¡   r¢   Úweightss	   &$$      r?   Ú_dequantize_sign_only_numpyri     sH  € ô �:Š:�d¤"§(¡(Ô+€DØ‡z�z�"…~˜	Õ! QÔ&ÜØAÀ)ÀÈFØ�z‰z˜"�~Ð˜k¨$¯*©*¨°Qð8ó
ð 	
ð
 �z‰z˜"�~ Õ*€HØ�\Š\Ð@˜4Ÿ:™: c r˜?Ð@¨HÐ@°iÓ@€FÜ×!Ò! &¨¥/Ó2×7Ñ7¼¿
¹
ÓC×JÑJÌ2Ï:É:ÓVÐW]Õ^€FÜ—’˜f W�o°BÀÔJ€IÜ�hŠh�y A‘~ v¨iÕ'8¸6À)Õ;LÐ:LÓM×TÑTÔUW×U_ÑU_ÐfkÐTÓl€GØ�?Š?ÐC˜DŸJ™J s¨˜OÐC¨XÕ-BÓCÐCrA   c               ó    € V ^8„  d   QhRRRR/# )r;   rò   ró   r<   rV   r=   )r>   s   "r?   r@   r@   5  s   € ÷ ñ  \ð °lñ rA   c                óô   € \        V 4      p\        P                  V4      pVe   VP                  V 8w  dC   \        P
                  ! \        4      P                  V \        P                  R7      pV\        V&   V# )Nrö   )	r<  r9   rH   rò   rë   Ú
from_numpyÚ_GGUF_SIGN_ONLY_LUTrø   r”   )rò   ÚkeyÚluts   &  r?   Ú_get_sign_only_torch_lutrp  5  s`   € Ü
ˆf‹+€CÜ
#×
'Ñ
'¨Ó
,€CØ
‚{�c—j‘j FÔ*Ü×ÒÔ2Ó3×6Ñ6¸fÌEÏJÉJÐ6ÓWˆØ),Ô! #Ñ&Ø€JrA   rò   r4   c               ó0   € V ^8„  d   QhRRRRRRRRRR	R
R/# )r;   r_  únp.ndarray | torch.Tensorr   rZ   r   rò   útorch.device | str | Noner4   útorch.dtyper<   rV   r=   )r>   s   "r?   r@   r@   >  sN   € ÷ (Dñ (DØ
#ð(Dð ð(Dð ð	(Dð
 &ð(Dð ð(Dð ñ(DrA   c          
     óâ  € \         P                  ! V 4      '       dC   T pVP                  \         P                  8w  d!   VP	                  \         P                  R 7      pM<\         P
                  ! \        P                  ! V \        P                  RRR7      4      pVf   VP                  M\         P                  ! V4      pVP                  V8w  dA   TP	                  YeP                  P                  R8H  ;'       d    VP                  R8H  R7      pVP                  4       '       g   VP                  4       pVP                  R,          V,          ^ 8w  d:   \        RV R	VP                  R,           R
\        VP                  4       R24      hVP                  R,          V,          pVP                  ! . VP                  RR OVNVN5!  pVR,          P                  4       P!                  \         P"                  4      P%                  R4      p	V	P                  V8w  d   V	P	                  V4      p	VR,          P	                  \         P&                  R 7      p
\)        V4      pWº,          P                  ! . VP                  RR OVNVN5!  pVP                  V8w  d   VP	                  V4      pV	P+                  R4      V,          pVP                  ! . VP                  RR OWq,          N5!  # )r3   TÚC)r4   r™   ÚorderNÚcpuÚcuda)rò   Únon_blockingra  r>  rb  rE   r_   rc  rd  )rë   r÷   r4   rƒ   rø   rl  rz   r¼   rò   r  Úis_contiguousÚ
contiguousr`   rL   Útupler…   r‡   r†   ÚsqueezeÚlongrp  Ú	unsqueeze)r_  r   r   rò   r4   rE  Útarget_devicer‰   ro   r¡   Ú
sign_bytesÚsign_lutÚsignsrh  s   &$$$$         r?   Ú_dequantize_sign_only_torchr…  >  sD  € ô ‡‚�t×ÒØˆØ�:‰:œŸ™Ô$Ø—7‘7¤§¡�7Ó-ˆDøä×Ò¤§¢¨´R·X±XÀDÐPSÔ TÓUˆà#)¢>�D—K’K´u·|²|ÀFÓ7K€MØ‡{�{�mÔ#Ø�w‰w˜m¿+¹+×:JÑ:JÈeÑ:S×:tÐ:tÐXe×XjÑXjÐntÑXtˆwÓuˆØ×Ñ×ÒØ�‰Ó ˆà‡z�z�"…~˜	Õ! QÔ&ÜØAÀ)ÀÈFØ�z‰z˜"�~Ð˜k¬%°·
±
Ó*;Ð)<¸Að?ó
ð 	
ð
 �z‰z˜"�~ Õ*€HØ�\Š\Ð@˜4Ÿ:™: c r˜?Ð@¨HÐ@°iÓ@€FØ�G�_×'Ñ'Ó)×.Ñ.¬u¯}©}Ó=×EÑEÀbÓI€FØ‡|�|�uÔØ—‘˜5Ó!ˆà˜•×#Ñ#¬%¯*©*Ð#Ó5€JÜ'¨Ó6€HØÕ ×(Ò(ÐP¨$¯*©*°S°b¨/ÐP¸8ÐPÀZÓP€EØ‡{�{�eÔØ—‘˜“ˆà×Ñ˜rÓ" UÕ*€GØ�?Š?ÐC˜DŸJ™J s¨˜OÐC¨XÕ-BÓCÐCrA   c               ó    € V ^8„  d   QhRRRR/# ©r;   r_  rp   r<   r=   )r>   s   "r?   r@   r@   i  s   € ÷ ñ  jð °Zñ rA   c                ó.   € \        V \        \        R 7      # )©r   r   )ri  ÚPRISM_Q1_0_G128_BLOCK_SIZEÚPRISM_Q1_0_G128_TYPE_SIZE)r_  s   &r?   Ú_dequantize_prism_q1_0_g128rŒ  i  s   € Ü&ØÜ-Ü+ôð rA   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	r;   r_  rr  rò   rs  r4   rt  r<   rV   r=   )r>   s   "r?   r@   r@   q  s2   € ÷ ñ Ø
#ðð &ðð ð	ð
 ñrA   c               ó2   € \        V \        \        VVR 7      # )©r   r   rò   r4   )r…  rŠ  r‹  )r_  rò   r4   s   &$$r?   Ú!_dequantize_prism_q1_0_g128_torchr�  q  s    € ô 'ØÜ-Ü+ØØôð rA   c               ó    € V ^8„  d   QhRRRR/# )r;   rU   rp   r<   r=   )r>   s   "r?   r@   r@   €  s   € ÷ 	;ñ 	;¨
ð 	;ÀZñ 	;rA   c                óÖ   € \        V4      p\        '       d8   \        \        P                  VR 4      p Ve   \        P
                  ! W4      #  \        W4      #   \         d     Li ; irI  )rY  Ú_GGUF_AVAILABLErQ  Úgguf_libÚGGMLQuantizationTypeÚquantizerB  rF  )rU   rP   Úresolved_qtypeÚqtypes   &&  r?   rJ  rJ  €  sg   € Ü/°Ó=€NßƒÜœ×5Ñ5°~ÀtÓLˆð	ØÒ Ü×(Ò(¨Ó7Ð7ð !ô # 6Ó:Ð:øô #ô 	Ùð	ús   ´A ÁA(Á'A(c               ó    € V ^8„  d   QhRRRR/# ©r;   Úqweightrp   r<   r=   )r>   s   "r?   r@   r@   Œ  s   € ÷ *ñ * Jð *°:ñ *rA   c                óø  € V P                   ^ ,          p\        R,          R,          pV P                  RV4      pVR,          P                  \        P
                  4      P                  \        P                  4      pVR,          P                  \        P
                  4      P                  \        P                  4      pVR,          pVR,          p\        V4      w  r‰WHP                  \        P                  4      ,          P                  R	4      pWYP                  \        P                  4      ,          P                  R	4      p
VP                  R
4      \        P                  ! ^ ^.\        P                  R7      P                  R4      ,	          pV\        P                  ! ^4      ,          P                  R4      P                  \        P                  4      pWK,          V
,
          P                  VR4      # )r   r   r   r3   r_   rš   ©r^   ºr;   rÛ   N©r^   ºrÛ   é   N)r^   ºr¡  NN©r_   râ   ry   ©r_   rÛ   ry   é    ©ry   ry   r;   ry   ©r_   râ   r¥  )r`   rM   r…   r‡   rz   r†   r�   rÌ   ræ   r¼   rƒ   )r›  rE  r   ro   rŒ   r(  r¡   rŽ   rå   rØ   Údmr  s   &           r?   Ú_dequantize_q4_k_numpyr©  Œ  sQ  € Ø�=‰=˜Õ€DÜ Õ'¨Õ4€IØ�_‰_˜R Ó+€Fàˆu�×Ñœ2Ÿ:™:Ó&×-Ñ-¬b¯j©jÓ9€AØ�&�>×ÑœrŸz™zÓ*×1Ñ1´"·*±*Ó=€DØ�G�_€FØ	��€Bä% fÓ-�H€BØ	
�Y‰Y”r—z‘zÓ"Õ	"×+Ñ+¨JÓ7€AØ
—‘œRŸZ™ZÓ(Õ
(×	1Ñ	1°*Ó	=€Bà
�
‰
�>Ó"¤b§h¢h°°1¨v¼R¿X¹XÔ&F×&NÑ&NÈ|Ó&\Õ\€AØ	
ŒR�XŠX�d‹^Õ	×$Ñ$ [Ó1×8Ñ8¼¿¹ÓD€Aà�E�B�J×Ñ  bÓ)Ð)rA   c               ó$   € V ^8„  d   QhRRRRRR/# )r;   r›  rp   rP   r<  r<   útuple[int, ...]r=   )r>   s   "r?   r@   r@      s&   € ÷ Nñ N Zð N¸sð NÀñ NrA   c                ó¦  € \         V,          R ,          p\         V,          R,          pV P                  ^ 8X  g    V P                  R,          V,          ^ 8w  dH   \        RT RT RV P                  '       d   V P                  R,          M^  RV P                   R2	4      h. V P                  RR OV P                  R,          V,          V,          N5# )	r   r   zGGUF z% row byte width must be divisible by r>  rb  rE   Nr_   )rM   r@  r`   rL   )r›  rP   r   r   s   &&  r?   Ú_gguf_dequantized_shaper­     s¼   € Ü  Õ.¨|Õ<€JÜ Õ-¨kÕ:€IØ‡|�|�qÔ˜GŸM™M¨"Õ-°	Õ9¸QÔ>ÜØ�L�>Ð!FÀyÀkÐQWØ$+§L§L Lˆw�}‰}˜RÖ °aÐ8¸ÀGÇMÁMÀ?ÐRSðUó
ð 	
ð NˆW�]‰]˜3˜BÐÐM §¡¨rÕ!2°iÕ!?À*Õ!LÑMÐMrA   c               ó    € V ^8„  d   QhRRRR/# rš  r=   )r>   s   "r?   r@   r@   «  s   € ÷ Wñ W Jð W°:ñ WrA   c                óz  € \        V R 4      pV P                  R\        R ,          R,          4      pVR,          P                  \        P
                  4      P                  \        P                  4      pVR,          P                  R^^4      pV\        P                  ! . RO\        P                  R7      P                  ^^^4      ,	          ^,          P                  R^@4      pW5P                  \        P                  4      ^,
          P                  \        P                  4      ,          P                  V4      # )r   r   r3   r_   rš   rœ   ©r   r;   rÛ   é   ©r­  r…   rM   r‡   rz   r†   r�   rÌ   r¼   rƒ   r”   ©r›  Úoutput_shapero   rŒ   rŽ   r§   s   &     r?   Ú_dequantize_q2_0_numpyrµ  «  sÙ   € Ü*¨7°FÓ;€LØ�_‰_˜R¤°Õ!8¸Õ!EÓF€FØˆu�×Ñœ2Ÿ:™:Ó&×-Ñ-¬b¯j©jÓ9€AØ	��×	Ñ	˜r 2 qÓ	)€BØ”R—X’Xšl´"·(±(Ô;×CÑCÀAÀqÈ!ÓLÕLÐPTÕT×]Ñ]Ð^`ÐbdÓe€FØ—‘œrŸw™wÓ'¨!Õ+×3Ñ3´B·J±JÓ?Õ?×HÑHÈÓVÐVrA   c               ó    € V ^8„  d   QhRRRR/# rš  r=   )r>   s   "r?   r@   r@   ´  s   € ÷ Añ A Zð A°Jñ ArA   c                ó"  € \        V R 4      pV P                  R\        R ,          R,          4      pVR,          VR,          VR,          rTpVP                  \        P
                  4      P                  \        P                  4      pVR,          P                  R^^^ 4      \        P                  ! . R	O\        P                  R7      P                  ^^^^4      ,          pVR
,          P                  R^^^4      \        P                  ! . R	O\        P                  R7      P                  ^^^^4      ,          pVP                  R^^^4      \        P                  ! . RO\        P                  R7      P                  ^^^^4      ,          p\        P                  ! VP                  VP                  ^ ,          R4      VP                  VP                  ^ ,          R4      VP                  VP                  ^ ,          R4      .RR7      pVP                  \        P                  4      ^,          ^,	          P                  \        P                  4      ^,
          pWXP                  \        P                  4      ,          P                  V4      # )r    r   r3   rt   r_   )r^   :Né0   N)r^   :r¸  é4   N)r^   :r¹  NN)r^   :Nr¥  N)ry   r±   rº   r¹   r¸   )r^   :r¥  NN)ry   r±   rº   r¹   )r­  r…   rM   r‡   rz   r†   r�   rÌ   r¼   rƒ   rˆ   r`   r¾   r”   )	r›  r´  ro   rŽ   rÁ   rŒ   r¿   rÀ   r§   s	   &        r?   Ú_dequantize_tq1_0_numpyrº  ´  sÓ  € Ü*¨7°GÓ<€LØ�_‰_˜R¤°Õ!9¸+Õ!FÓG€FØ�v•  xÕ 0°&¸µ.ˆA€BØ	�‰Œr�z‰zÓ×!Ñ!¤"§*¡*Ó-€AØ
ˆV�*×
Ñ
˜R  A rÓ
*¬R¯XªXÒ6GÌrÏxÉxÔ-X×-`Ñ-`ÐabÐdeÐghÐjkÓ-lÕ
l€CØ
ˆV�*×
Ñ
˜R  A rÓ
*¬R¯XªXÒ6GÌrÏxÉxÔ-X×-`Ñ-`ÐabÐdeÐghÐjkÓ-lÕ
l€CØ	�‰�B˜˜1˜aÓ	 ¤2§8¢8ªMÄÇÁÔ#J×#RÑ#RÐSTÐVWÐYZÐ\]Ó#^Õ	^€BÜ�^Š^à�K‰K˜Ÿ™ Q�¨Ó,Ø�K‰K˜Ÿ™ Q�¨Ó,Ø�J‰J�v—|‘| A•¨Ó+ð	
ð
 ô€Fð �}‰}œRŸY™YÓ'¨!Õ+°Õ1×9Ñ9¼"¿'¹'ÓBÀQÕF€FØ—‘œbŸj™jÓ)Õ)×2Ñ2°<Ó@Ð@rA   c               ó    € V ^8„  d   QhRRRR/# rš  r=   )r>   s   "r?   r@   r@   È  s   € ÷ hñ h Zð h°Jñ hrA   c                ó€  € \        V R 4      pV P                  R\        R ,          R,          4      pVR,          VR,          rCVP                  \        P
                  4      P                  \        P                  4      pVP                  R^^^ 4      \        P                  ! . RO\        P                  R7      P                  ^^^^4      ,	          ^,          pWEP                  RR4      P                  \        P                  4      ^,
          P                  \        P                  4      ,          P                  V4      # )r!   r   r3   r   r_   )r^   :Né@   N)r^   :r½  NNr°  r²  )r›  r´  ro   rŽ   rŒ   r§   s   &     r?   Ú_dequantize_tq2_0_numpyr¾  È  sÞ   € Ü*¨7°GÓ<€LØ�_‰_˜R¤°Õ!9¸+Õ!FÓG€FØ�6�N˜F 6�NˆØ	�‰Œr�z‰zÓ×!Ñ!¤"§*¡*Ó-€AØ�z‰z˜"˜a  BÓ'¬2¯8ª8²LÌÏÉÔ+Q×+YÑ+YÐZ[Ð]^Ð`aÐcdÓ+eÕeÐimÕm€FØ—‘  CÓ(×/Ñ/´·±Ó8¸1Õ<×DÑDÄRÇZÁZÓPÕP×YÑYÐZfÓgÐgrA   c               ó    € V ^8„  d   QhRRRR/# rš  r=   )r>   s   "r?   r@   r@   Ñ  s   € ÷ Añ A Zð A°Jñ ArA   c                óæ  € \        V R 4      pV P                  R\        R ,          R,          4      p\        VR,          4      pVR,          P                  R^^4      \        P
                  ! ^ ^.\        P                  R7      P                  ^^^4      ,	          ^,          p\        V,          P                  R^ 4      pW5P                  \        P                  4      ,          P                  V4      # )r"   r   r3   r_   )r^   :Nry   N)r^   :ry   NN)
r­  r…   rM   rÍ   rz   r¼   rƒ   rÑ   r�   rÌ   r³  s   &     r?   Ú_dequantize_mxfp4_numpyrÁ  Ñ  s¶   € Ü*¨7°GÓ<€LØ�_‰_˜R¤°Õ!9¸+Õ!FÓG€FÜ  u¥Ó.€AØ�%�=× Ñ   Q¨Ó+¬r¯xªx¸¸A¸ÄbÇhÁhÔ/O×/WÑ/WÐXYÐ[\Ð^_Ó/`Õ`ÐdhÕ
h€BÜ˜bÕ!×)Ñ)¨"¨bÓ1€FØ—‘œbŸj™jÓ)Õ)×2Ñ2°<Ó@Ð@rA   c               ó    € V ^8„  d   QhRRRR/# r¦   r=   )r>   s   "r?   r@   r@   Ú  s   € ÷ Jñ J 
ð J¨zñ JrA   c           	     óÄ  € V ^,	          ^,          P                  \        P                  4      pV ^,          P                  \        P                  4      p\        P                  ! V^ 8H  VR,          RVR,          ,           RVP                  \        P                  4      ^,
          ,          ,          4      p\        P                  ! V ^ 8H  V ^8H  ,          RVR,          4      # )r±   g       @rx   g       @r  g      à?g      `?)r�   rz   r  rÌ   r   )r§   ÚexponentÚmantissaÚdecodeds   &   r?   Ú_gguf_ue4m3_to_fp32rÇ  Ú  s¢   € Ø˜1• Õ$×,Ñ,¬R¯X©XÓ6€HØ˜•×%Ñ%¤b§j¡jÓ1€HÜ�hŠhØ�A‰Ø�GÕØ	ˆx˜#�~Õ	 #¨(¯/©/¼"¿*¹*Ó*EÈÕ*IÕ"JÕKó€Gô
 �8Š8�V˜q‘[ V¨t¡^Õ4°c¸7ÀS½=ÓIÐIrA   c               ó    € V ^8„  d   QhRRRR/# rš  r=   )r>   s   "r?   r@   r@   å  s   € ÷ Yñ Y Zð Y°Jñ YrA   c                óð  € \        V R 4      pV P                  R\        R ,          R,          4      p\        VR,          4      P                  R^^4      pVR,          P                  R^^4      p\        P
                  ! V^,          V^,	          .RR7      p\        V,          P                  R^@4      pW5P                  R^^4      P                  \        P                  4      ,          P                  V4      # )r#   r   rt   r_   rÚ   rÜ   )	r­  r…   rM   rÇ  rz   rˆ   rÑ   r�   rÌ   )r›  r´  ro   r¡   rŽ   r§   s   &     r?   Ú_dequantize_nvfp4_numpyrÊ  å  sÁ   € Ü*¨7°GÓ<€LØ�_‰_˜R¤°Õ!9¸+Õ!FÓG€FÜ  ¨¥Ó/×7Ñ7¸¸A¸qÓA€FØ	��×	Ñ	˜r 1 aÓ	(€BÜ�^Š^˜R $�Y¨¨a­Ð0°rÔ:€FÜ˜fÕ%×-Ñ-¨b°"Ó5€FØ—^‘^ B¨¨2Ó.×5Ñ5´b·j±jÓAÕA×JÑJÈ<ÓXÐXrA   c               ó    € V ^8„  d   QhRRRR/# rš  r=   )r>   s   "r?   r@   r@   ï  s   € ÷ *ñ * Jð *°:ñ *rA   c                ó>  € V P                   ^ ,          p\        R,          R,          pV P                  RV4      pVR,          P                  \        P
                  4      P                  \        P                  4      pVR,          P                  \        P
                  4      P                  \        P                  4      pVR,          pVR,          pVR	,          p\        V4      w  ršWIP                  \        P                  4      ,          P                  R
4      pWZP                  \        P                  4      ,          P                  R
4      pVP                  R4      \        P                  ! ^ ^.\        P                  R7      P                  R4      ,	          pVP                  R4      \        P                  ! ^\        P                  R7      P                  R4      ,	          pV\        P                  ! ^4      ,          P                  R4      pV\        P                  ! ^4      ,          P                  R4      pWÇ\        P                  ! ^4      ,          ,          P                  \        P                  4      pWM,          V,
          P                  VR4      # )r   r   r   r3   r_   rš   r�  rŸ  )r^   ºr¡  r¸  N)r^   ºr¸  NNr£  r¤  r¦  )r_   ry   ry   r¥  )ry   ry   râ   ry   r§  )r`   rM   r…   r‡   rz   r†   r�   rÌ   ræ   r¼   rƒ   r-  )r›  rE  r   ro   rŒ   r(  r¡   rÁ   rŽ   rå   rØ   r¨  r4  r  s   &             r?   Ú_dequantize_q5_k_numpyrÏ  ï  s»  € Ø�=‰=˜Õ€DÜ Õ'¨Õ4€IØ�_‰_˜R Ó+€Fàˆu�×Ñœ2Ÿ:™:Ó&×-Ñ-¬b¯j©jÓ9€AØ�&�>×ÑœrŸz™zÓ*×1Ñ1´"·*±*Ó=€DØ�G�_€FØ	�Õ	€BØ	��€Bä% fÓ-�H€BØ	
�Y‰Y”r—z‘zÓ"Õ	"×+Ñ+¨JÓ7€AØ
—‘œRŸZ™ZÓ(Õ
(×	1Ñ	1°*Ó	=€Bà	�‰�NÓ	#¤r§x¢x°°A°¼b¿h¹hÔ'G×'OÑ'OÐP\Ó']Õ	]€BØ	�‰�NÓ	#¤r§y¢y°¼"¿(¹(Ô'C×'KÑ'KÈLÓ'YÕ	Y€Bà
Œr�xŠx˜‹~Õ
×	&Ñ	& {Ó	3€BØ
Œr�xŠx˜‹~Õ
×	&Ñ	& {Ó	3€BØ	”R—X’X˜a“[Õ Õ	!×)Ñ)¬"¯*©*Ó5€Aà�E�B�J×Ñ  bÓ)Ð)rA   c               ó    € V ^8„  d   QhRRRR/# rš  r=   )r>   s   "r?   r@   r@     s   € ÷ %ñ % Jð %°:ñ %rA   c                óÐ  € V P                   ^ ,          p\        R,          R,          pV P                  RV4      pVR,          pVR,          pVR,          P                  \        P
                  4      P                  \        P                  4      pVR,          P                  \        P                  4      P                  \        P                  4      pWv,          P                  R	4      pVP                  R
4      \        P                  ! ^ ^.\        P                  R7      P                  R4      ,	          pV\        P                  ! ^4      ,          P                  R4      pVP                  R4      \        P                  ! . RO\        P                  R7      P                  R4      ,	          pV\        P                  ! ^4      ,          P                  R4      pWE\        P                  ! ^4      ,          ,          P                  \        P                  4      ^ ,
          pVP                  R4      P                  \        P                  4      pWx,          P                  VR4      # )r   r   r   r3   r_   )r^   ºNé€   N)r^   ºrÓ  éÀ   N)r^   ºrÕ  éÐ   N)r^   ºr×  éÒ   N)r_   r¡  ry   )r_   r;   ry   r½  r¦  r§  )r_   r;   ry   r¥  r°  )ry   ry   rÛ   ry   )r_   r¡  r¡  )r`   rM   r…   r‡   rz   r”   r�   rÌ   r†   r¼   rƒ   r2  )	r›  rE  r   ro   r4  rÁ   r¡   rŒ   r  s	   &        r?   Ú_dequantize_q6_k_numpyrÚ    s—  € Ø�=‰=˜Õ€DÜ Õ'¨Õ4€IØ�_‰_˜R Ó+€Fà	��€BØ	�
Õ	€BØ�JÕ×$Ñ$¤R§W¡WÓ-×4Ñ4´R·Z±ZÓ@€FØˆzÕ×Ñ¤§
¡
Ó+×2Ñ2´2·:±:Ó>€AØ	
�×Ñ˜[Ó)€Aà	�‰�NÓ	#¤r§x¢x°°A°¼b¿h¹hÔ'G×'OÑ'OÐP\Ó']Õ	]€BØ
Œr�xŠx˜‹~Õ
×	&Ñ	& {Ó	3€BØ	�‰�NÓ	#¤r§x¢x²ÄBÇHÁHÔ'M×'UÑ'UÐVbÓ'cÕ	c€BØ
Œr�xŠx˜‹~Õ
×	&Ñ	& {Ó	3€Bà	”R—X’X˜a“[Õ Õ	!×)Ñ)¬"¯(©(Ó3°bÕ8€AØ	�	‰	�,Ó×&Ñ&¤r§z¡zÓ2€Aà�E�?‰?˜4 Ó$Ð$rA   c               ó    € V ^8„  d   QhRRRR/# r‡  r=   )r>   s   "r?   r@   r@     s   € ÷ 4Kñ 4K¨
ð 4KÀJñ 4KrA   c                ó†  € \        V4      pVR 8X  d'   \        P                  ! V \        P                  R7      # VR8X  dD   \        P                  ! V \        P                  R7      P                  \        P                  4      # VR8X  dŒ   \        P                  ! V \        P                  R7      P                  \        P                  4      p\        P                  ! V\        P                  ! ^4      4      P                  \        P                  4      # VR8X  Edt   \        P                  ! V \        P                  R7      p\        R,          R,          pVP                  RV4      pVR,          P                  \        P                  4      P                  \        P                  4      pVR,          P                  R4      pV\        P                  ! ^4      ,          pV\        P                  ! ^4      ,	          p	\        P                  ! W‰.^R7      P                  R4      P                  \        P                  4      ^,
          p
WjP                  \        P                  4      ,          P                  VP                  ^ ,          R4      # VR8X  dü   \        P                  ! V \        P                  R7      p\        R,          R,          pVP                  RV4      pVR,          P                  \        P                  4      P                  \        P                  4      pVR,          P                  \        P                   4      P                  \        P                  4      p
Wj,          P                  VP                  ^ ,          R4      # VR8X  d0   \#        \        P                  ! V \        P                  R7      4      # VR	8X  d0   \%        \        P                  ! V \        P                  R7      4      # VR
8X  d0   \'        \        P                  ! V \        P                  R7      4      # VR8X  d0   \)        \        P                  ! V \        P                  R7      4      # VR8X  d0   \+        \        P                  ! V \        P                  R7      4      # VR8X  d0   \-        \        P                  ! V \        P                  R7      4      # VR8X  d0   \/        \        P                  ! V \        P                  R7      4      # VR8X  d0   \1        \        P                  ! V \        P                  R7      4      # VR8X  d3   \3        V \4        R,          R,          \4        R,          R,          R7      # V\6        8X  d0   \9        \        P                  ! V \        P                  R7      4      # \;        RV 24      h)r0   r3   r1   r2   r   r   rt   r   r   r   r   r   r    r!   r"   r#   r   r   r‰  r?  r_   rš   rœ   )r_   ry   r¡  )r_   r¥  )rY  rz   re  rÌ   r†   r�   r¾   rË   Ú
left_shiftr‡   rƒ   rM   r…   rˆ   r2  r`   r”   rµ  r©  rÏ  rÚ  rº  r¾  rÁ  rÊ  ri  rA  r\  rŒ  rB  )r_  rT  r—  rE  r   ro   rŒ   rŽ   ÚlowÚhighr  s   &&         r?   Ú_dequantize_gguf_tensor_numpyrà    s¾  € Ü/°Ó<€Nà˜ÔÜ�zŠz˜$¤b§j¡jÔ1Ð1Ø˜ÔÜ�zŠz˜$¤b§j¡jÔ1×8Ñ8¼¿¹ÓDÐDØ˜ÔÜ�zŠz˜$¤b§i¡iÔ0×7Ñ7¼¿	¹	ÓBˆÜ�}Š}˜T¤2§9¢9¨R£=Ó1×6Ñ6´r·z±zÓBÐBØ˜ÕÜ�zŠz˜$¤b§h¡hÔ/ˆÜ# FÕ+¨KÕ8ˆ	Ø—‘˜b )Ó,ˆØ�5�M×ÑœrŸz™zÓ*×1Ñ1´"·*±*Ó=ˆØ�E�]×"Ñ" ;Ó/ˆØ”2—8’8˜D“>Õ!ˆØ”R—X’X˜a“[Õ ˆÜ�NŠN˜C˜;¨QÔ/×7Ñ7¸ÓA×HÑHÌÏÉÓRÐUVÕVˆØ—H‘HœRŸZ™ZÓ(Õ(×1Ñ1°$·*±*¸Qµ-ÀÓDÐDØ˜ÔÜ�zŠz˜$¤b§h¡hÔ/ˆÜ# FÕ+¨KÕ8ˆ	Ø—‘˜b )Ó,ˆØ�5�M×ÑœrŸz™zÓ*×1Ñ1´"·*±*Ó=ˆØ�5�M×ÑœrŸw™wÓ'×.Ñ.¬r¯z©zÓ:ˆØ•�‰˜tŸz™z¨!�}¨bÓ1Ð1Ø˜ÔÜ%¤b§j¢j°¼R¿X¹XÔ&FÓGÐGØ˜ÔÜ%¤b§j¢j°¼R¿X¹XÔ&FÓGÐGØ˜ÔÜ%¤b§j¢j°¼R¿X¹XÔ&FÓGÐGØ˜ÔÜ%¤b§j¢j°¼R¿X¹XÔ&FÓGÐGØ˜Ô Ü&¤r§z¢z°$¼b¿h¹hÔ'GÓHÐHØ˜Ô Ü&¤r§z¢z°$¼b¿h¹hÔ'GÓHÐHØ˜Ô Ü&¤r§z¢z°$¼b¿h¹hÔ'GÓHÐHØ˜Ô Ü&¤r§z¢z°$¼b¿h¹hÔ'GÓHÐHØ˜ÔÜ*ØÜ0°Õ8¸ÕFÜ/°Õ7¸ÕDô
ð 	
ð
 Ô-Ô-Ü*¬2¯:ª:°dÄ"Ç(Á(Ô+KÓLÐLä
Ð 8¸Ð8HÐIÓ
JÐJrA   c            	      ón  a € ] tR tRt]P
                  .t]P                  .t	]
P                  ^/t. RbOtRtRtRt^.t^.t]P&                  .t]P&                  .t]P0                  ]P2                  ]P4                  .t].t]P<                  ]P>                  ]P@                  .t!Rt"Rt#Rt$]%! ^ ]&! ]'PP                  PS                  RR4      4      4      t*]%! ^ ]&! ]'PP                  PS                  RR4      4      4      t+]%! ^ ]&! ]'PP                  PS                  R	R
4      4      4      t,]%! ^ ]&! ]'PP                  PS                  RR4      4      4      t-]%! ^]&! ]'PP                  PS                  RR4      4      4      t.]%! ^ ]&! ]'PP                  PS                  RR4      4      4      t/]%! ^]&! ]'PP                  PS                  RR4      4      4      t0]%! R]1! ]'PP                  PS                  RR4      4      4      t2R]P4                  RR3R V 3R lllt3R R lt4R R lt5R R lt6R R  lt7V 3R! lt8RcR" V 3R# lllt9R$ R% lt:R& R' lt;R(R/R) R* llt<RdR+ R, llt=ReR. R/ llt>RdR0R-R1R/R2 R3 lllt?]P€                  ! 4       RdR(R/R4 R5 lll4       tAR6 R7 ltBR1R/R8 R9 lltC]DR: R; l4       tER1RR<R/R= R> lltFR1RR<R/R? R@ lltGR1RR<R/RA RB lltHR1RR<R/RC RD lltIRE RF ltJRG RH ltKRI RJ ltLR1RR<R/RK RL lltMRM RN ltN]DRO RP l4       tORQ RR ltPRS RT ltQRU RV ltRRW RX ltSRY RZ ltTR[ R\ ltUR] R^ ltVR_ R` ltWRatXV ;tY# )fÚGGUFTorchLineariU  TFÚggufÚ"GPTQMODEL_GGUF_FUSED_CUDA_MAX_ROWSÚ32Ú-GPTQMODEL_GGUF_FUSED_CUDA_MIN_MATRIX_ELEMENTSÚ8388608Ú!GPTQMODEL_GGUF_FUSED_CPU_MAX_ROWSÚ64Ú,GPTQMODEL_GGUF_FUSED_CPU_MIN_MATRIX_ELEMENTSÚ0Ú!GPTQMODEL_GGUF_FUSED_CHUNK_BLOCKSÚ8Ú$GPTQMODEL_GGUF_FUSED_AUTOTUNE_WARMUPÚ1Ú#GPTQMODEL_GGUF_FUSED_AUTOTUNE_ITERSÚ2r  Ú$GPTQMODEL_GGUF_FUSED_AUTOTUNE_MARGINz0.05Nc               ó<   € V ^8„  d   QhRRRRRRRRRRRRR	R
RRRR/	# )r;   rY   rZ   Úsymr  Údesc_actÚin_featuresÚout_featuresÚbiasÚ
pack_dtypert  Úadapterr   Úregister_buffersr=   )r>   s   "r?   r@   ÚGGUFTorchLinear.__annotate__z  sf   € ÷ +.ñ +.ð ð+.ð ð	+.ð
 ð+.ð ð+.ð ð+.ð ð+.ð  ð+.ð ð+.ð ñ+.rA   c                	óì  <€ \        V4      w  qÀn        \        V P                  ,          pVR ,          V n        VR,          V n        \
        P                  ! WPP                  ,          4      V P                  ,          V n        V P                  V n	        V P                  V n        V P                  V n        V P                  V n        V P                   V n        V P$                  V n        V P(                  V n        V P,                  V n        \0        SV `d  ! RR\5        V4      RVRVRVRVP7                  R\8        P:                  4      RV	RR	R
V/VB  WÀn        V
'       d   V P?                  VR7       R# R# )r   r   r   rö  r÷  rø  Úbackendrú  rû  Frù  )rø  Nr=   ) rS   Úgguf_tensor_qtyperM   Úgguf_block_sizeÚgguf_type_sizeÚmathÚceilÚpadded_in_featuresÚGGUF_FUSED_CUDA_MAX_ROWSÚgguf_fused_cuda_max_rowsÚ#GGUF_FUSED_CUDA_MIN_MATRIX_ELEMENTSÚ#gguf_fused_cuda_min_matrix_elementsÚGGUF_FUSED_CPU_MAX_ROWSÚgguf_fused_cpu_max_rowsÚ"GGUF_FUSED_CPU_MIN_MATRIX_ELEMENTSÚ"gguf_fused_cpu_min_matrix_elementsÚGGUF_FUSED_CHUNK_BLOCKSÚgguf_fused_chunk_blocksÚGGUF_FUSED_AUTOTUNE_WARMUPÚgguf_fused_autotune_warmupÚGGUF_FUSED_AUTOTUNE_ITERSÚgguf_fused_autotune_itersÚGGUF_FUSED_AUTOTUNE_MARGINÚgguf_fused_autotune_marginÚsuperÚ__init__rZ   Úpopr   Ú
GGUF_TORCHr   Ú_allocate_buffers)Úselfr   rY   rô  rõ  rö  r÷  rø  rù  rú  rû  ÚkwargsrO   rR   Ú	__class__s   &&&&&&&&&&&,  €r?   r  ÚGGUFTorchLinear.__init__z  sn  ø€ ô -AÀÓ,FÑ)ˆ	Ô)Ü$ T×%;Ñ%;Õ<ˆ
Ø)¨,Õ7ˆÔØ(¨Õ5ˆÔÜ"&§)¢)¨K×:NÑ:NÕ,NÓ"OÐRV×RfÑRfÕ"fˆÔØ(,×(EÑ(EˆÔ%Ø37×3[Ñ3[ˆÔ0Ø'+×'CÑ'CˆÔ$Ø26×2YÑ2YˆÔ/Ø'+×'CÑ'CˆÔ$Ø*.×*IÑ*IˆÔ'Ø)-×)GÑ)GˆÔ&Ø*.×*IÑ*IˆÔ'ä‰Òñ 
	
Ü�Y“ð
	
à#ð
	
ð &ð
	
ð ð	
	
ð
 —J‘J˜y¬'×*<Ñ*<Ó=ð
	
ð ð
	
ð #ð
	
ð "ð
	
ð ò
	
ð Œ	çØ×"Ñ"¨Ð"Ö-ñ rA   c               ó   € V ^8„  d   QhRR/# ©r;   r<   rZ   r=   )r>   s   "r?   r@   rü  §  s   € ÷ Wñ W ñ WrA   c                	ó^   € V P                   V P                  ,          V P                  ,          # rI  )r  r   r  ©r  s   &r?   Ú_bytes_per_rowÚGGUFTorchLinear._bytes_per_row§  s$   € Ø×'Ñ'¨4×+?Ñ+?Õ?À4×CVÑCVÕVÐVrA   c               ó   € V ^8„  d   QhRR/# r  r=   )r>   s   "r?   r@   rü  ª  s   € ÷ $ñ $ 3ñ $rA   c                	ó   € V P                   # rI  )r   r!  s   &r?   Úsmooth_block_sizeÚ!GGUFTorchLinear.smooth_block_sizeª  s   € Ø×#Ñ#Ð#rA   c               ó    € V ^8„  d   QhRRRR/# )r;   rø  r  r<   ÚNoner=   )r>   s   "r?   r@   rü  ­  s   € ÷ ñ ¨ð °$ñ rA   c               	ó¶  € V P                  4       p\        P                  ! V P                  V3\        P                  R 7      pRV P
                  9   d   W0n        MV P                  RV4       V'       d^   \        P                  ! V P                  \        P                  R 7      pRV P
                  9   d	   W@n	        R# V P                  RV4       R# RV n	        R# )r3   r›  rø  N)
r"  rë   Úzerosr÷  rƒ   Ú_buffersr›  Úregister_bufferr†   rø  )r  rø  Úbytes_per_rowr›  Úbias_tensors   &$   r?   r  Ú!GGUFTorchLinear._allocate_buffers­  s•   € Ø×+Ñ+Ó-ˆÜ—+’+˜t×0Ñ0°-Ð@ÌÏÉÔTˆØ˜Ÿ™Ô%Ø"�Là× Ñ  ¨GÔ4çÜŸ+š+ d×&7Ñ&7¼u¿}¹}ÔMˆKØ˜Ÿ™Ô&Ø'–	à×$Ñ$ V¨[Ö9àˆDŽIrA   c               ó   € V ^8„  d   QhRR/# )r;   r<   r)  r=   )r>   s   "r?   r@   rü  ¾  s   € ÷ ñ  Dñ rA   c                	ó   € R # rI  r=   r!  s   &r?   Úclear_weight_cacheÚ"GGUFTorchLinear.clear_weight_cache¾  s   € ÙrA   c                	óD   <€ V P                  4        \        SV `	  4        R # rI  )r3  r  Ú	post_init)r  r  s   &€r?   r6  ÚGGUFTorchLinear.post_initÁ  s   ø€ Ø×ÑÔ!Ü‰ÑÖrA   c               ó   € V ^8„  d   QhRR/# )r;   Úmoder  r=   )r>   s   "r?   r@   rü  Å  s   € ÷ (ñ (˜$ñ (rA   c                	óD   <€ V P                  4        \        SV `	  VR 7      # ))r9  )r3  r  Útrain)r  r9  r  s   &&€r?   r;  ÚGGUFTorchLinear.trainÅ  s    ø€ Ø×ÑÔ!Ü‰w‰} $ˆ}Ó'Ð'rA   c               ó   € V ^8„  d   QhRR/# rM  r=   )r>   s   "r?   r@   rü  É  s   € ÷ 
ñ 
˜Cñ 
rA   c                	ór   € R V P                    RV P                   RV P                  RJ RV P                   2# )zin_features=z, out_features=z, bias=Nz, bits=)rö  r÷  rø  r   r!  s   &r?   Ú
extra_reprÚGGUFTorchLinear.extra_reprÉ  sF   € à˜4×+Ñ+Ð,¨O¸D×<MÑ<MÐ;Nð OØ—I‘I TÐ)Ð*¨'°$·)±)°ð>ð	
rA   c               ó    € V ^8„  d   QhRRRR/# )r;   Úlinearú	nn.Moduler<   rV   r=   )r>   s   "r?   r@   rü  Ï  s   € ÷ ñ ¨	ð °lñ rA   c                	óô   € VP                   P                  4       p\        V\        4      '       d   VP	                  ^4      p\        V\
        P                  P                  4      '       d   VP                  pV# )ry   )	rU   ÚdetachrO  r   ÚflattenÚtransformersÚpytorch_utilsÚConv1DÚT)r  rB  rU   s   && r?   Ú_weight_to_matrixÚ!GGUFTorchLinear._weight_to_matrixÏ  sV   € Ø—‘×%Ñ%Ó'ˆÜ�fœg×&Ò&Ø—^‘^ AÓ&ˆFÜ�fœl×8Ñ8×?Ñ?×@Ò@Ø—X‘XˆFØˆrA   rW   c               ó$   € V ^8„  d   QhRRRRRR/# )r;   rB  rC  rW   rX   r<   rV   r=   )r>   s   "r?   r@   rü  ×  s-   € ÷ Qñ QàðQð $ð	Qð
 
ñQrA   c               	ól  € V P                  V4      P                  R \        P                  R7      p\	        VVV P                  4       R7      pVP                  ^,          V P                  8w  dO   \        P                  P                  P                  V^ V P                  VP                  ^,          ,
          34      p\        VP                  4       P                  4       V P                  4      p\        P                  ! \         P"                  ! V4      4      P                  \        P$                  4      # )rx  rö   )rW   rY   )rK  rø   rë   rÌ   rl   r&  r`   r  ÚnnÚ
functionalÚpadrK  r|  Únumpyrÿ  rl  rz   rf  rƒ   )r  rB  rW   rU   Ú	quantizeds   &&$  r?   Ú_pack_weight_tensorÚ#GGUFTorchLinear._pack_weight_tensor×  sä   € ð ×'Ñ'¨Ó/×2Ñ2¸%ÄuÇ}Á}Ð2ÓUˆÜ)ØØØ×-Ñ-Ó/ô
ˆð
 �<‰<˜�?˜d×5Ñ5Ô5Ü—X‘X×(Ñ(×,Ñ,¨V°a¸×9PÑ9PÐSY×S_ÑS_Ð`aÕSbÕ9bÐ5cÓdˆFä" 6×#4Ñ#4Ó#6×#<Ñ#<Ó#>À×@VÑ@VÓWˆ	Ü×Ò¤× 4Ò 4°YÓ ?Ó@×CÑCÄEÇKÁKÓPÐPrA   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r;   rB  rC  r¡   rV   r+  Úg_idxr=   )r>   s   "r?   r@   rü  é  s/   € ÷ Sñ S˜9ð S¨lð SÀ<ð SÐXdñ SrA   c                	ó,   € V P                  WW4R 7       R# ©)rB  r¡   r+  rW  N©Úpack_original)r  rB  r¡   r+  rW  s   &&&&&r?   ÚpackÚGGUFTorchLinear.packé  s   € Ø×Ñ &¸uÐÖRrA   é    c               ó0   € V ^8„  d   QhRRRRRRRRRRR	R/# )
r;   rB  rC  r¡   rV   r+  rW  Úblock_inrZ   Úworkersr=   )r>   s   "r?   r@   rü  ì  sN   € ÷ 
Sñ 
Sàð
Sð ð
Sð ð	
Sð
 ð
Sð ð
Sð ñ
SrA   c                	ó0   € ??V P                  WW4R 7       R# rY  rZ  )r  rB  r¡   r+  rW  r`  ra  s   &&&&&&&r?   Ú
pack_blockÚGGUFTorchLinear.pack_blockì  s   € ð �gØ×Ñ &¸uÐÖRrA   r`  rò   c               ó0   € V ^8„  d   QhRRRRRRRRRRR	R
/# )r;   rB  rC  r¡   rV   r+  rW  r`  rZ   rò   ztorch.device | Noner=   )r>   s   "r?   r@   rü  ø  sN   € ÷ Sñ SàðSð ðSð ð	Sð
 ðSð ðSð $ñSrA   c               	ó0   € ??V P                  WW4R 7       R# rY  rZ  )r  rB  r¡   r+  rW  r`  rò   s   &&&&&$$r?   Úpack_gpuÚGGUFTorchLinear.pack_gpuø  s   € ð �fØ×Ñ &¸uÐÖRrA   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	r;   rB  rC  r¡   rV   r+  rW  rW   rX   r=   )r>   s   "r?   r@   rü    s<   € ÷ !"ñ !"àð!"ð ð!"ð ð	!"ð
 ð!"ð $ñ!"rA   c          
     	ó²  € ???V P                  WR 7      pV P                  V P                  4       3p\        VP                  4      V8w  dI   \        V P                  P                   R\        VP                  4       RV RV P                   R24      hRV P                  9   d   W`n
        MV P                  RV4       VP                  ee   VP                  P                  4       P                  R\        P                   R7      pR	V P                  9   d   W€n        MV P                  R	V4       MRV n        V P#                  4        V P%                  4        R# )
)rW   z' produced an invalid GGUF packed shape z; expected z for padded_in_features=rE   r›  Nrx  rö   rø  )rT  r÷  r"  r}  r`   ÚRuntimeErrorr  Ú__name__r  r,  r›  r-  rø  rE  rø   rë   r†   Úclear_autotuner3  )	r  rB  r¡   r+  rW  rW   r›  Úexpected_shaperø  s	   &&&&&$   r?   r[  ÚGGUFTorchLinear.pack_original  s0  € ð �E˜5à×*Ñ*¨6Ð*ÓAˆØ×+Ñ+¨T×-@Ñ-@Ó-BÐCˆÜ�—‘Ó >Ô1ÜØ—>‘>×*Ñ*Ð+Ð+RÔSXÐY`×YfÑYfÓSgÐRhð iØ*Ð+Ð+CÀD×D[ÑD[ÐC\Ð\]ð_óð ð ˜Ÿ™Ô%Ø"�Là× Ñ  ¨GÔ4à�;‰;Ò"Ø—;‘;×%Ñ%Ó'×*Ñ*°%¼u¿}¹}Ð*ÓMˆDØ˜Ÿ™Ô&Ø •	à×$Ñ$ V¨TÕ2àˆDŒIà×ÑÔØ×ÑÖ!rA   c               ó$   € V ^8„  d   QhRRRRRR/# )r;   rò   rs  r4   útorch.dtype | Noner<   z tuple[torch.device, torch.dtype]r=   )r>   s   "r?   r@   rü  )  s*   € ÷ +ñ +ð *ð+ð "ð	+ð
 
*ñ+rA   c               	óH  € Vf   V P                   P                  M\        P                  ! V4      pVf   \        P                  MTpW@P                  9  dK   RP                  R V P                   4       4      p\        V P                  P                   RV RV R24      hW43# )NrD   c              3  óV   "  € T F  p\        V4      P                  R 4      x € K!  	  R# 5i)ztorch.N)r<  Úremoveprefix)Ú.0Údts   & r?   Ú	<genexpr>Ú:GGUFTorchLinear._resolve_dequant_target.<locals>.<genexpr>2  s$   é € Ð!`ÑK_ÀR¤# b£'×"6Ñ"6°x×"@Ð"@ÓK_ùs   ‚')z+ only supports GGUF dequantization dtypes {z}, got `z`.)	r›  rò   rë   rÌ   ÚSUPPORTS_DTYPESrJ   rL   r  rl  )r  rò   r4   r�  Útarget_dtyperQ   s   &$$   r?   Ú_resolve_dequant_targetÚ'GGUFTorchLinear._resolve_dequant_target)  s˜   € ð 06ª~˜Ÿ™×+Ò+Ä5Ç<Â<ÐPVÓCWˆØ(-ª”u—}’}¸5ˆØ×3Ñ3Ô3ØŸ	™	Ñ!`È4×K_ÒK_Ó!`Ó`ˆIÜØ—>‘>×*Ñ*Ð+Ð+WÐXaÐWbÐbkÐlxÐkyÐy{Ð|óð ð Ð*Ð*rA   c               ó    € V ^8„  d   QhRRRR/# )r;   rò   rs  r<   ztuple[torch.Tensor, int, int]r=   )r>   s   "r?   r@   rü  8  s    € ÷ 
(ñ 
(ð *ð
(ð 
'ñ	
(rA   c               	ó²  € Vf   V P                   P                  M\        P                  ! V4      pV P                   P                  V8X  d   V P                   MV P                   P                  VR7      pVP                  ^ ,          pVP                  ^,          V P
                  ,          pVP                  4       P                  WEV P
                  4      pWdV3# )N©rò   )r›  rò   rë   rø   r`   r  r|  r‡   )r  rò   r�  r›  rE  Ú
num_blocksro   s   &$     r?   Ú_reshape_blocksÚGGUFTorchLinear._reshape_blocks8  s¢   € ð
 06ª~˜Ÿ™×+Ò+Ä5Ç<Â<ÐPVÓCWˆØ"&§,¡,×"5Ñ"5¸Ô"F�$—,’,ÈDÏLÉLÏOÉOÐcpÈOÓLqˆØ�}‰}˜QÕˆØ—]‘] 1Õ%¨×)<Ñ)<Õ<ˆ
Ø×#Ñ#Ó%×*Ñ*¨4¸T×=PÑ=PÓQˆØ˜ZÐ'Ð'rA   c               ó$   € V ^8„  d   QhRRRRRR/# )r;   r§   r«  rò   ró   r<   rV   r=   )r>   s   "r?   r@   rü  E  s&   € ÷ Fñ F˜/ð F°<ð FÀLñ FrA   c                	óP   € \         P                  ! V \         P                  VR 7      # ))r4   rò   )rë   Útensorrƒ   )r§   rò   s   &&r?   Ú	_u8_shiftÚGGUFTorchLinear._u8_shiftD  s   € ä�|Š|˜F¬%¯+©+¸fÔEÐErA   r4   c               ó$   € V ^8„  d   QhRRRRRR/# ©r;   rò   rs  r4   rq  r<   rV   r=   )r>   s   "r?   r@   rü  H  s*   € ÷ =ñ =ð *ð=ð "ð	=ð
 
ñ=rA   c               	ót  € V P                  WR 7      w  r4V P                  VR7      w  rVpVR,          P                  4       P                  \        P
                  4      P                  R4      pVP                  V8w  d   VP                  V4      pVR,          p	\        P                  ! V	^4      p
\        V	^4      p\        P                  ! W«3RR7      P                  \        P                  4      ^,
          pVP                  R4      VP                  V4      ,          pVP                  W`P                  4      # )rö   r  ré   rc  r_   rd  )r{  r�  r|  r‡   rë   r†   r~  r4   rø   Úbitwise_andrí   rì   r2  r€  r…   r  )r  rò   r4   r�  rz  ro   rE  Ú_rŒ   rŽ   rÞ  rß  r§   rU   s   &$$           r?   Ú_dequantize_q4_0Ú GGUFTorchLinear._dequantize_q4_0H  sô   € ð '+×&BÑ&BÈ&Ð&BÓ&^Ñ#ˆØ×.Ñ.°mÐ.ÓD‰ˆ�aà�7�O×&Ñ&Ó(×-Ñ-¬e¯m©mÓ<×DÑDÀRÓHˆØ�7‰7�lÔ"Ø—‘�\Ó"ˆAà�G�_ˆÜ×Ò  DÓ)ˆÜ! " aÓ(ˆÜ—’˜C˜;¨BÔ/×2Ñ2´5·;±;Ó?À!ÕCˆà—‘˜R“ 6§9¡9¨\Ó#:Õ:ˆØ�~‰~˜d×$;Ñ$;Ó<Ð<rA   c               ó$   € V ^8„  d   QhRRRRRR/# r‰  r=   )r>   s   "r?   r@   rü  ]  s*   € ÷ =ñ =ð *ð=ð "ð	=ð
 
ñ=rA   c               	ó
  € V P                  WR 7      w  r4V P                  VR7      w  rVpVR,          P                  4       P                  \        P
                  4      P                  R4      pVP                  V8w  d   VP                  V4      pVR,          P                  4       P                  \        P                  4      P                  V4      p	VP                  R4      V	,          p
V
P                  W`P                  4      # )rö   r  rc  r_   rd  )r{  r�  r|  r‡   rë   r†   r~  r4   rø   r”   r€  r…   r  )r  rò   r4   r�  rz  ro   rE  rŒ  rŒ   ÚxrU   s   &$$        r?   Ú_dequantize_q8_0Ú GGUFTorchLinear._dequantize_q8_0]  sÊ   € ð '+×&BÑ&BÈ&Ð&BÓ&^Ñ#ˆØ×.Ñ.°mÐ.ÓD‰ˆ�aà�7�O×&Ñ&Ó(×-Ñ-¬e¯m©mÓ<×DÑDÀRÓHˆØ�7‰7�lÔ"Ø—‘�\Ó"ˆAà�7�O×&Ñ&Ó(×-Ñ-¬e¯j©jÓ9×<Ñ<¸\ÓJˆà—‘˜R“ 1Õ$ˆØ�~‰~˜d×$;Ñ$;Ó<Ð<rA   c               ó$   € V ^8„  d   QhRRRRRR/# r‰  r=   )r>   s   "r?   r@   rü  o  s/   € ÷ Jñ Jð *ðJð "ð	Jð
 
ñJrA   c               	óÒ   € V P                  WR 7      w  r4\        V P                  V P                  V P                  VVR7      pVP                  V P                  V P                  4      # )rö   r�  )r{  r…  r›  r   r  r…   r÷  r  )r  rò   r4   r�  rz  rU   s   &$$   r?   Ú_dequantize_sign_onlyÚ%GGUFTorchLinear._dequantize_sign_onlyo  sb   € ð '+×&BÑ&BÈ&Ð&BÓ&^Ñ#ˆÜ,Ø�L‰LØ×+Ñ+Ø×)Ñ)Ø Øô
ˆð �~‰~˜d×/Ñ/°×1HÑ1HÓIÐIrA   c               ó$   € V ^8„  d   QhRRRRRR/# r‰  r=   )r>   s   "r?   r@   rü    s*   € ÷ ñ ð *ð	ð
 "ðð 
ñrA   c               	óf  € V P                  W#R 7      w  rEV P                  P                  4       P                  4       P	                  4       pV! V4      p\
        P                  ! \        P                  ! V4      4      pVP                  V8w  g   VP                  V8w  d   VP                  WER 7      pV# rõ   )r{  r›  rE  rx  rR  rë   rl  rz   rf  rò   r4   rø   )	r  Úfnrò   r4   r�  rz  r›  rU   r…  s	   &&$$     r?   Ú_dequantize_numpyÚ!GGUFTorchLinear._dequantize_numpy  sŽ   € ð '+×&BÑ&BÈ&Ð&BÓ&^Ñ#ˆØ—,‘,×%Ñ%Ó'×+Ñ+Ó-×3Ñ3Ó5ˆÙ�G“ˆÜ×!Ò!¤"×"6Ò"6°vÓ">Ó?ˆØ�=‰=˜MÔ)¨V¯\©\¸\Ô-IØ—Y‘Y m�YÓHˆFØˆrA   c               ó$   € V ^8„  d   QhRRRRRR/# ©r;   ro   rV   rz  rt  r<   r=   )r>   s   "r?   r@   rü  Ž  s'   € ÷ iñ i¨lð iÈ+ð iÐZfñ irA   c           
     	ó   € VP                   ^ ,          VP                   ^,          rCVR,          P                  4       P                  \        P                  4      P                  R4      P                  V4      pVR,          P                  4       P                  \        P                  4      P                  R4      P                  V4      pVR,          pVR,          p\        V4      w  ršVP                  R4      V	P                  V4      ,          pVP                  R4      V
P                  V4      ,          pVP                  W4^^^ 4      p\        VV P                  RVP                  R7      P                  ^^^^^4      4      p\        P                  ! V^4      P                  W4^^ 4      pVP                  R4      VP                  V4      ,          VP                  R4      ,
          P                  W4R,          4      # )	r   r  r   rc  r_   ©.rž  ©.r   ).r¢  ©r   rÛ   )r`   r|  r‡   rë   r†   r~  rø   rî   r€  r…   rí   r†  rò   r‹  )r  ro   rz  rE  r€  rŒ   r(  r¡   rŽ   rå   rØ   r¨  r  s   &&&          r?   Ú_dequantize_q4_k_blocksÚ'GGUFTorchLinear._dequantize_q4_k_blocksŽ  s‡  € Ø!Ÿ<™<¨�?¨F¯L©L¸­Oˆjà�7�O×&Ñ&Ó(×-Ñ-¬e¯m©mÓ<×DÑDÀRÓH×KÑKÈLÓYˆØ�hÕ×*Ñ*Ó,×1Ñ1´%·-±-Ó@×HÑHÈÓL×OÑOÐP\Ó]ˆØ˜	Õ"ˆØ�HÕˆä/°Ó7‰ˆØ�K‰K˜‹O˜bŸe™e LÓ1Õ1ˆØ�^‰^˜BÓ $§'¡'¨,Ó"7Õ7ˆà�J‰J�t¨¨A¨rÓ2ˆÜØØ�N‰N˜6¨&¯-©-ˆNÓ8×=Ñ=¸aÀÀAÀqÈ!ÓLó
ˆô ×Ò˜a Ó&×.Ñ.¨tÀÀBÓGˆà—‘˜B“ !§$¡$ |Ó"4Õ4°r·|±|ÀBÓ7GÕG×PÑPÐQUÐdgÕWgÓhÐhrA   c               ó$   € V ^8„  d   QhRRRRRR/# rž  r=   )r>   s   "r?   r@   rü  £  s'   € ÷ iñ i¨lð iÈ+ð iÐZfñ irA   c           
     	óX  € VP                   ^ ,          VP                   ^,          rCVR,          P                  4       P                  \        P                  4      P                  R4      P                  V4      pVR,          P                  4       P                  \        P                  4      P                  R4      P                  V4      pVR,          pVR,          pVR,          p	\        V4      w  r«VP                  R4      V
P                  V4      ,          pVP                  R4      VP                  V4      ,          pV	P                  W4^^^ 4      p\        VV P                  R	VP                  R7      P                  ^^^^^4      4      p\        P                  ! V^4      P                  W4^^ 4      p\        VP                  R
4      V P                  \        \        ^4      4      VP                  R7      P                  ^^^^4      4      p\        P                  ! V^4      P                  W4^^ 4      p\        P                   ! V\#        V^4      4      pVP                  R4      VP                  V4      ,          VP                  R4      ,
          P                  W4R,          4      # )r   r  r   rc  r_   r   r¡  ).rÍ  ).rÎ  r¢  r»   )r`   r|  r‡   rë   r†   r~  rø   rî   r€  r…   rí   r†  rò   r‹  r}  rc   Ú
bitwise_orr  )r  ro   rz  rE  r€  rŒ   r(  r¡   rÁ   rŽ   rå   rØ   r¨  r4  r  s   &&&            r?   Ú_dequantize_q5_k_blocksÚ'GGUFTorchLinear._dequantize_q5_k_blocks£  s  € Ø!Ÿ<™<¨�?¨F¯L©L¸­Oˆjà�7�O×&Ñ&Ó(×-Ñ-¬e¯m©mÓ<×DÑDÀRÓH×KÑKÈLÓYˆØ�hÕ×*Ñ*Ó,×1Ñ1´%·-±-Ó@×HÑHÈÓL×OÑOÐP\Ó]ˆØ˜	Õ"ˆØ�JÕˆØ�HÕˆä/°Ó7‰ˆØ�K‰K˜‹O˜bŸe™e LÓ1Õ1ˆØ�^‰^˜BÓ $§'¡'¨,Ó"7Õ7ˆà�Z‰Z˜¨!¨Q°Ó3ˆÜØØ�N‰N˜6¨&¯-©-ˆNÓ8×=Ñ=¸aÀÀAÀqÈ!ÓLó
ˆô ×Ò˜r 4Ó(×0Ñ0°À1ÀbÓIˆäØ�L‰L˜ÓØ�N‰Nœ5¤ q£›?°6·=±=ˆNÓA×FÑFÀqÈ!ÈQÐPQÓRó
ˆô ×Ò˜r 4Ó(×0Ñ0°À1ÀbÓIˆÜ×Ò˜RÔ!2°2°qÓ!9Ó:ˆà—‘˜B“ !§$¡$ |Ó"4Õ4°r·|±|ÀBÓ7GÕG×PÑPÐQUÐdgÕWgÓhÐhrA   c               ó$   € V ^8„  d   QhRRRRRR/# rž  r=   )r>   s   "r?   r@   rü  À  s"   € ÷ 7ñ 7¨lð 7È+ð 7ÐZfñ 7rA   c           
     	óÎ  € VP                   ^ ,          VP                   ^,          rCVR,          pVR,          pVR,          P                  4       P                  \        P                  4      P                  V4      pVR,          P                  4       P                  \        P                  4      P                  R4      P                  V4      pVP                  R4      V,          P                  W4^^4      pVP                  W4^^^@4      p\        VV P                  RVP                  R7      P                  ^^^^^4      4      p\        P                  ! V^4      P                  W4^^ 4      pVP                  W4^^^ 4      p\        VV P                  R	VP                  R7      P                  ^^^^^4      4      p\        P                  ! V^4      P                  W4^^ 4      p\        P                  ! V\        V^4      4      P                  \        P                   4      ^ ,
          p	V	P                  W4^^4      P                  V4      p	W‰,          P                  W4R,          4      # )
r   r  r   ).rÒ  ).rÔ  ).rÖ  ).rØ  r_   r¢  r°  )r`   r|  r‡   rë   r”   rø   r†   r~  r€  r…   rí   r†  rò   r‹  r§  r  r2  )
r  ro   rz  rE  r€  r4  rÁ   r¡   rŒ   r  s
   &&&       r?   Ú_dequantize_q6_k_blocksÚ'GGUFTorchLinear._dequantize_q6_k_blocksÀ  sì  € Ø!Ÿ<™<¨�?¨F¯L©L¸­Oˆjà�IÕˆØ�LÕ!ˆØ˜Õ%×0Ñ0Ó2×7Ñ7¼¿
¹
ÓC×FÑFÀ|ÓTˆØ�<Õ ×+Ñ+Ó-×2Ñ2´5·=±=ÓA×IÑIÈ"ÓM×PÑPÐQ]Ó^ˆØ�[‰[˜‹_˜vÕ%×.Ñ.¨tÀÀQÓGˆà�Z‰Z˜¨!¨Q°Ó3ˆÜØØ�N‰N˜6¨&¯-©-ˆNÓ8×=Ñ=¸aÀÀAÀqÈ!ÓLó
ˆô ×Ò˜r 4Ó(×0Ñ0°À1ÀbÓIˆà�Z‰Z˜¨!¨Q°Ó3ˆÜØØ�N‰N˜<°·±ˆNÓ>×CÑCÀAÀqÈ!ÈQÐPQÓRó
ˆô ×Ò˜r 4Ó(×0Ñ0°À1ÀbÓIˆä×Ò˜RÔ!2°2°qÓ!9Ó:×=Ñ=¼e¿k¹kÓJÈRÕOˆØ�I‰I�d¨¨BÓ/×2Ñ2°<Ó@ˆà•�‰˜t°#Õ%5Ó6Ð6rA   c               ó$   € V ^8„  d   QhRRRRRR/# r‰  r=   )r>   s   "r?   r@   rü  Ü  s/   € ÷ Jñ Jð *ðJð "ð	Jð
 
ñJrA   c               	ó¢  € V P                   R 8X  d   V P                  WR7      pEMvV P                   R8X  d   V P                  WR7      pEMQV P                   \        9   d   V P	                  WR7      pEM(V P                   R8X  d   V P                  \        WR7      pMÿV P                   R8X  d=   V P                  WR7      w  rEV P                  VR7      w  p pV P                  We4      pM²V P                   R8X  d=   V P                  WR7      w  rEV P                  VR7      w  p pV P                  We4      pMeV P                   R8X  d=   V P                  WR7      w  rEV P                  VR7      w  p pV P                  We4      pM\        RV P                    24      hVR	R
V P                  13,          P                  ^ ^4      P                  4       # )r   rö   r   r   r   r  r   r   r?  r^   N)rÿ  r�  r’  rA  r–  r›  rµ  r{  r�  r£  r¨  r¬  rB  rö  Ú	transposer|  )r  rò   r4   rU   r�  rz  ro   rŒ  s   &$$     r?   Údequantize_weightÚ!GGUFTorchLinear.dequantize_weightÜ  s¿  € ð ×!Ñ! VÔ+Ø×*Ñ*°&Ð*ÓFŠFØ×#Ñ# vÔ-Ø×*Ñ*°&Ð*ÓFŠFØ×#Ñ#Ô'@Ô@Ø×/Ñ/°vÐ/ÓKŠFØ×#Ñ# vÔ-Ø×+Ñ+Ô,BÈ6Ð+Ó_‰FØ×#Ñ# vÔ-Ø*.×*FÑ*FÈfÐ*FÓ*bÑ'ˆMØ×/Ñ/°}Ð/ÓE‰LˆF�A�qØ×1Ñ1°&ÓG‰FØ×#Ñ# vÔ-Ø*.×*FÑ*FÈfÐ*FÓ*bÑ'ˆMØ×/Ñ/°}Ð/ÓE‰LˆF�A�qØ×1Ñ1°&ÓG‰FØ×#Ñ# vÔ-Ø*.×*FÑ*FÈfÐ*FÓ*bÑ'ˆMØ×/Ñ/°}Ð/ÓE‰LˆF�A�qØ×1Ñ1°&ÓG‰Fä%Ð(@À×AWÑAWÐ@XÐ&YÓZÐZà�aÐ+˜4×+Ñ+Ð+Ð+Õ,×6Ñ6°q¸!Ó<×GÑGÓIÐIrA   c               ó    € V ^8„  d   QhRRRR/# ©r;   Úx_flatrV   r<   r  r=   )r>   s   "r?   r@   rü  û  s   € ÷ 
ñ 
°Lð 
ÀTñ 
rA   c                	ó(  € VP                   P                  R 8X  d   V P                  pV P                  pM6VP                   P                  R8X  d   V P                  pV P
                  pMR# V P                  \        \        \        4      ,          9   ;'       d{    V P                  RJ ;'       de    V P                  '       * ;'       dL    V^ 8„  ;'       d?    V P                  V P                  ,          V8¬  ;'       d    VP                  ^ ,          V8*  # )ry  rx  FN)rò   r  r  r  r
  r  rÿ  Ú_GGUF_K_QTYPESÚsetrA  rú  Útrainingrö  r÷  r`   )r  rµ  Úmax_rowsÚmin_matrix_elementss   &&  r?   Ú_is_fused_k_forward_candidateÚ-GGUFTorchLinear._is_fused_k_forward_candidateû  sö   € Ø�=‰=×Ñ Ô'Ø×4Ñ4ˆHØ"&×"JÑ"JÑØ�]‰]×Ñ 5Ô(Ø×3Ñ3ˆHØ"&×"IÑ"IÑáð ×"Ñ"¤~¼Ô<UÓ8VÕ'VÑW÷ ,ð ,Ø—‘ Ð$÷,ð ,à—M‘MÔ!÷,ð ,ð ˜1‘÷,ð ,ð ×!Ñ! D×$5Ñ$5Õ5Ð:MÑM÷	,ð ,ð
 —‘˜Q• 8Ñ+ð	
rA   c               ó    € V ^8„  d   QhRRRR/# )r;   rò   ró   r<   r)  r=   )r>   s   "r?   r@   rü    s   € ÷ 2ñ 2 |ð 2¸ñ 2rA   c                	ól   € V P                   R 8X  d#   \        P                  P                  V R7       R# R# )ry  r  N)r  rë   ry  Úsynchronizer  s   &r?   Ú_sync_benchmark_deviceÚ&GGUFTorchLinear._sync_benchmark_device  s(   € à�;‰;˜&Ô Ü�J‰J×"Ñ"¨&Ð"Ö1ñ !rA   c               ó    € V ^8„  d   QhRRRR/# )r;   rò   ró   r<   Úfloatr=   )r>   s   "r?   r@   rü    s   € ÷ Nñ N°|ð NÈñ NrA   c               	óÈ  € \         P                  ! 4       ;_uu_ 4        \        V P                  4       F
  pV! 4        K  	  V P	                  V4       \
        P                  ! 4       p\        V P                  4       F
  pV! 4        K  	  V P	                  V4       R R R 4       \
        P                  ! 4       X,
          V P                  ,          #   + '       g   i     L=; irI  )rë   Úinference_moderc   r  rÁ  ÚtimeÚperf_counterr  )r  rš  rò   rŒ  rh   s   &&$  r?   Ú_benchmark_forward_runnerÚ)GGUFTorchLinear._benchmark_forward_runner  sž   € Ü×!Ò!×#Õ#Ü˜4×:Ñ:Ö;�Ù–ñ <à×'Ñ'¨Ô/ä×%Ò%Ó'ˆEÜ˜4×9Ñ9Ö:�Ù–ñ ;à×'Ñ'¨Ô/÷ $ô ×!Ò!Ó# eÕ+¨t×/MÑ/MÕMÐM÷ $×#ús   žA>CÃC!	c               ó    € V ^8„  d   QhRRRR/# ©r;   rµ  rV   r<   rÄ  r=   )r>   s   "r?   r@   rü     ó   € ÷ 
ñ 
¨|ð 
Àñ 
rA   c                	óJ   a a€ S P                  V V3R  lSP                  R7      # )c                 ó&   <€ S P                  S4      # rI  )Ú_forward_dequant_matmul©r  rµ  s   €€r?   Ú<lambda>Ú:GGUFTorchLinear._benchmark_dense_forward.<locals>.<lambda>"  s   ø€ �D×0Ñ0°Ô8rA   r  ©rÉ  rò   rÑ  s   ffr?   Ú_benchmark_dense_forwardÚ(GGUFTorchLinear._benchmark_dense_forward   s%   ù€ Ø×-Ñ-Ý8Ø—=‘=ð .ó 
ð 	
rA   c               ó    € V ^8„  d   QhRRRR/# rÌ  r=   )r>   s   "r?   r@   rü  &  rÍ  rA   c                	óJ   a a€ S P                  V V3R  lSP                  R7      # )c                 ó&   <€ S P                  S4      # rI  )Ú_forward_fused_krÑ  s   €€r?   rÒ  Ú:GGUFTorchLinear._benchmark_fused_forward.<locals>.<lambda>(  s   ø€ �D×)Ñ)¨&Ô1rA   r  rÔ  rÑ  s   ffr?   Ú_benchmark_fused_forwardÚ(GGUFTorchLinear._benchmark_fused_forward&  s%   ù€ Ø×-Ñ-Ý1Ø—=‘=ð .ó 
ð 	
rA   c               ó    € V ^8„  d   QhRRRR/# r´  r=   )r>   s   "r?   r@   rü  ,  s   € ÷ ñ  ð °ñ rA   c                	ó¤   €  V P                  V4      pV P                  V4      pW#R V P                  ,
          ,          8*  #   \         d     R# i ; i)rx   F)rÜ  rÕ  r  Ú	Exception)r  rµ  Ú
fused_timeÚ
dense_times   &&  r?   Ú	_autotuneÚGGUFTorchLinear._autotune,  sR   € ð	Ø×6Ñ6°vÓ>ˆJØ×6Ñ6°vÓ>ˆJØ¨s°T×5TÑ5TÕ/TÕ!UÑUÐUøÜô 	Úð	ús   ‚=A  Á AÁAc               ó    € V ^8„  d   QhRRRR/# r´  r=   )r>   s   "r?   r@   rü  4  s   € ÷ 1ñ 1°,ð 1À4ñ 1rA   c                	ó�   € V P                  V4      '       g   R # V P                  '       g   R# \        V P                  V4      4      # )FT)r¼  Úautotune_enabledr  Úmaybe_autotunerÑ  s   &&r?   Ú_should_use_fused_k_forwardÚ+GGUFTorchLinear._should_use_fused_k_forward4  s;   € Ø×1Ñ1°&×9Ò9Ùà×$×$Ð$Ùä�D×'Ñ'¨Ó/Ó0Ð0rA   c               ó    € V ^8„  d   QhRRRR/# ©r;   rµ  rV   r<   r=   )r>   s   "r?   r@   rü  =  s   € ÷ ,ñ ,¨lð ,¸|ñ ,rA   c                	ó|   € V P                  VP                  VP                  R 7      p\        P                  ! W4      # rõ   )r±  rò   r4   rë   Úmatmul)r  rµ  rU   s   && r?   rÐ  Ú'GGUFTorchLinear._forward_dequant_matmul=  s.   € Ø×'Ñ'¨v¯}©}ÀFÇLÁLÐ'ÓQˆÜ�|Š|˜FÓ+Ð+rA   c               ó    € V ^8„  d   QhRRRR/# rì  r=   )r>   s   "r?   r@   rü  A  s   € ÷ #ñ # |ð #¸ñ #rA   c           	     	ó¬  € VP                   pV P                  VP                  R 7      w  r4pVP                  R,          V P                  8w  d=   \
        P                  ! V^ V P                  VP                  R,          ,
          34      pMTp\        P                  ! VP                  ^ ,          V P                  3VP                  VR7      p\        ^ WPP                  4       EFm  p\        W€P                  ,           V4      p	VRW‰1R3,          p
V P                  R8X  d   V P                  W¢4      pMÃV P                  R8X  d   V P                  W¢4      pM V P                  R8X  d   V P!                  W¢4      pM}V P                  \"        9   dQ   \%        V
P'                  V
P                  ^ ,          R4      V P(                  V P*                  VP                  VR7      pM\-        RV P                   24      hVRW€P(                  ,          W�P(                  ,          13,          pV\        P.                  ! WËP1                  ^ ^4      4      ,           pEKp  	  V# )	r  rö   r^   r   r   r   r�  zUnsupported GGUF fused qtype: r_   )r4   r�  rò   r`   r  ÚFrQ  rë   r+  r÷  rc   r  rd   rÿ  r£  r¨  r¬  rA  r…  r…   r   r  rB  rî  r°  )r  rµ  rz  ro   rŒ  r€  Úx_workÚoutputrh   ri   Úblock_chunkÚweight_chunkÚx_chunks   &&           r?   rÚ  Ú GGUFTorchLinear._forward_fused_kA  sè  € Ø—|‘|ˆØ $× 4Ñ 4¸F¿M¹MÐ 4Ó JÑˆ�:à�<‰<˜Õ˜t×6Ñ6Ô6Ü—U’U˜6 A t×'>Ñ'>ÀÇÁÈbÕAQÕ'QÐ#RÓS‰FàˆFä—’˜fŸl™l¨1�o¨t×/@Ñ/@ÐAÈ&Ï-É-Ð_kÔlˆä˜1˜j×*FÑ*F×GˆEÜ�e×:Ñ:Õ:¸JÓGˆCØ   E I¨q Õ1ˆKà×%Ñ%¨Ô/Ø#×;Ñ;¸KÓV‘Ø×'Ñ'¨6Ô1Ø#×;Ñ;¸KÓV‘Ø×'Ñ'¨6Ô1Ø#×;Ñ;¸KÓV‘Ø×'Ñ'Ô+DÔDÜ:Ø×'Ñ'¨×(9Ñ(9¸!Õ(<¸bÓAØ#×3Ñ3Ø"×1Ñ1Ø!Ÿ=™=Ø&ô ‘ô *Ð,JÈ4×KaÑKaÐJbÐ*cÓdÐdà˜Q ×(<Ñ(<Õ <¸s×EYÑEYÕ?YÐ YÐYÕZˆGØœeŸlšl¨7×4JÑ4JÈ1ÈaÓ4PÓQÕQ‹Fñ- Hð0 ˆrA   c               ó   € V ^8„  d   QhRR/# )r;   r‘  rV   r=   )r>   s   "r?   r@   rü  f  s   € ÷ .ñ .˜ñ .rA   c                	óz  € VP                   R R V P                  3,           pVP                  RVP                   R,          4      pV P                  V4      '       d   V P	                  V4      pMV P                  V4      pV P                  er   V P                  pVP                  VP                  8w  g   VP                  VP                  8w  d(   VP                  VP                  VP                  R7      pWE,           pV P                  '       d   V P                  P                  W4R7      pVP                  V4      # )Nrö   )r‘  Úoutr_   )r`   r÷  r…   ré  rÚ  rÐ  rø  rò   r4   rø   rú  Úapply)r  r‘  Úoriginal_shaperµ  rô  rø  s   &&    r?   ÚforwardÚGGUFTorchLinear.forwardf  sê   € ØŸ™  "˜¨×):Ñ):Ð(<Õ<ˆØ—‘˜2˜qŸw™w r�{Ó+ˆà×+Ñ+¨F×3Ò3Ø×*Ñ*¨6Ó2‰Fà×1Ñ1°&Ó9ˆFà�9‰9Ò Ø—9‘9ˆDØ�{‰{˜fŸm™mÔ+¨t¯z©z¸V¿\¹\Ô/IØ—w‘w f§m¡m¸6¿<¹<�wÓH�Ø•]ˆFà�<�<ˆ<Ø—\‘\×'Ñ'¨&Ð'Ó=ˆFà�~‰~˜nÓ-Ð-rA   )rø  r   r   r  r  r  r  r
  r  r  r  rÿ  r  r  r›  )ry   r;   rÛ   é   r±  râ   )TrI  )Nr^  ry   )Zrl  Ú
__module__Ú__qualname__Ú__firstlineno__r   r  ÚSUPPORTS_BACKENDSr
   rF   ÚSUPPORTS_METHODSr	   ÚSUPPORTS_FORMATSÚSUPPORTS_BITSÚSUPPORTS_SHARDSÚSUPPORTS_TRAININGÚSUPPORTS_AUTO_PADDINGÚ!SUPPORTS_IN_FEATURES_DIVISIBLE_BYÚ"SUPPORTS_OUT_FEATURES_DIVISIBLE_BYr   ÚALLÚSUPPORTS_DEVICESr   ÚSUPPORTS_PLATFORMrë   r”   r2  r  ÚSUPPORTS_PACK_DTYPESr   ÚSUPPORTS_ADAPTERSr†   Úbfloat16rÌ   ry  ÚREQUIRES_FORMAT_V2ÚAUTOTUNEÚ
QUANT_TYPEr’   rZ   ÚosÚenvironrH   r  r  r	  r  r  r  r  rÄ  r  r  r"  r&  r  r3  r6  r;  r?  rK  rT  r\  rc  rg  rÆ  r[  r{  r�  Ústaticmethodr†  r�  r’  r–  r›  r£  r¨  r¬  r±  r¼  rÁ  rÉ  rÕ  rÜ  rã  ré  rÐ  rÚ  rþ  Ú__static_attributes__Ú__classcell__)r  s   @r?   râ  râ  U  sŽ  ø† Ø ×+Ñ+Ð,ÐØŸ™�}ÐØŸ™ RÐ(ÐÚ&€MØ€OØÐØ ÐØ)*¨Ð%Ø*+¨Ð&àŸ
™
�|ÐØ!Ÿ™˜ÐØ!ŸJ™J¨¯©°U·[±[ÐAÐØ˜Ðà—}‘} e§n¡n°e·m±mÐD€OàÐØ€Hà€JÙ" 1¡c¨"¯*©*¯.©.Ð9]Ð_cÓ*dÓ&eÓfÐÙ*-Ø	ÙˆB�J‰J�N‰NÐJÈIÓVÓWó+Ð'ñ " !¡S¨¯©¯©Ð8[Ð]aÓ)bÓ%cÓdÐÙ),Ø	ÙˆB�J‰J�N‰NÐIÈ3ÓOÓPó*Ð&ñ " !¡S¨¯©¯©Ð8[Ð]`Ó)aÓ%bÓcÐÙ!$ Q©¨B¯J©J¯N©NÐ;aÐcfÓ,gÓ(hÓ!iÐÙ # A¡s¨2¯:©:¯>©>Ð:_ÐadÓ+eÓ'fÓ gÐÙ!$ S©%°·
±
·±Ð?eÐgmÓ0nÓ*oÓ!pÐð Ø"'§+¡+ØØ!%÷+.ò +.õZWõ$õõ"õ÷(ò (õ
õðQð '+÷	Q÷$S÷
SñSð ðSð '+÷Sð Sð ×ÒÓñ!"ð '+÷!"ó ð!"õF+ð
(ð -1÷
(ð ôFó ðFð=ð -1ð=ð %)÷	=ð*=ð -1ð=ð %)÷	=ð$Jð -1ðJð %)÷	Jð ð -1ð	ð
 %)÷õiõ*iõ:7ð8Jð -1ðJð %)÷	Jõ>
ð& ô2ó ð2õNõ
õ
õõ1õ,õ#÷J.ó .rA   râ  >   r   r   r   )r^   N)r   ry   r;   r±   rÛ   r±  râ   é   r   r_   r»   éýÿÿÿéüÿÿÿiúÿÿÿiøÿÿÿiôÿÿÿ)mÚ__conditional_annotations__Ú
__future__r   r  r  rÇ  rR  rz   rë   Útorch.nnrO  Útorch.nn.functionalrP  rò  rG  Útorch.nn.modules.convr   Úadapter.adapterr   r   Úmodels._constr   r   Úquantization.configr	   r
   r   r   r   r   r   Úquantization.fallback_smoothr   Úutils.backendr   Úutils.loggerr   Ú r   rã  r”  r“  rà  rM   rG   r'  r1  r·  r\  ÚPRISM_Q1_0_G128_VALUErŠ  r‹  rA  rS  rg  r-  rƒ   r�   r”   rm  r9   Ú__annotations__rS   rl   r�   r•   r¤   r­   r³   rÂ   rÈ   r¼   rÑ   rÍ   rÖ   rß   ræ   rî   rý   rí   r  r!  r*  r.  r9  rF  rK  rY  r]  ri  rp  rÌ   r…  rŒ  r�  rJ  r©  r­  rµ  rº  r¾  rÁ  rÇ  rÊ  rÏ  rÚ  rà  râ  Ú__all__)r  s   @r?   Ú<module>r-     sû  øð÷ #Ð "ã Û 	Û ã Û Ý ß Ð Û Ý )ç ,ß -÷÷ ñ õ 9Ý $Ý (Ý #ðÛà€Oñ „ð ˆV�Q˜ c¨;¸Ð;Ø�&˜!˜\¨3°¸RÐ@Ø
ˆV�Q˜ b¨+°rÐ:Ø
ˆV�Q˜ b¨+°rÐ:Ø
ˆV�Q˜ b¨+°rÐ:Ø
ˆV�Q˜ c¨;¸Ð<Ø
ˆV�Q˜ c¨;¸Ð<Ø
ˆV�Q˜ c¨;¸Ð<Øˆf�a˜ s¨K¸Ð<Øˆf�a˜ s¨K¸Ð<Øˆf�a˜ r¨;¸Ð;Øˆf�a˜ r¨;¸Ð;ð€ð ˆFØ�Ø
ˆFØ
ˆFØ
ˆFØ
ˆFØˆfØˆfØ
ˆFØˆfØˆfØ
ˆFð$Ð  ð Ð ØÐ Ú)€Ø"Ð ØÐ Ø Ð ØÐ à
ØÐ0ØÐ.ðð ØÐ0ØÐ.ðð	Ð ð €uØ€uØ€vØ€vØˆØˆØˆØˆØˆØˆØˆØˆØÐ/ØˆðÐ ð" ‡M‚M�"—)’)˜C r§x¡xÔ0°Õ9ÀÈHÔU×\Ñ\Ð]_×]dÑ]dÓeÐhiÕiÐlmÕmð ð 68Ð Ð2Ó 7õ#õ !õH,õ*,õõLõRõNõ,oð —8’8ÐUÐ]_×]dÑ]dÔeÐ õ!õ0õ/õ6õõõ$õ$õ']õTõ.õ:+õ\$]õN=õõ2UõDõ*ð(Dð
 )-ð(Dð Ÿ™÷(DõVðð )-ðð Ÿ™÷	õ	;õ*õ(NõWõAõ(hõAõJõYõ*õ2%õ,4Kônc.Ð+ô c.ðL Ð
‚øðk* ô Ø€HØƒOðús   Á3K( Ë(K7Ë6K7