+
    ÒÜ³j  ã                   óx   € ^ RI t ^ RIHtHtHtHtHtHtHt R R lt	R R lt
R t^] P                  3R ltR	 tR# )
é    N)ÚWQLinear_GEMMÚWQLinear_GEMVÚWQLinear_MarlinÚWQLinear_ExllamaÚWQLinear_ExllamaV2ÚWQLinear_GEMVFastÚWQLinear_IPEXc                ó0   € V ^8„  d   QhR\         R\         /# )é   ÚseqlenÚreturn)Úint)Úformats   "ÚV/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/utils/fused_utils.pyÚ__annotate__r      s   € ÷ Vñ V¤#ð V¬#ñ Vó    c                 ó®  € V  FÎ  pVP                   P                  pW1,           VP                   P                  8„  pV^8”  dG   V'       g   V^ 8”  d8   VP                   P                  P	                  W3R7      VP                   n        K…  V^8X  g   KŽ  V'       g   K˜  VP                   P                  P	                  V^dR7      VP                   n        KÐ  	  R# )é   )ÚnN)ÚattnÚ	start_posÚmax_seq_lenÚcacheÚroll_kv_n_steps)Úblocksr   Úblockr   Úwill_cache_be_exceededs   &&   r   Úprepare_cacher      s¥   € ÛˆØ—J‘J×(Ñ(ˆ	Ø!*Õ!3°e·j±j×6LÑ6LÑ!LÐð �AŒ:×1°YÀ´]Ø#(§:¡:×#3Ñ#3×#CÑ#CØð $Dó $ˆE�J‰JÖ ð
 �qŽ[×3Ñ3Ø#(§:¡:×#3Ñ#3×#CÑ#CÀIÐQTÐ#CÓ#UˆE�J‰JÖ ó r   c                óD   € V ^8„  d   QhR\         P                  R\        /# )r   Ú	input_idsÚlast_forward_num_tokens)ÚtorchÚTensorr   )r   s   "r   r   r      s   € ÷ ?ñ ?¤§¡ð ?Ìñ ?r   c                 ó†   € V P                   R,          pTpV^8w  d   W!,
          pV^8X  d   V RRR13,          p WV,           3# )r   ºNNNNéÿÿÿÿ)Úshape)r    r!   Únum_input_tokensÚnum_new_tokenss   &&  r   Úprepare_input_idsr*      sN   € à —‘ rÕ*ÐØ%€Nà˜1ÔØ)ÕCˆð ˜QÔØ! ! R¡S &Õ)ˆIà°Õ>Ð>Ð>r   c                 óŽ  € VP                   e:   \        P                  ! VP                   VP                   VP                   .^ R7      MR p\        V\        4      '       d   \        pM­\        V\
        4      '       d   \
        pM�\        V\        4      '       d   \        pMs\        V\        4      '       d   \        pMV\        V\        4      '       d   \        pM9\        V\        4      '       d   \        pM\        V\        4      '       d   \        pX! VP                  VP                  VP                  VP                  VP                  ,           VP                  ,           VP                   R J\        \!        V P#                  4       P%                  4       4      4      P&                  4      p\        V\
        4      '       dÎ   \        P                  ! VP(                  VP(                  VP(                  .^ R7      Vn        \        P                  ! VP*                  VP*                  VP*                  .^ R7      Vn        \        P                  ! VP,                  VP,                  VP,                  .^ R7      Vn        VP.                  Vn        EM\        V\        4      '       g   \        V\        4      '       d½   \        P                  ! VP(                  VP(                  VP(                  .^R7      Vn        \        P                  ! VP*                  VP*                  VP*                  .^R7      Vn        \        P                  ! VP,                  VP,                  VP,                  .^R7      Vn        EM4\        V\        4      '       d½   \        P                  ! VP(                  VP(                  VP(                  .^R7      Vn        \        P                  ! VP*                  VP*                  VP*                  .^R7      Vn        \        P                  ! VP,                  VP,                  VP,                  .^R7      Vn        EMb\        V\        4      '       d½   \        P                  ! VP(                  VP(                  VP(                  .^R7      Vn        \        P                  ! VP*                  VP*                  VP*                  .^R7      Vn        \        P                  ! VP,                  VP,                  VP,                  .^R7      Vn        EM�\        V\        4      '       d~   \        P                  ! VP(                  VP(                  VP(                  .^R7      Vn        \        P                  ! VP,                  VP,                  VP,                  .^R7      Vn        Mý\        V\        4      '       dè   \        P                  ! VP(                  VP(                  VP(                  .^ R7      Vn        \        P                  ! VP*                  VP*                  VP*                  .^R7      P1                  4       Vn        \        P                  ! VP,                  VP,                  VP,                  .^R7      P1                  4       Vn        VP.                  Vn        WFn         WV3 F	  pV=V=V=K  	  V# )N©Údim)Úbiasr"   ÚcatÚ
isinstancer	   r   r   r   r   r   r   Úw_bitÚ
group_sizeÚin_featuresÚout_featuresÚnextÚiterÚ
state_dictÚvaluesÚdeviceÚqweightÚqzerosÚscalesÚsplit_k_itersÚ
contiguous)ÚmoduleÚq_projÚk_projÚv_projr.   Úq_linearÚ	qkv_layerÚlayers   &&&&    r   Úfuse_qkvrF   -   sÂ  € ð �;‰;Ò"ô 	�	Š	�6—;‘; §¡¨V¯[©[Ð9¸qÕAàð 	ô �&œ-×(Ò(Ü ‰Ü	�FœM×	*Ò	*Ü ‰Ü	�FœM×	*Ò	*Ü ‰Ü	�FÔ,×	-Ò	-Ü#‰Ü	�FÔ.×	/Ò	/Ü%‰Ü	�FœO×	,Ò	,Ü"‰Ü	�FÔ-×	.Ò	.Ü$ˆáØ�‰Ø×ÑØ×ÑØ×Ñ˜f×1Ñ1Õ1°F×4GÑ4GÕGØ�‰˜4ÐÜŒT�&×#Ñ#Ó%×,Ñ,Ó.Ó/Ó0×7Ñ7ó€Iô �&œ-×(Ò(Ü!ŸIšIØ�^‰^˜VŸ^™^¨V¯^©^Ð<À!ô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Ôð #)×"6Ñ"6ˆ	ÖÜ	�FœM×	*Ò	*¬j¸Ä×.OÒ.OÜ!ŸIšIØ�^‰^˜VŸ^™^¨V¯^©^Ð<À!ô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Öô 
�FÔ,×	-Ò	-Ü!ŸIšIØ�^‰^˜VŸ^™^¨V¯^©^Ð<À!ô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Öô 
�FÔ.×	/Ò	/Ü!ŸIšIØ�^‰^˜VŸ^™^¨V¯^©^Ð<À!ô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Öô 
�FœO×	,Ò	,Ü!ŸIšIØ�^‰^˜VŸ^™^¨V¯^©^Ð<À!ô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ˆ	Õô 
�FÔ-×	.Ò	.Ü!ŸIšIØ�^‰^˜VŸ^™^¨V¯^©^Ð<À!ô
ˆ	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ç
‰*‹,ð 	Ôô !Ÿ9š9Ø�]‰]˜FŸM™M¨6¯=©=Ð9¸qô
ç
‰*‹,ð 	Ôð #)×"6Ñ"6ˆ	Ôà„Nà &Ó)ˆØˆ]˜E˜L¨%ª,ñ *ð Ðr   c           	      ó  € \        V  Uu. uF  qDP                  NK  	  up4      p\        V ^ ,          P                  V ^ ,          P                  V ^ ,          P
                  VRVR7      pT! V  Uu. uF  qDP                  NK  	  upVR7      Vn        T! V  Uu. uF  qDP                  NK  	  upVR7      Vn        T! V  Uu. uF  qDP                  NK  	  upVR7      Vn        V  F
  pV=V=V=?K  	  V# u upi u upi u upi u upi )r   N)r.   Údevr,   )	Úsumr4   r   r1   r2   r3   r:   r;   r<   )Úlinearsr9   r-   Ú	operationrE   Útotal_out_featuresÚfuseds   &&&&   r   Úfuse_linearsrN   ‘   së   € Ü¹gÓF¹g°U×0Ô0¹gÑFÓGÐÜØ��
×ÑØ��
×ÑØ��
×ÑØØØô€Eñ ¹'ÓB¹'°Ÿ}œ}¹'ÑBÈÔL€E„MÙ¹Ó@¹¨uŸlœl¹Ñ@ÀcÔJ€E„LÙ¹Ó@¹¨uŸlœl¹Ñ@ÀcÔJ€E„LãˆØˆ]˜E˜L¨%¨,ºñ ð €Lùò! Gùò CùÚ@ùÚ@s   ŠC3Á/C8ÂC=Â?Dc                 ó*  aa€ V e   T p V # S^ 8X  d7   RRSV3RR RR RR RSV3R	SV3R
SV3RSV^,          ^3RSV3RSV3RSV3/p V # RSS^,          ,           V3RV3R lRVV3R lRV3R lRSV3R	SV3R
SV3RSV^,          ^3RSV3RSV3RSV3/p V # )NÚ	xqkv_viewÚxq_slicec                 ó   € V R,          # )r%   )r%   r%   r   © ©Úxqkvs   &r   Ú<lambda>Ú&get_attention_shapes.<locals>.<lambda>®   ó   €  T¨'¦]r   Úxk_slicec                 ó   € V R,          # )r%   )r%   r%   r   rS   rT   s   &r   rV   rW   ¯   rX   r   Úxv_slicec                 ó   € V R,          # )r%   )r%   r%   r   rS   rT   s   &r   rV   rW   °   rX   r   Úxq_viewÚxk_viewÚxv_viewÚ
xk_reshapeÚsingle_xq_viewÚsingle_xk_viewÚsingle_xv_viewc                 ó    <€ V R R ^ S13,          # ©r%   rS   )rU   Ún_headss   &€r   rV   rW   ½   s   ø€  T¨!¨Q°°'°	¨/Ö%:r   c                 ó.   <€ V R R SSS,           13,          # re   rS   )rU   rf   Ú
n_kv_headss   &€€r   rV   rW   ¾   s   ø€  T¨!¨Q°¸7ÀZÕ;OÐ0PÐ*PÖ%Qr   c                 ó"   <€ V R R S) R13,          # )r%   NrS   )rU   rh   s   &€r   rV   rW   ¿   s   ø€  T¨!¨Q°°±Ð*<Ö%=r   r&   rS   )Úattention_shapesrf   rh   Úhead_dims   &ff&r   Úget_attention_shapesrl   ¥   s   ù€ ð Ò#Ø+Ðð@ Ðð= 
�qŒà˜"˜g xÐ0ØÑ2ØÑ2ØÑ2Ø˜ Ð*Ø˜ Ð*Ø˜ Ð*Ø˜7 H°¥M°1Ð5Ø˜w¨Ð1Ø˜w¨Ð1Ø˜w¨Ð1ð
Ðð: Ðð ˜' J°¥NÕ2°HÐ=ØÔ:ØÕQØÔ=Ø˜ Ð*Ø˜
 HÐ-Ø˜
 HÐ-Ø˜: x°1¥}°aÐ8Ø˜w¨Ð1Ø˜z¨8Ð4Ø˜z¨8Ð4ð
Ðð Ðr   )r"   Úawq.modules.linearr   r   r   r   r   r   r	   r   r*   rF   r/   rN   rl   rS   r   r   Ú<module>rn      s>   ðÛ ÷÷ ñ õVõ ?òaðH '(°5·9±9ô ô($r   