+
    "Ý³j¶  ã                  ó&  € ^ RI Ht ^ RIHt ^RIHtHtHtHtH	t	 Rt
RtR R ltR R	 ltR
 R ltR R ltR R ltR R lt]! ]
]R,]RR R]]]RRRRR7      tR tR R ltR R ltR R  ltR! R" ltR# tR$ R% ltR& tR' tR( tR) tR* t. R-OtR+# ).é    )Úannotations)ÚPath)ÚTorchOpsJitExtensionÚ cuda_include_paths_with_fallbackÚdefault_jit_cflagsÚdefault_jit_cuda_cflagsÚdefault_torch_ops_build_rootÚgptqmodel_awq_opsÚgptqmodel_awqc               ó   € V ^8„  d   QhRR/# )é   Úreturnr   © )Úformats   "ÚT/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/utils/awq.pyÚ__annotate__r      s   € ÷ Iñ I�4ñ Ió    c                 óz   € \        \        4      P                  4       P                  ^,          R,          R,          # )r   Úgptqmodel_extÚawq)r   Ú__file__ÚresolveÚparentsr   r   r   Ú	_awq_rootr      s*   € Ü”‹>×!Ñ!Ó#×+Ñ+¨AÕ.°Õ@À5ÕHÐHr   c               ó   € V ^8„  d   QhRR/# ©r   r   z	list[str]r   )r   s   "r   r   r      s   € ÷ ñ �iñ r   c                 óà   € \        4       p \        V R ,          4      \        V R,          R,          4      \        V R,          R,          4      \        V R,          4      \        V R,          4      .# )ztorch_bind.cppÚquantizationzgemm_cuda_gen.cuzgemv_cuda.cuzgemm_fast_cuda_entry.cuzgemv_fast_cuda_entry.cu)r   Ústr)Úroots    r   Ú_awq_sourcesr!      sb   € Ü‹;€DäˆDÐ#Õ#Ó$ÜˆD�>Õ!Ð$6Õ6Ó7ÜˆD�>Õ! NÕ2Ó3ÜˆDÐ,Õ,Ó-ÜˆDÐ,Õ,Ó-ðð r   c               ó   € V ^8„  d   QhRR/# )r   r   ztuple[str, ...]r   )r   s   "r   r   r   $   s   € ÷ ñ  Oñ r   c                 ó   € R# )ú
cusparse.h)r$   r   r   r   r   Ú_awq_required_cuda_headersr%   $   s   € ØÐr   c               ó   € V ^8„  d   QhRR/# r   r   )r   s   "r   r   r   (   s   € ÷ ñ ˜Iñ r   c                 óP   € \        \        \        4       4      .\        4       R 7      # ))Úrequired_header_names)r   r   r   r%   r   r   r   Ú_awq_include_pathsr)   (   s"   € Ü+Ü	ŒY‹[Ó	ÐÜ8Ó:ôð r   c               ó   € V ^8„  d   QhRR/# r   r   )r   s   "r   r   r   /   s   € ÷ 0ñ 0˜9ñ 0r   c                 ó   € \        R R7      # )T)Úenable_bf16)r   r   r   r   Ú_awq_extra_cflagsr-   /   s   € Ü¨$Ô/Ð/r   c               ó   € V ^8„  d   QhRR/# r   r   )r   s   "r   r   r   3   s   € ÷ 	ñ 	 	ñ 	r   c            
     ó&   € \        R R R R RR R R7      # )TF)r,   Úinclude_lineinfoÚinclude_nvcc_threadsÚinclude_ptxas_optimizationsÚinclude_ptxas_verbosityÚinclude_fatbin_compressionÚinclude_diag_suppress)r   r   r   r   Ú_awq_extra_cuda_cflagsr6   3   s$   € Ü"ØØØ!Ø$(Ø %Ø#'Ø"ôð r   ÚGPTQMODEL_AWQ_BUILD_ROOTc                 ó   € \        R 4      # ©r   )r	   r   r   r   Ú<lambda>r:   O   s
   € Ô;¸EÔBr   ÚAWQÚGPTQMODEL_AWQ_FORCE_REBUILDÚGPTQMODEL_EXT_VERBOSETF)ÚnameÚ	namespaceÚrequired_opsÚsourcesÚbuild_root_envÚdefault_build_rootÚdisplay_nameÚextra_cflagsÚextra_cuda_cflagsÚextra_include_pathsÚforce_rebuild_envÚverbose_envÚrequires_cudaÚpython_abi_dependentc                 ó   € ^ RI Hp  V # )r   )Ú	extension)Ú	gptqmodelrM   ©Úextension_apis    r   Ú_extension_apirQ   [   s   € Ý4àÐr   c               ó   € V ^8„  d   QhRR/# )r   r   ÚNoner   )r   s   "r   r   r   a   s   € ÷ +ñ + 4ñ +r   c                 ó.   € \         P                  4        R # )N)Ú_AWQ_TORCH_OPS_EXTENSIONÚclear_cacher   r   r   Úclear_awq_extension_cacherW   a   s   € Ü×(Ñ(Ö*r   c               ó   € V ^8„  d   QhRR/# ©r   r   Úboolr   )r   s   "r   r   r   e   s   € ÷ 0ñ 0˜tñ 0r   c                 ó4   € \        4       P                  R 4      # r9   )rQ   Úis_availabler   r   r   Úawq_runtime_availabler]   e   s   € ÜÓ×(Ñ(¨Ó/Ð/r   c               ó   € V ^8„  d   QhRR/# )r   r   r   r   )r   s   "r   r   r   i   s   € ÷ Iñ I˜3ñ Ir   c                 ó~   € \        4       p V P                  R 4      '       d   R# V P                  R 4      ;'       g    R# )r   Ú zCUDA AWQ runtime unavailable.)rQ   r\   ÚerrorrO   s    r   Úawq_runtime_errorrb   i   s8   € Ü"Ó$€MØ×!Ñ! %×(Ò(ÙØ×Ñ˜uÓ%×HÐHÐ)HÐHr   c               ó   € V ^8„  d   QhRR/# rY   r   )r   s   "r   r   r   p   s   € ÷ 4ñ 4˜tñ 4r   c                 óD   € \        4       P                  R R7      R ,          # )r   )r>   )rQ   Úloadr   r   r   Úprewarm_awq_extensionrf   p   s   € ÜÓ× Ñ  eÐ Ó,¨UÕ3Ð3r   c                 ó4   € \        4       P                  R 4      # r9   )rQ   r?   r   r   r   Ú_awq_runtime_namespacerh   t   s   € ÜÓ×%Ñ% eÓ,Ð,r   c               ó   € V ^8„  d   QhRR/# )r   Ú
fp32_accumrZ   r   )r   s   "r   r   r   x   s   € ÷ qñ qÐPTñ qr   c                óF   € \        4       P                  R R4      ! WW#WE4      # )r   Úgemm_forward©rQ   Úop)ÚinputÚqweightÚscalesÚqzerosÚsplit_k_itersrj   s   &&&&&&r   Úawq_gemm_forwardrt   x   s"   € ÜÓ×Ñ˜u nÔ5°eÀfÐVcÓpÐpr   c           	     óH   € \        4       P                  R R4      ! WW#WEV4      # )r   Údequantize_weightsrm   )rp   rq   rr   rs   ÚthxÚthyÚdbgs   &&&&&&&r   Úawq_dequantize_weightsrz   |   s&   € ÜÓ×Ñ˜uÐ&:Ô;¸GÈVÐdgÐnqÓrÐrr   c                óF   € \        4       P                  R R4      ! WW#WE4      # )r   Úgemmv2_forwardrm   )ro   rp   rq   rr   Ú
group_sizers   s   &&&&&&r   Úawq_gemmv2_forwardr~   €   s#   € ÜÓ×Ñ˜uÐ&6Ô7¸ÈÐXbÓrÐrr   c                óF   € \        4       P                  R R4      ! WW#V4      # )r   Úgemv_forwardrm   )ro   rp   rq   rr   r}   s   &&&&&r   Úawq_gemv_forwardr�   „   s"   € ÜÓ×Ñ˜u nÔ5°eÀfÐV`ÓaÐar   c                óD   € \        4       P                  R R4      ! WW#4      # )r   Úgemm_fast_forward_prefillrm   )ro   rp   rq   rr   s   &&&&r   Úawq_fast_gemm_forward_prefillr„   ˆ   s!   € ÜÓ×Ñ˜uÐ&AÔBÀ5ÐSYÓbÐbr   c           
     óH   € \        4       P                  R R4      ! WW#WEWg4      # )r   Úgemv_fast_forward_decoderm   )ro   rp   rq   rr   ÚmÚnÚkr}   s   &&&&&&&&r   Úawq_fast_gemv_forward_decoderŠ   Œ   s'   € ÜÓ×Ñ˜uÐ&@ÔAÀ%ÐRXÐbcÐhiÓvÐvr   N)rl   Úgemm_forward_fp32_reducer|   r€   rƒ   r†   rv   )
rz   r„   rŠ   rt   r~   r�   r]   rb   rW   rf   ) Ú
__future__r   Úpathlibr   Úcppr   r   r   r   r	   Ú_AWQ_OPS_NAMEÚ_AWQ_OPS_NAMESPACEr   r!   r%   r)   r-   r6   rU   rQ   rW   r]   rb   rf   rh   rt   rz   r~   r�   r„   rŠ   Ú__all__r   r   r   Ú<module>r’      sÈ   ðõ #å ÷õ ð $€Ø$Ð õIõõõõ0õ	ñ 0Ø	Ø ðð Ø-ÙBØØ"Ø,Ø*Ø3Ø'ØØô-Ð ò4õ+õ0õIõ4ò-õqòsòsòbòcòwò‚r   