+
    "Ý³j.*  ã                  ó  € ^ RI Ht ^ RIt^ RIHt ^ RIHt ^ RIHtH	t	 ^RI
Ht ]'       d   ^RIHt ]! 4       t]! RR	7       ! R
 R4      4       tR R ltR R ltR R lt]! RRRR R7      ]! RRSR R7      ]! RRTR R7      ]! RRTR R7      ]! RRUR R7      ]! RRVR R7      ]! RRWR  R7      ]! R!RXR" R# R$ R%7      ]! R&RTR' R7      ]! R(RTR) R7      ]! R*RYR+ R, R- R%7      ]! R.RZR/ R7      ]! R0R[R1 R2 R3 R%7      3t] U u/ uF  q P(                  V bK  	  up t] U u/ uF  q P(                  ]P-                  4       bK  	  up tR4R\/t] U Uu/ uF/  p V P(                  .V P2                  O F  pWP(                  bK  	  K1  	  upp tR5 R6 ltR7 R8 ltR9 R: ltR; R< ltR= R> ltR? R@ lt RA RB lt!RC RD lt"RE RF lt#RGR/RH RI llt$RJ RK lt%RGR/RL RM llt&RGR/RN RO llt'R]RGR/RP RQ lllt(. R^Ot)R# u up i u up i u upp i )_é    )ÚannotationsN)Ú	dataclass)Úimport_module)ÚTYPE_CHECKINGÚCallable)Úsetup_logger)ÚTorchOpsJitExtensionT)Úfrozenc                  óR   € ] tR t^t$ R]R&   R]R&   R]R&   RtR]R	&   RtR
]R&   RtR# )Ú_ExtensionSpecÚstrÚnameútuple[str, ...]Úaliasesz"Callable[[], TorchOpsJitExtension]ÚresolveNzCallable[[], bool] | NoneÚ	supportedzCallable[[], str] | NoneÚunsupported_error© )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotations__r   r   Ú__static_attributes__r   ó    ÚT/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/extension.pyr   r      s*   ‡ à
ƒIØÓØ/Ó/Ø+/€IÐ(Ó/Ø26ÐÐ/×6r   r   c               ó    € V ^8„  d   QhRRRR/# )é   Úmodule_namer   Ú	attr_namer   )Úformats   "r   Ú__annotate__r"      s   € ÷ :ñ :˜sð :¨sñ :r   c                ó,   € \        \        V 4      V4      # ©N)Úgetattrr   ©r   r    s   &&r   Ú_resolve_attrr'      s   € Ü”= Ó-¨yÓ9Ð9r   c               ó$   € V ^8„  d   QhRRRRRR/# ©r   r   r   r    Úreturnr	   r   )r!   s   "r   r"   r"   "   s"   € ÷ 1ñ 1¨ð 1¸ð 1ÐAUñ 1r   c                ó   € \        W4      # r$   ©r'   r&   s   &&r   Ú_resolve_extension_attrr-   "   s   € Ü˜Ó0Ð0r   c               ó$   € V ^8„  d   QhRRRRRR/# r)   r   )r!   s   "r   r"   r"   &   s"   € ÷ 3ñ 3¨Cð 3¸Cð 3ÐDXñ 3r   c                ó"   € \        W4      ! 4       # r$   r,   r&   s   &&r   Ú_resolve_extension_factoryr0   &   s   € Ü˜Ô0Ó2Ð2r   Úpack_block_cpuc                 ó   € \        R R4      # )úgptqmodel.utils.cppÚ_pack_block_extension©r0   r   r   r   Ú<lambda>r6   .   ó   € Ô2Ð3HÐJaÔbr   )r   r   r   Ú
floatx_cpuc                 ó   € \        R R4      # )r3   Ú_floatx_cpu_extensionr5   r   r   r   r6   r6   3   r7   r   Úawqc                 ó   € \        R R4      # )zgptqmodel.utils.awqÚ_AWQ_TORCH_OPS_EXTENSION©r-   r   r   r   r6   r6   8   ó   € Ô/Ð0EÐGaÔbr   Úqqqc                 ó   € \        R R4      # )zgptqmodel.utils.qqqÚ_QQQ_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   =   r?   r   Ú	exllamav2c                 ó   € \        R R4      # )úgptqmodel.utils.exllamav2Ú#_EXLLAMAV2_GPTQ_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   B   s   € Ô/Ð0KÐMrÔsr   Úexllamav2_awqc                 ó   € \        R R4      # )rE   Ú"_EXLLAMAV2_AWQ_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   G   s   € Ô/Ð0KÐMqÔrr   Ú	exllamav3c                 ó   € \        R R4      # )zgptqmodel.exllamav3.extÚ_EXLLAMAV3_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   L   s   € Ô/Ð0IÐKkÔlr   Úmachetec                 ó   € \        R R4      # )úgptqmodel.utils.macheteÚ_MACHETE_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   Q   s   € Ô/Ð0IÐKiÔjr   c                 ó$   € \        R R4      ! 4       # )rO   Ú_validate_machete_build_supportr,   r   r   r   r6   r6   R   s   € œ-Ð(AÐCdÔeÔgr   c                 ó$   € \        R R4      ! 4       # )rO   Úmachete_runtime_errorr,   r   r   r   r6   r6   S   s   € ¤-Ð0IÐKbÔ"cÔ"er   )r   r   r   r   r   Úmarlin_fp16c                 ó   € \        R R4      # )úgptqmodel.utils.marlinÚ _MARLIN_FP16_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   X   ó   € Ô/Ð0HÐJlÔmr   Úmarlin_bf16c                 ó   € \        R R4      # )rW   Ú _MARLIN_BF16_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   ]   rY   r   Ú	swordfishc                 ó   € \        R R4      # )úgptqmodel.utils.swordfishÚ_SWORDFISH_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   b   s   € Ô/Ð0KÐMmÔnr   c                 ó$   € \        R R4      ! 4       # )r_   Ú!_validate_swordfish_build_supportr,   r   r   r   r6   r6   c   s   € œ-Ð(CÐEhÔiÔkr   c                 ó$   € \        R R4      ! 4       # )r_   Úswordfish_runtime_errorr,   r   r   r   r6   r6   d   s   € ¤-Ð0KÐMfÔ"gÔ"ir   Ú	paroquantc                 ó   € \        R R4      # )zgptqmodel.utils.paroquantÚ_PAROQUANT_ROTATION_EXTENSIONr>   r   r   r   r6   r6   i   s   € Ô/Ð0KÐMlÔmr   Úhadamardc                 ó   € \        R R4      # )úgptqmodel.utils.hadamardÚ_HADAMARD_TORCH_OPS_EXTENSIONr>   r   r   r   r6   r6   n   s   € Ô/Ð0JÐLkÔlr   c                 ó$   € \        R R4      ! 4       # )rj   Úhadamard_supportedr,   r   r   r   r6   r6   o   s   € œ-Ð(BÐDXÔYÔ[r   c                 ó$   € \        R R4      ! 4       # )rj   Úhadamard_runtime_errorr,   r   r   r   r6   r6   p   s   € ¤-Ð0JÐLdÔ"eÔ"gr   Úmarlinc               ó    € V ^8„  d   QhRRRR/# ©r   r   r   r*   r   )r!   s   "r   r"   r"   †   s   € ÷ Iñ I Cð I¨Cñ Ir   c                óª   € R P                  \        V 4      P                  4       P                  4       P	                  RR 4      P                  4       4      # )Ú_Ú-)Újoinr   ÚstripÚlowerÚreplaceÚsplit©r   s   &r   Ú_normalize_extension_namer|   †   s;   € Ø�8‰8”C˜“I—O‘OÓ%×+Ñ+Ó-×5Ñ5°c¸3Ó?×EÑEÓGÓHÐHr   c               ó   € V ^8„  d   QhRR/# )r   r*   r   r   )r!   s   "r   r"   r"   Š   s   € ÷ 9ñ 9˜oñ 9r   c                 ój   € \         ;QJ d    . R \         4       F  NK  	  5# ! R \         4       4      # )z9Return the concrete extension names accepted by `load()`.c              3  ó8   "  € T F  qP                   x € K  	  R # 5ir$   r{   ©Ú.0Úspecs   & r   Ú	<genexpr>Ú'available_extensions.<locals>.<genexpr>�   s   é € Ð8Ñ'7˜t—–Ó'7ùs   ‚)ÚtupleÚ_EXTENSION_SPECSr   r   r   Úavailable_extensionsr‡   Š   s(   € ÷ Œ5Ñ8Õ'7Ó8�5Ð8ˆ5Ñ8Õ'7Ó8Ó8Ð8r   c               ó    € V ^8„  d   QhRRRR/# )r   r‚   r   r*   Úboolr   )r!   s   "r   r"   r"   �   s   € ÷ ñ ˜.ð ¨Tñ r   c                óz   € V P                   f   R#  \        V P                  4       4      #   \         d     R# i ; i)NTF)r   r‰   Ú	Exception©r‚   s   &r   Ú_spec_supportedr�   �   s8   € Ø‡~�~ÒÙðÜ�D—N‘NÓ$Ó%Ð%øÜô Úðús   ’+ «:¹:c               ó    € V ^8„  d   QhRRRR/# )r   r   r   r*   r   r   )r!   s   "r   r"   r"   ™   s   € ÷ ñ ¨ð °ñ r   c                ó   € \        T ;'       g    R 4      pVR 8X  d5   \        ;QJ d    . R \         4       F  NK  	  5# ! R \         4       4      # V\        9   d   \        V,          # \        P                  V4      pVe   V3# \        . \        4       O\        P                  4       O54      p\        RV  RRP                  V4       R24      h)Úallc              3  ó`   "  € T F$  p\        V4      '       g   K  VP                  x € K&  	  R # 5ir$   )r�   r   r€   s   & r   rƒ   Ú0_resolve_requested_extensions.<locals>.<genexpr>œ   s   é € ÐUÑ+; 4¼Èt×?T”Y�T—Y–YÓ+;ùs   ‚.š.zUnknown extension `z`. Expected one of: ú, Ú.)r|   r…   r†   Ú_EXTENSION_GROUPSÚ_EXTENSION_ALIASESÚgetÚsortedr‡   ÚkeysÚ
ValueErrorrv   )r   Ú
normalizedÚconcreteÚalloweds   &   r   Ú_resolve_requested_extensionsrž   ™   s½   € Ü*¨4¯=¨=°5Ó9€JØ�UÔßŒuÑUÕ+;ÓU�uÐUˆuÑUÕ+;ÓUÓUÐUØÔ&Ô&Ü  Õ,Ð,Ü!×%Ñ% jÓ1€HØÒØˆ{ÐäÐIÔ+Ó-ÐIÔ0A×0FÑ0FÓ0HÑIÓJ€GÜ
Ø
˜d˜VÐ#7¸¿	¹	À'Ó8JÐ7KÈ1ÐMóð r   c               ó    € V ^8„  d   QhRRRR/# )r   r‚   r   r*   r   r   )r!   s   "r   r"   r"   ©   s   € ÷ =ñ = .ð =°Sñ =r   c                óÌ   € V P                   f   V P                   R2#  V P                  4       ;'       g    V P                   R2#   \         d    T P                   R2u # i ; i)Nz is not supported on this host.)r   r   r‹   rŒ   s   &r   Ú_spec_unsupported_errorr¡   ©   si   € Ø×ÑÒ%Ø—)‘)�Ð;Ð<Ð<ð=Ø×%Ñ%Ó'×XÐX¨d¯i©i¨[Ð8WÐ+XÐXøÜô =Ø—)‘)�Ð;Ð<Ò<ð=ús   ŸA ¶A ÁA#Á"A#c               ó    € V ^8„  d   QhRRRR/# )r   Ú	extensionr	   r*   r‰   r   )r!   s   "r   r"   r"   ²   s   € ÷ &ñ &Ð3ð &¸ñ &r   c                ó"   € V P                  4       # r$   )Ú_ops_available)r£   s   &r   Ú_process_loadedr¦   ²   s   € Ø×#Ñ#Ó%Ð%r   c               ó    € V ^8„  d   QhRRRR/# rr   r   )r!   s   "r   r"   r"   ¶   s   € ÷ ñ ¨ð °ñ r   c                óŒ   € \        V 4      p\        V4      ^8w  d"   \        RV  RRP                  V4       R24      hV^ ,          # )é   zExtension `z#` resolves to multiple extensions: r“   z5. Use one concrete extension name for this operation.)rž   Úlenrš   rv   )r   Úresolveds   & r   Ú_resolve_single_extension_namer¬   ¶   sV   € Ü,¨TÓ2€HÜ
ˆ8ƒ}˜ÔÜØ˜$˜ÐBÀ4Ç9Á9ÈXÓCVÐBWð XBð Bó
ð 	
ð �A�;Ðr   c               ó    € V ^8„  d   QhRRRR/# )r   r   r   r*   r	   r   )r!   s   "r   r"   r"   À   s   € ÷ Tñ T˜cð TÐ&:ñ Tr   c                óJ   € \         \        V 4      ,          P                  4       # r$   )Ú_EXTENSION_SPECS_BY_NAMEr¬   r   r{   s   &r   Ú_extension_for_namer°   À   s   € Ü#Ô$BÀ4Ó$HÕI×QÑQÓSÐSr   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r   r   Ú	use_cacher‰   r*   r	   r   )r!   s   "r   r"   r"   Ä   s"   € ÷ ñ �Cð  tð Ð0Dñ r   c               ó  € \        V 4      p\        V,          p\        V4      '       g   \        \	        V4      4      h\
        V,          ;_uu_ 4        VP                  4       pV'       g:   \        V4      '       d   \        VP                   R 24      hVP                  4        VP                  4       '       g1   \        VP                  4       ;'       g    VP                   R24      hVuuRRR4       #   + '       g   i     R# ; i)zO: already loaded in this Python process. Restart Python to force recompilation.z,: failed to compile torch.ops JIT extension.N)r¬   r¯   r�   ÚRuntimeErrorr¡   Ú_EXTENSION_API_LOCKSr   r¦   Údisplay_nameÚclear_cacheÚloadÚlast_error_message)r   r²   Úextension_namer‚   r£   s   &$   r   Ú	_load_oner»   Ä   sß   € Ü3°DÓ9€NÜ# NÕ3€DÜ˜4× Ò ÜÔ2°4Ó8Ó9Ð9Ü	˜n×	-×	-Ø—L‘L“Nˆ	çÜ˜y×)Ò)Ü"Ø ×-Ñ-Ð.ð /=ð =óð ð ×!Ñ!Ô#à�~‰~×ÒÜØ×,Ñ,Ó.÷ [ð [Ø×,Ñ,Ð-Ð-YÐZóð ð ÷! 
.×	-×	-Ó	-ús   ÁA'C7Â;C7ÃC7Ã7D	r²   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r   r   r²   r‰   r*   r   )r!   s   "r   r"   r"   Ü   s!   € ÷ ñ �sð ¨$ð ¸$ñ r   c               óD   €  \        WR7       R#   \         d     R# i ; i)zKReturn whether one concrete extension can be loaded through the shared API.©r²   TF)r»   r´   ©r   r²   s   &$r   Úis_availablerÀ   Ü   s$   € ðÜ�$Õ,ÙøÜô Úðús   ‚ �žc               ó    € V ^8„  d   QhRRRR/# rr   r   )r!   s   "r   r"   r"   æ   s   € ÷ :ñ :�ð :˜ñ :r   c                ó4   € \        V 4      P                  4       # )zIReturn the last human-readable error captured for one concrete extension.)r°   r¹   r{   s   &r   ÚerrorrÃ   æ   s   € ô ˜tÓ$×7Ñ7Ó9Ð9r   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   r   r   Úop_namer²   r‰   r*   Úobjectr   )r!   s   "r   r"   r"   ì   s(   € ÷ <ñ <ˆSð <˜3ð <¨dð <¸fñ <r   c               ó8   € \        WR7      P                  V4      # )zLReturn one torch.ops handle after ensuring the selected extension is loaded.r¾   )r»   Úop)r   rÅ   r²   s   &&$r   rÈ   rÈ   ì   s   € ô �TÔ/×2Ñ2°7Ó;Ð;r   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r   r   r²   r‰   r*   rÆ   r   )r!   s   "r   r"   r"   ò   s&   € ÷ Cñ C�Cð C tð C°vñ Cr   c               ó6   € \        WR7      P                  4       # )zMReturn the torch.ops namespace object after ensuring the extension is loaded.r¾   )r»   Únamespace_objectr¿   s   &$r   Ú	namespacerÌ   ò   s   € ô �TÔ/×@Ñ@ÓBÐBr   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r   r   r²   r‰   r*   zdict[str, bool]r   )r!   s   "r   r"   r"   ø   s!   € ÷ 0ñ 0ˆsð 0¨$ð 0¸/ñ 0r   c               ó6  € \        V 4      p/ p/ p\        P                  RT RP                  V4      V'       d   RMR4       V F  p \	        WQR7       RW5&   K  	  V'       d5   R	P                  R
 VP                  4        4       4      p\        RV 24      h\        P                  RRP                  V4      4       V#   \
         dP   pRY5&   \        T,          P                  4       pTP                  4       ;'       g    \        T4      YE&    Rp?KÐ  Rp?ii ; i)a   Build one or more GPT-QModel torch.ops JIT extensions ahead of first use.

Args:
    name: One concrete extension name, `marlin` for both Marlin dtype
        variants, or `all` to build every managed JIT extension. Default:
        `all`.
    use_cache: Reuse any compatible cached build artifact when available.
        Set `False` to clear cached on-disk build artifacts before
        compiling. This only works before the selected extension has been
        loaded in the current Python process. Once a torch.ops library is
        registered, a fresh interpreter is required for a true rebuild.

Returns:
    A mapping of concrete extension names to their build/load result.

Raises:
    ValueError: The requested extension name is unknown.
    RuntimeError: One or more selected extensions failed to compile or
        `use_cache=False` was requested after an extension was already loaded
        in the current process.
z'Extension load requested for `%s`: %s%sr“   Ú z (use_cache=False)r¾   TFNÚ
c              3  ó6   "  € T F  w  rR V RV 2x € K  	  R# 5i)z- z: Nr   )r�   r   Úmessages   &  r   rƒ   Úload.<locals>.<genexpr>$  s   é € ÐWÉ±}°t˜b   b¨¨	Õ2Ëùs   ‚zExtension load failed:
z(Extension load finished successfully: %s)rž   ÚlogÚinforv   r»   r´   r¯   r   r¹   r   Úitems)	r   r²   ÚselectedÚresultsÚerrorsrº   Úexcr£   Úsummarys	   &$       r   r¸   r¸   ø   sû   € ô. -¨TÓ2€HØ!€GØ€Fä‡H�HØ1ØØ�	‰	�(Óß‰Ð1ô	ó #ˆð	PÜ�nÕ:Ø&*ˆGÓ#ñ #÷ Ø—)‘)ÑWÈÏÉÌÓWÓWˆÜÐ5°g°YÐ?Ó@Ð@ä‡H�HÐ7¸¿¹À7Ó9KÔLØ€Nøô ô 	PØ&+ˆGÑ#Ü0°Õ@×HÑHÓJˆIØ%.×%AÑ%AÓ%C×%OÐ%OÄsÈ3ÃxˆF×"ûð	Pús   ÁB>Â>DÃ	ADÄD)Ú
pack_blockÚpack)ÚfloatxÚquant_dtype_cpur   )Úexllama2Ú
exllama_v2Úexllamav2_gptq)Úexllama2_awqÚexllama_v2_awq)Úexllama3Ú
exllama_v3)Úgptq_macheteÚawq_machete)Úgptq_swordfishÚawq_swordfish)Úparoquant_rotation)Úfast_hadamard_transform)rU   rZ   )r�   )r‡   rÃ   rÀ   r¸   rÌ   rÈ   )*Ú
__future__r   Ú	threadingÚdataclassesr   Ú	importlibr   Útypingr   r   Úutils.loggerr   Ú	utils.cppr	   rÔ   r   r'   r-   r0   r†   r   r¯   ÚLockrµ   r•   r   r–   r|   r‡   r�   rž   r¡   r¦   r¬   r°   r»   rÀ   rÃ   rÈ   rÌ   r¸   Ú__all__)r‚   Úaliass   00r   Ú<module>r÷      sŽ  ðõ #ã Ý !Ý #ß *å &÷ Ý/ñ ƒn€ñ �$Ô÷7ð 7ó ð7õ:õ1õ3ñ
 ØØ&Ùbôñ
 ØØ-Ùbôñ
 ØØÙbôñ
 ØØÙbôñ
 ØØ<Ùsôñ
 ØØ2Ùrôñ
 ØØ*Ùlôñ
 ØØ/ÙjÙgÙeôñ ØØÙmôñ
 ØØÙmôñ
 ØØ3ÙnÙkÙiôñ ØØ'Ùmôñ
 ØØ,ÙlÙ[ÙgôðCHÐ ñT 9IÓIÑ8H°ŸI™I tšOÑ8HÑIÐ ñ
 AQÓQÑ@P¸Ÿ	™	 9§>¡>Ó#3Ò3Ñ@PÑQÐ ð Ð,ðÐ ñ !ôá ˆØ—)‘)Ð+˜dŸl™lÓ+ˆð 
�9‰9Òá+ñ 
Ù òÐ õIõ9õõõ =õ&õõTõð0°÷ õ:ð<°T÷ <ðC¨d÷ Cñ0°÷ 0ð 0òf W‚ùòo Jùò
 Rùós   ÄG3Ä#G8Å5G=