+
    "Ý³jŽ,  ã            
       óæ  € ^ RI t ^ RIt^RIHt ^RIHt ^RIHtHt ]! 4         ]P                  ! 4        R tR tR tR t^R	IHt ^R
IHt ^RIHt ^RIHt ]! R4      t^RIHt ^RIHtHtHt RsR R ltR tR t  ! R R4      t!]!! 4       t"]! 4        ]! 4        ]! 4        ]! 4        R R lt#^ RI$t$^RI%H&t& ^RI'H(t(H)t) ^RI*H+t+ ^RI,H-t- ^RI.H/t/H0t0 ^RI1H2t2H3t3H4t4H5t5H6t6H7t7H8t8H9t9H:t:H;t;H<t<H=t= ^RIH>t>H?t? ^RI@HAtA ]! 4       P…                  R ]! ]/]A]0]$P‚                  R!7      4       ]! 4       '       d    ^ R"ICHDtD ]D! 4        R# R#   ]
 d     EL!i ; i  ]
 d   tE]F! R#4      ]EhRtEAEii ; i)$é    N)Úget_startup_banner)Ú_MONKEY_PATCH_LOCK)ÚTritonPatchÚpatch_safetensors_save_filec                 ó,  a€  ^ RI Hp  ^ RIHp \
        ;_uu_ 4        TP                  o\        SRR4      '       d    RRR4       R# T ! S4      T3R l4       pRTn        Y!n        RRR4       R#   \         d     R# i ; i  + '       g   i     R# ; i)zKPreserve concrete single-device GPTQ maps for Optimum's later packing step.)Úwraps©ÚGptqHfQuantizerNÚ_gptqmodel_device_map_compatFc                ó  <€ VP                  R4      p\        V\        4      '       dR   V'       dJ   \        \	        VP                  4       4      4      ^8X  d#   \        VR4      '       g   \        V4      Vn        S! W3/ VB # )zABackfill `hf_device_map` when GPTQ uses a single concrete device.Ú
device_mapÚhf_device_map)ÚgetÚ
isinstanceÚdictÚlenÚsetÚvaluesÚhasattrr   )ÚselfÚmodelÚkwargsr   Úoriginal_processs   &&, €ÚS/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/__init__.pyÚ4_process_model_before_weight_loading_with_device_mapÚh_patch_transformers_gptq_device_map_compat.<locals>._process_model_before_weight_loading_with_device_map*   sh   ø€ ð  Ÿ™ LÓ1ˆJä˜:¤t×,Ò,ßÜœ˜J×-Ñ-Ó/Ó0Ó1°QÔ6Ü  ×7Ò7ä&*¨:Ó&6�Ô#Ù# DÑ:°6Ñ:Ð:ó    T)	Ú	functoolsr   Ú&transformers.quantizers.quantizer_gptqr
   Ú	Exceptionr   Ú$_process_model_before_weight_loadingÚgetattrr   )r   r
   r   r   s      @r   Ú*_patch_transformers_gptq_device_map_compatr#      s“   ø€ ðÝ#åJ÷ 
Ö	Ø*×OÑOÐÜÐ#Ð%CÀU×KÒKØ÷ 
Ñ	ñ
 
ÐÓ	 ô
	;ó 
!ð
	;ð ]aÐ<ÔYØ?sÔ<÷' 
Ñ	øô ô Úðú÷ 
×	Ð	ús"   ƒA0 �!BÁBÁ0A?Á>A?ÂB	c                 ó`  €  ^ RI Hp  ^ RIHp ^ RIHp \        ;_uu_ 4        \        T RR4      '       d    RRR4       R# T P                  P                  RT4       T P                  P                  RT4       RT n        RRR4       R#   \         d     R# i ; i  + '       g   i     R# ; i)	av  Teach transformers to treat ParoQuant checkpoints as GPTQ-backed configs.

Upstream transformers currently rejects `quant_method="paroquant"` before
the GPT-QModel loader path gets a chance to handle the checkpoint. ParoQuant
artifacts reuse GPT-QModel/Optimum loading semantics, so register the method
alongside GPTQ only when upstream has not provided native support yet.
)Úautor	   )Ú
GPTQConfigNÚ%_gptqmodel_paroquant_quantizer_compatFÚ	paroquantT)Útransformers.quantizersr%   r   r
   Ú&transformers.utils.quantization_configr&   r    r   r"   Ú AUTO_QUANTIZATION_CONFIG_MAPPINGÚ
setdefaultÚAUTO_QUANTIZER_MAPPINGr'   )Úhf_quant_autor
   r&   s      r   Ú._patch_transformers_paroquant_quantizer_compatr/   ;   s‘   € ðÝAÝJÝE÷ 
Ö	Ü�=Ð"IÈ5×QÒQØ÷ 
Ñ	ð 	×6Ñ6×AÑAÀ+ÈzÔZØ×,Ñ,×7Ñ7¸À_ÔUØ>BˆÔ;÷ 
Ñ	øô ô Úðú÷ 
×	Ð	ús"   ‚B
 ¢BÁ?BÂ
BÂBÂB-	c                 ó  €  ^ RI Hp  \        ;_uu_ 4        \	        T RR4      '       d    RRR4       R#  ! R R\
        4      pT! 4       T n        RT n        RRR4       R#   \         d     R# i ; i  + '       g   i     R# ; i)zCExtend OpenVINO's GPTQ patcher to understand GPTQModel new kernels.)ÚgptqNÚ_gptqmodel_torch_quant_compatFc                   ó&   a € ] tR t^^t o R tRtV tR# )Ú2_patch_openvino_gptqmodel_compat.<locals>.MatchAllc                ó   € R # )T© )r   Úitems   &&r   Ú__contains__Ú?_patch_openvino_gptqmodel_compat.<locals>.MatchAll.__contains___   s   € Ùr   r6   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r8   Ú__static_attributes__Ú__classdictcell__©Ú__classdict__s   @r   ÚMatchAllr4   ^   s   ø‡ € ÷ð r   rB   T)Úopenvino.frontend.pytorchr1   r    r   r"   ÚlistÚsupported_quant_typesr2   )Úov_gptqrB   s     r   Ú _patch_openvino_gptqmodel_compatrG   S   su   € ðÝ=÷ 
Ö	Ü�7Ð;¸U×CÒCØ÷ 
Ñ	ô	”tô 	ñ )1«
ˆÔ%Ø04ˆÔ-÷ 
Ñ	øô ô Úðú÷ 
×	Ð	ús!   ‚A! –A3µ"A3Á!A0Á/A0Á3B	c                 ó¶  aaaa€  ^ RI o^ RIHp  ^ RIHp ^ RIHp \        ;_uu_ 4        \        TR4      '       g    RRR4       R# \        TRR4      '       d   TP                  Tn
         RRR4       R# TP                  oT ! \        4      P                  4       P                  P                  oTT3R loTP                  3TT3R llpY2n
        S! R	4      pTe/   YBP                  R	&   \        P                   P#                  R
T4       \        TR4      '       d   Y1n
        RTn        RRR4       R#   \         d     R# i ; i  + '       g   i     R# ; i)zNPrioritize local kernel ports before falling back to Transformers hub kernels.N)ÚPath)Úhub_kernelsÚlazy_load_kernelÚ%_gptqmodel_local_causal_conv1d_kernelFc                 óÊ  <€ V P                  R R4      pRV 2pSR,          R,          V,          R,          P                  4       '       g/   SR,          R,          V R2,          P                  4       '       d   SP                  V4      # SV,          R,          pSV R2,          pVP                  4       '       g   VP                  4       '       g   R# SP                  V4      # )Ú-Ú_zgptqmodel.hf_kernels.Ú	gptqmodelÚ
hf_kernelsz__init__.pyz.pyN)ÚreplaceÚexistsÚimport_module)Úkernel_nameÚmodule_nameÚnamespaced_moduleÚpackage_pathÚmodule_pathÚ	importlibÚproject_roots   &    €€r   Ú_resolve_local_kernel_moduleÚY_patch_transformers_causal_conv1d_hub_kernel_compat.<locals>._resolve_local_kernel_module|   sÐ   ø€ Ø%×-Ñ-¨c°3Ó7ˆKØ"7¸°}Ð EÐØ˜{Õ*¨\Õ9¸KÕGÈ-ÕW×_Ñ_×aÒaØ˜{Õ*¨\Õ9¸{¸mÈ3Ð<OÕOß‰f‹höfð !×.Ñ.Ð/@ÓAÐAØ'¨+Õ5¸ÕEˆLØ&¨K¨=¸Ð)<Õ<ˆKØ×&Ñ&×(Ò(°×1CÑ1C×1EÒ1EÙØ×*Ñ*¨;Ó7Ð7r   c                 ó8   <€ S! V 4      pVe   W!V &   V# S! W4      # ©Nr6   )rU   ÚmappingÚlocal_kernelr\   Úoriginal_lazy_load_kernels   && €€r   Ú*_lazy_load_kernel_with_local_causal_conv1dÚg_patch_transformers_causal_conv1d_hub_kernel_compat.<locals>._lazy_load_kernel_with_local_causal_conv1d‰   s,   ø€ Ù7¸ÓDˆLØÒ'Ø'3˜Ñ$Ø#Ð#Ù,¨[ÓBÐBr   zcausal-conv1dÚcausal_conv1dT)rZ   ÚpathlibrI   Útransformers.integrationsÚintegrationsrJ   r    r   r   r"   rK   Ú__file__ÚresolveÚparentÚ_KERNEL_MODULE_MAPPINGÚsysÚmodulesr,   rL   )	rI   Úhf_integrationsrJ   rc   Úlocal_causal_conv1dr\   rZ   rb   r[   s	        @@@@r   Ú3_patch_transformers_causal_conv1d_hub_kernel_compatrq   f   s,  û€ ðÛÝ å;Ý9÷ 
Ö	Ü�Ð(:×;Ò;Ø÷ 
Ñ	ô �;Ð GÈ×OÒOØ/:×/KÑ/KˆOÔ,Ø÷ 
Ñ	ð %0×$@Ñ$@Ð!ÙœH“~×-Ñ-Ó/×6Ñ6×=Ñ=ˆö	8ð MX×LnÑLn÷ 	Cð 	Cð (RÔ$Ù:¸?ÓKÐØÒ*ØBU×.Ñ.¨Ñ?ä�K‰K×"Ñ" ?Ð4GÔHÜ�?Ð$6×7Ò7Ø/YÔ,Ø<@ˆÔ9÷O 
Ñ	øô ô Úðú÷ 
×	Ð	ús)   †D5 ªEÁ%EÁ7B4EÄ5EÅEÅE	)Úhas_gil_disabled)Úenv_flag)Úsetup_logger)Úensure_modelscope_availableÚDEBUG)Úrun_torch_linalg_warmup)ÚDeviceThreadPoolÚ	WarmUpCtxÚ
WarmupTaskc                ó$   € V ^8„  d   QhR\         /# )é   Úreturn©Úint)Úformats   "r   Ú__annotate__r�   ª   s   € ÷ =ñ =œcñ =r   c                 óš  € \         P                  ! R4      p V e    \        ^\        V 4      4      # \        4       '       d;   \        ^\        ^\         P                  ! 4       ;'       g    ^^,          4      4      # \        ^\        ^\         P                  ! 4       ;'       g    ^^,           ^,          4      4      #   \         d     L˜i ; i)zIReturn the default CPU worker count, respecting an explicit env override.ÚGPTQMODEL_CPU_WORKERS)ÚosÚgetenvÚmaxr   Ú
ValueErrorrr   ÚminÚ	cpu_count)Úenv_workerss    r   Ú_default_cpu_workersr‹   ª   s¢   € ô —)’)Ð3Ó4€KØÒð	Ü�qœ#˜kÓ*Ó+Ð+ô ×ÒÜ�1”c˜!œbŸlšl›n×1Ð1°°bÕ8Ó9Ó:Ð:Üˆr”3�qœBŸLšL›N×/Ð/¨a°1Õ4¸Õ:Ó;Ó<Ð<øô ô 	Ùð	ús   œB< Â<C
Ã	C
c                  ó@  € \        R R\        \        \        P                  R7      R\        \        \        P                  R7      R\        \        \        P                  R7      R\        \        \        P                  R7      /R^R^R^R^R\        4       R	^/R
R7      # )TÚcuda)ÚscopeÚxpuÚmpsÚcpuzcuda:perzxpu:perznpu:perzmodel_loader:cpui   )Úinference_modeÚwarmupsÚworkersÚempty_cache_every_n)rx   rz   rw   ry   ÚTHREAD_AND_DEVICEr‹   r6   r   r   Ú_build_device_thread_poolr—   »   s‘   € ÜØà”JÔ6¼i×>YÑ>YÔZØ”:Ô5¼Y×=XÑ=XÔYØ”:Ô5¼Y×=XÑ=XÔYØ”:Ô5¼Y×=XÑ=XÔYð	
ð ˜Ø�qØ�qØ�1ØÔ'Ó)Ø ð
ð  ô!ð r   c                  ó2   € \         f   \        4       s \         # r_   )Ú_DEVICE_THREAD_POOLr—   r6   r   r   Úget_device_thread_poolrš   Ð   s   € äÒ"Ü7Ó9ÐÜÐr   c                   óT   a € ] tR t^×t o R tR tR tR tR tR t	]
R 4       tRtV tR	# )
Ú_LazyDeviceThreadPoolProxyc                ó4   € \         P                  V R / 4       R# ©Ú
_overridesN)ÚobjectÚ__setattr__)r   s   &r   Ú__init__Ú#_LazyDeviceThreadPoolProxy.__init__Ø   s   € Ü×Ñ˜4 ¨rÖ2r   c                ó¶   € VR9   d   \         P                  W4      # \         P                  V R 4      pW9   d	   W!,          # \        V P                  4       V4      # )rŸ   >	   Ú__dir__Ú__dict__Ú__repr__Ú	__class__Ú	_get_poolrŸ   Ú__delattr__r¡   Ú__getattribute__)r    r«   r"   r©   ©r   ÚnameÚ	overridess   && r   r«   Ú+_LazyDeviceThreadPoolProxy.__getattribute__Û   sV   € Øð 

ô 

ô ×*Ñ*¨4Ó6Ð6ä×+Ñ+¨D°,Ó?ˆ	ØÔØ•?Ð"ä�t—~‘~Ó'¨Ó.Ð.r   c                ó`   € VR 8X  d   \         P                  WV4       R# W P                  V&   R# rž   )r    r¡   rŸ   )r   r­   Úvalues   &&&r   r¡   Ú&_LazyDeviceThreadPoolProxy.__setattr__ï   s)   € Ø�<ÔÜ×Ñ˜t¨5Ô1ÙØ %�‰˜Ór   c                óf   € V P                   pW9   d   W! R # \        V P                  4       V4       R # r_   )rŸ   Údelattrr©   r¬   s   && r   rª   Ú&_LazyDeviceThreadPoolProxy.__delattr__õ   s*   € Ø—O‘Oˆ	ØÔØ�ÙÜ�—‘Ó  $Ö'r   c                ó0   € \         pVf   R# \        V4      # )Nz)<LazyDeviceThreadPoolProxy uninitialized>)r™   Úrepr)r   Úpools   & r   r§   Ú#_LazyDeviceThreadPoolProxy.__repr__ü   s   € Ü"ˆØŠ<Ù>Ü�D‹zÐr   c                ó¦   € \        V P                  P                  4       4      p\        pVe   VP	                  \        V4      4       \        V4      # r_   )r   rŸ   Úkeysr™   ÚupdateÚdirÚsorted)r   Úattrsr¸   s   &  r   r¥   Ú"_LazyDeviceThreadPoolProxy.__dir__  s>   € Ü�D—O‘O×(Ñ(Ó*Ó+ˆÜ"ˆØÒØ�L‰Lœ˜T›Ô#Ü�e‹}Ðr   c                 ó   € \        4       # r_   )rš   r6   r   r   r©   Ú$_LazyDeviceThreadPoolProxy._get_pool	  s   € ä%Ó'Ð'r   r6   N)r:   r;   r<   r=   r¢   r«   r¡   rª   r§   r¥   Ústaticmethodr©   r>   r?   r@   s   @r   rœ   rœ   ×   s7   ø‡ € ò3ò/ò(&ò(òòð ñ(ó ö(r   rœ   c                ó$   € V ^8„  d   QhR\         /# )r|   Úmax_input_lengthr~   )r€   s   "r   r�   r�     s   € ÷ ñ ¼#ñ r   c                ól   € ^RI Hp \        V RR4      p\        \        VRR4      4      pV! V VVVR7      # )zCResize exllama scratch buffers through the legacy package-root API.)Úhf_gptqmodel_post_initÚquantize_configNÚdesc_actF)Úuse_act_orderrÈ   rÅ   )Úutils.modelrÇ   r"   Úbool)r   rÅ   rÇ   rÈ   rÊ   s   &&   r   Úexllama_set_max_input_lengthrÍ     s@   € å3ä˜eÐ%6¸Ó=€OÜœ °*¸eÓDÓE€MÙ!ØØ#Ø'Ø)ô	ð r   )Ú	extension)Ú	GPTQModelÚget_best_device)ÚCheckpointConfig)ÚCheckpointStopped)Ú
ASCII_LOGOÚTRANSFORMERS_VERSION)Ú	AWQConfigÚBaseQuantizeConfigÚ
FOEMConfigÚ
GGUFConfigÚGPTAQConfigr&   ÚQuantizeConfigÚQuantizeEmbedÚQuantizeEmbedConfigÚ	RTNConfigÚTelemetryConfigÚWeightOnlyConfig)ÚBACKENDÚPROFILE)Ú__version__z
%s)Úgptqmodel_versionÚtransformers_versionÚtorch_version)Ú	patch_hubzrenv `GPTQMODEL_USE_MODELSCOPE` used but modelscope pkg is not found: please install with `pip install modelscope`.)Gr„   rm   Ú_bannerr   Úutilsr   Úutils.nogil_patcherr   r   Úapplyr    r#   r/   rG   rq   rr   Ú	utils.envrs   Úutils.loggerrt   Úutils.modelscoperu   ÚDEBUG_ONÚutils.linalg_warmuprw   Úutils.threadxrx   ry   rz   r™   r‹   r—   rš   rœ   ÚDEVICE_THREAD_POOLrÍ   ÚtorchÚ rÎ   ÚmodelsrÏ   rÐ   Úlooper.checkpoint_storerÑ   Úlooper.checkpointrÒ   Úmodels.autorÓ   rÔ   ÚquantizationrÕ   rÖ   r×   rØ   rÙ   r&   rÚ   rÛ   rÜ   rÝ   rÞ   rß   rà   rá   Úversionrâ   ÚinfoÚ modelscope.utils.hf_util.patcherræ   ÚexcÚModuleNotFoundErrorr6   r   r   Ú<module>rþ      so  ðó 
Û 
õ (Ý %ß Iñ
 Ô ð	Ø×ÒÔò
tò>Cò05ò&2Aõj $Ý Ý &Ý 9ñ �GÓ€å 8ß BÑ Bð Ð õ=ò"ò*÷4(ñ 4(ñn 0Ó1Ð á *Ô ,Ù .Ô 0Ù  Ô "Ù 3Ô 5õó å ß .Ý 5Ý 0ß 9÷÷ ÷ ó ÷ $Ý  ñ ƒ× Ñ Ø
ÙØØ%Ø1Ø×'Ñ'ô	ôñ × Ò ðÝ>áŽñ	 !øð_	 ô 	Úð	ûðh	 ô Ù!ð Aó
àð	ûðús)   ¥E Ä<E ÅEÅEÅE0Å"	E+Å+E0