+
    ÒÜ³j  ã                   óB  € ^ RI t ^ RIt^ RIt^ RIHt ^ RI5 ^ RIHt / R]bR]	bR]
bR]bR	]bR
]bR]bR]bR]bR]bR]bR]bR]bR]bR]bR]bR]b/ R]bR]bR]bR]bR]bR]bR]bR]bR]bR] bR ]!bR!]"bR"]#bR#]$bR$]%bR%]&bR&]'bCR'](R(])R)]*/Ct+R-R* lt, ! R+ R,4      t-R# ).é    N)Ú
AutoConfig)Ú*©ÚBaseAWQForCausalLMÚmptÚllamaÚoptÚ
RefinedWebÚRefinedWebModelÚexaoneÚfalconÚbloomÚgptjÚgpt_bigcodeÚmistralÚmixtralÚgpt_neoxÚaquilaÚYiÚqwenÚbaichuanÚllavaÚqwen2Úqwen3Ú	qwen3_moeÚgemmaÚgemma2ÚstablelmÚ
starcoder2Ú
llava_nextÚphi3Úphi3_vÚcohereÚdeepseek_v2Údeepseek_v3ÚminicpmÚ	internlm2Úminicpm3Úqwen2_vlÚ
qwen2_5_vlÚqwen2_5_omnic                 óÆ   € \         P                  ! V 3R V/VB pVP                  \        P	                  4       9  d   \        VP                   R24      hVP                  pV# )Útrust_remote_codez isn't supported yet.)r   Úfrom_pretrainedÚ
model_typeÚAWQ_CAUSAL_LM_MODEL_MAPÚkeysÚ	TypeError)Ú	model_dirr-   Úmodel_init_kwargsÚconfigr/   s   &&,  ÚP/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/auto.pyÚcheck_and_get_model_typer7   2   sj   € Ü×'Ò'ØñØ%6ðØ:Kñ€Fð ×ÑÔ 7× <Ñ <Ó >Ô>Ü˜6×,Ñ,Ð-Ð-BÐCÓDÐDØ×"Ñ"€JØÐó    c                   óf   a € ] tR t^<t o R t]RV 3R lR ll4       t]R	V 3R lR ll4       tRtV t	R# )
ÚAutoAWQForCausalLMc                ó   € \        R 4      h)ztYou must instantiate AutoAWQForCausalLM with
AutoAWQForCausalLM.from_quantized or AutoAWQForCausalLM.from_pretrained)ÚEnvironmentError)Úselfs   &r6   Ú__init__ÚAutoAWQForCausalLM.__init__=   s   € ÜðVó
ð 	
r8   Nc                ó    <€ V ^8„  d   QhRS[ /# ©é   Úreturnr   )ÚformatÚ__classdict__s   "€r6   Ú__annotate__ÚAutoAWQForCausalLM.__annotate__D   s   ø€ ÷ 
ñ 
ñ 
ñ
r8   c	                ót   € \        W3/ V	B p
\        V
,          P                  ! VV
3R VRVRVRVRVRVRV/V	B # )Útorch_dtyper-   ÚsafetensorsÚ
device_mapÚdownload_kwargsÚlow_cpu_mem_usageÚ	use_cache)r7   r0   r.   )r=   Ú
model_pathrI   r-   rJ   rK   rL   rM   rN   r4   r/   s   &&&&&&&&&, r6   r.   Ú"AutoAWQForCausalLM.from_pretrainedC   s‰   € ô .Øñ
Ø->ñ
ˆ
ô ' zÕ2×BÒBØØñ
ð $ð
ð 0ð	
ð
 $ð
ð "ð
ð ,ð
ð 0ð
ð  ð
ð  ñ
ð 	
r8   c                ó    <€ V ^8„  d   QhRS[ /# rA   r   )rD   rE   s   "€r6   rF   rG   a   s   ø€ ÷ ,
ñ ,
ñ" 
ñ#,
r8   c                ó  € \        V	4      \        P                  R &   \        W4      pVP	                  R4      e    VR,          p\
        P                  ! R4       \        V,          P                  ! VVVV3RVRVRVRVRVRV
R	VR
VRVRV/
VB # )ÚAWQ_BATCH_SIZEÚmax_new_tokenszWmax_new_tokens argument is deprecated... gracefully setting max_seq_len=max_new_tokens.r-   Úfuse_layersÚuse_exllamaÚuse_exllama_v2Úuse_ipexrJ   rK   Ú
max_memoryÚoffload_folderrL   )	ÚstrÚosÚenvironr7   ÚgetÚloggingÚwarningr0   Úfrom_quantized)r=   Ú
quant_pathÚquant_filenameÚmax_seq_lenr-   rU   rV   rW   rX   Ú
batch_sizerJ   rK   rY   rZ   rL   Úconfig_kwargsr/   s   &&&&&&&&&&&&&&&, r6   ra   Ú!AutoAWQForCausalLM.from_quantized`   sã   € ô& (+¨:£Œ�
‰
Ð#Ñ$Ü-¨jÓLˆ
à×ÑÐ-Ó.Ò:Ø'Ð(8Õ9ˆKÜ�OŠOð6ôô
 ' zÕ2×AÒAØØØØñ	
ð
 0ð
ð $ð
ð $ð
ð *ð
ð ð
ð $ð
ð "ð
ð "ð
ð *ð
ð ,ð
ð ñ
ð 	
r8   © )ÚautoTTNNTF)Ú i   TTFFFé   TÚbalancedNNN)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r>   Úclassmethodr.   ra   Ú__static_attributes__Ú__classdictcell__)rE   s   @r6   r:   r:   <   s<   ø‡ € ò
ð ÷
ñ 
ó ð
ð8 ÷,
ñ ,
ó ö,
r8   r:   )T).r\   Útorchr_   Útransformersr   Ú
awq.modelsÚawq.models.baser   ÚMptAWQForCausalLMÚLlamaAWQForCausalLMÚOptAWQForCausalLMÚFalconAWQForCausalLMÚExaoneAWQForCausalLMÚBloomAWQForCausalLMÚGPTJAWQForCausalLMÚGptBigCodeAWQForCausalLMÚMistralAWQForCausalLMÚMixtralAWQForCausalLMÚGPTNeoXAWQForCausalLMÚAquilaAWQForCausalLMÚYiAWQForCausalLMÚQwenAWQForCausalLMÚBaichuanAWQForCausalLMÚLlavaAWQForCausalLMÚQwen2AWQForCausalLMÚQwen3AWQForCausalLMÚQwen3MoeAWQForCausalLMÚGemmaAWQForCausalLMÚGemma2AWQForCausalLMÚStableLmAWQForCausalLMÚStarcoder2AWQForCausalLMÚLlavaNextAWQForCausalLMÚPhi3AWQForCausalLMÚPhi3VAWQForCausalLMÚCohereAWQForCausalLMÚDeepseekV2AWQForCausalLMÚDeepseekV3AWQForCausalLMÚMiniCPMAWQForCausalLMÚInternLM2AWQForCausalLMÚMiniCPM3AWQForCausalLMÚQwen2VLAWQForCausalLMÚQwen2_5_VLAWQForCausalLMÚ'Qwen2_5_OmniAWQForConditionalGenerationr0   r7   r:   rh   r8   r6   Ú<module>r›      s  ðÛ 	Û Û Ý #Ü Ý .ð&Ø	Ðð&àÐ ð&ð 
Ðð&ð Ð&ð	&ð
 Ð+ð&ð Ð"ð&ð Ð"ð&ð Ð ð&ð Ðð&ð Ð+ð&ð Ð$ð&ð Ð$ð&ð Ð%ð&ð Ð"ð&ð 	Ð
ð&ð  Ðð!&ð" Ð&ñ#&ð$ Ð ð%&ð& Ð ð'&ð( Ð ð)&ð* Ð'ð+&ð, Ð ð-&ð. Ð"ð/&ð0 Ð&ð1&ð2 Ð*ð3&ð4 Ð)ð5&ð6 Ðð7&ð8 Ð!ð9&ð: Ð"ð;&ð< Ð+ð=&ð> Ð+ð?&ð@ Ð$ðA&ðB Ð(ðC&ðD Ð&ñE&ðF Ð%ØÐ*ØÐ;ñK&Ð ôR÷Q
ó Q
r8   