+
    "Ý³jbû  ã                  ó  € R t ^ RIHt ^ RIt^ RIt^ RIt^ RIHt ^ RIH	t	 ^ RI
Ht ^ RIHtHtHtHtHt ^ RIt^ RIHt ^ RIHt ^R	IHtHtHtHtHt ^R
IHt ^RIH t H!t!H"t"H#t# ]PH                  ! ]%4      t&]! 4       t'](! ]! 4       4      t)]PT                  .]! 4       O5t+^ t,Rlt-]'       d   ^ RI.H/t/ ^ RI0H1t1 R R lt2R R lt3R R lt4R R lt5R R lt6R]Pn                  RR/R R llt8R R lt9 ! R R 4      t:R! R" lt;R# t<R$ R% lt=R& R' lt>R( R) lt?R* R+ lt@R, R- ltAR. R/ ltBR0 R1 ltCR2 R3 ltDR4 R5 ltER6 R7 ltFR8 R9 ltGR: R; ltHR<R=/R> R? lltIR<R=/R@ RA lltJR<R=/RB RC lltKRD RE ltLRF RG ltMRH RI ltNRJ RK ltORL RM ltPR<R=/RN RO lltQR<R=/RP RQ lltRR<R=/RR RS lltSRTRRURVRWRRXRm/RY RZ lltTRWRRXRm/R[ R\ lltURXRm/R] R^ lltVRXRm/R_ R` lltWRXRm/Ra Rb lltXRXRm/Rc Rd lltYReR=/Rf Rg lltZR]Pn                  RhRRiR=/Rj Rk llt[R# )nzASafetensor-level dequantization helpers for common quant formats.)ÚannotationsN)Údefaultdict)Ú	ExitStack)ÚPath)ÚTYPE_CHECKINGÚDictÚIterableÚOptionalÚTuple)Ú	safe_open)Ú	save_file)Úavailable_float4_packed_dtypesÚavailable_float8_dtype_namesÚavailable_float8_dtypesÚdequantize_f4_e2m1Údequantize_fp8)Úsetup_logger)ÚPLANAR_BITSÚplanar_pack_colsÚplanar_unpack_colsÚplanar_unpack_rows©ÚBaseCompressor)ÚQuantizationSchemec               ó    € V ^8„  d   QhRRRR/# )é   Úpathr   ÚreturnÚdict© )Úformats   "Ú^/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/utils/model_dequant.pyÚ__annotate__r"   F   s   € ÷ ñ �Dð ˜Tñ ó    c                óÒ   € V P                  4       '       g   / # V P                  R RR7      ;_uu_ 4       p\        P                  ! V4      uuRRR4       #   + '       g   i     R# ; i)Úrúutf-8©ÚencodingN)ÚexistsÚopenÚjsonÚload)r   Úfhs   & r!   Ú	load_jsonr.   F   sA   € Ø�;‰;�=Š=Øˆ	Ø	�‰�3 ˆ×	)Ô	)¨RÜ�yŠy˜‹}÷ 
*×	)×	)Ó	)ús   ´AÁA&	c               ó$   € V ^8„  d   QhRRRRRR/# )r   r   r   Úpayloadr   r   ÚNoner   )r    s   "r!   r"   r"   M   s!   € ÷ )ñ )�Tð ) Dð )¨Tñ )r#   c                ó¦   € V P                  R RR7      ;_uu_ 4       p\        P                  ! W^R7       RRR4       R#   + '       g   i     R# ; i)Úwr&   r'   )ÚindentN)r*   r+   Údump)r   r0   r-   s   && r!   Ú
write_jsonr6   M   s4   € Ø	�‰�3 ˆ×	)Ô	)¨RÜ�	Š	�' aÕ(÷ 
*×	)×	)Ò	)ús	   œ?¿A	c               ó    € V ^8„  d   QhRRRR/# )r   Ú
model_pathr   r   zTuple[list, Optional[dict]]r   )r    s   "r!   r"   r"   R   s   € ÷ ñ  dð Ð/Jñ r#   c                ó8  € V R ,          pVP                  4       '       dA   \        V4      p\        \        VP	                  R/ 4      P                  4       4      4      pW23# \        V P                  R4       Uu. uF  qDP                  NK  	  up4      pVR3# u upi )úmodel.safetensors.index.jsonÚ
weight_mapz*.safetensorsN)r)   r.   ÚsortedÚsetÚgetÚvaluesÚglobÚname)r8   Ú
index_pathÚindexÚfilesÚps   &    r!   Úlist_safetensor_filesrF   R   s‡   € ØÐ<Õ<€JØ×Ñ×ÒÜ˜*Ó%ˆÜ”s˜5Ÿ9™9 \°2Ó6×=Ñ=Ó?Ó@ÓAˆØˆ|Ðä J§O¡O°OÔ$DÓEÑ$D˜q—F”FÑ$DÑEÓF€EØ�$ˆ;Ðùò Fs   Á8Bc               ó$   € V ^8„  d   QhRRRRRR/# )r   Útensorútorch.TensorÚtarget_dtypeútorch.dtyper   r   )r    s   "r!   r"   r"   ]   s!   € ÷ 
)ñ 
)˜lð 
)¸+ð 
)È,ñ 
)r#   c                óš   € \         P                  ! V 4      '       d   V P                  V4      p V P                  R4      P                  4       # )zJCast floating tensors, move to CPU, and use safetensors-compatible layout.Úcpu)ÚtorchÚis_floating_pointÚtoÚ
contiguous)rH   rJ   s   &&r!   Úfinalize_for_saverR   ]   s=   € ô ×Ò˜v×&Ò&Ø—‘˜<Ó(ˆð �9‰9�UÓ×&Ñ&Ó(Ð(r#   c               ó$   € V ^8„  d   QhRRRRRR/# )r   ÚkeyÚstrÚ
model_typeúOptional[str]r   Úboolr   )r    s   "r!   r"   r"   j   s(   € ÷ 
ñ 
Ø	ð
ð ð
ð 
ñ	
r#   c               óÐ   € \        T;'       g    R 4      P                  4       P                  4       R8H  ;'       d,    V P                  R4      ;'       d    RV 9   ;'       d    RV 9  # )Ú Údeepseek_v4ú.weightz	.experts.z.shared_experts.)rU   ÚstripÚlowerÚendswith)rT   rV   s   &$r!   Ú(_is_deepseek_v4_routed_expert_weight_keyr`   j   sl   € ô 	ˆJ×Ð˜"Ó×#Ñ#Ó%×+Ñ+Ó-°Ñ>÷ 	*ð 	*Ø�L‰L˜Ó#÷	*ð 	*à˜3Ñ÷	*ð 	*ð  cÑ)ð	r#   rJ   Úrow_chunk_sizeé   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	r   rH   rI   ÚscalerJ   rK   ra   Úintr   r   )r    s   "r!   r"   r"   w   s:   € ÷ 6ñ 6Øð6àð6ð ð	6ð
 ð6ð ñ6r#   c          
     óÌ  € V P                   \        P                  8w  d   \        RV P                    24      hV P                  ^8w  g   VP                  ^8w  d   \        R4      hV P
                  w  rEV^,          pV\        ,          ^ 8w  d   \        RV R\         24      hWF\        ,          3p\        VP
                  4      V8w  d;   \        R\        VP
                  4       RV R\        V P
                  4       24      h\        P                  ! \        \        P                  V P                  R7      p\        P                  ! WF3W P                  R7      p	\        ^\        V4      4      p\        ^ WC4       Fâ  p
\!        W£,           V4      pW
V P#                  \        P$                  4      pV^,          pV^,	          ^,          p\        P&                  ! WÞ3R
R	7      P)                  Wº,
          V4      P+                  4       pWV P-                  \        P                  4      P/                  \        ^R	7      pW�,          V,          P-                  V4      WšV% Kä  	  V	# )a  Dequantize DeepSeek-V4 routed expert E2M1-FP4 weights.

DeepSeek-V4-Pro stores routed experts as two FP4 nibbles packed in each I8
element and per-row, per-32-logical-column E8M0 scales. This is distinct
from the torchao NVFP4 layout used by other checkpoints.
z1DeepSeek-V4 FP4 expert weights must be int8, got z:DeepSeek-V4 FP4 expert weight and scale tensors must be 2Dz"DeepSeek-V4 FP4 logical input dim z must be divisible by zDeepSeek-V4 FP4 scale shape z does not match expected z for weight shape ©ÚdtypeÚdevice©Údiméÿÿÿÿ)rh   rN   Úint8Ú
ValueErrorÚndimÚshapeÚ_DEEPSEEK_V4_FP4_BLOCK_SIZEÚtuplerH   Ú_DEEPSEEK_V4_FP4_TABLEÚfloat32ri   ÚemptyÚmaxre   ÚrangeÚminÚviewÚuint8ÚstackÚreshapeÚlongrP   Úrepeat_interleave)rH   rd   rJ   ra   Úout_dimÚpacked_in_dimÚlogical_in_dimÚexpected_scale_shapeÚtableÚresultÚstartÚendÚpackedÚlowÚhighÚcodesÚscale_expandeds   &&$$             r!   Ú!dequantize_deepseek_v4_fp4_expertrŒ   w   s  € ð ‡|�|”u—z‘zÔ!ÜØ?ÀÇÁ¸~ÐNó
ð 	
ð ‡{�{�aÔ˜5Ÿ:™:¨œ?ÜÐUÓVÐVà#Ÿ\™\Ñ€GØ" QÕ&€NØÔ3Õ3°qÔ8ÜØ0°Ð0@Ð@VÜ*Ð+ð-ó
ð 	
ð $Ô7RÕ%RÐSÐÜˆU�[‰[ÓÐ1Ô1ÜØ*¬5°·±Ó+=Ð*>Ð>WØ#Ð$Ð$6´u¸V¿\¹\Ó7JÐ6KðMó
ð 	
ô
 �LŠLÔ/´u·}±}ÈVÏ]É]Ô[€EÜ�[Š[˜'Ð2¸,Ï}É}Ô]€FÜ˜œC Ó/Ó0€Nä�q˜'Ö2ˆÜ�%Õ(¨'Ó2ˆØ˜cÐ"×'Ñ'¬¯©Ó4ˆØ�t�mˆØ˜!•˜tÕ#ˆÜ—’˜S˜K¨RÔ0×8Ñ8Ø�KØó
÷ ‰$‹&ð 	ð  SÐ)×,Ñ,¬U¯]©]Ó;×MÑMÜ'Øð Nó 
ˆð #�\¨NÕ:×>Ñ>¸|ÓLˆ�SÒñ 3ð €Mr#   c               ó    € V ^8„  d   QhRRRR/# )r   ri   rW   r   r   )r    s   "r!   r"   r"   °   s   € ÷ ñ ˜]ð ¨}ñ r#   c                ó  € V f   R # V P                  4       p V P                  4       R8X  d   R # \        P                  ! V 4      pVP                  R8w  d   \        RV  24      hVP                  f   R# RVP                   2# )NrM   ÚcudazUnsupported device type: zcuda:0zcuda:)r]   r^   rN   ri   Útypern   rC   )ri   Údevs   & r!   Únormalize_devicer’   °   sq   € Ø‚~ÙØ�\‰\‹^€FØ‡|�|ƒ~˜ÔÙä
�,Š,�vÓ
€CØ
‡x�x�6ÔÜÐ4°V°HÐ=Ó>Ð>à
‡y�yÒÙØ�3—9‘9�+ÐÐr#   c                  ón   € ] tR t^ÀtRtR R ltR R ltR R ltRR	R
R	/R R lltRR	R
R	/R R llt	Rt
R	# )Ú_ShardTensorLookupzKResolve tensors by name across sharded safetensors using the HF weight map.c               ó(   € V ^8„  d   QhRRRRRRRR/# )	r   r8   r   ri   rU   r;   zOptional[dict]r   r1   r   )r    s   "r!   r"   Ú_ShardTensorLookup.__annotate__Ã   s4   € ÷ -ñ -ð ð-ð ð	-ð
 #ð-ð 
ñ-r#   c               	óz   € Wn         W n        T;'       g    / V n        \        4       V n        / V n        / V n        R # ©N)r8   ri   r;   r   Ú_stackÚ_readersÚ_keys)Úselfr8   ri   r;   s   &$$$r!   Ú__init__Ú_ShardTensorLookup.__init__Ã   s4   € ð %ŒØŒØ$×*Ð*¨ˆŒÜ“kˆŒØ+-ˆŒØ*,ˆŽ
r#   c               ó   € V ^8„  d   QhRR/# )r   r   r1   r   )r    s   "r!   r"   r–   Ñ   s   € ÷ ñ �tñ r#   c                	ó¢   € V P                   P                  4        V P                  P                  4        V P                  P                  4        R # r˜   )r™   Úcloserš   Úclearr›   )rœ   s   &r!   r¡   Ú_ShardTensorLookup.closeÑ   s2   € Ø�‰×ÑÔØ�‰×ÑÔØ�
‰
×ÑÖr#   c               ó   € V ^8„  d   QhRR/# )r   Ú
shard_namerU   r   )r    s   "r!   r"   r–   Ö   s   € ÷ 	ñ 	¨Cñ 	r#   c                	ó0  € V P                   P                  V4      pVfw   V P                  P                  \	        V P
                  V,          RV P                  R7      4      pW P                   V&   \        VP                  4       4      V P                  V&   V# )NÚpt©Ú	frameworkri   )
rš   r>   r™   Úenter_contextr   r8   ri   r=   Úkeysr›   )rœ   r¥   Úreaders   && r!   Ú_reader_for_shardÚ$_ShardTensorLookup._reader_for_shardÖ   st   € Ø—‘×"Ñ" :Ó.ˆØŠ>à—[‘[×.Ñ.Ü˜$Ÿ/™/¨JÕ6À$ÈtÏ{É{Ô[óˆFð )/�M‰M˜*Ñ%Ü%(¨¯©«Ó%7ˆD�J‰J�zÑ"Øˆr#   Úlocal_readerNÚ
local_keysc               ó$   € V ^8„  d   QhRRRRRR/# )r   rT   rU   r°   úOptional[set[str]]r   rX   r   )r    s   "r!   r"   r–   á   s-   € ÷ Dñ DàðDð
 'ðDð 
ñDr#   c               	óÈ   € Ve   Ve	   W9   d   R# V P                   P                  V4      pVf   R# V P                  V4      pWP                  V,          9   ;'       d    VR J# )NTF)r;   r>   r­   r›   ©rœ   rT   r¯   r°   r¥   r¬   s   &&$$  r!   Ú
has_tensorÚ_ShardTensorLookup.has_tensorá   sc   € ð Ò#¨
Ò(>À3ÔCTÙØ—_‘_×(Ñ(¨Ó-ˆ
ØÒÙØ×'Ñ'¨
Ó3ˆØ—j‘j Õ,Ñ,×CÐC°¸tÐ1CÐCr#   c               ó$   € V ^8„  d   QhRRRRRR/# )r   rT   rU   r°   r²   r   rI   r   )r    s   "r!   r"   r–   ð   s(   € ÷ &ñ &àð&ð
 'ð&ð 
ñ&r#   c               	ó  € Ve   Ve   W9   d   VP                  V4      # V P                  P                  V4      pVf   \        V4      hV P	                  V4      pWP
                  V,          9  d   \        V4      hVP                  V4      # r˜   )Ú
get_tensorr;   r>   ÚKeyErrorr­   r›   r´   s   &&$$  r!   r¹   Ú_ShardTensorLookup.get_tensorð   sƒ   € ð Ò#¨
Ò(>À3ÔCTØ×*Ñ*¨3Ó/Ð/Ø—_‘_×(Ñ(¨Ó-ˆ
ØÒÜ˜3“-ÐØ×'Ñ'¨
Ó3ˆØ—j‘j Õ,Ô,Ü˜3“-ÐØ× Ñ  Ó%Ð%r#   )r›   rš   r™   ri   r8   r;   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r�   r¡   r­   rµ   r¹   Ú__static_attributes__r   r#   r!   r”   r”   À   sN   † ÙUõ-õõ
	ðDð ð	Dð
 *.÷Dð&ð ð	&ð
 *.÷&ó &r#   r”   c               ó   € V ^8„  d   QhRR/# )r   r   r   r   )r    s   "r!   r"   r"     s   € ÷ -ñ -¨dñ -r#   c                 ó>  €  ^ RI Hp  ^ RIHp ^ RIHp ^ RIHp  ^ RI
Hp  ^ R	IHpHpHpHp	 RTRTRT RTRTRTRTRTRT	/	#   \         d   p\        R4      ThRp?ii ; i  \         d   p\        R4      ThRp?ii ; i  \         d   p\        R
4      ThRp?ii ; i)é    r   )Úmap_module_to_scheme)ÚQuantizationConfig)Úapply_quantization_configzŒSupport for compressed-tensors quantized models requires the 'compressed-tensors' package. Install it with 'pip install compressed-tensors'.N)Úinit_empty_weightsz|Support for compressed-tensors quantized models requires the 'accelerate' package. Install it with 'pip install accelerate'.)Ú
AutoConfigÚ	AutoModelÚAutoModelForCausalLMÚAutoModelForSeq2SeqLMzTSupport for compressed-tensors quantized models requires the 'transformers' package.rÆ   rÇ   r   rÅ   rÈ   rÉ   rÊ   rË   rÌ   )Ú#compressed_tensors.compressors.baser   ÚAcompressed_tensors.compressors.model_compressors.model_compressorrÅ   Úcompressed_tensors.quantizationrÆ   Ú/compressed_tensors.quantization.lifecycle.applyrÇ   ÚImportErrorÚRuntimeErrorÚ
acceleraterÈ   ÚtransformersrÉ   rÊ   rË   rÌ   )
r   rÅ   rÆ   rÇ   ÚexcrÈ   rÉ   rÊ   rË   rÌ   s
             r!   Ú$_get_compressed_tensors_dependenciesrÖ     sé   € ðÝFõ	
õ 	GÝ]ðÝ1ð÷	
ó 	
ð 	Ð0Ø#Ð%>Ø˜.ØÐ 4ØÐ0Ø�jØ�YØÐ 4ØÐ!6ð
ð 
øô7 ô Üð^ó
ð ð	ûðûô ô ÜðNó
ð ð	ûðûô ô Üð&ó
ð ð	ûðúsE   ‚A ›A! ¢B  ÁAÁAÁAÁ!A=Á,A8Á8A=Â BÂBÂBc                 óN   €  ^ RI p V #   \         d   p\        R4      ThRp?ii ; i)rÄ   Nz‡Support for bitsandbytes quantized checkpoints requires the 'bitsandbytes' package. Install it with 'pip install bitsandbytes>=0.49.3'.)ÚbitsandbytesrÑ   rÒ   )ÚbnbrÕ   s     r!   Ú_get_bitsandbytes_dependenciesrÚ   2  s;   € ðÛ"ð €Jøô ô ÜðZó
ð ð	ûðús   ‚ ˆ$“Ÿ$c               ó$   € V ^8„  d   QhRRRRRR/# )r   r8   r   Údepsr   r   úDict[str, 'QuantizationScheme']r   )r    s   "r!   r"   r"   >  s(   € ÷ ;"ñ ;"Øð;"ð ð	;"ð
 %ñ;"r#   c          	     óþ  € VR ,          pVR,          pVR,          pVR,          p^RI Hp VP                  V RR7      pV! V4       VR,          VR,          VR	,          3p	. p
R
pV	 FG  pVf   K	  V! RR7      ;_uu_ 4         VP                  VR\        P
                  R7      p R
R
R
4        M	  VfS   V
'       d<   RP                  R V
 4       4      pV
R,          ^,          p\        RV  RV R24      Vh\        RV  R24      h V! W±RR7       V! V4      p?\        V4      #   \         d1   pT
P                  TP                  T34        R
p?R
R
R
4       Kö  R
p?ii ; i  + '       g   i     EK  ; i  ?i ; i)rÉ   rÈ   rÇ   rÅ   )Úprepare_remote_code_compatT)Útrust_remote_coderË   rÌ   rÊ   N)Úinclude_buffers)rà   rh   z, c              3  ó*   "  € T F	  w  rVx € K  	  R # 5ir˜   r   )Ú.0rA   Ú_s   &  r!   Ú	<genexpr>Ú>_discover_compressed_tensors_module_schemes.<locals>.<genexpr>h  s   é € Ð@±-¡w t�d³-ùs   ‚z"Failed to instantiate model from 'zB' while inspecting compressed-tensors modules. Loaders attempted: Ú.z.' while inspecting compressed-tensors modules.F)Úrun_compressedrl   )Úhfrß   Úfrom_pretrainedÚfrom_configrN   rt   Ú	ExceptionÚappendr¼   ÚjoinrÒ   r   )r8   Úquant_configrÜ   rÉ   rÈ   rÇ   rÅ   rß   ÚconfigÚloader_candidatesÚloader_errorsÚmodelÚloaderrÕ   ÚnamesÚ
last_errorÚmodule_to_schemes   &&$              r!   Ú+_discover_compressed_tensors_module_schemesrø   >  s¼  € ð �lÕ#€JØÐ2Õ3ÐØ $Ð%@Õ AÐØÐ 6Õ7ÐÝ.à×'Ñ'¨
ÀdÐ'ÓK€FÙ˜vÔ&ð 	Ð#Õ$ØÐ$Õ%Øˆ[ÕðÐð 24€MØ€EÛ#ˆØŠ>Ùá°×5Ö5ð
Ø×*Ñ*ØØ&*ÜŸ-™-ð +ó �ð ÷ 6Ñ5ñ	 $ð" ‚}ßØ—I‘IÑ@±-Ó@Ó@ˆEØ& rÕ*¨1Õ-ˆJÜØ4°Z°Lð ABØBGÀÈðKóð ðô Ø0°°ð =*ð *ó
ð 	
ð
Ù! %ÀeÕLÙ/°Ó6ÐàäÐ Ó!Ð!øô3 ô Ø×$Ñ$ f§o¡o°sÐ%;Ô<Û÷ 6Ñ5ûðú÷ 6×5Ñ5ûñ< úsB   Â E$Â"D&Â$E$ÄE9 Ä&E!	Ä1E	ÅE$ÅE!	Å!E$Å$E6Å9E<c               ó$   € V ^8„  d   QhRRRRRR/# )r   r8   r   Ú	quant_cfgr   r   zNtuple['QuantizationConfig', Dict[str, 'QuantizationScheme'], 'BaseCompressor']r   )r    s   "r!   r"   r"   |  s$   € ÷ 6ñ 6Øð6Ø!%ð6àSñ6r#   c                ó,  € \        4       pVR ,          pVP                  V4      pVP                  ;'       g    RP                  4       pVR8w  d   \	        RVP                   R24      h\        WVR7      pVR,          pVP                  ! WTR7      pWFV3# )rÆ   rZ   úpack-quantizedz'Unsupported compressed-tensors format 'z0'. Only 'pack-quantized' is currently supported.)rÜ   r   )rð   )rÖ   Úmodel_validater    r^   rn   rø   Úload_from_registry)	r8   rú   rÜ   rÆ   rï   Úquant_formatr÷   r   Ú
compressors	   &&       r!   Ú#_prepare_compressed_tensors_contextr  |  s®   € ô 0Ó1€DàÐ2Õ3ÐØ%×4Ñ4°YÓ?€LØ ×'Ñ'×-Ð-¨2×4Ñ4Ó6€LØÐ'Ô'ÜØ5°l×6IÑ6IÐ5Jð K<ð <ó
ð 	
ô
 CØ tôÐð Ð*Õ+€NØ×2Ò2°<ÔU€JØ¨:Ð5Ð5r#   c               ó    € V ^8„  d   QhRRRR/# )r   rð   r   r   úOptional[Tuple[int, int]]r   )r    s   "r!   r"   r"   “  s   € ÷ ñ ˜tð Ð(Añ r#   c                ó   € V P                  R / 4      ;'       g    / pVP                  R4      p\        V\        \        34      '       d5   \	        V4      ^8X  d%   \        V^ ,          4      \        V^,          4      3# R# )Úquantization_configÚweight_block_sizeN)r>   Ú
isinstanceÚlistrr   Úlenre   )rð   rú   Ú
block_sizes   &  r!   Úresolve_block_sizer  “  sf   € Ø—
‘
Ð0°"Ó5×;Ð;¸€IØ—‘Ð2Ó3€JÜ�*œt¤U˜m×,Ò,´°Z³ÀAÔ1EÜ�:˜a•=Ó!¤3 z°!¥}Ó#5Ð5Ð5Ùr#   c               ó    € V ^8„  d   QhRRRR/# )r   rð   r   r   zfrozenset[str]r   )r    s   "r!   r"   r"   ›  s   € ÷ \ñ \ 4ð \¨Nñ \r#   c                óô   € V P                  R / 4      ;'       g    / pVP                  R4      ;'       g    Rp\        V\        \        \        \
        34      '       g   \        4       # \        R V 4       4      # )r  Úignored_layersc              3  ój   "  € T F)  p\        V\        4      '       g   K  V'       g   K%  Vx € K+  	  R # 5ir˜   )r  rU   )rã   Úlayers   & r!   rå   Ú)resolve_ignored_layers.<locals>.<genexpr>¡  s    é € Ð[©˜u¼*ÀUÌC×:P”UÔUZ—U’U«ùs   ‚3Ÿ3©
3r   )r>   r  r  rr   r=   Ú	frozenset)rð   rú   r  s   &  r!   Úresolve_ignored_layersr  ›  sa   € à—
‘
Ð0°"Ó5×;Ð;¸€IØ—]‘]Ð#3Ó4×:Ð:¸€NÜ�n¤t¬U´C¼Ð&C×DÒDÜ‹{ÐÜÑ[©Ó[Ó[Ð[r#   c               ó$   € V ^8„  d   QhRRRRRR/# )r   rT   rU   r  úIterable[str]r   rX   r   )r    s   "r!   r"   r"   ¤  s'   € ÷ Xñ X¨3ð XÀð XÐRVñ Xr#   c                óx   a € \         ;QJ d    V 3R  lV 4       F  '       g   K   R# 	  R# ! V 3R  lV 4       4      # )c              3  óf   <"  € T F&  pSV8H  ;'       g    SP                  V R 24      x € K(  	  R# 5i)rç   N)Ú
startswith)rã   r  rT   s   & €r!   rå   Ú4_tensor_key_matches_ignored_layer.<locals>.<genexpr>¥  s/   øé € ÐWÉ¸uˆs�e‰|×:Ð:˜sŸ~™~°°°q¨kÓ:Ô:Ëùs   ƒ1”1TF)Úany)rT   r  s   f&r!   Ú!_tensor_key_matches_ignored_layerr  ¤  s,   ø€ ß‹3ÔWÉÓW�3Œ3ÐWŠ3ÐWˆ3ÔWÉÓWÓWÐWr#   c               ó    € V ^8„  d   QhRRRR/# )r   rT   rU   r   rX   r   )r    s   "r!   r"   r"   ¨  s   € ÷ ñ ¨ð °ñ r#   c                ó$   € V P                  R4      # )Ú
_scale_inv)r  ú.scaleú.weight_scaleú.weight_scale_2ú.weight_absmaxú.weight_quant_mapú.weight_nested_absmaxú.weight_nested_quant_mapú.weight_quant_stateú.weight_scbú.qweightú.qzerosú.scalesú.g_idxú.weight_packedú.weight_zero_pointú.weight_g_idxú.weight_shape©r_   ©rT   s   &r!   Ú_is_quant_auxiliary_tensor_keyr2  ¨  s   € à�<‰<ð	
óð r#   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )r   rT   rU   rH   rI   rJ   rK   r  r  r   úOptional[torch.Tensor]r   )r    s   "r!   r"   r"   Â  s:   € ÷ 3ñ 3Ø	ð3àð3ð ð3ð "ð	3ð
 ñ3r#   c                ó�   € \        W4      '       g   R # \        V 4      '       d   \        P                  RV 4       R # \	        W4      # )Nz=Dropping auxiliary quantization tensor '%s' for ignored layer)r  r2  ÚLOGÚdebugrR   )rT   rH   rJ   r  s   &&&&r!   Ú_handle_ignored_tensorr8  Â  s;   € ô -¨S×AÒAÙÜ% c×*Ò*Ü�	‰	ÐQÐSVÔWÙä˜VÓ2Ð2r#   c               ó$   € V ^8„  d   QhRRRRRR/# )r   Úweight_shapeúTuple[int, int]Úblock_shaper   r   )r    s   "r!   r"   r"   Ñ  s&   € ÷ 	ñ 	Ø!ð	à ð	ð ñ	r#   c                ój   € V w  r#Vw  rEW$,           ^,
          V,          W5,           ^,
          V,          3# )é   r   )r:  r<  ÚrowsÚcolsÚ
block_rowsÚ
block_colss   &&    r!   Ú_expected_block_grid_shaperC  Ñ  s=   € ð �J€DØ(Ñ€Jà	Õ	˜QÕ	 :Õ-Ø	Õ	˜QÕ	 :Õ-ðð r#   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   Úscale_shapezOptional[Tuple[int, ...]]r:  r;  r<  r   rX   r   )r    s   "r!   r"   r"   Ý  s6   € ÷ Kñ KØ*ðKà!ðKð !ðKð 
ñ	Kr#   c                ó‚   € V e   \        V 4      ^8w  d   R# Vw  r4Vw  rVV w  rxWu,          V8¬  ;'       d    W†,          V8¬  # )NF)r	  )	rE  r:  r<  r?  r@  rA  rB  Úblocks_rÚblocks_cs	   &&&      r!   Ú_block_scale_grid_covers_weightrI  Ý  sN   € ð Òœc +Ó.°!Ô3ÙØ�J€DØ(Ñ€JØ$Ñ€HØÕ  DÑ(×JÐJ¨XÕ-BÀdÑ-JÐJr#   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   Úscale_tensorr4  r:  r;  r<  r  r   r   )r    s   "r!   r"   r"   ë  s2   € ÷ /ñ /Ø(ð/ð "ð/ð +ð	/ð
 ñ/r#   c               ó®  € \        V \        P                  4      '       g   R# V P                  ^8w  g   \	        V4      ^8w  g   Vf   V # Vw  r4V P
                  w  rVWV3W438X  d   V # Vw  rx\        W4      p	WV3V	8w  d   \        WV3VV4      '       g   V # V P                  V^ R7      p
V
P                  V^R7      p
V
RV1RV13,          P                  4       # )zUExpand block-grid FP8 scales to dense elementwise scales when edge blocks are padded.Nrj   )
r  rN   ÚTensorro   r	  rp   rC  rI  r~   rQ   )rK  r:  r<  r?  r@  rG  rH  rA  rB  Úexpected_gridÚexpandeds   &$$        r!   Ú_expand_padded_block_scalerP  ë  sï   € ô �l¤E§L¡L×1Ò1ÙØ×Ñ˜AÔ¤ \Ó!2°aÔ!7¸;Ò;NØÐà�J€DØ%×+Ñ+Ñ€HØÐ ˜|Ô+ØÐà(Ñ€JÜ.¨|ÓI€MØÐ˜}Ô,Ô5TØ	ÐØØ÷6ò 6ð
 Ðð ×-Ñ-¨j¸aÐ-Ó@€HØ×)Ñ)¨*¸!Ð)Ó<€HØ�E�T�E˜5˜D˜5�LÕ!×,Ñ,Ó.Ð.r#   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r:  r;  rK  rI   r   r   )r    s   "r!   r"   r"     s,   € ÷ [Oñ [O Oð [OÀ<ð [OÐTcñ [Or#   c                ó†  € V w  r#\        VP                  4      pVP                  ^ 8X  d   \        P	                  RVVV 4       W#3# W@8X  d   \        P	                  RV 4       R# VP                  ^8X  d{   V^ ,          pV^,          pV^ 8X  g   V^ 8X  d   \        R4      hW%,          ^ 8w  g   W6,          ^ 8w  d   \        R4      hW%,          W6,          3p\        P	                  RVVV 4       V# VP                  ^8X  Ed8   V^ ,          pV^ 8X  d   \        R4      h. p	\        ^V^,           4       FZ  p
WŠ,          ^ 8w  d   K  W*,          ^ 8w  d   K!  WŠ,          pW;,          ^ 8w  d   K8  W*,          pW;,          pV	P                  WV34       K\  	  V	'       d7   V	P                  R R7       V	^ ,          p\        P	                  R	VVV 4       V# W(,          ^ 8X  d$   W(,          V3p\        P	                  R
VV4       V# W8,          ^ 8X  d$   W#V,          3p\        P	                  RVV4       V# \        R4      h\        R4      h)rÄ   zIInferred block size (%d, %d) from scalar scale tensor for weight shape %szBInferred element-wise scaling (block size 1x1) for weight shape %sz%scale tensor has zero-sized dimensionz6scale tensor shape incompatible with weight dimensionszHInferred block size %s from 2D scale tensor shape %s and weight shape %szscale tensor is emptyc                ó€   € \        V ^ ,          V ^,          ,
          4      \        V 4      ) \        V 4      ) V ^ ,          3# )rÄ   )Úabsrx   rv   )Úbcs   &r!   Ú<lambda>Ú#infer_block_shape.<locals>.<lambda>D  s4   € Ü˜˜1�  1¥�Ó&Ü˜“W�HÜ˜“W�HØ�q•Eñ	 r#   r1  zJInferred block size %s from 1D scale tensor (count=%d) and weight shape %szGInferred row-only scaling block size %s from 1D scale tensor (count=%d)zJInferred column-only scaling block size %s from 1D scale tensor (count=%d)z/unable to infer block size from 1D scale tensorz6unsupported scale tensor rank for block size inference)r>  r>  )	rr   rp   ro   r6  r7  rn   rw   rí   Úsort)r:  rK  r?  r@  rp   rA  rB  ÚinferredÚcountÚ
candidatesÚ
row_blocksÚ
col_blockss   &&          r!   Úinfer_block_shaper^    sI  € Ø�J€DÜ�,×$Ñ$Ó%€Eà×Ñ˜AÔÜ�	‰	ØWØØØô		
ð ˆzÐàÔÜ�	‰	ØPØô	
ð ˆà×Ñ˜AÔØ˜1•Xˆ
Ø˜1•Xˆ
Ø˜Œ?˜j¨AœoÜÐDÓEÐEØÕ Ô! TÕ%6¸!Ô%;ÜÐUÓVÐVØÕ&¨Õ(:Ð;ˆÜ�	‰	ØVØØØô		
ð ˆà×Ñ˜AÕØ�a•ˆØ�AŒ:ÜÐ4Ó5Ð5à,.ˆ
Ü  5¨1¥9Ö-ˆJØÕ! QÔ&ÙØÕ  AÔ%ÙØÕ,ˆJØÕ  AÔ%ÙØÕ+ˆJØÕ+ˆJØ×Ñ˜zÐ6Ö7ñ .÷ Ø�O‰Oñð ô ð " !•}ˆHÜ�I‰IØ\ØØØô	ð ˆOà�<˜1ÔØ� tÐ,ˆHÜ�I‰IØYØØôð
 ˆOØ�<˜1ÔØ e�mÐ,ˆHÜ�I‰IØ\ØØôð
 ˆOäÐJÓKÐKä
ÐMÓ
NÐNr#   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r8   r   rð   r   r   rU   r   )r    s   "r!   r"   r"   j  s+   € ÷ eGñ eG˜dð eG¨Dð eG°Sñ eGr#   c                óÖ  € VP                  R / 4      ;'       g    / pVP                  R4      ;'       g    VP                  R4      ;'       g    RP                  4       pVP                  R4      ;'       g    RP                  4       pVP                  R4      ;'       g    RP                  4       p\        VP                  R4      ;'       g    VP                  R4      ;'       g    R4      P                  4       p\        V 4      w  rxV'       g   \	        R4      h\        W^ ,          ,          R	R
R7      ;_uu_ 4       p	\        V	P                  4       4      p
V
 F©  pVP                  R4      '       g   K  V	P                  V4      pVP                  \        9   d"   \        P                  RV4        RRR4       R# VP                  \        9   g   Kz  VR,           V
9   g   KŠ  \        P                  RV4        RRR4       R# 	  \        ;QJ d    R V
 4       F  '       g   K   RM	  RM! R V
 4       4      '       d)   \        P                  RV^ ,          4        RRR4       R# \        ;QJ d    R V
 4       F  '       g   K   RM	  RM! R V
 4       4      '       d)   \        P                  RV^ ,          4        RRR4       R# \        ;QJ d    R V
 4       F  '       g   K   RM	  RM! R V
 4       4      '       d)   \        P                  RV^ ,          4        RRR4       R# \        ;QJ d    R V
 4       F  '       g   K   RM	  RM! R V
 4       4      '       g;   \        ;QJ d    R V
 4       F  '       g   K   RM	  RM! R V
 4       4      '       d)   \        P                  RV^ ,          4        RRR4       R# \        ;QJ d    R  V
 4       F  '       g   K   RM	  RM! R  V
 4       4      '       d)   \        P                  R!V^ ,          4        RRR4       R"# \        ;QJ d    R# V
 4       F  '       g   K   RM	  RM! R# V
 4       4      '       ds   \        ;QJ d    R$ V
 4       F  '       g   K   RM	  RM! R$ V
 4       4      p\        P                  R%V'       d   R&MR'V^ ,          4       V'       d   R&MR'uuRRR4       #  RRR4       VR8X  g   VR(8X  d1   VR59   g   VR8X  g   VR8X  d   \        P                  R)VVVV4       R# V\         9   d   \        P                  R*V4       R# VR69   d   \        P                  R+V4       R# VR8X  d   \        P                  R,V4       R# VR8X  d   \        P                  R-V4       R# VR79   d   \        P                  R.V4       R&# VR'8X  d   \        P                  R/V4       R'# VR"8X  d   \        P                  R0V4       R"# VR18X  dJ   VP                  R4      ;'       g    RP                  4       pVR28X  d   \        P                  R3VV4       R# \#        R44      h  + '       g   i     EL‡; i)8r  ÚmethodÚquant_methodrZ   r    ÚvariantÚ
quant_algoÚ	algorithmz.No .safetensors files found in model directoryr§   rM   r¨   r\   z-Detected FP8 weights via dtype on tensor '%s'NÚfp8Ú_scalez/Detected NVFP4 weights via dtype on tensor '%s'Únvfp4c              3  óB   "  € T F  qP                  R 4      x € K  	  R# 5i)r,  Nr0  ©rã   Úks   & r!   rå   Ú detect_format.<locals>.<genexpr>‚  s   é € Ð:±T°�z‰zÐ*×+Ð+³Tùó   ‚TFz]Detected compressed-tensors pack-quantized format via '.weight_packed' metadata in shard '%s'úcompressed-packc              3  óB   "  € T F  qP                  R 4      x € K  	  R# 5i)r   Nr0  rj  s   & r!   rå   rl  ‰  s   é € Ð9±D¨q�z‰z˜/×*Ð*³Dùrm  z@Detected NVFP4 format via '.weight_scale' metadata in shard '%s'c              3  óB   "  € T F  qP                  R 4      x € K  	  R# 5i)z.weight_scale_invNr0  rj  s   & r!   rå   rl  Œ  s   é € Ð=¹°1�z‰zÐ-×.Ð.»ùrm  zBDetected FP8 format via '.weight_scale_inv' metadata in shard '%s'c              3  ó\   "  € T F"  qR 8H  ;'       g    VP                  R4      x € K$  	  R# 5i)Úweight_quant_stater&  Nr0  rj  s   & r!   rå   rl  �  s,   é € Ð\ÑW[ÐRSÐ(Ñ(×MÐM¨A¯J©JÐ7LÓ,MÔMÓW[ùó   ‚,’,c              3  ó\   "  € T F"  qR 8H  ;'       g    VP                  R4      x € K$  	  R# 5i)Ú
weight_scbr'  Nr0  rj  s   & r!   rå   rl  �  s+   é € ð d
ÙDH¸q�Ñ×:Ð: §¡¨MÓ!:Ô:ÃDùrs  zEDetected bitsandbytes format via explicit state tensors in shard '%s'rØ   c              3  óB   "  € T F  qP                  R 4      x € K  	  R# 5i)z.trellisNr0  rj  s   & r!   rå   rl  ”  ó   é € Ð4©t¨!�z‰z˜*×%Ð%«tùrm  z:Detected EXL3 format via '.trellis' metadata in shard '%s'Úexl3c              3  óB   "  € T F  qP                  R 4      x € K  	  R# 5i)r(  Nr0  rj  s   & r!   rå   rl  —  rw  rm  c              3  óB   "  € T F  qP                  R 4      x € K  	  R# 5i)r+  Nr0  rj  s   & r!   rå   rl  ˜  s   é € Ð;±d°Ÿ
™
 8×,Ð,³dùrm  z4Detected %s format via qweight tensors in shard '%s'ÚgptqÚawqÚmodeloptzMDetected NVFP4 format via config method=%s format=%s variant=%s quant_algo=%sz(Detected FP8 format via config format=%sz1Detected bitsandbytes format via config format=%sz!Detected FP8 format via method=%sz*Detected bitsandbytes format via method=%sz"Detected GPTQ format via method=%sz!Detected AWQ format via method=%sz"Detected EXL3 format via method=%szcompressed-tensorsrü   z>Detected compressed-tensors format via method=%s and format=%sz.Unable to detect quantization format for model>   Úfp4rh  >   r~  Únf4rm   )r{  Ú	gptqmodel)r>   r^   rU   rF   ÚFileNotFoundErrorr   r  r«   r_   r¹   rh   Ú_FLOAT8_DTYPESr6  r7  Ú_NVFP4_STORAGE_DTYPESr  Ú_FLOAT8_FORMAT_NAMESrn   )r8   rð   rú   ra  Úformat_nameÚvariant_namerd  rD   rä   r¬   r«   rT   rH   Úhas_gÚfmt_names   &&             r!   Údetect_formatr‰  j  s  € Ø—
‘
Ð0°"Ó5×;Ð;¸€IØ�m‰m˜HÓ%×LÐL¨¯©°~Ó)F×LÐLÈ"×SÑSÓU€FØ—=‘= Ó*×0Ð0¨b×7Ñ7Ó9€KØ—M‘M )Ó,×2Ð2°×9Ñ9Ó;€LÜ�Y—]‘] <Ó0×TÐT°I·M±MÀ+Ó4N×TÐTÐRTÓU×[Ñ[Ó]€Jä$ ZÓ0�H€EßÜÐ PÓQÐQô 
�: a¥Õ(°DÀ×	GÕ	GÈ6Ü�F—K‘K“MÓ"ˆãˆCØ�|‰|˜I×&Ô&Ø×*Ñ*¨3Ó/�Ø—<‘<¤>Ô1Ü—I‘IÐMÈsÔSØ ÷ 
HÑ	Gð —<‘<Ô#8Ö8¸cÀH½nÐQUÖ=UÜ—I‘IÐOÐQTÔUØ"÷ 
HÑ	Gñ ÷ ‹3Ñ:±TÓ:�3�3Š3Ñ:±TÓ:×:Ò:Ü�I‰Ið)à�a•ôð
 %÷% 
HÑ	G÷& ‹3Ñ9±DÓ9�3�3Š3Ñ9±DÓ9×9Ò9Ü�I‰IÐXÐZ_Ð`aÕZbÔcØ÷+ 
HÑ	G÷, ‹3Ñ=¹Ó=�3�3Š3Ñ=¹Ó=×=Ò=Ü�I‰IÐZÐ\aÐbcÕ\dÔeØ÷1 
HÑ	G÷2 ‹3Ñ\ÑW[Ó\�3�3Š3Ñ\ÑW[Ó\×\Ò\×`cÓ`cñ d
ÙDHód
×`c×`cÒ`cñ d
ÙDHód
÷ a
ò a
ô �I‰IÐ]Ð_dÐefÕ_gÔhØ!÷; 
HÑ	G÷< ‹3Ñ4©tÓ4�3�3Š3Ñ4©tÓ4×4Ò4Ü�I‰IÐRÐTYÐZ[ÕT\Ô]Ø÷A 
HÑ	G÷B ‹3Ñ4©tÓ4�3�3Š3Ñ4©tÓ4×4Ò4ß“CÑ;±dÓ;—C—C’CÑ;±dÓ;Ó;ˆEÜ�I‰IØFß‘ UØ�a•ô÷
 #‘6¨÷Q 
HÒ	GðB 5÷C 
HðT �gÔØ�*ÔàÐ+Ô+Ø˜wÔ&Ø˜WÔ$ô 	�	‰	Ø[ØØØØô	
ñ ØÔ*Ô*Ü�	‰	Ð<¸kÔJÙØÐ,Ô,Ü�	‰	ÐEÀ{ÔSÙØ�„Ü�	‰	Ð5°vÔ>ÙØ�ÔÜ�	‰	Ð>ÀÔGÙØÐ&Ô&Ü�	‰	Ð6¸Ô?ÙØ�„Ü�	‰	Ð5°vÔ>ÙØ�ÔÜ�	‰	Ð6¸Ô?ÙØÐ%Ô%Ø—M‘M (Ó+×1Ð1¨r×8Ñ8Ó:ˆØÐ'Ô'Ü�I‰IØPØØôñ
 %ä
ÐEÓ
FÐF÷s 
H×	GÐ	GúsÞ   Ä?3YÅ7=YÆ>YÇYÇ%YÈYÈYÈ'YÉYÉ*
YÉ5YÊ	YÊ$YË
YËYË+YÌYÌ.
YÌ9YÍYÍ(
YÍ3YÎYÎ"YÏ

YÏYÏ)YÐYÐ,
YÐ7YÑYÑ&
YÑ1YÒ,YÒ2YÓ
YÙY(	ÚplanarFc               ó(   € V ^8„  d   QhRRRRRRRR/# ©r   r‡   rI   Úbitsre   rŠ  rX   r   r   )r    s   "r!   r"   r"   Ò  ó(   € ÷ ñ ˜ð ¨Cð ¸Dð È\ñ r#   c               óZ  € V^8X  d   V'       g   \        V 4      # V\        9   g   V'       d   V^8X  d   \        W4      # V P                  4       ^,          pW1,          p^V,          ^,
          pV P	                  \
        P                  4      ^V,          ^,
          ,          pV P                  w  rx\
        P                  ! WxV,          \
        P                  R7      p	\        V4       F>  p
WjV,          ,	          V,          P	                  \
        P                  4      V	RV
RV13&   K@  	  V	# )é   ©rh   ºNNNN)Ú_unpack_cols_3bitr   r   Úelement_sizerP   rN   Úint64rp   ru   Úint32rw   ©r‡   r�  rŠ  Ú	pack_bitsÚpack_factorÚmaskÚpacked_uintr?  r@  r„   Úis   &&$        r!   Úunpack_colsr�  Ò  sá   € Øˆq„yŸÜ  Ó(Ð(ØŒ{ÔŸv¨$°!¬)Ü! &Ó/Ð/à×#Ñ#Ó%¨Õ)€IØÕ#€KØ��I˜�?€DØ—)‘)œEŸK™KÓ(¨Q°)­^¸qÕ,@ÕA€KØ—‘�J€DÜ�[Š[˜ kÕ1¼¿¹ÔE€FÜ�;ÖˆØ&1¸$µhÕ&?À4Õ%G×$KÑ$KÌEÏKÉKÓ$Xˆˆq�!�.�[�.Ð Ó!ñ  à€Mr#   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R/# )
r   r?   rI   r�  re   Ú
pack_dtyperK   rŠ  rX   r   r   )r    s   "r!   r"   r"   ã  s1   € ÷ ñ �lð ¨#ð ¸kð ÐSWð Ðdpñ r#   c               óÆ  € V^8X  d   V'       g   \        WR7      # V\        9   g   V'       d   V^8X  d   \        WVR7      # \        P                  ! RVR7      P                  4       ^,          pWA,          pV^ 8:  d   \        RV RV R24      hV P                  w  rgWu,          ^ 8w  d   \        RV RV RV 24      h^V,          ^,
          p\        P                  ! WgV,          W P                  R	7      p	V P                  \        P                  4      V,          p
\        V4       F3  pWšR
VRV13,          W±,          ,          P                  V4      ,          p	K5  	  V	# )r�  )rŸ  r‘  zUnsupported pack width ú for z-bit valueszColumn count z is not divisible by the z-bit pack factor rg   r’  Nr   )Ú_pack_cols_3bitr   r   rN   ru   r”  rn   rp   Úzerosri   rP   r•  rw   )r?   r�  rŸ  rŠ  r˜  r™  r?  r@  rš  r‡   Úvalues_uintrœ  s   &&$$        r!   Ú	pack_colsr¥  ã  s6  € Øˆq„yŸÜ˜vÔ=Ð=ØŒ{ÔŸv¨$°!¬)Ü ¸ÔDÐDä—’˜B jÔ1×>Ñ>Ó@À1ÕD€IØÕ#€KØ�aÔÜÐ2°9°+¸UÀ4À&ÈÐTÓUÐUà—‘�J€DØÕ˜QÔÜØ˜D˜6Ð!:¸4¸&Ð@QÐR]ÐQ^Ð_ó
ð 	
ð ��I˜�?€DÜ�[Š[˜ {Õ2¸*Ï]É]Ô[€FØ—)‘)œEŸK™KÓ(¨4Õ/€KÜ�;ÖˆØ˜q ! . [ .Ð0Õ1°aµhÕ?×CÑCÀJÓOÕOŠñ  à€Mr#   c               ó(   € V ^8„  d   QhRRRRRRRR/# rŒ  r   )r    s   "r!   r"   r"   ü  rŽ  r#   c               óX  € V^8X  d   V'       g   \        V 4      # V\        9   g   V'       d   V^8X  d   \        W4      # V P                  4       ^,          pW1,          p^V,          ^,
          pV P	                  \
        P                  4      ^V,          ^,
          ,          pV P                  w  rx\
        P                  ! Wt,          V\
        P                  R7      p	\        V4       F=  p
WjV,          ,	          V,          P	                  \
        P                  4      WšRV1R3&   K?  	  V	# )r�  r‘  Nr’  )Ú_unpack_rows_3bitr   r   r”  rP   rN   r•  rp   ru   r–  rw   r—  s   &&$        r!   Úunpack_rowsr©  ü  sß   € Øˆq„yŸÜ  Ó(Ð(ØŒ{ÔŸv¨$°!¬)Ü! &Ó/Ð/à×#Ñ#Ó%¨Õ)€IØÕ#€KØ��I˜�?€DØ—)‘)œEŸK™KÓ(¨Q°)­^¸qÕ,@ÕA€KØ—‘�J€DÜ�[Š[˜Õ+¨T¼¿¹ÔE€FÜ�;ÖˆØ&1¸$µhÕ&?À4Õ%G×$KÑ$KÌEÏKÉKÓ$Xˆˆ~�+ˆ~˜qÐ Ó!ñ  à€Mr#   c               ó    € V ^8„  d   QhRRRR/# )r   rH   rI   r   r1   r   )r    s   "r!   r"   r"     s   € ÷ 
ñ 
¨,ð 
¸4ñ 
r#   c                ó`   € V P                  4       ^,          pV^ 8w  d   \        RV R24      hR# )é   úF3-bit GPTQ safetensor dequantization expects 32-bit packed words, got ú-bit words.N)r”  ÚNotImplementedError)rH   r˜  s   & r!   Ú_require_int32_words_for_3bitr°    s=   € Ø×#Ñ#Ó%¨Õ)€IØ�B„Ü!ØTÐU^ÐT_Ð_jÐkó
ð 	
ñ r#   c               ó    € V ^8„  d   QhRRRR/# ©r   r‡   rI   r   r   )r    s   "r!   r"   r"     ó   € ÷ !ñ !˜lð !¨|ñ !r#   c                ó  € \        V 4       V P                  w  rV^,          ^ 8w  d"   \        R\        V P                  4       24      hV^,          pV P	                  \
        P                  4      P                  W^4      pVR,          pVR,          pVR,          p\
        P                  ! W^ ,          3\
        P                  V P                  R7      pVP                  W^ 4      p	\        ^
4       F=  p
V^V
,          ,	          ^,          P	                  \
        P                  4      V	RRV
3&   K?  	  V^,	          ^,          V^ ,	          ^,          ^,          ,          P	                  \
        P                  4      V	R&   \        ^
4       FK  p
V^^V
,          ,           ,	          ^,          P	                  \
        P                  4      V	RR^V
,           3&   KM  	  V^,	          ^,          V^ ,	          ^,          ^,          ,          P	                  \
        P                  4      V	R&   \        ^
4       FK  p
V^^V
,          ,           ,	          ^,          P	                  \
        P                  4      V	RR^V
,           3&   KM  	  V# )	r�  z<3-bit GPTQ qzeros expects columns divisible by 3, got shape r’  rg   )r’  r’  rÄ   )r’  r’  r>  )r’  r’  r   ©r’  r’  é
   ©r’  r’  é   ©r°  rp   rn   rr   rP   rN   r•  r|   ru   r–  ri   ry   rw   ©r‡   r?  r@  ÚblocksÚwordsÚword0Úword1Úword2r„   ÚunpackedÚidxs   &          r!   r“  r“    sñ  € Ü! &Ô)à—‘�J€DØˆa…x�1„}ÜÐWÔX]Ð^d×^jÑ^jÓXkÐWlÐmÓnÐnà�Q�Y€FØ�I‰I”e—k‘kÓ"×*Ñ*¨4¸Ó;€EØ�'�N€EØ�'�N€EØ�'�N€Eä�[Š[˜$¨¥Ð,´E·K±KÈÏÉÔV€FØ�{‰{˜4¨Ó,€Hä�RŽyˆØ %¨!¨c­'Õ 2°cÕ9×=Ñ=¼e¿k¹kÓJˆ��A�s�Óñ ð �2�+˜Õ	 5¨A¥:°!Õ"3°sÕ!:Õ;ß�bŒ�‰ƒoð ˆXÑô �RŽyˆØ%*¨q°1°sµ7­{Õ%;¸sÕ$B×#FÑ#FÄuÇ{Á{Ó#Sˆ��A�r˜C•x�Ó ñ ð �2�+˜Õ	 5¨A¥:°!Õ"3°sÕ!:Õ;ß�bŒ�‰ƒoð ˆXÑô �RŽyˆØ%*¨q°1°sµ7­{Õ%;¸sÕ$B×#FÑ#FÄuÇ{Á{Ó#Sˆ��A�r˜C•x�Ó ñ ð €Mr#   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r?   rI   rŸ  rK   r   r   )r    s   "r!   r"   r"   9  s!   € ÷ ,ñ ,˜Lð ,¸ð ,Èñ ,r#   c               óŽ  € \         P                  ! RVR 7      P                  4       ^,          pV^ 8w  d   \        RV R24      hV P                  w  r4V^ ,          ^ 8w  d"   \        R\        V P                  4       24      hV^ ,          pV P                  \         P                  4      ^,          P                  W5^ 4      pRp\         P                  ! W53\         P                  V P                  R7      p\        ^
4       F#  p	W†RRV	3,          ^V	,          ,          ,          pK%  	  W†R	,          ^,          ,          pVR	,          ^,	          ^,          p
\        ^
4       F1  p	W¦RR^V	,           3,          ^^V	,          ,           ,          ,          p
K3  	  W¦R
,          ^,          ,          p
VR
,          ^,	          ^,          p\        ^
4       F1  p	W¶RR^V	,           3,          ^^V	,          ,           ,          ,          pK3  	  \         P                  ! WŠV3^R7      P                  W5^,          4      pWÇ,          P                  V4      # )r‘  r­  r®  z=3-bit GPTQ qzeros expects columns divisible by 32, got shape rg   r’  rj   r   l   ÿÿ rµ  r·  )rN   ru   r”  r¯  rp   rn   rr   rP   r•  r|   r£  ri   rw   r{   )r?   rŸ  r˜  r?  r@  r»  Ú
values_i64Úmask32r½  rÁ  r¾  r¿  r‡   s   &$           r!   r¢  r¢  9  sÝ  € Ü—’˜B jÔ1×>Ñ>Ó@À1ÕD€IØ�B„Ü!ØTÐU^ÐT_Ð_jÐkó
ð 	
ð —‘�J€DØˆb…y�A„~ÜÐXÔY^Ð_e×_kÑ_kÓYlÐXmÐnÓoÐoà�R�Z€FØ—)‘)œEŸK™KÓ(¨3Õ.×7Ñ7¸ÀbÓI€JØ€Fä�KŠK˜˜¬e¯k©kÀ&Ç-Á-ÔP€EÜ�RŽyˆØ˜A˜q #˜IÕ&¨1¨s­7Õ3Õ3Šñ à	˜Õ! RÕ'Õ'€Eà˜Õ! QÕ&¨#Õ-€EÜ�RŽyˆØ˜A˜q " s¥(˜NÕ+°°A¸µGµÕ<Õ<Šñ à	˜Õ! RÕ'Õ'€Eà˜Õ! QÕ&¨#Õ-€EÜ�RŽyˆØ˜A˜q " s¥(˜NÕ+°°A¸µGµÕ<Õ<Šñ ô �[Š[˜%¨Ð.°AÔ6×>Ñ>¸tÈaÅZÓP€FØ�O×Ñ 
Ó+Ð+r#   c               ó    € V ^8„  d   QhRRRR/# r²  r   )r    s   "r!   r"   r"   Z  r³  r#   c                ó  € \        V 4       V P                  w  rV^,          ^ 8w  d"   \        R\        V P                  4       24      hV^,          pV P	                  \
        P                  4      P                  V^V4      pVR,          pVR,          pVR,          p\
        P                  ! V^ ,          V3\
        P                  V P                  R7      pVP                  V^ V4      p	\        ^
4       F=  p
V^V
,          ,	          ^,          P	                  \
        P                  4      V	RV
R3&   K?  	  V^,	          ^,          V^ ,	          ^,          ^,          ,          P	                  \
        P                  4      V	R&   \        ^
4       FK  p
V^^V
,          ,           ,	          ^,          P	                  \
        P                  4      V	R^V
,           R3&   KM  	  V^,	          ^,          V^ ,	          ^,          ^,          ,          P	                  \
        P                  4      V	R&   \        ^
4       FK  p
V^^V
,          ,           ,	          ^,          P	                  \
        P                  4      V	R^V
,           R3&   KM  	  V# )	r�  z:3-bit GPTQ qweight expects rows divisible by 3, got shape r’  rg   )r’  rÄ   r’  )r’  r>  r’  )r’  r   r’  )r’  r¶  r’  )r’  r¸  r’  r¹  rº  s   &          r!   r¨  r¨  Z  s÷  € Ü! &Ô)à—‘�J€DØˆa…x�1„}ÜÐUÔV[Ð\b×\hÑ\hÓViÐUjÐkÓlÐlà�Q�Y€FØ�I‰I”e—k‘kÓ"×*Ñ*¨6°1°dÓ;€EØ�'�N€EØ�'�N€EØ�'�N€Eä�[Š[˜& 2�+ tÐ,´E·K±KÈÏÉÔV€FØ�{‰{˜6 2 tÓ,€Hä�RŽyˆØ %¨!¨c­'Õ 2°cÕ9×=Ñ=¼e¿k¹kÓJˆ��C˜�Óñ ð �2�+˜Õ	 5¨A¥:°!Õ"3°sÕ!:Õ;ß�bŒ�‰ƒoð ˆXÑô �RŽyˆØ%*¨q°1°sµ7­{Õ%;¸sÕ$B×#FÑ#FÄuÇ{Á{Ó#Sˆ��B˜•H˜a�Ó ñ ð �2�+˜Õ	 5¨A¥:°!Õ"3°sÕ!:Õ;ß�bŒ�‰ƒoð ˆXÑô �RŽyˆØ%*¨q°1°sµ7­{Õ%;¸sÕ$B×#FÑ#FÄuÇ{Á{Ó#Sˆ��B˜•H˜a�Ó ñ ð €Mr#   c               ó    € V ^8„  d   QhRRRR/# )r   rð   r   r   rX   r   )r    s   "r!   r"   r"   ~  s   € ÷ 1ñ 1 ð 1¨$ñ 1r#   c                óŒ   € \        V P                  R 4      ;'       g    R4      P                  4       P                  4       pVR9   # )Úcheckpoint_formatr{  >   Úgemmr{  )rU   r>   r]   r^   )rð   rÊ  s   & r!   Ú_uses_gptq_v1_qzerosrÌ  ~  s=   € Ü˜FŸJ™JÐ':Ó;×EÐE¸vÓF×LÑLÓN×TÑTÓVÐØÐ 0Ñ0Ð0r#   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	r   ÚqzerosrI   r�  re   ÚdeltarŠ  rX   r   r   )r    s   "r!   r"   r"   ƒ  s7   € ÷ Lñ L˜|ð L°3ð LÀ#ð LÈtð LÐ`lñ Lr#   c               ó†   € \        WVR 7      pWB,           ^V,          ^,
          ,          p\        WQV P                  VR7      # )©rŠ  )rŸ  rŠ  )r�  r¥  rh   )rÎ  r�  rÏ  rŠ  r£  Úshifteds   &&$$  r!   Ú_shift_gptq_qzerosrÓ  ƒ  s7   € ô
 ˜¨VÔ4€EØ�} ! t¥)¨q¥Õ1€GÜ�W¨v¯|©|ÀFÔKÐKr#   c               ó(   € V ^8„  d   QhRRRRRRRR/# ©r   rÎ  rI   r�  re   rŠ  rX   r   r   )r    s   "r!   r"   r"   �  s/   € ÷ Dñ D Lð D¸ð DÈð DÐYeñ Dr#   c               ó   € \        W^VR7      # )r>  ©rÏ  rŠ  ©rÓ  ©rÎ  r�  rŠ  s   &&$r!   Ú_correct_gptq_v1_qzerosrÚ  �  s   € Ü˜f°!¸FÔCÐCr#   c               ó(   € V ^8„  d   QhRRRRRRRR/# rÕ  r   )r    s   "r!   r"   r"   ‘  s0   € ÷ Eñ E¨lð EÀ#ð EÐRVð EÐcoñ Er#   c               ó   € \        WRVR7      # )r>  r×  rl   rØ  rÙ  s   &&$r!   Ú!_revert_gptq_v1_qzeros_correctionrÝ  ‘  s   € Ü˜f°"¸VÔDÐDr#   rV   Úscale_semanticsÚ	heuristicÚtensor_lookupr  c               ó4   € V ^8„  d   QhRRRRRRRRR	R
RRRR/# )r   rJ   rK   r<  r  rV   rW   rÞ  rU   rà  úOptional[_ShardTensorLookup]r  r  r   úDict[str, torch.Tensor]r   )r    s   "r!   r"   r"   •  sY   € ÷ }ñ }àð}ð +ð	}ð
 ð}ð ð}ð 0ð}ð "ð}ð ñ}r#   c          	     óô  € / p\        V P                  4       4      pV P                  4        EF“  p	V P                  V	4      p
\        WšW4      pVe   W·V	&   K+  \	        W–4      '       d   K>  \        W“R7      '       d¨   V
P                  \        P                  8X  d‰   V	R \        R4      )  R,           pVe   VP                  WÀVR7      '       g   \        RV	 24      hVP                  WÀVR7      p\        P                  RVV	4       \        V
VVR7      p\        Wá4      Wy&   K÷  V	P!                  R4      '       Edã   V
P                  \"        9   EdÍ   V	R,           pR pR pVeD   VP                  WÀVR7      '       d+   VP                  WÀVR7      p\        P                  R	WÉ4       MjV	R \        R4      )  R,           pVe   VP                  WÀVR7      '       g   \        R
V	 24      hVP                  WÀVR7      p\        P                  RWÉ4       V
P$                  w  ppTpVf0    Ve   TMTp\'        VV3V4      p\        P                  RVV	4       M\        P                  RVV	4       Vw  ppV^ 8:  g   V^ 8:  d   \)        RV RV	 24      h\+        VV3V4      pVe   TMTp\-        V\        P.                  4      '       d   \1        VP$                  4      MR pVV8H  ;'       g    \3        VVV3V4      pVV,          ^ 8w  g   VV,          ^ 8w  d'   V'       g   \)        RV	 RV
P$                   RV 24      hV'       dI   VV,          ^ 8w  g   VV,          ^ 8w  d-   \        P                  RV	\1        V
P$                  4      VV4       TpTp\5        VVV3VR7      p\5        VVV3VR7      pVR8X  dJ   VeF   \        P6                  ! VP9                  \        P:                  4      4      pR p\5        VVV3VR7      p\=        V
VVR VR7      p\        Wá4      Wy&   EKñ  V	P!                  R4      '       d   \        P                  RV	4       EK!  V	P!                  R4      '       EdN   V	R \        R4      )  R,           pVeŽ   VP                  VWR7      '       du   VP                  VWR7      pVP                  \"        9   g3   VP                  \        P                  8X  d-   \        VVR7      '       d   \        P                  RV	4       EKß  M–VV9   d�   V P                  V4      pVP                  \"        9   ;'       g3    VP                  \        P                  8H  ;'       d    \        VVR7      pV'       g   \        W¡4      Wy&   EK]  \        P                  RV	4       EKv  \        W¡4      Wy&   EK†  \        W¡4      Wy&   EK–  	  V#   \(         d'   p\        P                  RT	T4       TT3p R p?ELˆR p?ii ; i)N)rV   r\   r  ©r¯   r°   z0Missing DeepSeek-V4 FP4 expert scale tensor for z>Using scale tensor '%s' for DeepSeek-V4 FP4 expert weight '%s')rJ   r  z/Using scale_inv tensor '%s' for FP8 weight '%s'zMissing FP8 scale tensor for z+Using scale tensor '%s' for FP8 weight '%s'z&Inferred block size %s for weight '%s'z;Falling back to full-tensor block size for weight '%s' (%s)z.Using configured block size %s for weight '%s'zInferred invalid block size r¡  zTensor z shape z incompatible with block size zMAllowing partial edge blocks for weight '%s': shape=%s block=%s scale_grid=%s)r:  r<  Úinverse)rd   Ú	scale_invÚaxisrJ   z7Dropping auxiliary FP8 tensor '%s' after dequantizationz@Dropping auxiliary quantization tensor '%s' after dequantization)r=   r«   r¹   r8  r  r`   rh   rN   rm   r	  rµ   rº   r6  r7  rŒ   rR   r_   r‚  rp   r^  rn   rC  r  rM  rr   rI  rP  Ú
reciprocalrP   rt   r   ) r¬   rJ   r<  rV   rÞ  rà  r  ÚtensorsÚreader_keysrT   rH   Úignored_tensorÚ	scale_keyrd   ÚdeqrK  rç  r?  r@  Úeffective_blockÚblock_sourcerÕ   rA  rB  Úpartial_block_gridÚblock_source_shapeÚallows_partial_edge_blocksÚ	scale_argÚscale_inv_argÚ
weight_keyÚweight_tensorÚshould_drop_scales    &&$$$$$                         r!   Úconvert_fp8_shardrù  •  s  € ð (*€GÜ�f—k‘k“mÓ$€KØ�{‰{�}ˆØ×"Ñ" 3Ó'ˆÜ/°¸\ÓZˆØÒ%Ø)�C‰LÙÜ,¨S×AÒAÙô 5°S×PÓPØ—‘¤§
¡
Ô*àÐ,œc )›n˜_Ð-°Õ8ˆIØÒ$¨M×,DÑ,DØ¸;ð -E÷ -ò -ô Ð!QÐRUÐQVÐWÓXÐXØ!×,Ñ,Ø¸;ð -ó ˆEô �I‰IØPØØôô
 4ØØØ)ôˆCô
 -¨SÓ?ˆG‹LØ�\‰\˜)×$Ó$¨¯©¼Õ)GØ˜lÕ*ˆIØˆLØˆIØÒ(¨]×-EÑ-EØ¸;ð .F÷ .ò .ð
 *×4Ñ4Ø¸{ð 5ó �	ô —	‘	ÐKÈYÕ\ð  Ð 0¤# i£. Ð1°HÕ<�	Ø Ò(°×0HÑ0HØ¸{ð 1I÷ 1ò 1ô #Ð%BÀ3À%Ð#HÓIÐIØ,×7Ñ7Ø¸{ð  8ó  �ô —	‘	ÐGÈÔXàŸ™‰JˆD�$Ø)ˆOØÒ&ð3ð 1:Ò0E¡9È<�LÜ&7¸¸t¸ÀlÓ&S�OÜ—I‘IÐFÈÐY\Õ]ô —	‘	ÐJÈOÐ]`Ôaà%4Ñ"ˆJ˜
Ø˜QŒ *°¤/Ü Ð#?ÀÐ?PÐPUÐVYÐUZÐ![Ó\Ð\Ü!;¸TÀ4¸LÈ/Ó!ZÐØ(1Ò(=™9À<ˆLÜ>HÈÔW\×WcÑWc×>dÒ>d¤ |×'9Ñ'9Ô!:ÐjnÐØ);Ð?QÑ)Q÷ *ð *ÔUtØ"Ø�t�ØóVÐ&ð
 �zÕ! QÔ&¨$°Õ*;¸qÔ*@×JdÜ Ø˜c˜U '¨&¯,©,¨Ð7UÐVeÐUfÐgóð ÷ *¨t°jÕ/@ÀAÔ/EÈÐPZÕIZÐ^_ÔI_ä—	‘	ØcØÜ˜&Ÿ,™,Ó'Ø#Ø&ôð %ˆIØ%ˆMÜ2ØØ" D˜\Ø+ôˆIô
 7ØØ" D˜\Ø+ôˆMð
  )Ô+°	Ò0EÜ!×,Ò,¨Y¯\©\¼%¿-¹-Ó-HÓI�	Ø $�Ü6ØØ"&¨ Ø /ô�	ô
 !ØØØ'ØØ)ôˆCô -¨SÓ?ˆGŒLØ�\‰\˜,×'Ò'Ü�I‰IÐOÐQTÔUÚØ�\‰\˜(×#Ó#Ø˜_œs 8›}˜nÐ-°	Õ9ˆJØÒ(¨]×-EÑ-EØ¨ð .F÷ .ò .ð !.× 8Ñ 8Ø¨Vð !9ó !�ð !×&Ñ&¬.Ô8Ø!×'Ñ'¬5¯:©:Ô5Ü@Ø"Ø#-÷ó ô —I‘IØZØôò øØ˜{Ô*Ø &× 1Ñ 1°*Ó =�Ø$1×$7Ñ$7¼>Ñ$I÷ %ð %Ø!×'Ñ'¬5¯:©:Ñ5÷ ð Ü@Ø"Ø#-ôð "÷ )Ü#4°VÓ#J�G‘LÚô —	‘	ØVØôò Ü,¨VÓBˆGŒLä,¨VÓBˆGŒLña ðb €Nøô] "ô 3Ü—I‘IØUØØôð
 (,¨T l–Oûð3ús   È%-W×W7×W2×2W7c               ó(   € V ^8„  d   QhRRRRRRRR/# )	r   rJ   rK   rà  râ  r  r  r   rã  r   )r    s   "r!   r"   r"   U  s8   € ÷ Dñ DàðDð 0ð	Dð
 "ðDð ñDr#   c               óœ  € / p\        V P                  4       4      pV P                  4        EF  pV P                  V4      p\        WgW4      pVe   W„V&   K+  \	        Wc4      '       d   K>  VP                  R4      '       Ed‰   VP                  \        9   Eds   VR,           p	Vf   W•9   p
MVP                  V	V VR7      p
V
'       g   \        RV 24      hVf   V P                  V	4      pMVP                  V	V VR7      pVR,           pVes   VP                  VV VR7      '       dY   VP                  VV VR7      pVP                  \        P                  4      VP                  \        P                  4      ,          pMXWÅ9   dS   VP                  \        P                  4      V P                  V4      P                  \        P                  4      ,          p\        P                  RW–4       \        VVR VR7      p\!        Wá4      WF&   EKÞ  VP                  R	4      '       d   \        P                  RV4       EK  \!        Wq4      WF&   EK  	  V# )
Nr\   rg  rå  zMissing scale tensor for Ú_scale_2z-Using scale tensor '%s' for NVFP4 weight '%s')rd   rè  rJ   z9Dropping auxiliary NVFP4 tensor '%s' after dequantization)r   r!  )r=   r«   r¹   r8  r  r_   rh   rƒ  rµ   rº   rP   rN   rt   r6  r7  r   rR   )r¬   rJ   rà  r  rê  rë  rT   rH   rì  rí  Ú	has_scalerd   Úscale_2_keyÚscale_2rî  s   &&$$           r!   Úconvert_nvfp4_shardr   U  s  € ð (*€GÜ�f—k‘k“mÓ$€KØ�{‰{�}ˆØ×"Ñ" 3Ó'ˆÜ/°¸\ÓZˆØÒ%Ø)�C‰LÙÜ,¨S×AÒAÙà�<‰<˜	×"Ó" v§|¡|Ô7LÕ'LØ˜h�ˆIàÒ$Ø%Ñ4‘	à)×4Ñ4ØØ!'Ø*ð 5ó �	÷
 ÜÐ!:¸3¸%Ð@ÓAÐAØÒ$Ø×)Ñ)¨)Ó4‘à%×0Ñ0ØØ!'Ø*ð 1ó �ð  
Õ*ˆKàÒ(¨]×-EÑ-EØØ#Ø&ð .F÷ .ò .ð
 (×2Ñ2ØØ!'Ø*ð 3ó �ð
 Ÿ™¤§¡Ó/°'·*±*¼U¿]¹]Ó2KÕK‘ØÔ+ØŸ™¤§¡Ó/°&×2CÑ2CÀKÓ2P×2SÑ2SÔTY×TaÑTaÓ2bÕb�Ü�I‰IÐEÀyÔVÜ$ØØØØ)ô	ˆCô -¨SÓ?ˆGŒLØ�\‰\Ð>×?Ò?Ü�I‰IÐQÐSVÔWÚä,¨VÓBˆGŒLñu ðv €Nr#   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	r   rJ   rK   rú   r   r  r  r   rã  r   )r    s   "r!   r"   r"   œ  s8   € ÷ Hñ HàðHð ð	Hð
 "ðHð ñHr#   c          
     ó  € \        4       p/ p\        V P                  4       4      p\        V4      p\	        VP                  R 4      ;'       g    VP                  R4      ;'       g    R4      P                  4       P                  4       pVR8X  d   RpRp	V EFj  p
V P                  V
4      p\        W«W4      pVe   WÅV
&   K+  \        W£4      '       d   K>  V
P                  R4      '       Ed>   V
R
\        R4      )  R,           V9   Ed"   V
R
\        R4      )  pRV P                  VR,           4      RV P                  VR,           4      RV 2V P                  VR,           4      /pVR,           V9   d   V P                  VR,           4      VR&   VR,           V9   d   V P                  VR,           4      VR&   VP                  P                  P                  WëP                   R7      pVP                  P#                  W¿R7      p\%        VV4      WZ&   \&        P)                  RWÑ4       EK“  V
P                  R4      '       d„   V
R
\        R4      )  R	,           V9   di   V
R
\        R4      )  pVP                  P+                  VV P                  VR	,           4      4      p\%        VV4      WZ&   \&        P)                  RWÑ4       EK-  V
P                  V	4      '       d   \&        P)                  RV
4       EK]  \%        W±4      WZ&   EKm  	  V# )r    Úbnb_quant_typer~  rØ   r"  r#  r$  r%  r&  r'  Nr\   ÚabsmaxÚ	quant_mapzquant_state.bitsandbytes__Únested_absmaxÚnested_quant_map)ri   )Úquant_statez6Dequantized bitsandbytes 4-bit module '%s' to dtype %sz6Dequantized bitsandbytes 8-bit module '%s' to dtype %sz@Dropping auxiliary bitsandbytes tensor '%s' after dequantization)r"  r#  r$  r%  r&  r'  )rÚ   r  r«   r=   rU   r>   r]   r^   r¹   r8  r  r_   r	  Ú
functionalÚ
QuantStateÚ	from_dictri   Údequantize_4bitrR   r6  r7  Úint8_vectorwise_dequant)r¬   rJ   rú   r  rÙ   rê  r«   Úkey_setr  Úskipped_suffixesrT   rH   rì  Úprefixr0   r  rî  s   &&$$             r!   Úconvert_bitsandbytes_shardr  œ  sÓ  € ô )Ó
*€Cà')€GÜ�—‘“Ó€DÜ�$‹i€GÜØ�‰�hÓ÷ 	ð 	Ø�=‰=Ð)Ó*÷	ð 	àó÷ �eƒg�e‰e‹gð	 ð
 ˜Ô'ØˆðÐô ˆØ×"Ñ" 3Ó'ˆÜ/°¸\ÓZˆØÒ%Ø)�C‰LÙÜ,¨S×AÒAÙà�<‰<˜	×"Ó"¨Ð,<¬c°)«n¨_Ð(=Ð@UÕ(UÐZaÕ'aØÐ)œ3˜y›>˜/Ð*ˆFà˜&×+Ñ+¨FÐ5EÕ,EÓFØ˜V×.Ñ.¨vÐ8KÕ/KÓLØ,¨^Ð,<Ð=¸v×?PÑ?PÐQWÐZoÕQoÓ?pðˆGð
 Ð/Õ/°7Ô:Ø+1×+<Ñ+<¸VÐF]Õ=]Ó+^�˜Ñ(ØÐ2Õ2°gÔ=Ø.4×.?Ñ.?ÀÐIcÕ@cÓ.d�Ð*Ñ+àŸ.™.×3Ñ3×=Ñ=¸gÏmÉmÐ=Ó\ˆKØ—.‘.×0Ñ0°Ð0ÓQˆCÜ,¨S°,Ó?ˆG‰LÜ�I‰IÐNÐPVÔeÚà�<‰<˜	×"Ò"¨Ð,<¬c°)«n¨_Ð(=ÀÕ(MÐRYÔ'YØÐ)œ3˜y›>˜/Ð*ˆFØ—.‘.×8Ñ8ØØ×!Ñ! &¨=Õ"8Ó9óˆCô -¨S°,Ó?ˆG‰LÜ�I‰IÐNÐPVÔeÚà�<‰<Ð(×)Ò)Ü�I‰IÐXÐZ]Ô^Úä(¨Ó>ˆŒñS ðV €Nr#   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )r   r   r   rJ   rK   ri   rU   r  r  r   rã  r   )r    s   "r!   r"   r"   ç  s:   € ÷ =ñ =Ø
ð=àð=ð ð=ð
 "ð=ð ñ=r#   c          	     óš  € / p\        \        4      p\        V R VR7      ;_uu_ 4       pVP                  4        EF'  pVP	                  V4      p\        WxW4      p	V	e   W”V&   K+  \        Ws4      '       d   K>  VP                  R4      '       d3   VR\        R4      )  p
W…V
,          R&   \        P                  RV4       K‡  VP                  R4      '       d3   VR\        R4      )  p
W…V
,          R&   \        P                  RV4       KÐ  VP                  R	4      '       d4   VR\        R	4      )  p
W…V
,          R
&   \        P                  RV4       EK  \        W�4      WG&   EK*  	  RRR4       VP                  4        EF°  w  r«R Uu0 uF  qÌV9  g   K  VkK  	  ppV'       d   \        RV
 RV 24      hVR,          pVR,          pVR
,          p^p\        VV4      P                  \         P"                  4      p\        VV4      P                  \         P"                  4      pVP$                  ^ ,          pVP$                  ^ ,          V,          pVP                  \         P"                  4      P'                  V^ R7      pVP'                  V^ R7      pVV,
          V,          p\        VP                  V4      P)                  4       P+                  4       V4      WJR,           &   \        P                  RW¡4       V
R,           V9   g   EKŽ  \        WJR,           ,          V4      WJR,           &   EK³  	  V#   + '       g   i     ELØ; iu upi )r§   r¨   Nr(  Úqweightz!Collected AWQ qweight tensor '%s'r)  rÎ  z Collected AWQ qzeros tensor '%s'r*  ÚscaleszCollected AWQ scale tensor '%s'z"Incomplete AWQ buffers for module ú
: missing rj   r\   z'Dequantized AWQ module '%s' to dtype %sú.bias)r  rÎ  r  )r   r   r   r«   r¹   r8  r  r_   r	  r6  r7  rR   Úitemsrº   r�  rP   rN   rt   rp   r~   ÚtrQ   )r   rJ   ri   r  rê  Úmodule_buffersr¬   rT   rH   rì  r  Úbufrk  Úmissingr  rÎ  r  r�  Úunpacked_weightÚunpacked_zerosÚ
num_groupsÚ
group_sizeÚscales_fullÚ
zeros_fullÚweights   &&&$                     r!   Úconvert_awq_filer$  ç  sÑ  € ð (*€GÜ9DÄTÓ9J€NÜ	�4 4°×	7Õ	7¸6Ø—;‘;—=ˆCØ×&Ñ& sÓ+ˆFÜ3°CÀÓ^ˆNØÒ)Ø-˜‘ÙÜ0°×EÒEÙà�|‰|˜J×'Ò'ØÐ.œs :›Ð.Ð/�Ø4:˜vÕ& yÑ1Ü—	‘	Ð=¸sÖCØ—‘˜i×(Ò(ØÐ-œs 9›~˜oÐ.�Ø39˜vÕ& xÑ0Ü—	‘	Ð<¸cÖBØ—‘˜i×(Ò(ØÐ-œs 9›~˜oÐ.�Ø39˜vÕ& xÑ0Ü—	‘	Ð;¸S×Aä0°ÓF�”ñ- !÷ 
8ð2 &×+Ñ+×-‰ˆÙ=ÓNÑ=˜È#Á—1�1Ñ=ˆÐNßÜÐ?À¸xÀzÐRYÐQZÐ[Ó\Ð\à�i•.ˆØ�X•ˆØ�X•ˆØˆä% g¨tÓ4×7Ñ7¼¿¹ÓFˆÜ$ V¨TÓ2×5Ñ5´e·m±mÓDˆà—\‘\ !•_ˆ
Ø$×*Ñ*¨1Õ-°Õ;ˆ
Ø—i‘i¤§¡Ó.×@Ñ@ÀÐQRÐ@ÓSˆØ#×5Ñ5°jÀaÐ5ÓHˆ
à! JÕ.°+Õ=ˆÜ&7Ø�I‰I�lÓ#×%Ñ%Ó'×2Ñ2Ó4Øó'
ˆ˜Õ"Ñ#ô 	�	‰	Ð;¸VÔRØ�GÕ˜w×&Ü(9¸'È7ÕBRÕ:SÐUaÓ(bˆG˜WÕ$Ô%ñ3 .ð6 €N÷i 
8×	7Ð	7üò4 Os-   ¨A%L4ÂAL4ÃAL4Ä AL4ÆMÆMÌ4M	c               ó0   € V ^8„  d   QhRRRRRRRRR	R
RR/# )r   r   r   rJ   rK   rð   r   ri   rU   r  r  r   rã  r   )r    s   "r!   r"   r"   '  sL   € ÷ Mñ MØ
ðMàðMð ðMð ð	Mð "ðMð ñMr#   c          	     óP  € / p\        \        4      p\        V R VR7      ;_uu_ 4       pVP                  4        EFq  pVP	                  V4      p	\        W‰W4      p
V
e   W¥V&   K+  \        W„4      '       d   K>  VP                  R4      '       d3   VR\        R4      )  pW–V,          R&   \        P                  RV4       K‡  VP                  R4      '       d3   VR\        R4      )  pW–V,          R&   \        P                  RV4       KÐ  VP                  R	4      '       d4   VR\        R	4      )  pW–V,          R
&   \        P                  RV4       EK  VP                  R4      '       d4   VR\        R4      )  pW–V,          R&   \        P                  RV4       EKd  \        W‘4      WX&   EKt  	  RRR4       VP                  4        EFA  w  r¼R Uu0 uF  qÝV9  g   K  VkK  	  ppV'       d   \        RV RV 24      hVR,          pVR,          pVR
,          pVR,          P                  \        P                   4      pVP#                  R^4      p\%        VP#                  R4      ;'       g    VP#                  R4      ;'       g    R4      P'                  4       P)                  4       pVR8H  ;'       g
    V\*        9   p\-        V4      '       d   V'       g   \/        VVVR7      p\1        VVVR7      p\3        VVVR7      pVP                  \        P4                  4      V,          pVP                  \        P4                  4      V,          pVP                  \        P4                  4      V,
          V,          p\        VP                  V4      P7                  4       P9                  4       V4      W[R,           &   \        P                  RVVV4       VR,           V9   g   EK  \        W[R,           ,          V4      W[R,           &   EKD  	  V#   + '       g   i     ELi; iu upi )r§   r¨   Nr(  r  z"Collected GPTQ qweight tensor '%s'r)  rÎ  z!Collected GPTQ qzeros tensor '%s'r*  r  z Collected GPTQ scale tensor '%s'r+  Úg_idxz Collected GPTQ g_idx tensor '%s'z#Incomplete GPTQ buffers for module r  r�  rÊ  r    rZ   Úgptq_prÑ  r\   z;Dequantized GPTQ module '%s' with %d-bit groups to dtype %sr  )r  rÎ  r  r'  )r   r   r   r«   r¹   r8  r  r_   r	  r6  r7  rR   r  rº   rP   rN   r}   r>   rU   r]   r^   r   rÌ  rÚ  r©  r�  rt   r  rQ   )r   rJ   rð   ri   r  rê  r  r¬   rT   rH   rì  r  r  rk  r  r  rÎ  r  r'  r�  Úformat_valuerŠ  Ú
weight_intr£  r!  r"  r#  s   &&&&$                      r!   Úconvert_gptq_filer+  '  sx  € ð (*€GÜ9DÄTÓ9J€NÜ	�4 4°×	7Õ	7¸6Ø—;‘;—=ˆCØ×&Ñ& sÓ+ˆFÜ3°CÀÓ^ˆNØÒ)Ø-˜‘ÙÜ0°×EÒEÙà�|‰|˜J×'Ò'ØÐ.œs :›Ð.Ð/�Ø4:˜vÕ& yÑ1Ü—	‘	Ð>ÀÖDØ—‘˜i×(Ò(ØÐ-œs 9›~˜oÐ.�Ø39˜vÕ& xÑ0Ü—	‘	Ð=¸sÖCØ—‘˜i×(Ò(ØÐ-œs 9›~˜oÐ.�Ø39˜vÕ& xÑ0Ü—	‘	Ð<¸c×BØ—‘˜h×'Ò'Ø˜_œs 8›}˜nÐ-�Ø28˜vÕ& wÑ/Ü—	‘	Ð<¸c×Bä0°ÓF�”ñ5 !÷ 
8ð: &×+Ñ+×-‰ˆÙFÓWÑF˜ÐSVÉ,—1�1ÑFˆÐWßÜÐ@ÀÀÈ
ÐSZÐR[Ð\Ó]Ð]à�i•.ˆØ�X•ˆØ�X•ˆØ�G•—‘¤§
¡
Ó+ˆà�z‰z˜& !Ó$ˆÜØ�J‰JÐ*Ó+×IÐI¨v¯z©z¸(Ó/C×IÐIÀró
ç
‰%‹'—%‘%“'ð 	ð
  Ñ)×@Ð@¨T´[Ñ-@ˆÜ ×'Ò'·Ü,¨V°TÀ&ÔIˆFÜ  ¨$°vÔ>ˆ
Ü˜F D°Ô8ˆà—i‘i¤§¡Ó.¨uÕ5ˆØ—X‘XœeŸm™mÓ,¨UÕ3ˆ
Ø—-‘-¤§¡Ó.°Õ;¸{ÕJˆÜ&7Ø�I‰I�lÓ#×%Ñ%Ó'×2Ñ2Ó4Øó'
ˆ˜Õ"Ñ#ô 	�	‰	ØIØØØô		
ð �GÕ˜w×&Ü(9¸'È7ÕBRÕ:SÐUaÓ(bˆG˜WÕ$Ô%ñI .ðL €N÷G 
8×	7Ð	7üò< Xs4   ¨A%PÂAPÃAPÄ A	PÅ*APÇP#ÇP#ÐP 	c               ó4   € V ^8„  d   QhRRRRRRRRR	R
RRRR/# )r   r   r   rJ   rK   ri   rU   r÷   rÝ   r   z'BaseCompressor'r  r  r   rã  r   )r    s   "r!   r"   r"   w  sW   € ÷ Gñ GØ
ðGàðGð ð	Gð
 6ðGð !ðGð "ðGð ñGr#   c               óÌ  € / p\        \        4      p\        V R VR7      ;_uu_ 4       pVP                  4        EF»  p	VP	                  V	4      p
\        WšW4      pVe   W¶V	&   K+  \        W•4      '       d   K>  V	P                  R4      '       d3   V	R\        R4      )  pW§V,          R&   \        P                  RV	4       K‡  V	P                  R4      '       d3   V	R\        R4      )  pW§V,          R&   \        P                  RV	4       KÐ  V	P                  R	4      '       d4   V	R\        R	4      )  pW§V,          R
&   \        P                  RV	4       EK  V	P                  R4      '       d4   V	R\        R4      )  pW§V,          R&   \        P                  RV	4       EKd  V	P                  R4      '       d4   V	R\        R4      )  pW§V,          R&   \        P                  RV	4       EK®  \        W¡4      Wi&   EK¾  	  RRR4       VP                  4        F¼  w  rÍVP                  V4      pVf   \        RV R24      hVP                  f   \!        RV R24      h0 RmpVP#                  V4      pV'       d(   \        RV RV P$                   R\'        V4       24      hVP)                  VVP                  R7      p\        VV4      WlR,           &   K¾  	  V#   + '       g   i     Lâ; i)r§   r¨   Nr,  Úweight_packedz'Collected compressed weight tensor '%s'r   Úweight_scalez&Collected compressed scale tensor '%s'r-  Úweight_zero_pointz+Collected compressed zero-point tensor '%s'r.  Úweight_g_idxz,Collected compressed group-index tensor '%s'r/  r:  z&Collected compressed shape tensor '%s'z9No quantization scheme registered for compressed module 'z'.zModule 'z1' does not define weight quantization parameters.zCompressed tensors for module 'z' in shard 'z' are missing required fields: )Úcompressed_dataÚquantization_argsr\   >   r/  r:  r.  )r   r   r   r«   r¹   r8  r  r_   r	  r6  r7  rR   r  r>   rº   Úweightsrn   Ú
differencerA   r<   Údecompress_weight)r   rJ   ri   r÷   r   r  rê  r  r¬   rT   rH   rì  r  r  ÚschemeÚrequired_fieldsr  r#  s   &&$$$$            r!   Úconvert_compressed_pack_filer9  w  sÈ  € ð (*€GÜ9DÄTÓ9J€Nä	�4 4°×	7Õ	7¸6Ø—;‘;—=ˆCØ×&Ñ& sÓ+ˆFÜ3°CÀÓ^ˆNØÒ)Ø-˜‘ÙÜ0°×EÒEÙà�|‰|Ð,×-Ò-ØÐ5¤Ð$4Ó 5Ð5Ð6�Ø:@˜vÕ& Ñ7Ü—	‘	ÐCÀSÖIØ—‘˜o×.Ò.ØÐ4¤ OÓ 4Ð4Ð5�Ø9?˜vÕ& ~Ñ6Ü—	‘	ÐBÀCÖHØ—‘Ð2×3Ò3ØÐ9¤Ð$8Ó 9Ð9Ð:�Ø>D˜vÕ&Ð':Ñ;Ü—	‘	ÐGÈ×MØ—‘˜o×.Ò.ØÐ4¤ OÓ 4Ð4Ð5�Ø9?˜vÕ& ~Ñ6Ü—	‘	ÐHÈ#×NØ—‘˜o×.Ò.ØÐ4¤ OÓ 4Ð4Ð5�Ø9?˜vÕ& ~Ñ6Ü—	‘	ÐBÀC×Hä0°ÓF�”ñ= !÷ 
8ðB &×+Ñ+Ö-‰ˆØ!×%Ñ% fÓ-ˆØŠ>ÜØKÈFÈ8ÐSUÐVóð ð �>‰>Ò!ÜØ˜6˜(Ð"SÐTóð ò LˆØ!×,Ñ,¨SÓ1ˆßÜØ1°&°¸ÀdÇiÁiÀ[ð Q0Ü06°w³Ð/@ðBóð ð
 ×-Ñ-ØØ$Ÿn™nð .ó 
ˆô '8¸ÀÓ&Mˆ˜Õ"Ó#ñ1 .ð4 €N÷w 
8×	7ús/   ¨A%KÂAKÃAKÄ A	KÅ*A	KÆ4AKËK#	Údirs_exist_okc          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
r   r8   r   Úoutput_pathÚskipr  r:  rX   r   r1   r   )r    s   "r!   r"   r"   Á  s:   € ÷ 'ñ 'Øð'àð'ð ð'ð
 ð'ð 
ñ'r#   c               ó
  € V P                  4        Fn  pVP                  V9   d   K  WP                  ,          pVP                  4       '       d   \        P                  ! WEVR 7       KX  \        P
                  ! WE4       Kp  	  R# )©r:  N)ÚiterdirrA   Úis_dirÚshutilÚcopytreeÚcopy2)r8   r<  r=  r:  ÚitemÚtargets   &&&$  r!   Úcopy_aux_filesrG  Á  sW   € ð ×"Ñ"Ö$ˆØ�9‰9˜ÔÙØŸy™yÕ(ˆØ�;‰;�=Š=Ü�OŠO˜D¸×Fä�LŠL˜Ö&ó %r#   ri   Úresumec               ó0   € V ^8„  d   QhRRRRRRRRRR	R
R/# )r   r8   z
Path | strr<  rJ   rK   ri   rW   rH  rX   r   r1   r   )r    s   "r!   r"   r"   Ò  sT   € ÷ tNñ tNØðtNàðtNð ð	tNð
 ðtNð ðtNð 
ñtNr#   c               ó„  € \        V 4      p \        V4      pVP                  4       '       d   V'       g   \        R V R24      hVP                  RVR7       \	        V R,          4      pVP                  R/ 4      ;'       g    / p\        W4      p\        V 4      w  r‰V'       g   \        R4      h\        V4      p
V
ec   \        P                  P                  4       '       g   \        R4      h\        P                  P                  \        P                  ! V
4      4       T
;'       g    R	p\        V4      pVR
8X  d   \!        V4      MRp\#        VP                  R4      ;'       g    R4      P%                  4       P'                  4       pVe   \(        P+                  RV4       M\(        P+                  R4       / pRpVR8X  dB   V'       g   \-        R4      h\/        W4      w  ppp\(        P+                  R\1        V4      4       \3        4       p\(        P+                  RV VVV4       VP5                  \7        \1        V4      4      4      P9                  4       P;                  RR7      P=                  RV R24      pVP?                  4        / p^ pVR39   d7   \A        T T\C        V	\D        4      '       d   V	P                  R/ 4      MRR7      MRp \G        V4       EFä  w  ppV V,          pVV,          pV'       dá   VP                  4       '       dË   \I        VRR	R7      ;_uu_ 4       pVPK                  4        FN  pVPM                  V4      pVV\#        V4      &   VVPO                  4       VPQ                  4       ,          ,          pKP  	  RRR4       \(        P+                  RV4       VPS                  V R24      PU                  4       P?                  4        EK  \(        P+                  RVW{4       VR
8X  dB   \I        VRVR7      ;_uu_ 4       p\W        VVVVP                  R4      VVVR 7      pRRR4       MÑVR!8X  d0   \I        VRVR7      ;_uu_ 4       p\Y        VVVVR"7      pRRR4       M›VR8X  d0   \I        VRVR7      ;_uu_ 4       p\[        VVVVR#7      pRRR4       MeVR$8X  d   \]        VVVVR%7      pMNVR&8X  d   \_        VVVVVR%7      pM6VR8X  d"   Vf   \        R'4      h\a        VVVVVVR(7      pM\-        R)V 24      hX'       di   \c        V\#        V4      4       TPe                  V Uu/ uF  p\#        V4      VbK  	  up4       V\g        R* VPi                  4        4       4      ,          pM\(        P+                  R+V4       VPS                  V4      PU                  4       P?                  4        EKç  	  Ve   VPk                  4        VPk                  4        V	e   \E        V	4      p M/ p \E        V P                  R,/ 4      4      p!VV!R-&   V!V R,&   VV R&   \m        VR.,          V 4       \E        V4      p"V"Po                  RR4       V"Po                  R/R4       \#        V4      Pq                  R04      R4,          V"R1&   \m        VR,          V"4       \;        V4      RR.0,          p#\s        WV#VR27       R#   + '       g   i     EL?; i  + '       g   i     ELÚ; i  + '       g   i     ELî; i  + '       g   i     EL; iu upi   Te   TPk                  4        TPk                  4        i ; i)5zOutput path z already existsT)ÚparentsÚexist_okzconfig.jsonr  zNo safetensor files to convertNz,CUDA is not available for GPU dequantizationrM   rf  Úweight_scale_semanticsrß  z9Configured FP8 block size %s found in quantization_configzINo explicit FP8 block size found; will infer from scale tensors if neededrn  zJcompressed-tensors model requires a populated 'quantization_config' entry.z3Prepared compressed-tensors context with %d moduleszNStarting dequantization for model '%s' (format=%s, target_dtype=%s, device=%s)F)Úshow_left_stepszDequantizing (Ú)rh  r;   )r8   ri   r;   r§   r¨   z#Reusing completed output shard '%s'z (existing)z0Processing shard '%s' for format %s on device %srV   )r<  rV   rÞ  rà  r  rØ   )rú   r  )rà  r  r|  )r  r{  z1Compressed-tensors compressor was not initialized)ri   r÷   r   r  zUnsupported format c              3  ój   "  € T F)  qP                  4       VP                  4       ,          x € K+  	  R # 5ir˜   )r”  Únumel)rã   r  s   & r!   rå   Ú#dequantize_model.<locals>.<genexpr>k  s%   é € Ð!YÑHXÀ1§.¡.Ó"2°Q·W±W³Y×">Ò">ÓHXùs   ‚13z5Skipping empty output shard '%s' after dequantizationÚmetadataÚ
total_sizer:   Útorch_dtyperç   rh   r?  >   rf  rh  rl   ):r   r)   ÚFileExistsErrorÚmkdirr.   r>   r‰  rF   rÒ   r’   rN   r�   Úis_availableÚ
set_deviceri   r  r  rU   r]   r^   r6  r7  rn   r  r	  r   Úpbrw   Úmanualr=   ÚtitleÚdrawr”   r  r   Ú	enumerater   r«   r¹   r”  rQ  ÚsubtitleÚnextrù  r  r   r$  r+  r9  r   ÚupdateÚsumr?   r¡   r6   ÚpopÚsplitrG  )$r8   r<  rJ   ri   rH  rð   rú   ÚfmtrD   rC   Ú
device_strÚopen_devicer  r<  Úfp8_scale_semanticsÚcompressed_module_to_schemeÚcompressed_compressorrä   ÚlogrZ  r;   rT  rà  rÁ  Úfilenamer   Úoutput_fileÚexisting_readerrA   rH   r¬   rê  Ú	new_indexrS  Ú
new_configÚ
skip_filess$   &&$$$                               r!   Údequantize_modelrr  Ò  sƒ  € ô �jÓ!€JÜ�{Ó#€Kà×Ñ×Ò§FÜ ¨[¨M¸ÐIÓJÐJØ×Ñ˜d¨VÐÔ4ä�z MÕ1Ó2€FØ—
‘
Ð0°"Ó5×;Ð;¸€IÜ
˜
Ó
+€Cä(¨Ó4�L€EßÜÐ;Ó<Ð<ä! &Ó)€JØÒÜ�z‰z×&Ñ&×(Ò(ÜÐMÓNÐNÜ�
‰
×ÑœeŸlšl¨:Ó6Ô7Ø×%Ð% €Kä+¨FÓ3€NØ03°u´Ô$ VÔ,À$€KÜ˜iŸm™mÐ,DÓE×TÐTÈÓU×[Ñ[Ó]×cÑcÓeÐàÒÜ�	‰	ÐMÈ{Õ[ä�	‰	Ð]Ô^àCEÐØ8<ÐØ
ÐÔßÜØ\óð ô AdØóA
Ñ=ˆÐ&Ð(=ô 	�	‰	ØAÜÐ+Ó,ô	
ô
 ‹.€CÜ‡I�IØXØØØØôð 
�‰””c˜%“jÓ!Ó	"×	)Ñ	)Ó	+×	/Ñ	/ÀÐ	/Ó	F×	LÑ	LÈ~Ð^aÐ]bÐbcÐMdÓ	e€BØ‡G�G„Ià!#€JØ€Jð Ð"Ô"ô 	Ø!ØÜ6@ÀÌ×6MÒ6M�u—y‘y ¨rÔ2ÐSWõ	
ð ð ðTÜ& u×-‰MˆC�Ø Õ(ˆDØ%¨Õ0ˆKß˜+×,Ñ,×.Ò.ô ˜{°dÀ5×IÕIÈ_Ø /× 4Ñ 4Ö 6˜Ø!0×!;Ñ!;¸DÓ!A˜Ø08˜
¤3 t£9Ñ-Ø" f×&9Ñ&9Ó&;¸f¿l¹l»nÕ&LÕLš
ñ !7÷ Jô
 —	‘	Ð?ÀÔJØ—‘˜x˜j¨Ð4Ó5×:Ñ:Ó<×AÑAÔCÚÜ�I‰IÐHÈ(ÐTWÔeØ�eŒ|Ü˜t¨t¸K×HÕHÈFÜ/ØØ$Ø$/Ø#)§:¡:¨lÓ#;Ø(;Ø&3Ø'5ô�G÷ IÐHð ˜Ô&Ü˜t¨t¸K×HÕHÈFÜ8ØØ$Ø"+Ø'5ô	�G÷ IÐHð ˜”Ü˜t¨t¸K×HÕHÈFÜ1ØØ$Ø&3Ø'5ô	�G÷ IÐHð ˜”Ü*ØØ ØØ#1ô	‘ð ˜”Ü+ØØ ØØØ#1ô‘ð Ð)Ô)Ø(Ò0Ü&Ð'ZÓ[Ð[Ü6ØØ Ø&Ø%@Ø4Ø#1ô‘ô !Ð#6°s°eÐ!<Ó=Ð=çÜ˜'¤3 {Ó#3Ô4Ø×!Ñ!Á7Ó"KÁ7¸4¤3 t£9¨hÒ#6Á7Ñ"KÔLØœcÑ!YÈÏÉÔHXÓ!YÓYÕY‘
ô —	‘	ÐQÐS[Ô\Ø�K‰K˜Ó!×&Ñ&Ó(×-Ñ-×/ñ_ .ðb Ò$Ø×ÑÔ!Ø
�‰Œ
àÒÜ˜“K‰	àˆ	Ü�I—M‘M *¨bÓ1Ó2€HØ'€Hˆ\ÑØ$€IˆjÑØ(€IˆlÑÜˆ{Ð;Õ;¸YÔGä�f“€JØ‡N�NÐ(¨$Ô/Ø‡N�N�= $Ô'Ü˜lÓ+×1Ñ1°#Ó6°rÕ:€JˆwÑÜˆ{˜]Õ*¨JÔ7ä�U“˜}Ð.LÐMÕM€JÜ�:¨JÀf×M÷ J×IÐIú÷ I×HÐHú÷ I×HÐHú÷ I×HÐHüòL #Løð Ò$Ø×ÑÔ!Ø
�‰�
ús‰   ËA\ Ì\ Ì+A#[ÎB\ Ð"[Ð5&\ Ñ[,Ñ+&\ Ò\ Ò!A5\ Ô$\ Ô;\
ÕA7\ Û[Û	\ Û[)Û#	\ Û,[=Û7	\ Ü \Ü\ Ü&\?)ç        g      à?g      ð?g      ø?g       @g      @g      @g      @rs  g      à¿g      ð¿g      ø¿g       Àg      Àg      Àg      Àr   )\rÀ   Ú
__future__r   r+   ÚloggingrB  Úcollectionsr   Ú
contextlibr   Úpathlibr   Útypingr   r   r   r	   r
   rN   Úsafetensorsr   Úsafetensors.torchr   Úquantization.dtyper   r   r   r   r   Úutils.loggerr   Úutils.planar_packingr   r   r   r   Ú	getLoggerr¼   r6  r‚  r  r„  rz   rƒ  rq   rs   rÍ   r   Ú,compressed_tensors.quantization.quant_schemer   r.   r6   rF   rR   r`   Úbfloat16rŒ   r’   r”   rÖ   rÚ   rø   r  r  r  r  r2  r8  rC  rI  rP  r^  r‰  r�  r¥  r©  r°  r“  r¢  r¨  rÌ  rÓ  rÚ  rÝ  rù  r   r  r$  r+  r9  rG  rr  r   r#   r!   Ú<module>r‚     sƒ  ðñ Hå "ã Û Û Ý #Ý  Ý ß AÕ Aã Ý !Ý '÷õ õ (÷ó ð ×Ò˜Ó!€ñ )Ó*€Ù Ñ!=Ó!?Ó@Ð ØŸ™ÐHÑ'EÓ'GÑHÐ Ø Ð ðÐ ÷& ÝBÝOõõ)õ
õ
)õ
ð6ð !&§¡ð	6ð
 ÷6õr÷ ?&ñ ?&õD-ò`	õ;"õ|6õ.õ\õXõõ43õ	õKõ/õB[Oõ|eGðPÀ5÷ ð"ÐZ_÷ ð2À5÷ õ"
õ!õH,õB!õH1ð
LÐV[÷ LðDÈu÷ DðEÐY^÷ Eð}ð
 !%ð}ð 'ð}ð 37ð}ð %'÷}ð@Dð 37ð	Dð
 %'÷DðNHð
 %'÷HðV=ð
 %'÷=ð@Mð %'÷Mð`Gð %'÷GðT'ð
  ÷'ð"tNð !&§¡ð	tNð
 !ðtNð ÷tNñ tNr#   