+
    "Ý³jÿ\  ã                   óÞ  € R t ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	H
t
 ^ RIHt ^ RIHtHtHt ^ RIHt ^ RIHt ^ RIt^ RIt^ RIt^ RIHt ^ RIHt ^R	IHt ^R
IH t  ^RI!H"t" ^RI#H$t$ ^RI%H&t& ^RI'H(t( ^RI)H*t* ^RI+H,t, ^RI-H.t.H/t/H0t0 ^RI1H2t2 ^RI3H4t4 ^RI5H6t6 ^RI7H8t8 ^RI9H:t: ^RI;H<t< ^RI=H>t> ^t?0 R"mt@R tAR tB]R 4       tCRRRR/R ltDR tE ! R  R!4      tF]FtGR# )#zJQuantization continuation composed from processor and packed-module state.N)ÚMapping)Úcontextmanager)ÚfieldsÚis_dataclassÚreplace)ÚEnum)ÚPath)Ú	safe_open)Úsave)ÚLora)ÚBaseQuantLinear)Ú
ParoLinear)ÚMETHOD)Úemit_device_telemetry)Úset_submodule)ÚAWQProcessor)Úcheckpoint_device_topology)Úis_packed_moduleÚpacked_module_specÚrestore_packed_module)ÚCheckpointError)ÚContinuationCodec)ÚEoraProcessor)ÚGPTQProcessor)ÚParoQuantProcessor)ÚQQQProcessor)ÚWeightOnlyProcessorc                óø	  € V e    \        V 4      \        \        \        39   d   V # \        V 4      \        J d*   \
        P                  ! V 4      '       g   \        R4      hV # \        V \        4      '       d   \        V P                  4      # \        V \        \        P                  \        P                  34      '       d   \        V 4      # \        V \         4      '       dH   R\        V 4      P"                   R\        V 4      P$                   2RV P&                  RV P(                  /# \        V \        P*                  4      '       dº   V P-                  4       P/                  RR7      P1                  4       pVP3                  \        P4                  4      P7                  4       P9                  4       pR	\        VP                  4      R
\;        VP<                  4      R\>        P@                  ! V4      PC                  4       /# \        V \D        4      '       dD   \G        V PI                  4       R R7       UUu/ uF  w  r4\        V4      \        V4      bK  	  upp# \        V \:        \J        34      '       d   V  Uu. uF  p\        V4      NK  	  up# \        V \L        \N        34      '       d)   V  Uu. uF  p\        V4      NK  	  pp\G        VR R7      # \Q        V 4      '       dˆ   \        V \         4      '       gr   R\        V 4      P"                   R\        V 4      P$                   2R\S        V 4       Uu/ uF,  pVPT                  \        \W        WPT                  4      4      bK.  	  up/# \Y        V 4      '       Ed/   \W        V RR4      pRpVe   \>        P@                  ! VPZ                  \]        VP^                  4      Pa                  4       ,           \]        VPb                  4      Pa                  4       ,           4      PC                  4       pRp	 \d        Pf                  ! V 4      p	R\        V 4      P"                   R\        V 4      P$                   2R\W        V RR4      R\W        V RR4      RTRV	e4   \>        P@                  ! V	Pa                  4       4      PC                  4       /# R/# \        R\        V 4      Pl                   24      hu uppi u upi u upi u upi   \h        \j        3 d     LÍi ; i)a*  Convert a quantization setting into a deterministic JSON value.

QuantizeConfig.to_dict() is an export format and intentionally omits
runtime-only and method-specific fields. Checkpoint identity needs the
complete algorithm configuration instead, including nested dataclasses
and adapter settings.
Nz4checkpoint identity cannot contain non-finite floatsÚtypeÚ.ÚrankÚpathÚcpu)ÚdeviceÚdtypeÚshapeÚsha256c                 ó&   € \        V ^ ,          4      # )é    )Ústr)Úpairs   &Úa/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/looper/gptq_checkpoint.pyÚ<lambda>Ú,_checkpoint_identity_value.<locals>.<lambda>X   s   € ÄCÈÈQÍÄLó    )Úkeyc                 ó2   € \         P                  ! V R R7      # )T)Ú	sort_keys)ÚjsonÚdumps)Úitems   &r+   r,   r-   ^   s   € ´4·:²:¸dÈdÕ3Sr.   r   Ú__code__ÚmoduleÚ
__module__ÚqualnameÚ__qualname__Úcode_sha256Úsource_sha256z7unsupported value in checkpoint quantization identity: )7r   ÚboolÚintr)   ÚfloatÚmathÚisfiniter   Ú
isinstancer   Ú_checkpoint_identity_valueÚvaluer   Útorchr#   r$   r   r7   r9   r    r!   ÚTensorÚdetachÚtoÚ
contiguousÚviewÚuint8ÚnumpyÚtobytesÚlistr%   Úhashlibr&   Ú	hexdigestr   ÚsortedÚitemsÚtupleÚsetÚ	frozensetr   r   ÚnameÚgetattrÚcallableÚco_codeÚreprÚ	co_constsÚencodeÚco_namesÚinspectÚ	getsourceÚOSErrorÚ	TypeErrorÚ__name__)
rC   ÚtensorÚrawr/   r4   Ú
normalizedÚfieldÚcodeÚcode_digestÚsources
   &         r+   rB   rB   5   s  € ð ‚}œ˜U›¬¬c´3Ð'7Ô7ØˆÜˆEƒ{”eÓÜ�}Š}˜U×#Ò#Ü!Ð"XÓYÐYØˆÜ�%œ×ÒÜ)¨%¯+©+Ó6Ð6Ü�%œ$¤§¡¬e¯k©kÐ:×;Ò;Ü�5‹zÐÜ�%œ×Òà”t˜E“{×-Ñ-Ð.¨a´°U³×0HÑ0HÐ/IÐJØ�E—J‘JØ�E—J‘Jð
ð 	
ô
 �%œŸ™×&Ò&Ø—‘“×"Ñ"¨%Ð"Ó0×;Ñ;Ó=ˆØ�k‰kœ%Ÿ+™+Ó&×,Ñ,Ó.×6Ñ6Ó8ˆà”S˜Ÿ™Ó&Ø”T˜&Ÿ,™,Ó'Ø”g—n’n SÓ)×3Ñ3Ó5ð
ð 	
ô
 �%œ×!Ò!ô $ E§K¡K£MÑ7PÕQô
áQ‘	�ô �‹HÔ0°Ó6Ò6ÙQò
ð 	
ô �%œ$¤˜×'Ò'Ù=BÓC¹U°TÔ*¨4Ö0¹UÑCÐCÜ�%œ#œyÐ)×*Ò*ÙCHÓIÁ5¸4Ô0°Ö6Á5ˆ
ÐIÜ�jÑ&SÔTÐTÜ�E×Ò¤:¨e´T×#:Ò#:à”t˜E“{×-Ñ-Ð.¨a´°U³×0HÑ0HÐ/IÐJØä# Eœ]óá*�Eð —
‘
Ô6´w¸uÇjÁjÓ7QÓRÒRÙ*ñð
ð 	
ô �‡ƒÜ�u˜j¨$Ó/ˆØˆØÒÜ!Ÿ.š.Ø—‘Ü�t—~‘~Ó&×-Ñ-Ó/õ0ä�t—}‘}Ó%×,Ñ,Ó.õ/ó÷ ‰i‹kð	 ð
 ˆð	Ü×&Ò& uÓ-ˆFð ”t˜E“{×-Ñ-Ð.¨a´°U³×0HÑ0HÐ/IÐJØ”g˜e \°4Ó8Øœ  ~°tÓ<Ø˜;ØØÒ!ô %Ÿ^š^¨F¯M©M«OÓ<×FÑFÓHð
ð 	
ð ð
ð 	
ô Ø
AÄ$ÀuÃ+×BVÑBVÐAWÐXóð ùóQ
ùò
 DùâIùò
øô" œÐ#ô 	Ùð	ús*   È8 SÉ<SÊ3SÌ92S 
ÐS% Ó%S9Ó8S9c                ól  € R\         /p\        V 4       Fœ  pVP                  \        9   d   K  \	        WP                  4      pVP                  R8X  dF   \        V\        4      '       d0   \        V4      pVP                  RR4       VP                  RR4       \        V4      WP                  &   Kž  	  V# )zAReturn the complete algorithm identity for a quantization config.ÚversionÚmetaÚoffload_to_disk_pathNÚ	telemetry)
Ú_CHECKPOINT_IDENTITY_VERSIONr   rU   Ú _IDENTITY_EXCLUDED_CONFIG_FIELDSrV   rA   r   ÚdictÚpoprB   )ÚconfigÚidentityre   rC   s   &   r+   Ú!_checkpoint_quantization_identityrt   ƒ   s�   € àÔ7Ð8€HÜ˜–ˆØ�:‰:Ô9Ô9ÙÜ˜§
¡
Ó+ˆØ�:‰:˜Ô¤J¨u´g×$>Ò$>Ü˜“KˆEØ�I‰IÐ,¨dÔ3Ø�I‰I�k 4Ô(Ü9¸%Ó@ˆ—‘Óñ  ð €Or.   c           	   #   óì  a	"  € ^RI Hp \        P                  ! 4       \        P                  ! 4       Jd   \        R4      hVP                  P                  '       g   \        R4      hV P                  VP                  P                  4      pV P                  R8X  d   \        WR7      p V! V \        4       4      ;_uu_ 4       o	\        P                  ! RS	P                  P                   R7      pWAP                  n	        \"        P$                  \"        P&                  3 Uu/ uF  qU\"        P(                  ! V4      bK  	  ppV	3R lp V F  p\"        P"                  ! WW4       K  	  S	x € VP+                  4        F  w  rX\"        P"                  ! WX4       K  	   R	R	R	4       R	# u upi   TP+                  4        F  w  rX\"        P"                  ! YX4       K  	  i ; i  + '       g   i     R	# ; i5i)
é   )ÚCheckpointExtensionzGcheckpoint quantization must run on the main thread for signal handlingz8checkpoint requires quantize_config.offload_to_disk=TrueÚauto)r!   zattempt-)ÚprefixÚdirc                 ó(   <€ SP                  4        R # ©N)Úrequest_stop)ÚsignumÚframeÚ	extensions   &&€r+   r}   Ú(checkpoint_session.<locals>.request_stop¬   s   ø€ Ø×"Ñ"Ö$r.   N)Ú
checkpointrw   Ú	threadingÚcurrent_threadÚmain_threadÚ
ValueErrorÚquantize_configÚoffload_to_diskÚresolve_pathrl   r!   r   ÚQuantizationCheckpointAdapterÚtempfileÚmkdtempÚstoreÚrootÚsignalÚSIGINTÚSIGTERMÚ	getsignalrQ   )
rr   Úmodelrw   Úcheckpoint_rootÚattemptÚsigÚhandlersr}   Úhandlerr€   s
   &&       @r+   Úcheckpoint_sessionr™   ’   s}  øé € å/ä×ÒÓ!¬×)>Ò)>Ó)@Ó@ÜØUó
ð 	
ð × Ñ ×0×0Ð0ÜÐSÓTÐTØ×)Ñ)¨%×*?Ñ*?×*TÑ*TÓU€OØ‡{�{�fÔô ˜Ô6ˆÙ	˜VÔ%BÓ%D×	EÔ	EÈÜ×"Ò"¨*¸)¿/¹/×:NÑ:NÔOˆð 6=×ÑÔ2ä39·=±=Ä&Ç.Á.Ñ2Qó
Ù2Q¨3”×!Ò! #Ó&Ò&Ñ2Qð 	ð 
õ	%ð	,Û�Ü—’˜cÖ0ñ  àŠOà (§¡Ö 0‘�Ü—’˜cÖ+ò !1÷% 
FÑ	Eùò
øð !)§¡Ö 0‘�Ü—’˜cÖ+ò !1ú÷% 
F×	EÐ	EüsP   ƒAG4ÁA&G4ÃAG Ä"F'ÅG Å
#F,Å-/G Æ
G4Æ'G Æ,1GÇG Ç G1	Ç+	G4Úembed_quant_configÚadapterc                ód  € V P                   pVP                  \        \        4      9  g®   VP                  '       dœ   \        VR R4      f�   \        VRR4      f~   Ve   \        V4      \        Jgg   VP                  '       gU   VfQ   VP                  '       g?   \        VRR4      '       g,   VP                  e)   \        VP                  4      \        Jd   \        R4      hV P                  P                  P                  R9  d   \        R4      hVP                  '       g   \!        R4      hR# )ÚgptaqNÚfoemÚrotationzucheckpoint requires sequential quantization without dynamic exclusions, GPTAQ/FOEM, or embedding/lm_head quantizationz?checkpoint state adapters currently support llama and qwen3_moez2checkpoint currently requires offload_to_disk=True>   ÚllamaÚ	qwen3_moe)r‡   ÚmethodrS   r   Útrue_sequentialrV   r   r   Úlm_headÚdynamicr›   ÚNotImplementedErrorr“   rr   Ú
model_typerˆ   r†   )r“   rš   r›   rr   s   &$$ r+   Úvalidate_checkpoint_supportr¨   ¸   sõ   € Ø×"Ñ"€Fà�‰œS¤›[Ô(Ø×%×%Ð%Ü�6˜7 DÓ)Ò5Ü�6˜6 4Ó(Ò4ØÒ¤D¨£M¼Ó$=Ø�>�>ˆ>ØÒ)Ø�>�>ˆ>Ü�6˜: t×,Ò,Ø�N‰NÒ&¬4°·±Ó+?ÄtÓ+Kä!ð<ó
ð 	
ð ‡{�{×Ñ×$Ñ$Ð,BÔBÜ!ØMó
ð 	
ð ×!×!Ð!ÜÐMÓNÐNñ "r.   c                 óÀ  € \        V P                  4      pVR ,          pVP                  4       '       dM   \        \	        \
        P                  ! VP                  4       4      R,          P                  4       4      4      pM,VR,          P                  4       '       d   R.pM\        R4      h/ pR.VO F’  pW,          P                  4       pVP                  VP                  4       4      '       g   \        R4      hVP                  R4      ;_uu_ 4       p\        P                  ! VR4      P!                  4       WE&   RRR4       K”  	  V#   + '       g   i     K©  ; i)	zmodel.safetensors.index.jsonÚ
weight_mapzmodel.safetensorsz4checkpoint requires a local safetensors source modelzconfig.jsonz(source shard escapes the model directoryÚrbr&   N)r   Úmodel_local_pathÚexistsrP   rS   r2   ÚloadsÚ	read_textÚvaluesr¦   ÚresolveÚis_relative_tor   ÚopenrN   Úfile_digestrO   )r“   rŽ   ÚindexÚshardsÚresultrU   r!   Ústreams   &       r+   Ú_source_identityr¹   Ò   s  € Ü�×&Ñ&Ó'€DØÐ1Õ1€EØ‡|�|‡~‚~ÜœœDŸJšJ u§¡Ó'8Ó9¸,ÕG×NÑNÓPÓQÓR‰Ø
Ð$Õ
$×	,Ñ	,×	.Ò	.Ø%Ð&‰ä!ØBó
ð 	
ð €FØÐ( Ó(ˆØ•×$Ñ$Ó&ˆØ×"Ñ" 4§<¡<£>×2Ò2Ü!Ð"LÓMÐMØ�Y‰Y�t�_Œ_ Ü"×.Ò.¨v°xÓ@×JÑJÓLˆF‰L÷ ‰_ñ	 )ð €M÷ �_ˆ_ús   Ä(EÅEc                   ó<   a € ] tR t^çt o ^tR tR tR tR tRt	V t
R# )rŠ   c                óº  € VP                   V n         V P                   f   \        R4      hVP                  V n        \        ;QJ d    . R VP                   4       F  NK  	  5M! R VP                   4       4      p\
        3\
        \        3\        3\        \        3\        3\        3\        \        3\        3\        \        30	pV P                  P                  P                  \        P                  8X  d   ^RIHp VP#                  V34       W#9  d   \%        R4      hVP                  V n        VP                  ^ ,          V n        VP(                  V n        \+        V P                  P                  P,                  4      V n        / V n        \3        V P                  P                  4      pRV P4                  R\7        V P                   P9                  4       4      R\;        V P                  4      RTR	\<        P>                  ! \@        PB                  ! V P                   Uu. uF  qfPD                  PG                  4       NK  	  up4      4      PI                  4       R
V P                   Uu. uF  p\K        V4      PL                  NK  	  upR\O        V P                  PP                  4      RR\R        PT                  R\V        PT                  //# u upi u upi )Nz-checkpoint requires execution placement statec              3   ó8   "  € T F  p\        V4      x € K  	  R # 5ir|   )r   )Ú.0Ú	processors   & r+   Ú	<genexpr>Ú5QuantizationCheckpointAdapter.bind.<locals>.<genexpr>ï   s   é € ÐTÑAS°I¤ Y§ ÓASùs   ‚)ÚEXL3Processorz8checkpoint has no state adapter for this processor chainÚadapter_versionÚdevice_topologyrh   ÚquantizationÚcalibrationÚ
processorsÚpacked_kernelÚruntimerD   Útransformers),Ú	executionr   r“   rR   rÆ   r   r   r   r   r   r   r‡   r¢   r   ÚEXL3Úexllamav3_processorrÁ   Úaddr¦   r¾   Úshared_stater   rl   ÚoffloadÚ
_artifactsrt   ÚVERSIONr   Úexecution_device_poolsr¹   rN   r&   r   r3   Úinputs_cacheÚunwraprO   r   ra   r)   Úqlinear_kernelrD   Ú__version__rÉ   )ÚselfÚcontextÚprocessor_typesÚsupported_processorsrÁ   rr   r¾   s   &&     r+   ÚbindÚ"QuantizationCheckpointAdapter.bindê   s8  € Ø ×*Ñ*ˆŒØ�>‰>Ò!Ü!Ð"QÓRÐRØ—]‘]ˆŒ
ßœ%ÑTÀ×ASÒASÓTŸ%™%ÑTÀ×ASÒASÓTÓTˆäÐÜœMÐ*ÜˆOÜœ=Ð)Ü Ð"ÜˆOÜœ=Ð)ÜÐ!Ü¤Ð/ð
 
Ðð �:‰:×%Ñ%×,Ñ,´·±Ô;Ý:à ×$Ñ$ mÐ%5Ô6ØÔ6Ü%ØJóð ð "×,Ñ,ˆŒØ ×+Ñ+¨AÕ.ˆŒØ#×0Ñ0ˆÔÜ˜DŸJ™J×6Ñ6×KÑKÓLˆŒØˆŒÜ2°4·:±:×3MÑ3MÓNˆà˜tŸ|™|ØÔ9Ø—‘×5Ñ5Ó7ó ð Ô& t§z¡zÓ2Ø˜FØœ7Ÿ>š>Ü!×'Ò'ØFJÇoÂoÓVÁo¸×+Ñ+×2Ñ2Ö4ÁoÑVóó÷ ‰i‹kØÀTÇ_Â_ÓUÁ_¸	œ4 	›?×3Ô3Á_ÑUØœS §¡×!:Ñ!:Ó;ØØœ×*Ñ*Ø¤× 8Ñ 8ðð
ð 	
ùò Wùò Vs   È'"KÉ0Kc                ó
	  a€ / p/ pV P                   P                   P                  4        EFˆ  w  op\        V4      '       g   K  V P                   P                  P                  \
        P                  8X  d   \        MV P                   P                  p\        V\        4      '       d1   \        V4      VJd"   \        R \        V4      P                   24      hV P                  P                  SV P                   S,          R,          4      pVP#                  4       '       d   WQS&   Mh\%        VP'                  4       P)                  4        UUu/ uF1  w  rgWgP+                  4       P-                  4       P/                  4       bK3  	  upp4      VS&   \1        W0P                   P                  4      VS&   EK‹  	  \2        P4                  P7                  4       pV P8                   U	u. uF  q™P;                  4       NK  	  p
p	/ p/ p/ pV P                   P                   P                  4        F÷  w  op\<        ;QJ d    V3R lV 4       F  '       g   K   RM	  RM! V3R lV 4       4      '       d   KH  . VP?                  RR7      OVPA                  RR7      O UUu/ uF$  w  rgVPB                  P                  R8w  g   K"  WgbK&  	  pppV'       g   K¨  WëS&   VP)                  4        F7  w  rgSV3pVPE                  \G        V4      V4      pVV8w  g   K-  VVS RV 2&   K9  	  Kù  	  V PH                  PJ                  ;_uu_ 4        RV PL                  R	V PN                  R
T
RTRTRTRV PP                  PS                  4       R\T        P4                  PW                  4       R\T        PX                  P[                  4       '       d   \T        PX                  P]                  4       M. R\4        P^                  ! 4       RV^ ,          V^,          Pa                  4       .VR,          O5/pRRR4       \c        RXR,          \e        \g        \i        VR,          4      4      4      R7       VV3# u uppi u up	i u uppi   + '       g   i     L\; i)z)unsupported checkpoint quantized module: zmodule.safetensorsc              3   ón   <"  € T F*  pSV8H  ;'       g    SP                  VR ,           4      x € K,  	  R# 5i)r   N)Ú
startswith)r½   ÚpackedrU   s   & €r+   r¿   Ú8QuantizationCheckpointAdapter.capture.<locals>.<genexpr>G  s/   øé € ÐWÑQVÀv�4˜6‘>×BÐB T§_¡_°V¸cµ\Ó%BÔBÓQVùs   ƒ5”!5TF)Úrecurserk   r   rj   rÎ   rÆ   ÚdenseÚdense_aliasesÚspecsrÊ   ÚrngÚcuda_rngÚ
python_rngÚ	numpy_rngºé   NNNÚcheckpoint_execution_captured)rÊ   Úcuda_rng_indices)5r“   Únamed_modulesr   r‡   r¢   r   ÚPAROr   rÕ   rA   r   r   r¦   ra   rÐ   ÚgetrÏ   r­   r
   Ú
state_dictrQ   rF   r"   rH   r   ÚnpÚrandomÚ	get_staterÆ   Úcontinuation_state_dictÚanyÚnamed_parametersÚnamed_buffersr#   Ú
setdefaultÚidr¾   ÚlockrÑ   rÎ   rÊ   Úexecution_state_dictrD   Úget_rng_stateÚcudaÚis_initializedÚget_rng_state_allÚgetstateÚtolistr   rM   ÚrangeÚlen)r×   Ú	artifactsrå   r6   Úexpected_kernelÚbundler/   rC   Únp_stater¾   Úprocessor_statesrã   rä   Útensor_ownersr°   ÚlocationÚownerÚstaterU   s   &                 @r+   ÚcaptureÚ%QuantizationCheckpointAdapter.capture  sÒ  ø€ Øˆ	ØˆØ ŸJ™J×,Ñ,×:Ñ:×<‰LˆD�&Ü# F×+Ò+Ùð —:‘:×-Ñ-×4Ñ4¼¿¹ÔCõ à—Z‘Z×.Ñ.ð ô ˜6¤?×3Ò3Ü˜“L¨Ó7ä)Ø?ÄÀVÃ×@UÑ@UÐ?VÐWóð ð —_‘_×(Ñ(Ø�d—l‘l TÕ)Ð,@Õ@óˆFð �}‰}�ŠØ"(˜$’ä"&ð +1×*;Ñ*;Ó*=×*CÑ*CÔ*Eôá*E™J˜Cð Ÿ\™\›^×/Ñ/Ó1×<Ñ<Ó>Ò>Ù*Eòó#�	˜$‘ô -¨V·Z±Z×5OÑ5OÓPˆE�$ŒKñ7 =ô8 —9‘9×&Ñ&Ó(ˆàAEÇÂó
ÙAP°I×-Ñ-Ö/Áð 	ð 
ð ˆØˆØˆØ ŸJ™J×,Ñ,×:Ñ:Ö<‰LˆD�&ß‹sÔWÑQVÓW�s�sŠsÔWÑQVÓW×WÒWÙð#Ø×,Ñ,°UÐ,Ó;ð#à×)Ñ)°%Ð)Ó8ñ#ôñ#‘J�Cð —<‘<×$Ñ$¨Ñ.ô �’
ñ#ð ñ ÷ ‰vØ$�d‘Ø"(§,¡,¦.‘J�CØ $ c˜{�HØ)×4Ñ4´R¸³YÀÓI�EØ Ö(Ø9>˜¨¨¨a°¨u oÓ6ó	 #1ñ =ð$ �^‰^× × Ó à˜4Ÿ<™<Ø × 1Ñ 1ØÐ.Ø˜Ø Ø˜Ø˜TŸ^™^×@Ñ@ÓBØ”u—|‘|×1Ñ1Ó3ØÜ—:‘:×,Ñ,×.Ò.ô "ŸJ™J×8Ñ8Ô:àØœfŸošoÓ/Ø˜h q�k¨8°A­;×+=Ñ+=Ó+?ÐOÀ(È2Å,ÑOðˆE÷ !ô$ 	Ø+Ø˜KÕ(Ü!¤%¬¨E°*Õ,=Ó(>Ó"?Ó@õ	
ð
 �iÐÐùósùò
ùó÷ !× ús%   Å7Q!Ç#Q'ÊQ,Ê<Q,Í CQ2Ñ2R	c                ó   € Wn         R # r|   )rÐ   )r×   r  s   &&r+   Ú	committedÚ'QuantizationCheckpointAdapter.committedq  s	   € ð $Žr.   c                óÚ  a)€ VR ,          V P                   8w  g!   \        VR,          4      \        V4      8w  d   \        R4      h\        VR,          4      \        V P                  4      8w  d   \        R4      hV P
                  P                  pV P                  P                  VR,          4       V P                  P                  4       pWAR,          8H  p\        RVR,          VVR7       V'       g   \        R4      h/ p. pVP                  R	/ 4      P                  4        EF*  w  r‰\        V\        4      '       dn   R
V9  gg   \        V	\        \         34      '       dK   \        V	4      ^8w  g;   \"        ;QJ d    R V	 4       F  '       d   K   RM	  RM! R V	 4       4      '       g   \        R4      hVP%                  R
^4      w  r«V	w  rÍVR,          P                  V
/ 4      P                  V4      pVR,          P                  V/ 4      P                  V4      p\        V\&        P(                  4      '       Ed   \        V\&        P(                  4      '       dæ   VP*                  VP*                  8w  gË   VP,                  VP,                  8w  g°   VP.                  VP.                  8w  g•   \&        P0                  ! VP3                  4       P5                  R<4      P7                  \&        P8                  4      VP3                  4       P5                  R<4      P7                  \&        P8                  4      4      '       d   EK"  \        R4      h	  VR,          P                  4        Fú  w  p
pV P
                  P
                  P;                  V
4      pVP                  4        F»  w  r¾\=        VVR4      p\        V\&        P(                  4      '       d7   VP.                  VP.                  8w  g   VP,                  VP,                  8w  d   \        RV
 R
V 24      hVP?                  VVV\        V\&        P@                  PB                  4      VPD                  34       K½  	  Kü  	  VR,          P                  4        EF'  w  p
p\F        ;QJ d+    R V
PI                  R
4       4       F  '       g   K   RM 	  RM! R V
PI                  R
4       4       4      '       d   \        R4      hV P
                  P
                  P;                  V
4      p\=        VRR4      VR,          8w  g   \=        VRR4      VR,          8w  d   \        RV
 24      h\K        VV
VV P
                  PL                  V P
                  PN                  R7      pVPQ                  4       p\S        W*,          RRR7      ;_uu_ 4       o)\        V4      \        S)PU                  4       4      8w  g]   \F        ;QJ d-    V)3R lVP                  4        4       F  '       g   K   RM"	  RM! V)3R lVP                  4        4       4      '       d   \        RV
 24      hVP                  R4      R8X  dA   TPW                  S)PU                  4        Uu/ uF  q»S)PY                  V4      bK  	  upRR 7       RRR4       VWj&   EK*  	  VP                  4        EF¤  w  p
pV PZ                  V
,          pVP]                  RRR!7       W*,          pVP_                  R"4      ;_uu_ 4       p\`        Pc                  VPe                  ^4      R#4      p\f        Ph                  ! VPe                  V4      4      pRRR4       / pVPQ                  4       P                  4        F’  w  ppXV,          R$,          w  ppR%\        VP,                  4      Pk                  R&4      R'\        VP.                  4      R(\        VPm                  4       4      R)VR$^X,           V,           ^V,           V,           ./VV&   K”  	  VR*,          Po                  \f        Pp                  ! V4      4       \s        V P
                  P
                  V
V4       EK§  	  V F>  w  pr¾pp \u        TTV'       d"   \&        P@                  PC                  VV R+7      MT4       K@  	  VP                  R	/ 4      P                  4        Fz  w  pw  rÍVP%                  R
^4      w  r«V P
                  P
                  P;                  V4      p	\u        V P
                  P
                  P;                  V
4      V\=        W�4      4       K|  	  \w        V P                  VR,          4       F  w  p!p"V!Py                  V"4       K  	  V Pz                  P}                  4        V Pz                  P                  VR,,          4       \&        P€                  Pƒ                  VR-,          4       VR.,          '       d'   \&        P„                  P‡                  VR.,          4       \€        Pˆ                  ! VR/,          4       VR0,          vp#p$p%\Š        P€                  P�                  V#\Š        PŽ                  ! V$\Š        P�                  R17      .V%O54       \Š        P€                  P“                  4       p&VR.,          '       d   \&        P„                  P•                  4       M. p'\&        P0                  ! \&        P€                  P—                  4       VR-,          4      ;'       dà    \        V'4      \        VR.,          4      8H  ;'       dº    \"        ;QJ d-    R2 \w        V'VR.,          4       4       F  '       d   K   RM"	  RM! R2 \w        V'VR.,          4       4       4      ;'       d\    \€        P˜                  ! 4       VR/,          8H  ;'       d5    V&^ ,          V&^,          P›                  4       .V&R3,          O5VR0,          8H  p(\        R4V(\        \�        \        V'4      4      4      R57       V('       g   \        R64      hW nO        \        R7\        V4      \¡        VP£                  4        UUu0 uF=  pVPQ                  4       P£                  4        F  p\        VP*                  4      kK  	  K?  	  upp4      \"        ;QJ d1    R8 VR,          P£                  4        4       F  '       d   K   RM&	  RM"! R8 VR,          P£                  4        4       4      '       d   R9MR:\        \�        \        VR.,          4      4      4      R;7       R# u upi   + '       g   i     EL®; i  + '       g   i     EL; iu uppi )=rj   rå   z-incompatible quantization continuation schemarÆ   z"checkpoint processor count differsrÊ   Úcheckpoint_execution_restored)ÚexpectedÚactualÚmatchedz/checkpoint execution placement restore mismatchrä   r   c              3   óB   "  € T F  p\        V\        4      x € K  	  R # 5ir|   )rA   r)   ©r½   Úparts   & r+   r¿   Ú8QuantizationCheckpointAdapter.restore.<locals>.<genexpr>�  s   é € ÐC¹U°Tœ: d¬C×0Ð0»Uùs   ‚FTzinvalid dense tensor aliasrã   z%checkpoint dense tensor alias differsNz(checkpoint dense tensor schema differs: c              3   óŠ   "  € T F9  pV'       * ;'       g&    VP                  R R4      P                  4       '       * x € K;  	  R# 5i)Ú_Ú N)r   Úisalnumr  s   & r+   r¿   r  ¹  s;   é € ð á+�Dð ”×?Ð? §¡¨S°"Ó 5× =Ñ =Ó ?Ô?Ô?Û+ùs
   ‚A•.Azinvalid checkpoint module nameÚin_featuresÚout_featuresz%checkpoint module dimensions differ: )rU   rr   ÚkernelÚlm_head_nameÚptr"   )Ú	frameworkr#   c              3   óØ   <"  € T F_  w  rVP                   SP                  V4      P                   8g  ;'       g)    VP                  SP                  V4      P                  8g  x € Ka  	  R # 5ir|   )r%   Ú
get_tensorr$   )r½   r/   rC   Útensorss   &  €r+   r¿   r  Í  se   øé € ð ?ñ '7™
˜ð —K‘K 7×#5Ñ#5°cÓ#:×#@Ñ#@Ñ@÷ Dð DØ—{‘{ g×&8Ñ&8¸Ó&=×&CÑ&CÑCôDã&6ùs
   ƒ5A*¹1A*z"checkpoint tensor schema differs: ÚkindÚexl3)Úassign)ÚparentsÚexist_okr«   ÚlittleÚdata_offsetsr$   ztorch.r%   Úsafetensors_fileÚweight_namez
index.json)Úrequires_gradrÎ   ræ   rç   rè   ré   )r$   c              3   óR   "  € T F  w  r\         P                  ! W4      x € K  	  R # 5ir|   )rD   Úequal)r½   r  r  s   &  r+   r¿   r    s&   é € ð á(KÑ$�Fô —’˜F×-Ð-Û(Kùs   ‚%'rê   Úcheckpoint_rng_restored)r  rí   z%checkpoint RNG state restore mismatchÚcheckpoint_adapter_restoredc              3   óH   "  € T F  qP                  R 4      R8g  x € K  	  R# 5i)r)  r*  N)rð   )r½   Úspecs   & r+   r¿   r  *  s   é € ÐRÑ:Q°$—8‘8˜FÓ# vÖ-Ó:Qùs   ‚ "ÚdiskÚmixed)Úpacked_module_countÚpacked_tensor_devicesÚpacked_storagerí   éÿÿÿÿ)RrÑ   rS   r   r  rÆ   r“   r‡   rÊ   Úload_execution_state_dictrü   r   rð   rQ   rA   r)   rM   rR   ÚallÚrsplitrD   rE   r#   r$   r%   r4  rH   ÚreshaperI   rJ   Úget_submodulerV   ÚappendÚnnÚ	Parameterr2  rö   Úsplitr   rÕ   r¤   rñ   r	   ÚkeysÚload_state_dictr'  rÏ   Úmkdirr³   r=   Ú
from_bytesÚreadr2   r®   ÚremoveprefixÚabsoluteÚ
write_textr3   r   ÚsetattrÚzipÚload_continuation_state_dictrÎ   ÚclearÚupdateró   Úset_rng_staterþ   Úset_rng_state_allÚsetstaterò   Ú	set_stateÚasarrayÚuint32rô   r   rý   r  r  r  rÐ   rP   r°   )*r×   r  r  rr   Úactual_executionr  ÚrestoredÚdense_targetsr  r  rU   r/   Ú
owner_nameÚ	owner_keyrC   Úowner_valuer°   ÚoriginalÚtargetr8  r6   r  Ú	directoryr  r¸   Úheader_sizeÚheaderrµ   rb   ÚstartÚendÚ	parameterr2  r¾   Úprocessor_stateÚ	algorithmrH  ÚrestÚactual_numpyÚactual_cudaÚrng_matchedr(  s*   &&&                                      @r+   ÚrestoreÚ%QuantizationCheckpointAdapter.restorev  sc
  ø€ Ø�Õ˜tŸ|™|Ô+¬s°5¸µ>Ó/BÄcÈ)ÃnÔ/TÜ!Ð"QÓRÐRÜˆu�\Õ"Ó#¤s¨4¯?©?Ó';Ô;Ü!Ð"FÓGÐGØ—‘×+Ñ+ˆØ�‰×0Ñ0°°{Õ1CÔDØŸ>™>×>Ñ>Ó@ÐØ"¨KÕ&8Ñ8ˆÜØ+Ø˜;Õ'Ø#Øõ		
÷ Ü!Ð"SÓTÐTØˆØˆØ$Ÿy™y¨¸"Ó=×CÑC×E‰OˆHä˜x¬×-Ò-Ø˜hÔ&Ü! %¬$´¨×7Ò7Ü�u“: ”?ß“sÑC¹UÓC—s—s’sÑC¹UÓC×CÒCä%Ð&BÓCÐCØ Ÿ™¨¨QÓ/‰IˆDØ$)Ñ!ˆJØ˜'•N×&Ñ& t¨RÓ0×4Ñ4°SÓ9ˆEØ �.×,Ñ,¨Z¸Ó<×@Ñ@ÀÓKˆKä˜u¤e§l¡l×3Ó3Ü! +¬u¯|©|×<Ò<Ø—<‘< ;×#5Ñ#5Ô5Ø—;‘; +×"3Ñ"3Ô3Ø—;‘; +×"3Ñ"3Ô3Ü—{’{Ø×$Ñ$Ó&×.Ñ.¨rÓ2×7Ñ7¼¿¹ÓDØ×*Ñ*Ó,×4Ñ4°RÓ8×=Ñ=¼e¿k¹kÓJ÷õ ô
 &Ð&MÓNÐNñ1  Fð2 " '�N×0Ñ0Ö2‰LˆD�&Ø—z‘z×'Ñ'×5Ñ5°dÓ;ˆHØ$Ÿl™lžn‘
�Ü  ¨3°Ó5�ä" 6¬5¯<©<×8Ò8Ø—|‘| u§{¡{Ô2Ø—|‘| u§{¡{Ô2ä)ØBÀ4À&ÈÈ#ÈÐOóð ð ×$Ñ$à ØØÜ" 6¬5¯8©8×+=Ñ+=Ó>Ø×,Ñ,ðöó -ñ 3ð,   �.×.Ñ.×0‰JˆD�$ß‹sñ à ŸJ™J sœOó�s�sŠsñ à ŸJ™J sœOó÷ ò ô &Ð&FÓGÐGØ—z‘z×'Ñ'×5Ñ5°dÓ;ˆHä˜ -°Ó6¸$¸}Õ:MÔMÜ˜8 ^°TÓ:¸dÀ>Õ>RÔRä%Ð(MÈdÈVÐ&TÓUÐUÜ*ØØØØ—z‘z×0Ñ0Ø!ŸZ™Z×/Ñ/ôˆFð ×(Ñ(Ó*ˆHÜ˜9�?°dÀ5×IÕIÈWÜ�x“=¤C¨¯©«Ó$7Ô7¿3»3ô ?ð '/§n¡nÔ&6ó?¿3¿3º3ô ?ð '/§n¡nÔ&6ó?÷ <ò <ô
 *Ð,NÈtÈfÐ*UÓVÐVØ—8‘8˜FÓ# vÔ-ð ×*Ñ*ØAHÇÁÄÓPÁ¸#˜g×0Ñ0°Ó5Ò5ÁÑPØ#ð +ô ÷ Jð $ˆHŒNñG 1ðN %ŸN™N×,‰LˆD�&ØŸ™ tÕ+ˆIØ�O‰O D°4ˆOÔ8Ø•_ˆFØ—‘˜T×"Ô" fÜ!Ÿn™n¨V¯[©[¸«^¸XÓF�ÜŸš F§K¡K°Ó$<Ó=�÷ #ð ˆEØ%×0Ñ0Ó2×8Ñ8Ö:‘��VØ# C�[¨Õ8‘
��sàœS §¡Ó.×;Ñ;¸HÓEØœT &§,¡,Ó/Ø&¬¨F¯O©OÓ,=Ó(>Ø! 3Ø" Q¨¥_°uÕ%<¸aÀ+½oÐPSÕ>SÐ$Tð��c“
ñ  ;ð ˜Õ%×1Ñ1´$·*²*¸UÓ2CÔDÜ˜$Ÿ*™*×*Ñ*¨D°&×9ñ% -ó& =JÑ8ˆF�C 	¨=ÜØØçô —‘×"Ñ" 5¸Ð"ÔFàöñ =Jð 27·±¸?ÈBÓ1O×1UÑ1UÖ1WÑ-ˆHÑ-�zØ Ÿ™¨¨QÓ/‰IˆDØ—J‘J×$Ñ$×2Ñ2°:Ó>ˆEÜØ—
‘
× Ñ ×.Ñ.¨tÓ4°c¼7À5Ó;Töñ 2Xô +.¨d¯o©o¸uÀ\Õ?RÖ*SÑ&ˆI�Ø×2Ñ2°?ÖCñ +Tà×Ñ×ÑÔ!Ø×Ñ× Ñ   ~Õ!6Ô7Ü�‰×"Ñ" 5¨¥<Ô0Ø�×ÔÜ�J‰J×(Ñ(¨¨zÕ):Ô;Ü�Š˜˜lÕ+Ô,Ø!& {Õ!3Ðˆ	�4˜$Ü
�	‰	×Ñ˜Y¬¯
ª
°4¼r¿y¹yÔ(IÐQÈDÑQÔRÜ—y‘y×*Ñ*Ó,ˆØ8=¸j×8IÔ8I”e—j‘j×2Ñ2Ô4Èrˆä�KŠKœŸ™×2Ñ2Ó4°e¸EµlÓC÷ "ð "Ü�KÓ ¤C¨¨jÕ(9Ó$:Ñ:÷"ð "ç“ñ ä(+¨K¸¸zÕ9JÔ(Kó——’ñ ä(+¨K¸¸zÕ9JÔ(Kóó ÷"ð "ô —’Ó! U¨<Õ%8Ñ8÷"ð "ð ˜a• ,¨q¥/×"8Ñ"8Ó":ÐN¸\È"Õ=MÑNØ�[Õ!ñ"ð 	ô 	Ø%ØÜ!¤%¬¨KÓ(8Ó"9Ó:õ	
÷
 Ü!Ð"IÓJÐJØ#ŒÜØ)Ü # H£Ü"(ð #+§/¡/Ô"3ôá"3˜Ø"(×"3Ñ"3Ó"5×"<Ñ"<Ö">˜ô ˜Ÿ™Ö&á">ñ 'Ù"3òó#÷ ‹sÑR¸%À½.×:OÑ:OÔ:QÓR�s�sŠsÑR¸%À½.×:OÑ:OÔ:QÓR×RÒRñ "àÜ!¤%¬¨E°*Õ,=Ó(>Ó"?Ó@÷	
ùòO Q÷ J×IÐIú÷. #×"Ð"üó@sE   Ö22t?×%"t?Ø
+t?Ø6At?Ù7t:Ú	t?Ü	AuñAu'ô:t?ô?uõu$)rÐ   rÊ   r“   rÏ   r¾   rÆ   rÎ   N)ra   r7   r9   Ú__firstlineno__rÑ   rÛ   r  r  ro  Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r+   rŠ   rŠ   ç   s(   ø‡ € Ø€Gò1
òfR òh$÷
w
ð w
r.   rŠ   >   rm   Ú_offload_temp_dirrl   )HÚ__doc__rN   r]   r2   r?   ró   r�   r‹   rƒ   Úcollections.abcr   Ú
contextlibr   Údataclassesr   r   r   Úenumr   Úpathlibr   rK   rò   rD   rÉ   Úsafetensorsr	   Úsafetensors.torchr
   Úadapter.adapterr   Únn_modules.qlinearr   Únn_modules.qlinear.paroquantr   Úquantization.configr   Úutils.device_telemetryr   Úutils.offloadr   Úawq_processorr   Úcheckpoint_devicesr   Úcheckpoint_modulesr   r   r   Úcheckpoint_storer   Úcontinuationr   Úeora_processorr   Úgptq_processorr   Úparoquant_processorr   Úqqq_processorr   Úweight_only_processorr   rn   ro   rB   rt   r™   r¨   r¹   rŠ   ÚGPTQCheckpointAdapter© r.   r+   Ú<module>r�     sÙ   ðá Pã Û Û Û Û Û Û Û Ý #Ý %ß 5Ñ 5Ý Ý ã Û Û Ý !Ý "å "Ý 0Ý 5Ý (Ý :Ý )Ý 'Ý :÷ñ õ
 .Ý +Ý )Ý )Ý 3Ý 'Ý 6à Ð ò$Ð  òKò\ð ñ",ó ð",ðJO¸Tð OÈ4ô Oò4÷*F
ñ F
ðT
 6Ò r.   