+
    "Ý³jžÓ  ã                  ó8  € ^ RI Ht ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHtH	t	 ^ RI
HtHtHtHtHt ^ RIt^ RIt^ RIHt ^ RIHt ^ RIHtHtHt ^ RIHt ^R	IHtHtHt ^R
I H!t! ^RI"H#t#H$t$H%t%H&t&H't'H(t(H)t)H*t*H+t+H,t,H-t-H.t.H/t/H0t0H1t1 ^RI2H3t3 ^RI4H5t5 ^RI6H7t7 ^RI8H9t9H:t:H;t;H<t<H=t=H>t> ^RI?H@t@ ^RIAHBtBHCtCHDtDHEtEHFtFHGtGHHtHHItIHJtJ ^RIKHLtLHMtM ^RINHOtO ^RIPHQtQ ^RIRHStSHTtT ]@! 4       tURtVRtWRtXRtYRtZRt[Rt\Rt]Rt^Rt_R0t`]PÂ                  ! R ]PÄ                  PÆ                  R!7      tdR" R# lteR$ R% ltfR& R' ltgR( R) lthR* R+ ltiR, R- ltjR. R/ ltkR0 R1 ltlR2 R3 ltmRGR4 R5 lltnRGR6 R7 lltoR8 R9 ltpR: R; ltqR< R= ltrR> R? ltsR@ RA lttRB RC ltuRD RE ltvRF twR# )Hé    )ÚannotationsN)ÚisfileÚjoin)ÚAnyÚDictÚListÚOptionalÚUnion)Ú	safe_open)Ú	save_file)Ú
AutoConfigÚPreTrainedTokenizerFastÚProcessorMixin)Úget_tokenizer_config)ÚHF_ADAPTER_FILE_NAMEÚHF_ADAPTER_WEIGHT_KEY_PREFIXÚLora)Ú
LoraConfig)ÚFORMATÚMETA_FIELD_ACT_GROUP_AWAREÚMETA_FIELD_DAMP_AUTO_INCREMENTÚMETA_FIELD_DAMP_PERCENTÚMETA_FIELD_FOEM_ENABLEDÚMETA_FIELD_GPTAQ_ENABLEDÚMETA_FIELD_MSEÚMETA_FIELD_QUANTIZERÚMETA_FIELD_STATIC_GROUPSÚMETA_FIELD_TRUE_SEQUENTIALÚMETA_FIELD_URIÚMETA_QUANTIZER_GPTQMODELÚMETA_VALUE_URIÚMIN_VERSION_WITH_V2Úresolve_quant_format)ÚBaseQuantLinear)ÚBACKEND)Úbuild_exllamav3_tensor_storage)Ú#_normalize_legacy_tied_weights_keysÚensure_qwen_drive_registeredÚprepare_remote_code_compatÚsanitize_generation_config_fileÚsanitize_model_configÚsuspend_hf_weight_init)Úsetup_logger)	ÚTensorSourceÚcopy_py_filesÚfind_modulesÚget_model_files_sizeÚget_module_by_nameÚget_state_dict_for_saveÚ)load_checkpoint_in_model_then_tie_weightsÚ
make_quantÚstreaming_state_dict_to_shards)Úalias_all_from_turtle_if_metaÚalias_from_turtle_for_submodule)Útorch_empty_cache)Ú__version__)ÚDEFAULT_MAX_SHARD_SIZEÚDEVICEÚprocessÚlayerÚmoduleÚlossÚsamplesÚdampÚtimeÚfwd_timez(v)ramzeora.safetensorsz\s*(\d+)([KMGTP]?B?)\s*)Úflagsc               ó    € V ^8„  d   QhRRRR/# )é   ÚvalueúOptional[str]Úreturn© )Úformats   "ÚX/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/models/writer.pyÚ__annotate__rN   ^   s   € ÷ ñ ˜=ð ¨]ñ ó    c                óÖ   € V f   R # \        V \        4      '       g   \        R4      hV P                  4       P	                  4       pVR9   d   R # V\
        9  d   \        RV  R24      hV# )Nz"split_by must be a string or None.zUnsupported split_by value: z". Supported values: None, 'layer'.)Ú Únone)Ú
isinstanceÚstrÚ	TypeErrorÚstripÚlowerÚSUPPORTED_SPLIT_BYÚ
ValueError)rH   Ú
normalizeds   & rM   Ú_parse_split_byr[   ^   sg   € Ø‚}ÙÜ�eœS×!Ò!ÜÐ<Ó=Ð=à—‘“×$Ñ$Ó&€JØ�\Ô!ÙØÔ+Ô+ÜÐ7¸°wÐ>`ÐaÓbÐbØÐrO   c               ó    € V ^8„  d   QhRRRR/# ©rG   Úmodelztorch.nn.ModulerJ   ÚintrK   )rL   s   "rM   rN   rN   l   s   € ÷ ?ñ ?¸/ð ?Ð\_ñ ?rO   c                óD  € Ve7   \        VR4      '       d%   \        VR4      '       d   \        VR4      '       g   ^ # ^ p/ p\        V P                  4       4       F©  w  rE\        VRR4      '       g   VP                  P
                  R8X  g   K5  VP                  R^4      w  rgVP                  Wg4      w  r‰r«Vf   Kc  VP                  P                  V4      pVf   K„  VP                  V. 4      P                  W†WuWšV34       K«  	  VP                  4        EF/  w  rÍ\        P                  P                  VP                   V4      pV UUUUUUUu0 uF  w  pppppppVkK  	  pppppppp \#        VR	R
R7      ;_uu_ 4       pV Uu/ uF  qÿVP%                  V4      bK  	  ppRRR4       T EF“  w  prgrYr«XP                  T4      pTf   K   TpT	e=   T	TP,                  ^ ,          8¼  d   K@  TP/                  ^ T	^4      P1                  ^ 4      pT
eY   TeU   TP,                  T,          ^,          ^ 8w  d   K‹  TP,                  T,          ^,          pTP/                  YºT,          T4      pTP2                  TP2                  8w  d   TP5                  TP2                  R7      p\7        TP,                  4      \7        TP,                  4      8w  d   EK%  T P9                  T4      p\:        P<                  P?                  TPA                  4       PC                  4       TPD                  R7      p\G        TTT4       T^,          pEK–  	  EK2  	  V# u upppppppi u upi   + '       g   i     ELÂ; i  \&         d$   p\(        P+                  RTT4        Rp?EKƒ  Rp?ii ; i)zEBest-effort fallback for meta params that survive normal turtle sync.NÚ!_resolve_checkpoint_tensor_sourceÚ_weight_mapÚmodel_local_pathÚis_metaFÚmetaÚ.ÚptÚcpu©Ú	frameworkÚdevicezTModel save: skipping shard `%s` during meta materialization due to runtime error: %s©Údtype)Úrequires_grad)$ÚhasattrÚlistÚnamed_parametersÚgetattrrk   ÚtypeÚrsplitra   rb   ÚgetÚ
setdefaultÚappendÚitemsÚosÚpathr   rc   r   Ú
get_tensorÚRuntimeErrorÚlogÚwarnÚshapeÚnarrowÚsqueezerm   ÚtoÚtupleÚget_submoduleÚtorchÚnnÚ	ParameterÚdetachÚclonern   Úsetattr) r^   Úturtle_modelÚrestoredÚpending_by_shardÚ	full_nameÚparamÚmodule_pathÚleafÚresolved_nameÚexpert_indexÚsplit_indexÚ	split_dimÚshardÚentriesÚ
shard_pathÚnameÚ_module_pathÚ_leafÚ_paramÚ_expert_indexÚ_split_indexÚ
_split_dimÚunique_namesÚhandlerÚtensorsÚexcÚtensor_nameÚsourceÚtargetÚchunkr?   Úreplacements    &&                              rM   Ú._materialize_remaining_meta_params_from_turtler©   l   s+  € ð Ò Ü˜<Ð)L×MÒMÜ˜<¨×7Ò7Ü˜<Ð);×<Ò<áà€Hð @BÐä  ×!7Ñ!7Ó!9Ö:Ñˆ	Ü˜˜y¨%×0Ò0°E·L±L×4EÑ4EÈÔ4OÙà%×,Ñ,¨S°!Ó4ÑˆØ>J×>lÑ>lÐmxÓ>Ñ;ˆ [ØÒ ÙØ×(Ñ(×,Ñ,¨]Ó;ˆØŠ=ÙØ×#Ñ# E¨2Ó.×5Ñ5Ø¨°lÐQZÐ[ö	
ñ ;ð +×0Ñ0×2‰ˆÜ—W‘W—\‘\ ,×"?Ñ"?ÀÓGˆ
Ùov×wÑwÑovÑ!k  |°U¸FÀMÐS_Ðak›ÑovˆÖwð	Ü˜:°¸e×DÕDÈÙFRÓSÁl¸d ×!3Ñ!3°DÓ!9Ò9Ál�ÐS÷ Eô \cÑWˆK˜¨EÀØ—[‘[ Ó-ˆFØŠ~ÙØˆFØÒ'Ø 6§<¡<°¥?Ô2ÙØŸ™ q¨,¸Ó:×BÑBÀ1ÓE�ØÒ&¨9Ò+@Ø—<‘< 	Õ*¨QÕ.°!Ô3ÙØŸ™ YÕ/°1Õ4�ØŸ™ yÀÕ2EÀuÓM�Ø�|‰|˜uŸ{™{Ô*ØŸ™¨¯©˜Ó5�Ü�V—\‘\Ó"¤e¨E¯K©KÓ&8Ô8ÚØ×(Ñ(¨Ó5ˆFÜŸ(™(×,Ñ,¨V¯]©]«_×-BÑ-BÓ-DÐTY×TgÑTgÐ,ÓhˆKÜ�F˜D +Ô.Ø˜�M‹Hô+ \cñ 3ðD €Où÷A xÐwùò T÷ E×DÐDûäô 	Ü�H‰HÐkÐmrÐtwÔxÞûð	úsN   ÅMÅ-M1ÆMÆM
Æ"MÆ$M1ÍMÍM.Í(M1Í.M1Í1NÍ<NÎNc               ó    € V ^8„  d   QhRRRR/# r]   rK   )rL   s   "rM   rN   rN   ®   s   € ÷ ñ °ð ÐRUñ rO   c           	     ó¼  € Ve   \        VR4      '       g   ^ # \        4       pV P                  4        F£  w  r4\        VRR4      '       g   VP                  P
                  R8X  g   K5  VP                  R4      pRV9   g   KO  VP                  R4      pV^,           \        V4      8  g   Ky  VP                  RP                  VR V^,            4      4       K¥  	  ^ p\        V4       FB  p V P                  V4      p	\        V VV	\        P                  ! R4      RR7       V^,          pKD  	  V#   \         d"   p
\         P#                  R	YŠ4        R p
?
Ko  R p
?
ii ; i)
NÚmaterialize_submodulerd   Fre   rf   Úlayersrh   )Útarget_modelr‹   Útarget_submodulerk   Únon_blockingzAModel save: failed to materialize meta layer `%s` from turtle: %s)ro   Úsetrq   rr   rk   rs   ÚsplitÚindexÚlenÚaddr   Úsortedr„   r8   r…   Ú	Exceptionr}   r~   )r^   r‹   Úlayer_pathsrŽ   r�   ÚpartsÚiÚmaterializedrz   Ú	submoduler£   s   &&         rM   Ú$_materialize_meta_layers_from_turtler½   ®   s2  € ØÒ¤7¨<Ð9P×#QÒ#QÙä“%€KØ!×2Ñ2Ö4Ñˆ	Ü˜˜y¨%×0Ò0°E·L±L×4EÑ4EÈÔ4OÙØ—‘ Ó$ˆØ�uÖØ—‘˜HÓ%ˆAØ�1�u”s˜5“zÖ!Ø—‘ §¡¨¨w°°Qµ¨Ó 8Ö9ñ 5ð €LÜ�{Ö#ˆð	eØ×+Ñ+¨DÓ1ˆIÜ+Ø"Ø)Ø!*Ü—|’| EÓ*Ø"õð ˜AÕŠLñ $ð Ðøô ô 	eÜ�H‰HÐXÐZ^×dÒdûð	eús   Ã+>D/Ä/EÄ:EÅEc               ó    € V ^8„  d   QhRRRR/# )rG   ÚprefixrT   rJ   úset[str]rK   )rL   s   "rM   rN   rN   Î   s   € ÷ ñ °ð Àxñ rO   c                ó¬  € V 0p\        VR R4      p\        V4      '       d"   V! V 4      pV'       d   VP                  V4       \        VRR4      p\        V4      '       da   R FZ  p V! W4      w  rxršV'       g   K  TP                  VP	                  RV 24      '       d   VR\        V4      ^,           )  MT4       K\  	  V#   \         d    Rp L`i ; i)Ú_resolve_checkpoint_module_pathNra   rf   ©ÚweightÚbias)rr   Úcallablerµ   r·   Úendswithr´   )r¿   r‹   ÚprefixesÚresolverÚresolvedÚtensor_resolverr‘   Úcheckpoint_namer�   rž   rŸ   s   &&         rM   Ú$_checkpoint_prefixes_for_replacementrÍ   Î   sÖ   € Øˆx€HÜ�|Ð%FÈÓM€HÜ�×ÒÙ˜FÓ#ˆßØ�L‰L˜Ô"Ü˜lÐ,OÐQUÓV€OÜ�× Ò Û&ˆDð'ÙKZÐ[aÓKhÑH�°÷ ‰Ø—‘ÀO×D\ÑD\Ð_`ÐaeÐ`fÐ]g×DhÒDh˜_Ð-?´°T³¸QµÐ/?Ñ@Ðn}Ö~ñ 'ð €Oøô	 ô 'Ø"&’ð'ús   Á'CÃCÃCc               ó$   € V ^8„  d   QhRRRRRR/# )rG   r¤   rT   rÈ   rÀ   rJ   ÚboolrK   )rL   s   "rM   rN   rN   á   s&   € ÷ gñ g¨#ð g¸ð gÀdñ grO   c                ó’   a € S V9   ;'       g;    \         ;QJ d    V 3R  lV 4       F  '       g   K   R# 	  R# ! V 3R  lV 4       4      # )c              3  óL   <"  € T F  pSP                  V R 24      x € K  	  R# 5i)rf   N©Ú
startswith©Ú.0r¿   r¤   s   & €rM   Ú	<genexpr>Ú+_tensor_matches_prefixes.<locals>.<genexpr>â   s(   øé € Ð)fÑ]eÐSY¨+×*@Ñ*@ÀFÀ8È1À×*NÐ*NÓ]eùs   ƒ!$TF)Úany)r¤   rÈ   s   f&rM   Ú_tensor_matches_prefixesrÙ   á   s;   ø€ Ø˜(Ñ"×fÐf§c£cÔ)fÑ]eÓ)f§c¤cÐf¢cÐf cÔ)fÑ]eÓ)fÓ&fÐfrO   c               ó   € V ^8„  d   QhRR/# )rG   rJ   rI   rK   )rL   s   "rM   rN   rN   å   s   € ÷ cñ c¨-ñ crO   c                óX   a€ Sf   R # \        V3R lV P                  4        4       R 4      # )Nc              3  ó<   <"  € T F  w  rVSJ g   K  Vx € K  	  R # 5i©NrK   )rÕ   r™   r?   Útarget_modules   &  €rM   rÖ   Ú_module_name.<locals>.<genexpr>è   s   øé € Ð[Ñ*?™,˜$À6È]ÐCZ—’Ó*?ùs   ƒ
’
)ÚnextÚnamed_modules)r^   rÞ   s   &frM   Ú_module_namerâ   å   s)   ø€ ØÒÙÜÔ[¨%×*=Ñ*=Ô*?Ó[Ð]aÓbÐbrO   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rG   Úembedding_prefixesú	List[str]Úsave_dirrT   ÚmetadataúDict[str, str]rJ   z0tuple[List[str], Dict[str, str], int, List[str]]rK   )rL   s   "rM   rN   rN   ë   s@   € ÷ sWñ sWð "ðsWð
 ðsWð ðsWð 6ñsWrO   c          	     óÒ  € Ve%   \        VR4      '       d   \        VR4      '       g   \        R4      h\        V Uu0 uF'  p\        V\        4      '       g   K  V'       g   K%  VkK)  	  up4      pV'       g   \        R4      h\        V RR4      p\        \        VRR4      4      pV'       gŸ   \        P                  P                  VP                  R	4      p	\        P                  P                  V	4      '       dP    \        V	R
RR7      ;_uu_ 4       p
\        \        P                  ! V
4      P                  RR4      4      pRRR4       \        V R4      '       d   \%        W P'                  4       4      MRp\        V R4      '       d   \%        W P)                  4       4      MRpV'       d,   V'       d$   V'       d   W¶9   d   WÆ9  d   \        0 VmVk4      p\        P                  P                  VR4      p/ p\        P                  P                  V4      '       dF   \        VR
RR7      ;_uu_ 4       p
\        P                  ! V
4      P                  R/ 4      pRRR4       / p/ p. p/ pV EF/  p\+        WQ4      p. pVP,                  P/                  4        Fu  w  pp\1        VV4      '       g   K  VP3                  V\5        4       4      P7                  V4       VV9  d   VP9                  V4       VV9  g   Kd  VP9                  V4       Kw  	  R F€  pV RV 2pVP                  V4      pV'       g   K%  VP3                  V\5        4       4      P7                  V4       VV9  d   VP9                  V4       VV9  g   Ko  VP9                  V4       K‚  	  VVV&   EK2  	  V'       d   \;        VP                  V. 4      4      M. pV'       dn   V'       df   V'       g^   \+        W±4      pVP,                  P/                  4        F4  w  pp\1        VV4      '       g   K  VV9  g   K#  VP9                  V4       K6  	  V Fß  pVV,          pV'       g   V'       d	   W\8X  d   TpV'       g   \        RV R24      h V P=                  V4      pTP3                  T^ ,          / 4      pTP3                  T^ ,          \5        4       4       TPA                  4       P/                  4        F6  w  pp T PC                  4       PE                  4       TT'       d   T RT 2MT&   K8  	  Ká  	  . p!/ p"^ p#VP/                  4        EF¤  w  pp$VPG                  R4      '       g   \I        R4      h\        P                  P                  VP                  V4      p%\        P                  P                  VV4      p&\        PJ                  ! \        P                  PM                  V&4      RR7       \        P                  P                  V&4      '       d   T&MT%p'/ p(\O        V'RRR7      ;_uu_ 4       p)V)PQ                  4        F%  pVV$9  g   K  V)PS                  V4      V(V&   VV"V&   K'  	  RRR4       VP                  V/ 4      P/                  4        F  w  pp V V(V&   VV"V&   K  	  \U        V(V&VR7       V!P9                  V4       V#\        P                  PW                  V&4      ,          p#EK§  	  V!V"V#V3# u upi   + '       g   i     EL±; i  \         \"        \        3 d     ELÍi ; i  + '       g   i     ELÉ; i  \>         d   p\        RT R24      ThRp?ii ; i  + '       g   i     EL; i)zERewrite only checkpoint shards containing replaced embedding modules.Nrb   rc   zCEmbedding replacement save requires a LazyTurtle checkpoint source.zBEmbedding replacement save requires at least one embedding prefix.ÚconfigÚtie_word_embeddingsFúconfig.jsonÚrúutf-8©ÚencodingÚget_input_embeddingsÚget_output_embeddingsúmodel.safetensors.index.jsonÚ
weight_maprf   z7Could not find checkpoint tensor for embedding module `z`.zEmbedding replacement module `z#` is not present in the model tree.ú.safetensorszPEmbedding-only replacement save currently supports safetensors checkpoints only.T©Úexist_okrg   rh   ri   )rç   rÃ   ),ro   rY   r¶   rS   rT   rr   rÏ   ry   rz   r   rc   ÚexistsÚopenÚjsonÚloadru   ÚOSErrorrU   râ   rñ   rò   rÍ   rb   rx   rÙ   rv   r±   rµ   rw   rp   r„   ÚAttributeErrorÚ
state_dictrˆ   rh   rÇ   ÚNotImplementedErrorÚmakedirsÚdirnamer   Úkeysr{   r   Úgetsize)*r^   r‹   rä   ræ   rç   r¿   rÈ   rê   rë   Úsource_config_pathÚhandleÚinput_prefixÚoutput_prefixÚ
index_pathÚexisting_weight_mapÚdrop_by_shardÚreplacements_by_shardÚremoved_tensor_namesÚmatched_shards_by_prefixÚcheckpoint_prefixesÚmatched_shardsr¤   Ú
shard_namer‘   Úruntime_nameÚruntime_shardÚtied_input_shardsÚinput_checkpoint_prefixesr?   r£   ÚreplacementsÚrelative_nameÚtensorÚrewritten_filesÚtensor_to_filenameÚtotal_size_bytesÚdropped_namesÚsource_pathÚtarget_pathÚ	read_pathr¢   r¡   s*   &&&$$                                     rM   Ú'_save_embedding_replacement_safetensorsr  ë   sM  € ð Ò¤7¨<¸×#GÒ#GÌwÐWcÐew×OxÒOxÜÐ^Ó_Ð_ÜÑ,>ÓeÑ,> &Ä*ÈVÔUX×BY”vÔ^d—v�vÑ,>ÑeÓf€HßÜÐ]Ó^Ð^ä�U˜H dÓ+€FÜœw vÐ/DÀeÓLÓMÐßÜŸW™WŸ\™\¨,×*GÑ*GÈÓWÐÜ�7‰7�>‰>Ð,×-Ò-ðÜÐ,¨c¸G×DÕDÈÜ*.¬t¯yªy¸Ó/@×/DÑ/DÐEZÐ\aÓ/bÓ*cÐ'÷ Eô IPÐPUÐWm×HnÒHn”< ×'AÑ'AÓ'CÔDÐtx€LÜJQÐRWÐYp×JqÒJq”L ×(CÑ(CÓ(EÔFÐw{€M÷ 	ßßØÔ$ØÔ)äÐ4˜HÐ4 mÐ4Ó5ˆä—‘—‘˜hÐ(FÓG€JØÐÜ	‡w�w‡~�~�j×!Ò!Ü�*˜c¨G×4Õ4¸Ü"&§)¢)¨FÓ"3×"7Ñ"7¸ÀbÓ"IÐ÷ 5ð *,€MØ@BÐØ&(ÐØ57ÐÜˆÜBÀ6ÓXÐØˆØ'3×'?Ñ'?×'EÑ'EÖ'GÑ#ˆK˜Ü'¨Ð5H×IÔIØ×(Ñ(¨´S³UÓ;×?Ñ?ÀÔLØÐ&:Ô:Ø(×/Ñ/°Ô<Ø ^Ö3Ø"×)Ñ)¨*Ö5ñ (Hó 'ˆDØ$˜X Q t fÐ-ˆLØ/×3Ñ3°LÓAˆMß‰}Ø×(Ñ(¨¼»Ó>×BÑBÀ<ÔPØÐ';Ô;Ø(×/Ñ/°Ô=Ø ¨Ö6Ø"×)Ñ)¨-Ö8ñ 'ð ,:Ð  Ô(ñ' ÷* Q]œÐ5×9Ñ9¸,ÈÓKÔLÐbdÐßŸ|×4EÜ$HÈÓ$dÐ!Ø'3×'?Ñ'?×'EÑ'EÖ'GÑ#ˆK˜Ü'¨Ð5N×OÔOÐT^ÐfwÖTwØ!×(Ñ(¨Ö4ñ (Hó ˆØ1°&Õ9ˆß×"5¸&Ô:QØ.ˆNßÜÐVÐW]ÐV^Ð^`ÐaÓbÐbð	tØ×(Ñ(¨Ó0ˆFð -×7Ñ7¸ÀqÕ8IÈ2ÓNˆØ× Ñ  °Õ!2´C³EÔ:Ø%+×%6Ñ%6Ó%8×%>Ñ%>Ö%@Ñ!ˆM˜6ØU[×UbÑUbÓUd×UhÑUhÓUjˆL¿˜F˜8 1 ] OÑ4È6ÓRó &Añ ð €OØÐØÐØ%2×%8Ñ%8×%:Ñ!ˆ
�MØ×"Ñ" >×2Ò2Ü%Ð&xÓyÐyÜ—g‘g—l‘l <×#@Ñ#@À*ÓMˆÜ—g‘g—l‘l 8¨ZÓ8ˆÜ
�Š”B—G‘G—O‘O KÓ0¸4Õ@Ü#%§7¡7§>¡>°+×#>Ò#>‘KÀKˆ	ØˆÜ�y¨D¸×?Õ?À7Ø&Ÿ|™|ž~�Ø mÖ3Ø+2×+=Ñ+=¸kÓ+J�G˜KÑ(Ø6@Ð& {Ó3ñ  .÷ @ð
 $9×#<Ñ#<¸ZÈÓ#L×#RÑ#RÖ#TÑˆK˜Ø#)ˆG�KÑ Ø.8Ð˜{Ó+ñ $Uô 	�'˜;°Õ:Ø×Ñ˜zÔ*ØœBŸG™GŸO™O¨KÓ8Õ8Óñ% &;ð& Ð.Ð0@ÐBVÐVÐVùòQ f÷ E×DÐDûäœY¬
Ð3ô Úðú÷( 5×4Ð4ûôV ô 	tÜÐ=¸f¸XÐEhÐiÓjÐpsÐsûð	tú÷$ @×?Ð?úsw   ½[(Á[(Á$[(Ã?\ Ä0[-Å\ È7'\Ñ<\2Ø"]Ø?]Û-[>	Û8\ Û>\ Ü\Ü\Ü\/	Ü2]Ü=]Ý]Ý]&c               ó$   € V ^8„  d   QhRRRRRR/# )rG   Ú
source_dirrT   ræ   rJ   rå   rK   )rL   s   "rM   rN   rN   a  s!   € ÷ ñ ¨sð ¸cð Àiñ rO   c                óŒ  € \         P                  P                  V 4      p\         P                  P                  V4      pW#8X  d   . # \         P                  P                  W#.4      V8X  d   \	        R 4      h. p\         P
                  ! V4       EF0  w  rVpVP                  4        \         P                  P                  WR4      pVR8X  d   TM\         P                  P                  W84      p	\        V4       FÃ  p
\         P                  P                  Wš4      p\         P                  P                  V4      '       d   KI  \         P                  ! V	RR7       \        P                  ! \         P                  P                  WZ4      V4       VP                  \         P                  P                  W³4      4       KÅ  	  EK3  	  V# )zPEmbedding-only save destination must not be nested inside its checkpoint source.rf   Trö   )ry   rz   ÚrealpathÚ
commonpathrY   ÚwalkÚsortÚrelpathr   r¶   rø   r   ÚshutilÚcopy2rw   )r!  ræ   Úsource_rootÚ	save_rootÚcopiedÚrootÚdirnamesÚ	filenamesÚrelative_rootÚtarget_rootÚfilenamer  s   &&          rM   Ú_copy_missing_checkpoint_filesr3  a  s.  € Ü—'‘'×"Ñ" :Ó.€KÜ—‘× Ñ  Ó*€IØÔØˆ	Ü	‡w�w×Ñ˜;Ð2Ó3°{ÔBÜÐkÓlÐlØ€FÜ%'§W¢W¨[×%9Ñ!ˆ˜	Ø�‰ŒÜŸ™Ÿ™¨Ó:ˆØ#0°CÔ#7‘i¼R¿W¹W¿\¹\È)Ó=cˆÜ˜yÖ)ˆHÜŸ'™'Ÿ,™, {Ó=ˆKÜ�w‰w�~‰~˜k×*Ò*ÙÜ�KŠK˜¨dÕ3Ü�LŠLœŸ™Ÿ™ dÓ5°{ÔCØ�M‰Mœ"Ÿ'™'Ÿ/™/¨+ÓAÖBô *ñ	 &:ð €MrO   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	rG   ræ   rT   Úexpected_filesrå   Úmodel_base_nameÚmodel_save_namerJ   ÚNonerK   )rL   s   "rM   rN   rN   w  s:   € ÷ %ñ %Øð%àð%ð ð%ð ð	%ð
 
ñ%rO   c                óø  € \        V4      p\        P                  ! \        P                  ! V4       R 24      p\        P
                  ! V 4       F§  p\        W4      p\        V4      '       g   K!  Wc8X  d   Wd9  d   \        P                  ! V4       KE  WcR,           8X  d   Wd9  d   \        P                  ! V4       Kp  VP                  V4      '       g   K‰  Wd9  g   K‘  \        P                  ! V4       K©  	  R# )z-\d{5}-of-\d{5}\.safetensorsú.index.jsonN)
r±   ÚpcreÚcompileÚescapery   Úlistdirr   r   ÚremoveÚ	fullmatch)ræ   r5  r6  r7  ÚexpectedÚshard_patternr2  Úfull_filenames   &&&&    rM   Ú_cleanup_saved_weight_filesrD  w  s¹   € ô �>Ó"€HÜ—L’LÜ�KŠK˜Ó(Ð)Ð)IÐJó€Mô —J’J˜xÖ(ˆÜ˜XÓ0ˆÜ�m×$Ò$ÙØÔ&¨8Ô+CÜ�IŠI�mÔ$ÙØ¨Õ6Ô6¸8Ô;SÜ�IŠI�mÔ$ÙØ×"Ñ" 8×,Ô,°Ö1IÜ�IŠI�mÖ$ó )rO   c               ó$   € V ^8„  d   QhRRRRRR/# )rG   rc   rT   Úsource_filesúOptional[List[str]]rJ   rå   rK   )rL   s   "rM   rN   rN   ‘  s&   € ÷ ñ Øðà%ðð ñrO   c           	     ó  a € V'       d   \        \        P                  V4      4      # \        S R 4      p\        P
                  P                  V4      '       dº    \        VRRR7      ;_uu_ 4       p\        P                  ! V4      pRRR4       XP                  R/ 4      p\        V\        4      '       d[   \        VP                  4        Uu0 uF6  p\        V\        4      '       g   K  VP                  R4      '       g   K4  VkK8  	  up4      #  \        V 3R	 l\        P$                  ! S 4       4       4      #   + '       g   i     L¼; iu upi   \         d&   p\         P#                  RT RT 24        Rp?LlRp?ii ; i)
ró   rí   rî   rï   Nrô   rõ   z8Model: Failed to inspect original safetensors index at 'z': c              3  ó”   <"  € T F=  pVP                  R 4      '       g   K  \        \        SV4      4      '       g   K9  Vx € K?  	  R# 5i)rõ   N)rÇ   r   r   )rÕ   r2  rc   s   & €rM   rÖ   Ú5_resolve_out_of_model_source_files.<locals>.<genexpr>©  s=   øé € ð á4ˆHØ×Ñ˜^×,ô 	ä17¼Ð=MÈxÓ8X×1Y÷ 	ŠÛ4ùs   ƒA¡A¾
A)r¶   ÚdictÚfromkeysr   ry   rz   rø   rù   rú   rû   ru   rS   ÚvaluesrT   rÇ   r·   r}   r~   r>  )rc   rF  r  r  Ú
index_datarô   r2  r£   s   f&      rM   Ú"_resolve_out_of_model_source_filesrO  ‘  sC  ø€ ÷ Ü”d—m‘m LÓ1Ó2Ð2äÐ&Ð(FÓG€JÜ	‡w�w‡~�~�j×!Ò!ð	fÜ�j #°×8Õ8¸FÜ!ŸYšY vÓ.�
÷ 9à#Ÿ™¨°bÓ9ˆJÜ˜*¤d×+Ò+Üð )3×(9Ñ(9Ô(;óá(;˜HÜ% h´×4ô !à9A×9JÑ9JÈ>×9Z÷ !˜Ù(;ñóð ð ,ô ô äŸ
š
Ð#3Ô4óó ð ÷ 9×8üò
øô ô 	fÜ�H‰HÐOÐPZÈ|Ð[^Ð_bÐ^cÐd×eÑeûð	fúsI   ÁE Á0D;ÂAE ÃEÃ+EÄEÄ
E Ä;E	ÅE ÅFÅE>Å>Fc               ó(   € V ^8„  d   QhRRRRRRRR/# )	rG   rc   rT   rÈ   rå   rF  rG  rJ   zDict[str, torch.Tensor]rK   )rL   s   "rM   rN   rN   °  s0   € ÷ ñ Øðàðð &ðð ñ	rO   c           
     ó„  a	€ / p\        W4      pV Fß  p\        P                  P                  W4      p\        P                  P	                  V4      '       g   KI   \        VR RR7      ;_uu_ 4       pVP                  4        Fb  o	\        ;QJ d    V	3R lV 4       F  '       g   K   RM	  RM! V	3R lV 4       4      '       g   KE  S	V9  g   KN  VP                  S	4      VS	&   Kd  	  RRR4       Ká  	  V#   + '       g   i     Kö  ; i  \         d+   p\        P                  RT RT R	T 24        Rp?EK)  Rp?ii ; i)
rg   rh   ri   c              3  óF   <"  € T F  pSP                  V4      x € K  	  R # 5irÝ   rÒ   rÔ   s   & €rM   rÖ   Ú,_load_tensors_by_prefixes.<locals>.<genexpr>À  s   øé € ÐQÉ¸f˜;×1Ñ1°&×9Ð9Ëùó   ƒ!TFNz#Model: Failed to read tensors from z while scanning for prefixes z: )rO  ry   rz   r   rø   r   r  rØ   r{   r·   r}   r~   )
rc   rÈ   rF  r¢   Úsource_file_namesÚsource_file_nameÚsource_tensor_pathÚfr£   r¤   s
   &&&      @rM   Ú_load_tensors_by_prefixesrY  °  s  ø€ ð (*€GÜ:Ð;KÓZÐÛ-ÐÜŸW™WŸ\™\Ð*:ÓMÐÜ�w‰w�~‰~Ð0×1Ò1Ùð
	ÜÐ-¸Àe×LÕLÐPQØ#$§6¡6¦8�Kß“sÔQÉÓQ—s—s’sÔQÉÓQ×QÔQØ&¨gÖ5Ø34·<±<ÀÓ3L˜G KÓ0ñ $,÷ MÑLñ .ð €N÷ M×LÐLûô
 ô 	Ü�H‰HØ5Ð6FÐ5GÐGdØ�*˜B˜s˜eð%÷ó ûð	úsH   ÁD
Á13C6Â'C6ÃC6ÃC6Ã(D
Ã6DÄD
ÄD
Ä
D?ÄD:Ä:D?c               ó$   € V ^8„  d   QhRRRRRR/# )rG   r™   rT   r  ztorch.TensorrJ   r.   rK   )rL   s   "rM   rN   rN   Ë  s!   € ÷ ñ  Sð °,ð À<ñ rO   c                óZ   € \        V VP                  \        VP                  4      VR 7      # ))r™   Útorch_dtyper   r¥   )r.   rm   rƒ   r   )r™   r  s   &&rM   Ú_tensor_source_from_tensorr]  Ë  s*   € ô ØØ—L‘LÜ�F—L‘LÓ!Øô	ð rO   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rG   rÈ   rå   rc   rT   rþ   zDict[str, TensorSource]rJ   r8  rK   )rL   s   "rM   rN   rN   Ö  s2   € ÷ pñ pØðpØ+.ðpØ<Sðpà	ñprO   c                ó^  € ^ pV  Uu. uF   qDP                  R4      '       d   TMV R2NK"  	  pp\        W4      pVP                  4        F  w  rx\        Wx4      W'&   V^,          pK  	  V'       d   \        P                  RV RV R24       R# \        P                  RV R24       R# u upi )r   rf   zModel: Merged z tensors with prefixes z into the state dictz#Model: No tensors matched prefixes z" while merging into the state dictN)rÇ   rY  rx   r]  r}   Úinfor~   )	rÈ   rc   rþ   Úmergedr¿   Únormalized_prefixesr¢   r™   r  s	   &&&      rM   Ú%_merge_prefix_tensors_into_state_dictrc  Ö  s®   € ð €FÙZbÓcÑZbÐPV§_¡_°S×%9Ò%9™6À&ÀÈ¸|ÒKÑZbÐÐcÜ'Ð(8ÓN€GØŸ™ž‰ˆÜ5°dÓCˆ
ÑØ�!�Šñ (÷ Ü�‰�> & Ð)@ÐATÐ@UÐUiÐjÖkä�‰Ð6Ð7JÐ6KÐKmÐnÖoùò ds   ‡&B*c               ó    € V ^8„  d   QhRRRR/# )rG   r—   z*Optional[List[Union[str, Dict[str, Any]]]]rJ   ztuple[List[str], List[str]]rK   )rL   s   "rM   rN   rN   æ  s   € ÷ ! ñ ! Ø7ð! à ñ! rO   c                ó  € . p. pV '       g   W3# \        V \        \        34      '       d   \        V 4      MV .pV EFH  p\        V\        4      '       d   VP	                  V4       K-  \        V\
        4      '       g   \        R 4      hVP                  R4      pVeh   \        V\        4      '       d   V.M
\        V4      pV F=  p\        V\        4      '       d	   V'       g   \        R4      hVP	                  V4       K?  	  VP                  R4      pVf   Ká  \        V\        4      '       d   V.M
\        V4      p	V	 F=  p
\        V
\        4      '       d	   V
'       g   \        R4      hVP	                  V
4       K?  	  EKK  	  W3# )z*out_of_model_tensors entries must be dict.Úfilesz*`files` entries must be non-empty strings.rÈ   z-`prefixes` entries must be non-empty strings.)	rS   rp   rƒ   rT   rw   rK  rU   ru   rY   )r—   Ú
copy_filesrÈ   Úraw_entriesÚentryÚfiles_valuerf  ÚfileÚprefixes_valueÚprefix_listr¿   s   &          rM   Ú'_normalize_out_of_model_tensors_entriesrn  æ  sH  € ð €JØ€HßØÐ#Ð#ä#-¨g¼¼e°}×#EÒ#E”$�w”-ÈGÈ9€KÜˆÜ�eœS×!Ò!Ø×Ñ˜eÔ$ÙÜ˜%¤×&Ò&ÜÐHÓIÐIà—i‘i Ó(ˆØÒ"Ü%/°¼S×%AÒ%A�[‘MÄtÈKÓGXˆEÛ�Ü! $¬×,Ò,·DÜ$Ð%QÓRÐRØ×!Ñ! $Ö'ñ ð
 Ÿ™ :Ó.ˆØÔ%Ü.8¸Ì×.MÒ.M˜>Ñ*ÔSWÐXfÓSgˆKÛ%�Ü! &¬#×.Ò.·fÜ$Ð%TÓUÐUØ—‘ Ö'ô &ñ% ð. ÐÐrO   c               ó$   € V ^8„  d   QhRRRRRR/# )rG   r¤   rT   Úlayer_prefixesrå   rJ   ztuple[str, bool]rK   )rL   s   "rM   rN   rN   
  s"   € ÷ ñ ¨Cð Àð ÐO_ñ rO   c                ó`  € \        R  V 4       \        RR7       Fn  pV R2pV P                  V4      '       g   K!  V \        V4      R pVP                  R4      w  rVpVP	                  4       '       g   K[  V'       g   Ke  V RV 2R3u # 	  RV 9   d   V P                  R^4      ^ ,          R3# R# )c              3  ó8   "  € T F  q'       g   K  Vx € K  	  R # 5irÝ   rK   )rÕ   r¿   s   & rM   rÖ   Ú-_resolve_layer_split_group.<locals>.<genexpr>  s   é € ÐH©~ VÃŸ&š&«~ùs   ‚	�
T)ÚkeyÚreverserf   NF)rQ   F)r¶   r´   rÓ   Ú	partitionÚisdigitrt   )r¤   rp  r¿   Úexpected_prefixÚ	remainderÚ	layer_idxÚdotÚ_s   &&      rM   Ú_resolve_layer_split_groupr}  
  s¹   € ÜÑH©~ÓHÌcÐ[_×`ˆØ#˜H A˜,ˆØ×%Ñ% o×6Ò6ÙØ¤ OÓ 4Ð 5Ð6ˆ	Ø%×/Ñ/°Ó4Ñˆ	˜Ø×Ñ×Ô§3¡3Ø�X˜Q˜y˜kÐ*¨DÐ0Ò0ñ að ˆkÔØ×!Ñ! # qÓ)¨!Õ,¨eÐ3Ð3ØÐrO   c               ó    € V ^8„  d   QhRRRR/# )rG   Úmodule_namerT   rJ   rÏ   rK   )rL   s   "rM   rN   rN     s   € ÷ :ñ :¨ð :°ñ :rO   c                ó  € V'       g   R #  \        W4      p\        ;QJ d4    R TP                  4        4       F  '       g   K   R'       * # 	  R '       * # ! R TP                  4        4       4      '       * #   \         d     R # i ; i)Fc              3  ó&   "  € T F  pR x € K	  	  R# 5i)TNrK   )rÕ   r|  s   & rM   rÖ   Ú"_module_is_leaf.<locals>.<genexpr>   s   é € Ð9Ñ!8˜A•4Ó!8ùs   ‚T)r2   r·   rØ   Únamed_children)r^   r  r?   s   && rM   Ú_module_is_leafr„    sq   € ßÙðÜ# EÓ7ˆ÷ ‹sÑ9 ×!6Ñ!6Ô!8Ó9�sŒsÔ9Ð9ŠsÔ9Ð9ˆsÑ9 ×!6Ñ!6Ô!8Ó9Ó9Ô9Ð9øô ô Úðús   ŒA6 Á6BÂBc               ó$   € V ^8„  d   QhRRRRRR/# )rG   ræ   rT   Ú
group_namerJ   r8  rK   )rL   s   "rM   rN   rN   #  s!   € ÷ ñ ¨Sð ¸cð Àdñ rO   c                ó,  € \        W4      p\        P                  P                  V4      '       g   R # R F  w  r4\	        V. VVR7       K  	   \        P
                  ! V4      '       g   \        P                  ! V4       R # R #   \         d     R # i ; i)N©ræ   r5  r6  r7  >   ©r>   úlayer.safetensors©r^   úmodel.safetensors)r   ry   rz   ÚisdirrD  r>  Úrmdirrü   )ræ   r†  Ú
legacy_dirÚcleanup_base_nameÚcleanup_save_names   &&   rM   Ú_cleanup_legacy_leaf_group_dirr’  #  s   € Ü�hÓ+€JÜ�7‰7�=‰=˜×$Ò$Ùó1Ñ,Ðô 	$ØØØ-Ø-÷		
ñ	1ðÜ�zŠz˜*×%Ò%Ü�HŠH�ZÖ ñ &øäô Úðús   ÁB Á*B ÂBÂBc               ó8   € V ^8„  d   QhRRRRRRRRRRR	R
RRRR/# )rG   rþ   úDict[str, Any]ræ   rT   r6  r7  rç   rè   Úmax_shard_sizeúOptional[int]rp  rå   rJ   z%tuple[List[str], Dict[str, str], int]rK   )rL   s   "rM   rN   rN   :  sb   € ÷ b:ñ b:Øðb:àðb:ð ðb:ð ð	b:ð
 ðb:ð "ðb:ð ðb:ð +ñb:rO   c           
     ó�  € / p/ p	V P                  4        F,  w  r«\        W¦4      w  rÍVP                  V/ 4      pW¾V
&   WÙV&   K.  	  . p/ p^ p. pW#30pVR8w  g   VR8w  d   VP                  R4       VP                  4        EF£  w  ppV	P	                  VR4      pV'       * ;'       d    \        VV4      pV'       d   \        VV4      pTpTpV R2pTpMLV'       d   V'       d   TpTpV R2pRpVV30pM+V'       g   TM\        VV4      pTpTpV'       g   RMV R2pTp\        P                  ! VRR7       \        VVVVVVR	7      w  pppVV,          pV F  w  pp \        VVVV R
7       K  	  V'       d   V'       d   \        VVR7       MV'       d   \        V. VV R2R
7       V'       g   V'       g   VP                  V4       V F$  p!V'       d   V V! 2MT!p"VP                  V"4       K&  	  VP                  4        F  w  p
p!V'       d   V V! 2MT!p"V"VV
&   K  	  EK¦  	  V F  w  pp \        VVVV R
7       K  	  VVV3# )r   r^   rŒ  FÚ/rõ   rQ   Trö   ©ræ   r6  Úsingle_file_namerç   r•  rˆ  )ræ   r†  r‹  )rx   r}  rv   rµ   ru   r„  r   ry   r   r6   rD  r’  Úextendrw   )#rþ   ræ   r6  r7  rç   r•  rp  r^   Úgrouped_state_dictÚlayer_groupsr¤   Útensor_sourcer†  Úis_layer_groupÚgroupr5  r  Ú
total_sizeÚroot_expected_filesÚcleanup_specsÚgroup_dir_nameÚgroup_state_dictÚis_leaf_groupÚ	group_dirÚgroup_model_base_nameÚgroup_model_save_nameÚrelative_prefixÚgroup_cleanup_specsÚgroup_expected_filesÚgroup_tensor_to_filenameÚgroup_total_sizer�  r‘  r2  Úrelative_filenames#   &&&&&&&&                           rM   Ú _stream_state_dict_to_layer_dirsr°  :  s¼  € ð 57ÐØ$&€LØ&0×&6Ñ&6Ö&8Ñ"ˆÜ%?ÀÓ%\Ñ"ˆ
Ø"×-Ñ-¨j¸"Ó=ˆØ*ˆkÑØ#1�ZÓ ñ	 '9ð !#€NØ)+ÐØ€JØ%'ÐØ%Ð7Ð8€MØ˜'Ô! _Ð8KÔ%KØ×ÑÐ8Ô9à,>×,DÑ,D×,FÑ(ˆÐ(Ø%×)Ñ)¨.¸%Ó@ˆØ+Ô+×WÐW´ÀÈÓ1WˆçÜ˜X ~Ó6ˆIØ$3Ð!Ø$3Ð!Ø!/Ð 0°Ð2ˆOØ"/ÑßŸ~Ø ˆIØ$2Ð!Ø'5Ð&6°lÐ$CÐ!Ø ˆOØ$9Ð;PÐ#QÐ"RÑç(6™¼DÀÈ>Ó<ZˆIØ$3Ð!Ø$3Ð!ß(6™b¸~Ð>NÈaÐ<PˆOØ"/Ðä
�Š�I¨Õ-äKiØØØ1Ø2ØØ)ôL
ÑHÐÐ6Ð8Hð 	Ð&Õ&ˆ
ã4GÑ0ÐÐ0Ü'Ø"Ø3Ø 1Ø 1÷	ñ 5H÷ Ÿ^Ü*°HÈÖXßÜ'Ø!Ø!Ø .Ø#1Ð"2°,Ð ?õ	÷ §mØ×&Ñ&Ð';Ô<ã,ˆHßBQ ?Ð"3°H°:Ñ >ÐW_ÐØ×!Ñ!Ð"3Ö4ñ -ð &>×%CÑ%CÖ%EÑ!ˆK˜ßBQ ?Ð"3°H°:Ñ >ÐW_ÐØ.?Ð˜{Ó+ô &Fñy -Gó@ 1>Ñ,ÐÐ,Ü#ØØ.Ø-Ø-÷		
ñ 1>ð Ð-¨zÐ9Ð9rO   c                ó®   a€ R  R lpWn         R
R R lloSV n        R\        R3R R llpW n        R\        RRR3R V3R lllpW0n        R	 pW@n        V # )c               ó   € V ^8„  d   QhRR/# )rG   ræ   rT   rK   )rL   s   "rM   rN   Ú!ModelWriter.<locals>.__annotate__Ÿ  s   € ÷ 9ñ 9àñ9rO   c                óX   € \         P                  R 4       V P                  ! RRV/VB  R# )zFYou are using save_pretrained, which will re-direct to save_quantized.ræ   NrK   )r}   r~   Úsave_quantized)Úselfræ   Úkwargss   &&,rM   Úsave_pretrainedÚ$ModelWriter.<locals>.save_pretrainedŸ  s'   € ô
 	�‰ÐYÔZØ×ÒÑ8 XÐ8°Ô8rO   Nc               ó    € V ^8„  d   QhRRRR/# )rG   ræ   rT   Úmodel_save_dirrK   )rL   s   "rM   rN   r³  ©  s   € ÷ ,"ñ ," 3ð ,"¸ñ ,"rO   c                ó  € \        V P                  P                  \        4      '       g   Q h\	        V R 4      '       g   Q hV P
                  '       Ed¸   / p\        4       pV P
                  P                  4        F¨  w  rV\        V\        4      '       g   Q hVP                  4       pVP                  R4      R,          pVP                  V4       \         V 2pVP                  W8 R2&   VP                  W8 R2&   \        P                  RV RVP                    R24       Kª  	  VP#                  R4       R\$         2p	/ p
V P                  P&                  '       d   V P                  P)                  4       p
\+        VV P                  P                  P                   V P                  P                  P                   \-        V4      V
R7      pVP/                  VR	7       \        P                  R
V R24       \1        W9RR/R7       V =R# R# )Úlora_resultsrf   z.lora_A.weightz.lora_B.weightz Adapter: EoRA weights found -> `z .lora_A/Lora_B.weight`, rank = `Ú`r˜  )Úbase_model_name_or_pathrí   Ú
lora_alphaÚtarget_modulesÚrank_pattern)ræ   z$Adapter: Saving EoRA weights to -> `rL   rg   )r¢   r2  rç   Néÿÿÿÿ)rS   Úquantize_configÚadapterr   ro   r½  r±   rx   rW   r²   rµ   r   Úlora_AÚlora_Br}   r`  ÚrankÚremovesuffixr   ÚdynamicÚextract_adapter_rank_patternsr   rp   r¸  r   )r¶  ræ   r»  ÚweightsrÁ  rt  rÅ  Úsimple_module_nameÚ
weight_keyÚweight_file_pathrÂ  Úlora_cfgs   &&&         rM   Ú
_eora_saveÚModelWriter.<locals>._eora_save©  sÚ  € Ü˜$×.Ñ.×6Ñ6¼×=Ò=Ð=Ð=ä�t˜^×,Ò,Ð,Ð,ð ××ÑØˆGÜ ›UˆNà $× 1Ñ 1× 7Ñ 7Ö 9‘�Ü! '¬4×0Ò0Ð0Ð0Ø—i‘i“k�Ø%(§Y¡Y¨s£^°BÕ%7Ð"Ø×"Ñ"Ð#5Ô6ô !=Ð=¸c¸UÐC�
à9@¿¹�˜, nÐ5Ñ6Ø9@¿¹�˜, nÐ5Ñ6Ü—‘Ð;¸J¸<ÐGgÐho×htÑhtÐguÐuvÐwÖxñ !:ð  #+×"7Ñ"7¸Ó"<Ð!=¸QÔ?SÐ>TÐUÐð ˆLØ×#Ñ#×+×+Ð+Ø#×3Ñ3×QÑQÓS�ä!¸.Ø$(×$8Ñ$8×$@Ñ$@×$EÑ$EØ-1×-AÑ-A×-IÑ-I×-NÑ-NÜ15°nÓ1EØ/;ô	=ˆHð
 ×$Ñ$¨hÐ$Ô7ä�H‰HÐ;¸H¸:ÀQÐGÔHä˜gÈHÐVZÐK[Õ\àÒ!ñM rO   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rG   ræ   rT   Úsafetensors_metadataúOptional[Dict[str, str]]r•  úOptional[Union[int, str]]Úmeta_quantizerrI   rK   )rL   s   "rM   rN   r³  Ù  s8   € ÷ P5ñ P5àðP5ð #;ðP5ð 6ð	P5ð
 *ñP5rO   c           
     ó   a€ ?V P                   '       g   \        R4      h\        \        V R\	        4       4       Uu0 uF'  p\        V\        4      '       g   K  V'       g   K%  VkK)  	  up4      pV'       g   \        R4      hV P                  ;'       g    \        V RR4      pVe%   \        VR4      '       d   \        VR4      '       g   \        R4      h\        P                  ! SR	R
7       \        VP                  S4       \         R\         2.pV'       d[   \        VP!                  R4      4      ^8X  d#   VP#                  VP%                  RR4      4       M\&        P)                  RV R24       V P*                  P-                  \.        VR7       V P*                  P1                  \2        \4        R7       Vf   / M6VP7                  4        U	U
u/ uF  w  rš\        V	4      \        V
4      bK  	  up
p	pRVR&   \9        V P:                  VVSVR7      w  rÍrï\=        SR4      p\        P>                  PA                  V4      '       Ed   \C        VRRR7      ;_uu_ 4       p\D        PF                  ! V4      pRRR4       XPI                  R/ 4      pV F  pVPK                  VR4       K  	  VPM                  V4       \O        V3R l\	        VPQ                  4       4       4       4      VPI                  R/ 4      R&   \C        VRRR7      ;_uu_ 4       pVPS                  \D        PT                  ! V^R	R7      R,           4       RRR4       M&\        V4      ^8”  d   \&        P)                  RS4       \V        PX                  ! V P*                  4      pVP[                  S4       \        P>                  P=                  SR 4      p\C        VRRR7      ;_uu_ 4       p\D        PF                  ! V4      pRRR4       \        P>                  P=                  SR!4      p\C        VRRR7      ;_uu_ 4       p\D        PF                  ! V4      pRRR4       XXR"&   \        V P:                  R#R4      pVe+   \        VR$4      '       d   \]        VP^                  4      VR$&   \C        VRRR7      ;_uu_ 4       pVPS                  \D        PT                  ! V^R	R7      R,           4       RRR4       V P`                  '       d   \c        SV P                  R%7       V Pd                  '       d   V Pd                  P[                  S4       \        V R&4      '       d@   \        V Pf                  \h        4      '       d   V Pf                  P[                  S4       R# R# R# u upi u up
p	i   + '       g   i     EL*; i  + '       g   i     ELL; i  + '       g   i     ELÚ; i  + '       g   i     EL™; i  + '       g   i     EL; i)'z@Save an embedding-only quantized model as a complete checkpoint.úGSave aborted as model is not quantized. Please call `quantize()` first.Ú_embedding_replacement_prefixeszFEmbedding-only save requires quantized embedding replacement prefixes.Ú_embedding_replacement_sourceNrb   rc   z<Embedding-only save requires a LazyTurtle checkpoint source.Trö   Ú:Ú rQ   úmeta_quantizer: 'ú7' format is invalid, expected: 'quantizer_name:version'©rt  rH   rg   rL   )ræ   rç   ró   rí   rî   rï   rô   c              3  ó(  <"  € T F‡  p\         P                  P                  \         P                  P                  SV4      4      '       g   KH  \         P                  P	                  \         P                  P                  SV4      4      x € K‰  	  R # 5irÝ   )ry   rz   rø   r   r  )rÕ   r2  ræ   s   & €rM   rÖ   ÚAModelWriter.<locals>.save_quantized_embeddings.<locals>.<genexpr>  sZ   øé € ð Aá 8�HÜ—7‘7—>‘>¤"§'¡'§,¡,¨x¸Ó"B×Cô B”—‘—‘¤§¡§¡¨X°xÓ @×AÐAÛ 8ùs   ƒABÁABrç   r¡  Úw©ÚindentÚ	sort_keysÚ
zHEmbedding save: no safetensors index found in `%s`; updated shards only.zquantize_config.jsonrì   Úquantization_configrê   rë   ©Úmodel_id_or_pathÚ	processor)5Ú	quantizedrY   r¶   rr   r±   rS   rT   r‹   ro   ry   r   r3  rc   r    r:   r´   r²   rw   Úreplacer}   r~   rÄ  Úmeta_set_versionabler   Úmeta_setr   r!   rx   r  r^   r   rz   rø   rù   rú   rû   rv   ÚpopÚupdateÚsumrM  ÚwriteÚdumpsÚcopyÚdeepcopyr¸  rÏ   rë   Útrust_remote_coder/   Ú	tokenizerrë  r   )r¶  ræ   rÔ  r•  r×  r¿   rÈ   Úcheckpoint_sourceÚ
quantizersÚkÚvrç   r  r  Ú_total_sizeÚremoved_namesr  r  r³   rô   r¤   Úserialized_configÚquant_config_pathrè  Úconfig_pathÚmodel_configÚruntime_configs   &f&&&                      rM   Úsave_quantized_embeddingsÚ.ModelWriter.<locals>.save_quantized_embeddingsÙ  s½  ø€ ð Ø�~�~ˆ~ÜÐfÓgÐgÜÜ!(¨Ð/PÔRUÓRWÔ!Xó
Ù!X�vÜ˜&¤#×&ô Ü+1÷ ˆFÑ!Xñ
ó ˆ÷ ÜÐeÓfÐfØ ×-Ñ-×eÐe´¸Ð?^Ð`dÓ1eÐØÒ$¬GÐ4EÀ}×,UÒ,UÔ]dÐevð  yK÷  ^Lò  ^LÜÐ[Ó\Ð\ä
�Š�H tÕ,Ü&Ð'8×'IÑ'IÈ8ÔTä1Ð2°!´K°=ÐAÐBˆ
ßÜ�>×'Ñ'¨Ó,Ó-°Ô2Ø×!Ñ! .×"8Ñ"8¸¸bÓ"AÕBä—‘Ð,¨^Ð,<Ð<sÐtÔuØ×Ñ×1Ñ1Ô6JÐR\Ð1Ô]Ø×Ñ×%Ñ%¬.ÄÐ%ÔOà-Ò5‘2ÐWk×WqÑWqÔWsÔ;tÑWsÉtÈq¼CÀ»FÄCÈÃFºNÑWsÒ;tˆØ!ˆ�ÑÜJqØ�J‰JØØØØôK
ÑGˆ¨[ô ˜(Ð$BÓCˆ
Ü�7‰7�>‰>˜*×%Ó%Ü�j #°×8Õ8¸FÜŸ	š	 &Ó)�÷ 9à×)Ñ)¨,¸Ó;ˆJÛ,�Ø—‘˜{¨DÖ1ñ  -à×ÑÐ0Ô1Ü=@ô Aä # J×$5Ñ$5Ó$7Ô 8óAó >ˆE×Ñ˜Z¨Ó,¨\Ñ:ô
 �j #°×8Õ8¸FØ—‘œTŸZšZ¨°aÀ4ÔHÈ4ÕOÔP÷ 9Ð8ä�Ó! AÔ%Ü�H‰HÐ_ÐaiÔjä ŸMšM¨$×*>Ñ*>Ó?ÐØ×)Ñ)¨(Ô3ÜŸG™GŸL™L¨Ð3IÓJÐÜÐ# S°7×;Õ;¸vÜ"&§)¢)¨FÓ"3Ð÷ <ä—g‘g—l‘l 8¨]Ó;ˆÜ�+˜s¨W×5Õ5¸ÜŸ9š9 VÓ,ˆL÷ 6à.AˆÐ*Ñ+Ü  §¡¨X°tÓ<ˆØÒ%¬'°.ÐBW×*XÒ*XÜ26°~×7YÑ7YÓ2ZˆLÐ.Ñ/Ü�+˜s¨W×5Õ5¸Ø�L‰LœŸš L¸ÀdÔKÈdÕRÔS÷ 6ð ×!×!Ð!Ü˜(°T×5JÑ5JÕKØ�>�>ˆ>Ø�N‰N×*Ñ*¨8Ô4Ü�4˜×%Ò%¬*°T·^±^Ä^×*TÒ*TØ�N‰N×*Ñ*¨8Ö4ñ +UÑ%ùòI
ùó, <u÷ 9×8Ð8ú÷ 9×8Ð8ú÷ <×;Ð;ú÷ 6×5Ð5ú÷ 6×5Ð5úsS   ¼VÁVÁ#VÇ VÉ$VÌ0V0ÏWÐ1WÒ00W,ÖV-	Ö0W	×W	×W)	×,W=	c               ó0   € V ^8„  d   QhRRRRRRRRR	RR
R/# )rG   ræ   rT   rÔ  rÕ  r•  rÖ  r×  rI   Ú	eora_pathÚsplit_byrK   )rL   s   "rM   rN   r³  -  sV   € ÷ w[ñ w[àðw[ð #;ðw[ð 6ð	w[ð
 *ðw[ð %ðw[ð $ñw[rO   c                óÆ  <€ \         P                  ! VRR7       V P                  '       Ed   \        \         P                  P                  VR4      RRR7      ;_uu_ 4       p\        P                  ! V4      pVP                  \        \        \        \        \        \        .4       TP                  V P                   U	u. uFi  p	V	P!                  \        4      V	P!                  \        4      V	P!                  \        4      V	P!                  \        4      V	P!                  \        4      .NKk  	  up	4       RRR4       \#        V P$                  4      p
V
R,          p\&         R	\(         2.pV'       d[   \+        VP-                  R	4      4      ^8X  d#   VP/                  VP1                  R
R4      4       M\2        P5                  RV R24       V P6                  P9                  \:        VR7       V P6                  P=                  \>        \@        R7       \C        V P6                  RR4      p\C        V P6                  RR4      pV P6                  P=                  \D        \C        V P6                  RR4      R7       V P6                  P=                  \F        \C        V P6                  RR4      R7       V P6                  P=                  \H        \C        V P6                  RR4      R7       V P6                  P=                  \J        V P6                  PL                  R7       V P6                  P=                  \N        \C        V P6                  RR4      R7       V P6                  P=                  \P        Vf   RMNRVPR                  R\U        VPV                  \X        4      '       d   VPV                  M\Y        VPV                  4      /R7       V P6                  P=                  \Z        Vf   RMZRVPR                  RVP\                  R\U        VPV                  \X        4      '       d   VPV                  M\Y        VPV                  4      /R7       V P6                  P=                  \^        \C        V P6                  RR4      R7       \a        V Pb                  Pd                  4       \f        Ph                  ! V Pb                  Pd                  4      p\f        Ph                  ! V P6                  4      pV Pj                  '       g   \m        R4      h\C        VR\C        VRR4      4      p\o        VPp                  V4      pV\r        Pt                  8X  d/   \2        P5                  R\r        Pt                   R\v         R24       V\r        Px                  8X  dB   \{        V Pb                  4      pVVn>        \f        Ph                  ! V4      V P6                  n>        V P~                  '       d8   V\r        Px                  8w  d#   V P�                  VV P$                  R7      V n1        VPƒ                  4       VnB        WðPb                  n2        R R  lp\C        V Pb                  R!R4      p/ p/ p V! V Pb                  Pd                  4      pVe	   V! V4      p\‡        V Pb                  4       V Pb                  P‰                  V/ RR"7       VP‹                  4        F'  w  pp\�        V Pb                  Pd                  VV4       K)  	  Ve(   VP‹                  4        F  w  pp\�        VVV4       K  	  \         P                  P                  TR#4      p\�        T4      '       d   \2        P‘                  R$4       TP‰                  T4       R% pT! T4       \“        T R&4      '       d<   \U        T P”                  \–        4      '       d   T P”                  P‰                  T4       T P~                  '       g¤   \™        T Pb                  T Pš                  \œ        3R'7       \Ÿ        T Pb                  T Pš                  4      pT'       d   \2        P‘                  R(T4       \¡        T Pb                  T Pš                  4      pT'       d   \2        P‘                  R)T4       \C        T P6                  R*R+4      '       d   T P6                  P¢                  MRp\¥        T Pb                  TR,7      p\§        \C        T R-R4      4      w  p p!T!'       d   \©        T!T P$                  T4       R.p"T"R/,           p#T Pª                  P¬                  '       g   Te   \2        P5                  R04       RpR1 R2 lp$R3 R4 lp%T$! T4      p&T%! T4      p'R5T'R6&   \¯        T4      p(T(R78X  d1   \±        TTR7R8T'T&T P³                  4       T Pb                  R97      w  p)p*p+M$\µ        TTT"T#T'T&R:7      w  p)p*p+\·        TT)T"T#R;7       T+RW,          p,T(R78X  g   \+        T)4      ^8”  do   R<R=T+/R>T*/p-T#R?,           p.\        TT.4      p/\        T/RR@RA7      ;_uu_ 4       p0\¸        Pº                  ! T-^RRB7      RC,           p1T0P½                  T14       RRR4       MN\        TT#R?,           4      p/\         P                  P¿                  T/4      '       d   \         PÀ                  ! T/4       TPÃ                  4        T P6                  PÄ                  '       d3   S<! Y'       d   TMT P6                  PÄ                  P                  TRD7       T  FÀ  p2\         P                  P                  T P$                  T24      p3\         P                  P¿                  T34      '       g   \2        P5                  RET2 RFT3 RG24       Kp  \         P                  P                  TT24      p4\Æ        PÈ                  ! T3T44       \2        P‘                  RHT2 RI24       KÂ  	  T P~                  '       gŠ   T,R,          p5T
T,,
          p6T6R,          p7T6T
,          ^d,          p8\2        P‘                  RJT
RK RLTRK RM24       \2        P‘                  RNT,RK RLT5RK RM24       \2        P‘                  ROT6RK RLT7RK RPT8RK RQ24       T PÊ                  '       d   \Í        YP$                  RR7       T PÎ                  '       Ed   T PÎ                  P‰                  T4       \Ñ        T P$                  4      p9T9P!                  RS4      p:T:'       dÌ   T:PÓ                  RT4      '       g4   \U        T PÎ                  PÎ                  \Ô        4      '       d
   T:RT,           p:\Ñ        T4      p;T;P!                  RS4      T:8w  d_   T:T;RS&   \        \         P                  P                  TRU4      RR@RA7      ;_uu_ 4       p0\¸        PÖ                  ! T;T0^R+RV7       RRR4       R# R# R# R# u up	i   + '       g   i     ELŽ; i  TP‹                  4        F'  w  pp\�        T Pb                  Pd                  TT4       K)  	  Te)   TP‹                  4        F  w  pp\�        TTT4       K  	  i i ; i  + '       g   i     EL¨; i  + '       g   i     R# ; i)Xz.save quantized model and configs to local diskTrö   zquant_log.csvrã  rQ   )ÚmodeÚnewlineNé   rÜ  rÝ  rÞ  rß  rà  ÚgptaqÚfoemÚdamp_percentÚdamp_auto_incrementÚstatic_groupsÚmseÚalphark   ÚbetaÚact_group_awarerÙ  ÚmethodÚquant_methodzUsing 'format = zC': the serialized model is only supported by GPT-QModel version >= rf   )Úqcfgrê  c               ó    € V ^8„  d   QhRRRR/# )rG   r¦   r   rJ   r”  rK   )rL   s   "rM   rN   Ú9ModelWriter.<locals>.save_quantized.<locals>.__annotate__³  s   € ÷ 
	ñ 
	°ð 
	¸ñ 
	rO   c                ó˜   € / pR F/  p\        W4      '       g   K  \        W4      W&    \        W4       K1  	  V#   \         d     KC  i ; i)Úattn_implementation)r  Ú_attn_implementation)ro   rr   Údelattrr·   )r¦   ÚremovedÚattrs   &  rM   Ústrip_attention_impl_fieldsÚHModelWriter.<locals>.save_quantized.<locals>.strip_attention_impl_fields³  sQ   € Ø&(ˆGÛG�Ü˜6×(Ô(Ü$+¨FÓ$9�G‘MðÜ Ö-ñ Hð ˆNøô %ô Úðús   ©:ºA	ÁA	Úgeneration_config)rþ   Úis_main_processúgeneration_config.jsonz;Model: Sanitized `generation_config.json` before packaging.c           
     ó"  € \         P                  ! V 4      p\        R 4       V F  p\        V4       K  	  RR.pV F»  p\         P                  P	                  W4      p\         P                  P                  V4      '       df   \        RV R24       \        VR4      ;_uu_ 4       p\        P                  ! V4      p\        \        P                  ! V^R7      4       RRR4       K¬  \        RV R	24       K½  	  R#   + '       g   i     KÒ  ; i)
zFiles in directory:r%  rì   zContent of saved `z`:rí   )rå  Nr¾  z"` does not exist in the directory.)
ry   r>  Úprintrz   r   r   rù   rú   rû   rô  )rz   rf  rk  Úconfig_file_pathsÚ	file_nameÚ	full_pathÚconfig_fileÚconfig_datas   &       rM   Údebug_saved_configÚ?ModelWriter.<locals>.save_quantized.<locals>.debug_saved_configÚ  sÐ   € ä—J’J˜tÓ$ˆEÜÐ'Ô(Û�Ü�d–ñ ð ":¸=Ð IÐÛ.�	ÜŸG™GŸL™L¨Ó9�	Ü—7‘7—>‘> )×,Ò,ÜÐ.¨y¨k¸Ð<Ô=Ü˜i¨×-Ô-°Ü&*§i¢i°Ó&<˜ÜœdŸjšj¨¸QÔ?Ô@÷ .Ñ-ô ˜A˜i˜[Ð(JÐKÖLó /÷ .×-Ð-ús   Â&8C=Ã=Drë  )Úshell_modelr‹   Úskip_module_typeszBModel save: materialized %s meta layer modules from turtle source.zEModel save: materialized %s remaining meta params from turtle source.Úoffload_to_diskF)Úoffload_rootÚout_of_model_tensorsr^   rõ   z=Sharding is not supported for this quant. Disabling sharding.c               ó    € V ^8„  d   QhRRRR/# )rG   rH   rÖ  rJ   r–  rK   )rL   s   "rM   rN   r    s   € ÷ 	%ñ 	%Ð)Bð 	%À}ñ 	%rO   c                óT  € V f   R # \        V \        4      '       d   V # \        P                  V 4      pV'       g   \	        RV  24      h\        VP                  ^4      4      pVP                  ^4      P                  4       p^pVP                  R4      '       d   RpW$,          # VP                  R4      '       d   RpW$,          # VP                  R4      '       d   R	pW$,          # VP                  R4      '       d   R
pW$,          # VP                  R4      '       d   RpW$,          # )NzInvalid max_shard_size value: ÚKr  ÚMÚGÚTÚPé   i   @l        l           )rS   r_   Ú_MAX_SHARD_SIZE_REr@  rY   r   ÚupperrÓ   )rH   ÚmatchÚbaseÚsuffixÚ
multipliers   &    rM   Ú_parse_max_shard_sizeÚBModelWriter.<locals>.save_quantized.<locals>._parse_max_shard_size  s  € ØŠ}ÙÜ˜%¤×%Ò%Ø�Ü&×0Ñ0°Ó7ˆEßÜ Ð#AÀ%ÀÐ!IÓJÐJÜ�u—{‘{ 1“~Ó&ˆDØ—[‘[ “^×)Ñ)Ó+ˆFØˆJØ× Ñ  ×%Ò%Ø!�
ð Õ$Ð$ð ×"Ñ" 3×'Ò'Ø&�
ð Õ$Ð$ð ×"Ñ" 3×'Ò'Ø&�
ð
 Õ$Ð$ð	 ×"Ñ" 3×'Ò'Ø&�
ð Õ$Ð$ð ×"Ñ" 3×'Ò'Ø&�
ØÕ$Ð$rO   c               ó    € V ^8„  d   QhRRRR/# )rG   re   zOptional[Dict[str, Any]]rJ   rè   rK   )rL   s   "rM   rN   r  (  s   € ÷ 	ñ 	Ð&>ð 	À>ñ 	rO   c           
     óL  € V f   / # \        V \        4      '       g   \        R4      h/ pV P                  4        F?  w  r# \	        V4      p\	        V4      pYA9   d   \        P                  RT R24       YQT&   KA  	  V#   \
         d   p\        RT RT RT 24      hR p?ii ; i)Nz*safetensors_metadata must be a dictionary.zVsafetensors_metadata: both keys and values must be strings and conversion failed for (z, z): zDuplicate metadata key 'z9' after conversion to string; overwriting previous value.)rS   rK  rU   rx   rT   r·   r}   r~   )re   rZ   rt  rH   Únew_keyÚ	new_valuer£   s   &      rM   Ú_normalize_metadataÚ@ModelWriter.<locals>.save_quantized.<locals>._normalize_metadata(  sÒ   € ØŠ|Ø�	Ü˜d¤D×)Ò)ÜÐ LÓMÐMØ)+ˆJØ"Ÿj™jžl‘
�ðÜ! #›h�GÜ # E£
�Ið
 Ô(Ü—H‘HØ2°7°)Ð;tÐuôð '0˜7Ó#ñ +ð Ðøô !ô Ü#ØpÐqtÐpuÐuwÐx}Ðw~ð  Bð  CFð  BGð  Hóð ûðús   Á A?Á?B#Â
BÂB#rg   rL   r>   rŠ  )ræ   r6  r7  rç   r•  rp  r^   r™  rˆ  rç   r¡  rô   r:  rî   rï   rä  rç  )ræ   r»  z-Model: out_of_model_tensors configured with 'z"', but the file was not found at 'Ú'zModel: Copied z; from original model directory to quantized model directoryzPre-Quantized model size: z.2fzMB, ÚGBzQuantized model size: zSize difference: zGB - Ú%ré  Útokenizer_classÚFastztokenizer_config.json)rå  Úensure_asciir;  )lry   r   Ú	quant_logrù   rz   r   ÚcsvÚwriterÚwriterowÚPROCESS_LOG_LAYERÚPROCESS_LOG_MODULEÚQUANT_LOG_LOSSÚQUANT_LOG_NSAMPLESÚQUANT_LOG_DAMPÚPROCESS_LOG_TIMEÚ	writerowsru   r1   rc   r    r:   r´   r²   rw   rí  r}   r~   rÄ  rî  r   rï  r   r!   rr   r   r   r   r   Útrue_sequentialr   r   r  rS   rk   rT   r   r  r   r+   r^   rê   rõ  rö  rì  rY   r#   rL   r   ÚGPTQ_V2r"   ÚEXL3r&   Útensor_storageÚload_quantized_modelÚget_model_with_quantizeÚto_dictrè  r'   r¸  rx   rŠ   r*   r`  ro   rë  r   r7   r‹   r$   r½   r©   Úoffload_to_disk_pathr3   rn  rc  Úqlinear_kernelÚSUPPORTS_SHARDSr[   r°  Úextract_layers_noder6   rD  rú   rô  ró  rø   r?  ÚclearrÅ  r(  r)  r÷  r/   rø  r   rÇ   r   Údump)=r¶  ræ   rÔ  r•  r×  r  r  rk  rã  ri  Úpre_quantized_size_mbÚpre_quantized_size_gbrú  Ú	gptaq_cfgÚfoem_cfgrê   rÄ  r  Úruntime_formatr^  r!  r#  Úremoved_config_attention_attrsÚ"removed_generation_attention_attrsr   rH   Úgen_config_pathr-  Úmaterialized_layersÚrestored_metar2  rþ   Úcopy_tensor_filesÚprefix_entriesr6  r7  rB  rH  Úmax_shard_size_bytesÚmetadata_dictÚsplit_by_moder5  r  r  Útotal_size_mbr³   Úindex_save_nameÚindex_save_pathrX  ÚcontentÚtensor_file_nameÚoriginal_tensor_pathÚtarget_tensor_pathÚtotal_size_gbÚsize_diff_mbÚsize_diff_gbÚpercent_diffÚsource_tokenizer_configÚsource_tokenizer_classÚsaved_tokenizer_configrÑ  s=   &&&&&&&                                                     €rM   rµ  Ú#ModelWriter.<locals>.save_quantized-  sa  ø€ ô 	�Š�H tÕ,à�>�>‰>Ü”b—g‘g—l‘l 8¨_Ó=ÀCÐQS×TÕTÐX\Ü—J’J˜tÓ$�Ø—
‘
Ô-Ô/AÄ>ÔSeÔguô  xHð  Iô  JØ—‘Øcg×cqÒcqósÙcqÐZ_ð $Ÿi™iÔ(9Ó:¸E¿I¹IÔFXÓ<YÐ[`×[dÑ[dÔesÓ[tØ#Ÿi™i¬Ó7¸¿¹ÔCSÓ9TóVÙcqñsô t÷ Uô !5°T×5JÑ5JÓ KÐØ 5¸Õ <Ðä1Ð2°!´K°=ÐAÐBˆ
ßÜ�>×'Ñ'¨Ó,Ó-°Ô2Ø×!Ñ! .×"8Ñ"8¸¸RÓ"@ÕAä—‘Ð,¨^Ð,<Ð<sÐtÔuð 	×Ñ×1Ñ1Ü$Øð 	2ô 	
ð 	×Ñ×%Ñ%ÜÜ ð 	&ô 	
ô ˜D×0Ñ0°'¸4Ó@ˆ	ä˜4×/Ñ/°¸Ó>ˆà×Ñ×%Ñ%Ü'Ü˜$×.Ñ.°ÀÓEð 	&ô 	
ð
 	×Ñ×%Ñ%Ü.Ü˜$×.Ñ.Ð0EÀtÓLð 	&ô 	
ð
 	×Ñ×%Ñ%Ü(Ü˜$×.Ñ.°ÀÓFð 	&ô 	
ð
 	×Ñ×%Ñ%Ü*Ø×&Ñ&×6Ñ6ð 	&ô 	
ð
 	×Ñ×%Ñ%ÜÜ˜$×.Ñ.°°tÓ<ð 	&ô 	
ð
 	×Ñ×%Ñ%Ü(Ø#Ò+‘$Ø˜Ÿ™Øä! )×"2Ñ"2´C×8Ò8ð ×$Ò$ä˜Y×-Ñ-Ó.ð2ð 	&ô 
	
ð 	×Ñ×%Ñ%Ü'Ø"Ò*‘$Ø˜Ÿ™Ø˜Ÿ™Øä! (§/¡/´3×7Ò7ð —O’Oä˜XŸ_™_Ó-ð1ð 	&ô 	
ð 	×Ñ×%Ñ%Ü*Ü˜$×.Ñ.Ð0AÀ4ÓHð 	&ô 	
ô 	˜dŸj™j×/Ñ/Ô0Ü—’˜tŸz™z×0Ñ0Ó1ˆäŸ-š-¨×(<Ñ(<Ó=ˆà�~�~ˆ~ÜÐfÓgÐgä˜°¼'À/ÐSaÐcgÓ:hÓiˆÜ-¨o×.DÑ.DÀlÓSˆàœVŸ^™^Ô+Ü�H‰HØ"¤6§>¡>Ð"2Ð2uô  wJð  vKð  KLð  Môð œVŸ[™[Ô(Ü;¸D¿J¹JÓGˆNØ-;ˆOÔ*Ü26·-²-ÀÓ2OˆD× Ñ Ô/à×$×$Ð$¨¼6¿;¹;Ô)FØ×5Ñ5Ø$Ø!%×!6Ñ!6ð 6ó ˆDŒJð &5×%<Ñ%<Ó%>ˆÔ"Ø"�
‰
Ôõ
	ô $ D§J¡JÐ0CÀTÓJÐØ9;Ð&Ø=?Ð*ð	<Ù-HÈÏÉ×IZÑIZÓ-[Ð*Ø Ò,Ù5PÐQbÓ5cÐ2Ü/°·
±
Ô;ð �J‰J×&Ñ& x¸BÐPTÐ&ÔUà=×CÑCÖE‘��eÜ˜Ÿ
™
×)Ñ)¨4°Ö7ñ  Fà Ò,Ø#E×#KÑ#KÖ#M‘K�D˜%ÜÐ-¨t°UÖ;ñ $Nô Ÿ'™'Ÿ,™, xÐ1IÓJˆÜ*¨?×;Ò;Ü�H‰HÐRÔSð 	×'Ñ'¨Ô1ò	Mñ$ 	˜8Ô$ô �4˜×$Ò$¬°D·N±NÄN×)SÒ)SØ�N‰N×*Ñ*¨8Ô4ð ×(×(Ð(ô *Ø ŸJ™J°T×5FÑ5FÜ#2Ð"4õô #GÀtÇzÁzÐSW×SdÑSdÓ"eÐß"Ü—‘Ð]Ð_rÔsÜJÈ4Ï:É:ÐW[×WhÑWhÓiˆMßÜ—‘Ð`ÐboÔpäDKÈD×L`ÑL`ÐbsÐuz×D{ÒD{�t×+Ñ+×@Ò@ð  BFˆÜ,¨T¯Z©ZÀlÔSˆ
Ü,SÜ�DÐ0°$Ó7ó-
Ñ)Ð˜>÷ Ü1°.À$×BWÑBWÐYcÔdà!ˆØ)¨NÕ:ˆà×"Ñ"×2×2Ð2°~Ò7QÜ�H‰HÐTÔUØ!ˆNõ	%õ.	ñ*  5°^ÓDÐÙ+Ð,@ÓAˆØ"&ˆ�hÑÜ'¨Ó1ˆà˜GÔ#ÜCcØØ!Ø 'Ø 3Ø&Ø3Ø#×7Ñ7Ó9Ø—j‘jô	DÑ@ˆNÐ.Ñ0@ô DbØØ!Ø /Ø!0Ø&Ø3ôDÑ@ˆNÐ.Ð0@ô (Ø!Ø-Ø /Ø /õ	ð )¨KÕ8ˆà˜GÔ#¤s¨>Ó':¸QÔ'>à˜\Ð+;Ð<ØÐ0ðˆEð .°Õ=ˆOÜ" 8¨_Ó=ˆOÜ�o s°W×=Õ=ÀÜŸ*š* U°1ÀÔEÈÕL�Ø—‘˜Ô ÷ >Ð=ô # 8¨_¸}Õ-LÓMˆOÜ�w‰w�~‰~˜o×.Ò.Ü—	’	˜/Ô*à×ÑÔð ×Ñ×'×'Ð'Ù�t¶9¡iÀ$×BVÑBV×B^ÑB^×BcÑBcÐt|Õ}ó !2ÐÜ#%§7¡7§<¡<°×0EÑ0EÐGWÓ#XÐ Ü—7‘7—>‘>Ð"6×7Ò7Ü—‘ØCÐDTÐCUð V6Ø6JÐ5KÈ1ðNôñ ä!#§¡§¡¨hÐ8HÓ!IÐÜ�LŠLÐ-Ð/AÔBÜ�H‰HØ Ð!1Ð 2Ð2mÐnöñ !2ð  ×(×(Ð(Ø)¨DÕ0ˆMØ0°=Õ@ˆLØ'¨$Õ.ˆLØ(Ð+@Õ@ÀCÕGˆLÜ�H‰HÐ1Ð2GÈÐ1LÈDÐQfÐgjÐPkÐkmÐnÔoÜ�H‰HÐ-¨m¸CÐ-@ÀÀ]ÐSVÐDWÐWYÐZÔ[Ü�H‰HÐ(¨°cÐ(:¸$¸|ÈCÐ>PÐPUÐVbÐcfÐUgÐghÐiÔjð ×!×!Ð!Ü˜(×5JÑ5JÕKà�>�>‰>Ø�N‰N×*Ñ*¨8Ô4ô ';¸4×;PÑ;PÓ&QÐ#Ø%<×%@Ñ%@ÐARÓ%SÐ"ç%ð /×7Ñ7¸×?Ò?ÄZÐPT×P^ÑP^×PhÑPhô  kB÷  FCò  FCØ-CÀfÕ-LÐ*ä)=¸hÓ)GÐ&Ø)×-Ñ-Ð.?Ó@ÐDZÔZØ@VÐ*Ð+<Ñ=ÜœbŸg™gŸl™l¨8Ð5LÓMÈsÐ]d×eÕeÐijÜŸ	š	Ð"8¸!ÀAÐTYÕZ÷ fÑeñ [ñ &ñ ùòk
s÷ U×TÐTûðf  >×CÑCÖE‘��eÜ˜Ÿ
™
×)Ñ)¨4°Ö7ñ  Fà Ò,Ø#E×#KÑ#KÖ#M‘K�D˜%ÜÐ-¨t°UÖ;ò $Nð -ú÷n >×=Ð=ú÷z f×eÐeúsF   Á!Av;Ã A/v6Ä/v;ÙAw è2x;öyö6v;ö;w	÷A)x8ø;y	ùy 	c                óè  a€ \        V4       \        P                  ! VR R7      p\        V4       \	        4       ;_uu_ 4        V P
                  P                  V\        P                  R7      p\        V4      pV P                  .V P                  V4      ,           p\        VP                  4       4       EF5  oVP                  '       d   SV P                  8X  d   K)  \        ;QJ d    V3R lV 4       F  '       g   K   R M	  RM! V3R lV 4       4      '       g_   \        ;QJ d.    V3R lV P!                  W14       4       F  '       d   K   RM#	  R M! V3R lV P!                  W14       4       4      '       d/   SV P                  Jd   \"        P%                  RS R24       VS Kõ  V P'                  VSVS,          V4      '       d   EK  \"        P%                  RS R24       VS EK8  	  \)        VVV\*        P,                  V P                  R \.        P0                  R7       R	R	R	4       \3        X\        P                  V P4                  R
7       \7        4        V#   + '       g   i     LB; i)T)r÷  rl   c              3  óF   <"  € T F  pSP                  V4      x € K  	  R # 5irÝ   rÒ   )rÕ   Úignore_moduler™   s   & €rM   rÖ   Ú?ModelWriter.<locals>.get_model_with_quantize.<locals>.<genexpr>¿  s   øé € ÐZÉ>¸-�t—‘ }×5Ð5Ë>ùrT  Fc              3  ó`   <"  € T F#  q F  pSP                  V4      '       * x € K  	  K%  	  R # 5irÝ   )rÇ   )rÕ   Úsublistrˆ  r™   s   &  €rM   rÖ   r‰  ¿  s=   øé € ð bÙHo¸Wò  FMð  uB˜DŸM™M¨-Ó8×8Ñ8ñ  FMÑ8ÓHoùs   ƒ+.z
The layer z is not quantized.)r  Úquant_resultÚbackendÚlm_head_nameÚpackrk   N)rm   Ú
checkpoint)r(   r   Úfrom_pretrainedr)   r,   ÚloaderÚfrom_configr…   Úfloat16r0   Úlm_headÚget_base_modulesrp   r  rØ   ÚallÚsimple_layer_modulesr}   r`  Úshould_quantize_moduler5   r%   ÚAUTOr<   ÚCPUr4   Úcheckpoint_file_namer9   )r¶  r  rê  rê   r^   ÚmodulesÚignore_modulesr™   s   &&&    @rM   r`  Ú,ModelWriter.<locals>.get_model_with_quantize©  sç  ø€ ä$Ð%5Ô6Ü×+Ò+ØØ"ô
ˆô 	# 6Ô*ä#×%Õ%Ø—K‘K×+Ñ+ØœeŸm™mð ,ó ˆEô # 5Ó)ˆGØ"Ÿl™l˜^¨d×.CÑ.CÀEÓ.JÕJˆNä˜WŸ\™\›^×,�à—<—<�< D¨D¯L©LÔ$8Ùç“3ÔZÉ>ÓZ—3—3’3ÔZÉ>ÓZ×ZÒZ×^aÓ^aô bØHL×HaÑHaÐbhÔHoób×^a×^aÒ^aô bØHL×HaÑHaÐbhÔHoób÷ _ò _ð  4§<¡<Ó/ÜŸ™ :¨d¨VÐ3EÐ!FÔGØ ˜Ùà×2Ñ2°5¸$ÀÈÅÈt×TÕTÜ—H‘H˜z¨$¨Ð/AÐBÔCØ ›ñ! -ô$ ØØØ$ÜŸ™Ø!Ÿ\™\ØÜ—z‘zõ÷5 &ôH 	2ØÜ—-‘-à×0Ñ0õ		
ô 	ÔØˆ÷] &×%ús9   ÁB&I!Ã)I!Ä I!Ä
I!Ä)#I!Å,I!Å<AI!ÇAI!É!I1	rÝ   )r¸  Ú	eora_saver;   r  rµ  r`  )Úclsr¸  r  rµ  r`  rÑ  s   &    @rM   ÚModelWriterr¢  ž  sv   ø€ õ9ð *Ô÷,"ð\ €C„Mð
 >BÜ8NØ,0÷P5ðd %>Ô!ð
 >BÜ8NØ,0Ø'+Ø&*÷w[ò w[ðt (Ôò7ðr #:Ôà€JrO   rÝ   )xÚ
__future__r   rõ  rQ  rú   ry   r(  Úos.pathr   r   Útypingr   r   r   r	   r
   r;  r…   Úsafetensorsr   Úsafetensors.torchr   Útransformersr   r   r   Ú*transformers.models.auto.tokenization_autor   Úadapter.adapterr   r   r   Úadapter.peftr   Úquantization.configr   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   Únn_modules.qlinearr$   Úutils.backendr%   Úutils.exllamav3r&   Úutils.hfr'   r(   r)   r*   r+   r,   Úutils.loggerr-   Úutils.modelr.   r/   r0   r1   r2   r3   r4   r5   r6   Úutils.structurer7   r8   Úutils.torchr9   Úversionr:   Ú_constr;   r<   r}   ÚPROCESS_LOG_NAMErT  rU  rV  rW  rX  rY  ÚPROCESS_LOG_FWD_TIMEÚPROCESS_USED_MEMORYÚEORA_DEFAULT_FILErX   r<  ÚFlagÚCASELESSr<  r[   r©   r½   rÍ   rÙ   râ   r  r3  rD  rO  rY  r]  rc  rn  r}  r„  r’  r°  r¢  rK   rO   rM   Ú<module>r½     sh  ðõ #ã Û 
Û Û 	Û ß  ß 3Õ 3ã Û Ý !Ý 'ß LÑ LÝ Kç VÑ VÝ %÷÷ ÷ ÷ ñ õ" 1Ý #Ý <÷÷ õ (÷
÷ 
õ 
÷ ]Ý +Ý !ß 2ñ ƒn€àÐ ØÐ ØÐ Ø€ØÐ Ø€ØÐ Ø!Ð ØÐ à&Ð ð �VÐ Ø—\’\ØØ
�)‰)×
Ñ
ôÐ õõ?õDõ@õ&gõcõsWõlõ,%÷4÷>õ6õpõ ! õHõ:õõ.b:ôHF	rO   