+
    "Ý³j$~ ã                   óN  a € Rs tf0 t ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RI	H
t
 ^ RIHtHt ^ RIt^ RIt^ RIt^ RIHt ^ RIHtHtHtHtHt ^RIHtHtHtHtHtHt ^RI H!t!H"t"  ^ R	I#H$t$  ^ R
IH't' ^RI)H*t* . RtOt+]*! 4       t,]-! 4       t.] ^ k ]/! 4       t0Rt1Rut2Rt30 Rvmt4Rt5Rt6R R lt7RwR R llt8R R lt9R R lt:R R lt;R]0/R R llt<]R 4       t=R R  lt>R! R" lt?R# R$ lt@R% R& ltAR' R( ltB]
! RR)7      R* R+ l4       tCR, R- ltDR. R/ ltER0R1R2RR3R/R4 R5 lltFR6 R7 ltGR8 R9 ltHR: R; ltI]
! RR)7      R< R= l4       tJR> R? ltKR@ RA ltLRB RC ltMRD RE ltNRF RG ltORH RI ltPRJ RK ltQRL RM ltRRN RO ltSRP RQ ltTRR RS ltURT tVRUR1/RV RW lltWRX RY ltXRZ R[ ltYR\ R] ltZR^ t[R_ t\R`R/Ra Rb llt]R`RRUR1/Rc Rd llt^]P! 4        ReR1/Rf Rg llt_Rh Ri lt`RwRj Rk lltaRl Rm ltbRn tcRo Rp ltdRxRq Rr llteR#   ]% d    ^ R	I&H$t$  EL�i ; i  ]% d    ^ RIH(t'  ELªi ; i)yé    N)Úcontextmanager)Ú	lru_cache)ÚAnyÚOptional)Úinit_empty_weights)Ú
AutoConfigÚ	AutoModelÚAutoModelForCausalLMÚGenerationConfigÚPreTrainedModel)ÚPRISM_Q1_0_G128_BLOCK_SIZEÚPRISM_Q1_0_G128_NAMEÚPRISM_Q1_0_G128_TYPE_SIZEÚPRISM_Q1_0_G128_VALUEÚ_dequantize_prism_q1_0_g128Ú_is_prism_q1_0_g128)Ú_MONKEY_PATCH_LOCKÚinternal_gguf)Úno_init_weights)ÚPreTrainedConfig)ÚPretrainedConfig)Úsetup_loggerÚ_gptqmodel_hf_gguf_fileÚ$GPTQMODEL_INTERNAL_GGUF_TORCH_LOADERÚ
qwen_drivezÎQwen-Drive checkpoints require the official `qwen_drive` package. Install it from `https://github.com/QwenLM/Qwen-Drive-1.0` (or make that repository's `src` directory importable) before loading this model.c                ó\   € V ^8„  d   QhR\         \        ,          R\         \        ,          /# ©é   Úmodel_id_or_pathÚreturn©r   Ústr)Úformats   "ÚS/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/utils/hf.pyÚ__annotate__r%   ^   s&   € ÷ Gñ G¬x¼­}ð GÄÌ#Åñ Gó    c                óH  € V '       d&   \         P                  P                  V 4      '       g   R# \         P                  P                  V R4      p\         P                  P	                  V4      '       g   R#  \        VRR7      ;_uu_ 4       p\        P                  ! V4      pRRR4       \        X\        4      '       d   TP                  R4      MRpTe   \        T4      P                  4       # R#   + '       g   i     LX; i  \        \        \        3 d     R# i ; i)zBRead a local model type without invoking Transformers' AutoConfig.Núconfig.jsonúutf-8©ÚencodingÚ
model_type)ÚosÚpathÚisdirÚjoinÚisfileÚopenÚjsonÚloadÚOSErrorÚ	TypeErrorÚ
ValueErrorÚ
isinstanceÚdictÚgetr"   Úlower)r   Úconfig_pathÚhandleÚconfigr,   s   &    r$   Ú_local_config_model_typer?   ^   sË   € ÷ ¤2§7¡7§=¡=Ð1A×#BÒ#BÙä—'‘'—,‘,Ð/°Ó?€KÜ�7‰7�>‰>˜+×&Ò&ÙðÜ�+¨×0Õ0°FÜ—Y’Y˜vÓ&ˆF÷ 1ô
 .8¸Ä×-EÒ-E�—‘˜LÔ)È4€JØ&0Ò&<Œ3ˆz‹?× Ñ Ó"ÐFÀ$ÐF÷ 1×0ûä”Y¤
Ð+ô Úðús0   Á8D ÂC4Â$D Ã4D	Ã?D ÄD ÄD!Ä D!c                óF   € V ^8„  d   QhR\         \        ,          R\        /# r   ©r   r"   Úbool)r#   s   "r$   r%   r%   r   s   € ÷ ñ ´8¼Cµ=ð ÌDñ r&   c                ó†   € \        V 4      pV\        8w  d   R#  ^ RIpR#   \         d   p\        \        4      ThRp?ii ; i)aÛ  Register the official Qwen-Drive config before any ``AutoConfig`` call.

Qwen-Drive is intentionally not bundled with GPT-QModel.  Importing its
package performs the official ``AutoConfig``/``AutoModel`` registrations.
A missing package is made actionable for a local Qwen-Drive directory
instead of surfacing Transformers' generic unknown ``model_type`` error.
Other model types are left untouched so importing GPT-QModel does not load
an unrelated optional planning stack.
FNT)r?   Ú_QWEN_DRIVE_MODEL_TYPEr   ÚImportErrorÚ_QWEN_DRIVE_INSTALL_HINT)r   Úlocal_model_typer   Úexcs   &   r$   Úensure_qwen_drive_registeredrI   r   sI   € ô 0Ð0@ÓAÐØÔ1Ô1Ùð=Ûñ øô ô =ÜÔ2Ó3¸Ð<ûð=ús   š   A «;»A c                ó>   € V ^8„  d   QhR\         \        ,          RR/# ©r   r   r    Nr!   )r#   s   "r$   r%   r%   ‰   s   € ÷ 27ñ 27´H¼SµMð 27Àdñ 27r&   c           	      óB  € V '       d&   \         P                  P                  V 4      '       g   R #  ^ RIHpHp \         P                  P                  \         P                  P                  T 4      4      p\         P                  P                  TRT! T4      4      p\         P                  P                  T4      '       g   R # \         P                  ! T 4       Uu. uFb  pTP                  R4      '       g   K  \         P                  P                  \         P                  P                  Y4      4      '       g   K`  TNKd  	  ppT'       g   R # T.p\         P                  ! T4       FZ  p\         P                  P                  YH4      p	\         P                  P                  T	4      '       g   KI  TP                  T	4       K\  	  T F¼  p	T F³  p\         P                  P                  Y4      p
\         P                  P                  Y•4      p\         P                  P                  T4      '       d   Kh  \         P                  ! \         P                  P!                  T4      RR7       \"        P$                  ! Y«4       Kµ  	  K¾  	  R #   \         d     R # i ; iu upi )N)ÚHF_MODULES_CACHEÚ_sanitize_module_nameÚtransformers_modulesz.pyT©Úexist_ok)r-   r.   r/   Ú!transformers.dynamic_module_utilsrM   rN   Ú	ExceptionÚbasenameÚnormpathr0   ÚlistdirÚendswithr1   ÚappendÚexistsÚmakedirsÚdirnameÚshutilÚcopy2)r   rM   rN   Ú	repo_nameÚ
cache_rootÚ	file_nameÚsource_filesÚtarget_dirsÚentryÚ
target_dirÚsource_pathÚtarget_paths   &           r$   Ú_sync_local_remote_code_cacherg   ‰   sÃ  € ß¤2§7¡7§=¡=Ð1A×#BÒ#BÙðß]ô —‘× Ñ ¤§¡×!1Ñ!1Ð2BÓ!CÓD€IÜ—‘—‘ØØÙ˜iÓ(ó€Jô" �7‰7�=‰=˜×$Ò$Ùô ŸšÐ$4Ô5óá5ˆIØ×Ñ˜e×$ô 	ä)+¯©¯©¼¿¹¿¹ÐEUÓ8a×)b÷ 	ˆ	Ù5ð ð ÷
 Ùà�,€KÜ—’˜JÖ'ˆÜ—W‘W—\‘\ *Ó4ˆ
Ü�7‰7�=‰=˜×$Ô$Ø×Ñ˜zÖ*ñ (ó
 "ˆ
Û%ˆIÜŸ'™'Ÿ,™,Ð'7ÓCˆKÜŸ'™'Ÿ,™, zÓ=ˆKÜ—7‘7—>‘> +×.Ô.Ü—’œBŸG™GŸO™O¨KÓ8À4ÕHÜ—’˜[Ö6ó &ó "øôM ô Úðüò0s#   ±J
 ÃJÃ9?JÄ=JÊ
JÊJc                óZ   € V ^8„  d   QhR\         R\        \        P                  ,          /# )r   r>   r    )r   r   ÚtorchÚdtype)r#   s   "r$   r%   r%   ¾   s'   € ÷ `ñ `¤ð `¬´·±Õ(=ñ `r&   c                 ó¢  € \        V R \        4      pV\        J d   \        V RR4      pM Vf   \        V R/ 4      P                  R4      pVf   R# \        V\        P
                  4      '       d   V# \        V\        4      '       d    \        \        V4      # \        RV R\        V4       R24      h  \         d    \        RT 24      hi ; i)rj   Útorch_dtypeNÚ__dict__zInvalid dtype string: z*dtype must be torch.dtype or str, but got z (type=Ú))
ÚgetattrÚ_MISSINGr:   r8   ri   rj   r"   ÚAttributeErrorr7   Útype)r>   rj   s   & r$   Úget_hf_config_dtypers   ¾   sÎ   € Ü�F˜G¤XÓ.€EØ”ÓÜ˜ ¨tÓ4‰Ø	Šô ˜ 
¨BÓ/×3Ñ3°MÓBˆà‚}Ùä�%œŸ™×%Ò%Øˆô �%œ×Òð	?Üœ5 %Ó(Ð(ô ÐAÀ%ÀÈÔPTÐUZÓP[È}Ð\]Ð^Ó
_Ð_øô ô 	?ÜÐ5°e°WÐ=Ó>Ð>ð	?ús   Â	B4 Â4Cc                óH   € V ^8„  d   QhR\         R\        P                  RR/# )r   r>   rj   r    N)r   ri   rj   )r#   s   "r$   r%   r%   Ø   s%   € ÷ 	2ñ 	2¤ð 	2¬E¯K©Kð 	2¸Dñ 	2r&   c                 ó°   € \        V 4      pW!8X  d   R #  \        V RV4       R #   \         d'    \        T RR 4      T8w  d   \        T RT4        R #  R # i ; i)Nrj   rl   )rs   ÚsetattrrS   ro   )r>   rj   Úcurrent_dtypes   && r$   Úset_hf_config_dtyperx   Ø   sW   € Ü'¨Ó/€MØÔÙð2Ü�˜ Ö'øÜô 2Ü�6˜=¨$Ó/°5Ô8Ü�F˜M¨5×1ò 9ð2ús   •$ ¤*AÁAÚexplicit_dtypec                ój   € V ^8„  d   QhR\         \        \        3,          R\        R\        R\        /# )r   ÚkwargsÚapi_namery   r    ©r9   r"   r   )r#   s   "r$   r%   r%   ä   s:   € ÷ ñ Ü””c��Nðô ðô ð	ô
 	ñr&   c                óv  € TpV\         J d   V P                  R \         4      pV P                  R\         4      pV\         J d   V\         J d   V\         Jd   W0R &   V# \        P                  P	                  V R24       V\         J g   Ve   VR8X  d   TpMW48w  d   \        V R24      hV\         J d   W0R &   V# )rj   rl   z3: `torch_dtype` is deprecated; use `dtype` instead.Úautoze: received both `dtype` and deprecated `torch_dtype` with different values. Please pass only `dtype`.)rp   ÚpopÚlogÚwarnÚoncer7   )r{   r|   ry   rw   rl   s   &$$  r$   Únormalize_torch_dtype_kwargr„   ä   s¿   € ð #€MØœÓ!ØŸ
™
 7¬HÓ5ˆà—*‘*˜]¬HÓ5€KØ”hÓØœXÓ%¨-¼xÓ*GØ+�7‰OØÐä‡H�H‡M�M�X�JÐQÐRÔSàœÓ  MÒ$9¸]ÈfÔ=TØ#‰Ø	Ô	%ÜØˆjð (ð (ó
ð 	
ð
 œÓ!Ø'ˆw‰ØÐr&   c               #  ó¦  "  € R p \         P                  P                  P                  p\         P                  P                  P                  p\         P                  P                  P
                  p\        P                  p\        VR4      p\        VRR4      pV \         P                  P                  n        V \         P                  P                  n        V \         P                  P                  n        RVn
         \        4       ;_uu_ 4        Rx € RRR4       V\         P                  P                  n        V\         P                  P                  n        V\         P                  P                  n        V'       d	   Wdn
        R# \        VR4      '       d   \        VR4       R# R#   + '       g   i     LŸ; i  T\         P                  P                  n        T\         P                  P                  n        T\         P                  P                  n        T'       d   Ydn
        i \        TR4      '       d   \        TR4       i i ; i5i)zGDisable HF/torch parameter init temporarily and always restore globals.c                  ó   € R # ©N© )Úargsr{   s   *,r$   Ú
_skip_initÚ*suspend_hf_weight_init.<locals>._skip_init  s   € Ùr&   Ú_init_weightsNF)ri   ÚnnÚinitÚkaiming_uniform_Úuniform_Únormal_ÚtransformersÚmodeling_utilsÚhasattrro   rŒ   r   Údelattr)rŠ   Úoriginal_kaiming_uniformÚoriginal_uniformÚoriginal_normalr“   Úhad_init_flagÚoriginal_init_flags          r$   Úsuspend_hf_weight_initr›     st  é € òô  %Ÿx™xŸ}™}×=Ñ=ÐÜ—x‘x—}‘}×-Ñ-ÐÜ—h‘h—m‘m×+Ñ+€Oä!×0Ñ0€NÜ˜N¨OÓ<€MÜ  °À$ÓGÐà%/„E‡H�H‡M�MÔ"Ø'„E‡H�H‡M�MÔØ&„E‡H�H‡M�MÔØ#(€NÔ ð
5Ü×ÕÛ÷ ð *BŒ�‰�‰Ô&Ø!1Œ�‰�‰ÔØ /Œ�‰�‰ÔßØ+=Ö(Ü�^ _×5Ò5Ü�N OÖ4ñ 6÷ ×ûð *BŒ�‰�‰Ô&Ø!1Œ�‰�‰ÔØ /Œ�‰�‰ÔßØ+=Õ(Ü�^ _×5Ò5Ü�N OÕ4ð 6üs8   ‚C=IÄ G ÄF.ÄG ÄBIÆ.F>	Æ9G ÇBIÉIc                ó(   € V ^8„  d   QhR\         RR/# ©r   r|   r    N©r"   )r#   s   "r$   r%   r%   $  s   € ÷ ñ ´ð ¸ñ r&   c                 ó   € \        V  R 24      h)z� does not accept `gguf_file`. Pass the GGUF checkpoint as `model_id_or_path`, or pass a model directory / repo containing a single GGUF file.)r6   ©r|   s   &r$   Ú!_raise_public_gguf_file_arg_errorr¡   $  s    € Ü
Øˆ*ð Jð 	Jóð r&   c                ót   € V ^8„  d   QhR\         \        \        3,          R\         \        \        3,          /# )r   r{   r    r}   )r#   s   "r$   r%   r%   +  s*   € ÷ $ñ $¤D¬¬c¨¥Nð $´t¼CÄ¸Hµ~ñ $r&   c                 ó@   € V P                  \        4      pVf   / # RV/# )NÚ	gguf_file)r:   ÚINTERNAL_HF_GGUF_FILE_KWARG)r{   r¤   s   & r$   Úget_hf_gguf_load_kwargsr¦   +  s'   € Ø—
‘
Ô6Ó7€IØÒØˆ	Ø˜Ð#Ð#r&   c                ó:   € V ^8„  d   QhR\         \        ,          /# ©r   r    )Úlistr"   )r#   s   "r$   r%   r%   2  s   € ÷ Kñ K¬d´3­iñ Kr&   c                 ób   € V  Uu. uF  p\        V4      P                  R R4      NK   	  up# u upi )Ú\Ú/)r"   Úreplace)Ú
file_namesr`   s   & r$   Ú_normalize_repo_file_pathsr¯   2  s+   € Ù?IÓJ¹z°)ŒC�	‹N×"Ñ" 4¨Ö-¹zÑJÐJùÒJs   …$,c                ó:   € V ^8„  d   QhR\         \        ,          /# r¨   r!   )r#   s   "r$   r%   r%   6  s   € ÷ ñ ¬8´C­=ñ r&   c                 ó  € \        V 4      p\        R  V 4       4      p\        V4      ^8w  d   R# V Uu. uF0  pVP                  4       P	                  \
        4      '       g   K.  VNK2  	  ppV'       d   R# V^ ,          # u upi )c              3   ór   "  € T F-  qP                  4       P                  R 4      '       g   K)  Vx € K/  	  R# 5i)ú.ggufN)r;   rW   )Ú.0r`   s   & r$   Ú	<genexpr>Ú*_infer_single_gguf_file.<locals>.<genexpr>8  s'   é € ÐkÑ3C iÇÁÓGX×GaÑGaÐbi×GjŸ	š	Ó3Cùs   ‚&7­
7N)r¯   ÚsortedÚlenr;   rW   Ú_DENSE_MODEL_FILE_EXTENSIONS)r®   Únormalized_filesÚ
gguf_filesr`   Údense_filess   &    r$   Ú_infer_single_gguf_filer½   6  s~   € Ü1°*Ó=ÐÜÑkÑ3CÓkÓk€JÜ
ˆ:ƒ˜!ÔÙñ *óá)ˆIØ�?‰?Ó×%Ñ%Ô&B×C÷ 	ˆ	Ù)ð ð ÷
 Ùà�a�=Ðùòs   ´+A?Á$A?c                óF   € V ^8„  d   QhR\         R\        \         ,          /# )r   Úroot_dirr    )r"   r©   )r#   s   "r$   r%   r%   G  s   € ÷ ñ ¤Sð ¬T´#­Yñ r&   c                 ó2  € . p\         P                  ! V 4       Fz  w  r#pV Fn  p\         P                  P                  W%4      pVP	                  \         P                  P                  W`4      P                  \         P                  R 4      4       Kp  	  K|  	  V# )r¬   )r-   Úwalkr.   r0   rX   Úrelpathr­   Úsep)r¿   Ú
repo_filesÚcurrent_rootÚ_dirsÚfilesr`   Ú	full_paths   &      r$   Ú_iter_local_repo_filesrÉ   G  sp   € Ø€JÜ&(§g¢g¨hÖ&7Ñ"ˆ˜UÛˆIÜŸ™Ÿ™ \Ó=ˆIØ×ÑœbŸg™gŸo™o¨iÓB×JÑJÌ2Ï6É6ÐSVÓWÖXó ñ '8ð Ðr&   ©Úmaxsizec                óh   € V ^8„  d   QhR\         R\        \        \         \         3,          ,          /# r   )r"   r   Útuple)r#   s   "r$   r%   r%   Q  s'   € ÷ 0ñ 0´ð 0¼ÄÄsÌCÀxÅÕ8Qñ 0r&   c                 ó¶  € \         P                  P                  V 4      '       d�   V P                  4       P	                  R 4      '       dh   \         P                  P                  \         P                  P                  V 4      4      ;'       g    RpV\         P                  P                  V 4      3# \         P                  P                  V 4      '       d<   \        \        V 4      4      pVe"   \         P                  P                  V 4      V3# R#  ^RIHp  T! T R7      p\        T4      pTf   R# Y3#   \         d     R# i ; i  \         d     R# i ; i)r³   Ú.N)Úlist_repo_files)Úrepo_id)r-   r.   r1   r;   rW   r[   ÚabspathrT   r/   r½   rÉ   rU   ÚhubrÐ   rS   )r   Ú
model_rootÚinferred_gguf_filerÐ   rÄ   s   &    r$   Ú_resolve_hf_gguf_artifactrÖ   P  s  € ä	‡w�w‡~�~Ð&×'Ò'Ð,<×,BÑ,BÓ,D×,MÑ,MÈg×,VÒ,VÜ—W‘W—_‘_¤R§W¡W§_¡_Ð5EÓ%FÓG×NÐNÈ3ˆ
Øœ2Ÿ7™7×+Ñ+Ð,<Ó=Ð=Ð=ä	‡w�w‡}�}Ð%×&Ò&Ü4Ô5KÐL\Ó5]Ó^ÐØÒ)Ü—7‘7×#Ñ#Ð$4Ó5Ð7IÐIÐIÙðÝ(ðÙ$Ð-=Ô>ˆ
ô 1°Ó<ÐØÒ!ÙØÐ/Ð/øô ô Úðûô
 ô Úðús$   ÄD7 Ä	E	 Ä7EÅEÅ	EÅEc                ó$   € V ^8„  d   QhR\         /# r¨   ©rB   )r#   s   "r$   r%   r%   l  s   € ÷ >ñ >´Tñ >r&   c                  óL   €  ^ RI Hp  \        T R4      #   \         d     R# i ; i)r   NFr   )Ú(transformers.modeling_gguf_pytorch_utilsÚmodeling_gguf_pytorch_utilsrS   r”   )Ú
gguf_utilss    r$   Ú+_transformers_has_native_prism_gguf_supportrÝ   l  s.   € ðÝEô �:Ð<Ó=Ð=øô ô Úðús   ‚ ”#¢#c                ó$   € V ^8„  d   QhR\         /# r¨   rØ   )r#   s   "r$   r%   r%   u  s   € ÷ Qñ Q¬Tñ Qr&   c                  óö   € \         P                  ! \        4      p V e/   \        V 4      P	                  4       P                  4       \        9  # \        \         P                  ! RR4      P	                  4       4      # )NÚ&GPTQMODEL_INTERNAL_GGUF_DEQUANT_DEVICEÚ )r-   ÚgetenvÚ_INTERNAL_GGUF_TORCH_LOADER_ENVr"   Ústripr;   Ú_FALSEY_ENV_VALUESrB   )Úraws    r$   Ú#_internal_gguf_torch_loader_enabledrç   u  sV   € Ü
�)Š)Ô3Ó
4€CØ
‚Ü�3‹x�~‰~Ó×%Ñ%Ó'Ô/AÑAÐAÜ”—	’	ÐBÀBÓG×MÑMÓOÓPÐPr&   Úreturn_tensorsFÚmodel_to_loadrl   c                ó$   € V ^8„  d   QhR\         /# )r   rè   rØ   )r#   s   "r$   r%   r%   |  s   € ÷ Nñ Nô
 ñNr&   c           	      óF  € V'       d   Ve   \        4       '       g   V! VVVVR7      # V! VRVVR7      pVP                  R/ 4      pVP                  R4      pV\        P                  8w  d   V! VRVVR7      # V P                  P                  W€P
                  4      p	W�P
                  Jd   V! VRVVR7      # V	! VR7      p
V P                  WJ4      p\        P                  ! 4       pRV/pVe   W]R&   \        P                  ! V4      p/ VR	&   V P                  VP                  R
R7       Fñ  pVP                  p\        P                  ! VP                  VP                  3/ VB pV
P                  VVVVR7      pVP                   pVP                  pVV9  d   Kq  \"        P$                  ! V4      '       gD   \"        P&                  ! \(        P*                  ! VRRR7      4      pVe   VP-                  VR7      pVP/                  4       VR	,          VV,          &   Kó  	  V# )N©rè   ré   rl   Fr>   r,   T©r>   Údevicerj   Útensorsz,Converting GGUF tensors directly to torch...)Údesc)ÚweightsÚnameÚtensor_key_mappingÚparsed_parametersÚC)ÚcopyÚorder©rî   )rç   r:   r   ÚMODEL_ARCH_QWEN3ÚTENSOR_PROCESSORSÚTensorProcessorÚget_gguf_hf_weights_mapÚ_resolve_torch_dequant_deviceÚ
GGUFReaderÚtqdmrï   rò   Údequantize_to_torchÚdataÚtensor_typeÚprocessrñ   ri   Ú	is_tensorÚ
from_numpyÚnpÚarrayÚtoÚ
contiguous)rÜ   Úoriginal_load_gguf_checkpointÚgguf_checkpoint_pathrè   ré   rl   rô   r>   r,   Úprocessor_clsÚ	processorró   Útarget_deviceÚdequantize_kwargsÚreaderÚtensorrò   rñ   Úresults   $$$$$$             r$   Ú"_load_gguf_checkpoint_torch_directr  |  s/  € ÷ ˜]Ò2Ô:]×:_Ò:_Ù,Ø Ø)Ø'Ø#ô	
ð 	
ñ 6ØØØ#Øô	Ðð ×"Ñ" 8¨RÓ0€FØ—‘˜LÓ)€JØ”]×3Ñ3Ô3Ù,Ø ØØ'Ø#ô	
ð 	
ð ×0Ñ0×4Ñ4°Z×A[ÑA[Ó\€MØ×6Ñ6Ó6Ù,Ø ØØ'Ø#ô	
ð 	
ñ  VÔ,€IØ#×;Ñ;¸MÓUÐÜ!×?Ò?ÓA€MØ! =Ð1ÐØÒØ%0˜'Ñ"Ü×%Ò%Ð&:Ó;€FØ#%Ð�iÑ à—/‘/ &§.¡.Ð7e�/ÖfˆØ�{‰{ˆÜ×3Ò3Ø�K‰KØ×Ññ
ð  ñ
ˆð ×"Ñ"ØØØ1Ø/ð	 #ó 
ˆð —.‘.ˆØ�{‰{ˆØÐ)Ô)Ùä�Š˜w×'Ò'Ü×&Ò&¤r§x¢x°¸dÈ#Ô'NÓOˆGØÒ(Ø!Ÿ*™*¨M˜*Ó:�àAH×ASÑASÓAUÐ˜)Õ$Ð%7¸Õ%=Ó>ñ3 gð6 Ðr&   c                ó   € V ^8„  d   QhRR/# ©r   r    Nrˆ   )r#   s   "r$   r%   r%   Í  s   € ÷  Hñ  HÀ$ñ  Hr&   c                 óð   a a€ \         ;_uu_ 4        \        S R R4      '       d    RRR4       R# S P                  oRV V3R llpSS n        VS n        RS n        RRR4       R#   + '       g   i     R# ; i)Ú-_GPTQMODEL_INTERNAL_GGUF_TORCH_LOADER_PATCHEDFNc           	      óž   <€  \        SSV VVVR 7      #   \         d.   p\        P                  RT T4       S! T TTTR7      u Rp?# Rp?ii ; i))rÜ   r
  r  rè   ré   rl   zIHF: internal torch GGUF loader fell back to the stock loader for `%s`: %srì   N)r  rS   r�   Údebug)r  rè   ré   rl   rH   rÜ   r
  s   &&&& €€r$   Ú_wrapped_load_gguf_checkpointÚU_patch_transformers_internal_gguf_torch_loader.<locals>._wrapped_load_gguf_checkpointÔ  si   ø€ ðÜ9Ø)Ø2OØ)=Ø#1Ø"/Ø +ôð øô ô Ü—	‘	Ø_Ø(Øôñ
 5Ø(Ø#1Ø"/Ø +ô	õ ûðús   ƒ ”AŸ"AÁAÁAT©FNN)r   ro   Úload_gguf_checkpointÚ(_gptqmodel_original_load_gguf_checkpointr  )rÜ   r  r
  s   f @r$   Ú._patch_transformers_internal_gguf_torch_loaderr  Í  sg   ù€ ß	Ö	Ü�:ÐNÐPU×VÒVØ÷ 
Ñ	ð )3×(GÑ(GÐ%÷	ð 	ð. ?\ˆ
Ô;Ø*Gˆ
Ô'ØCGˆ
Ô@÷? 
×	×	Ò	ús   ‘A$°*A$Á$A5	c                ó(   € V ^8„  d   QhR\         RR/# r�   rž   )r#   s   "r$   r%   r%   ð  s   € ÷ !
ñ !
´sð !
¸tñ !
r&   c                 ó4  €  ^ RI Hp ^ RIHp \
        ;_uu_ 4        \        P                  ! 4        \        T4       R R lpTP                  4       '       g   Y1n	        \        TR4      '       d   Y2n	        \        4       '       d    RRR4       R# \        Tn        \        Tn        \        Tn        \        Tn        \         Tn        \"        Tn        \$        P'                  RT 4       RRR4       R#   \         d     R# i ; i  + '       g   i     R# ; i)r   N©Úimport_utilsc                ó$   € V ^8„  d   QhR\         /# r¨   rØ   )r#   s   "r$   r%   Ú;_patch_transformers_prism_gguf_compat.<locals>.__annotate__û  s   € ÷ 	ñ 	´Tñ 	r&   c                  ó   € R # ©Trˆ   )Ú_argsÚ_kwargss   *,r$   Ú_is_gguf_availableÚA_patch_transformers_prism_gguf_compat.<locals>._is_gguf_availableû  s   € Ùr&   Úis_gguf_availablez�HF: installed transformers lacks native Prism GGUF support; GPT-QModel registered its internal GGUF runtime and local Q1_0_g128 compatibility patch for `%s`.)rÚ   rÛ   Útransformers.utilsr#  rS   r   r   Úinstall_runtimer  r,  r”   rÝ   r   r   r   r   r   r   r�   Úwarning)r|   rÜ   Úhf_import_utilsr*  s   $   r$   Ú%_patch_transformers_prism_gguf_compatr1  ð  sÜ   € ðÝEÝF÷ 
Ö	Ü×%Ò%Ô'Ü6°zÔBõ	ð ×+Ñ+×-Ò-Ø+=Ô(Ü�Ð(;×<Ò<Ø4FÔ1ä6×8Ò8Ø÷ 
Ñ	ô +?ˆ
Ô'Ü+@ˆ
Ô(Ü0Jˆ
Ô-Ü/Hˆ
Ô,Ü)<ˆ
Ô&Ü1Lˆ
Ô.ä�‰ðMàô	
÷- 
Ñ	øô ô Úðú÷ 
×	Ð	ús$   ‚C4 œA,DÂADÃ4DÄDÄD	c          	      ó–   € V ^8„  d   QhR\         \        ,          R\        \        \        3,          R\        R\         \        ,          /# )r   r   r{   r|   r    )r   r"   r9   r   )r#   s   "r$   r%   r%     s@   € ÷ 'ñ 'Üœs•mð'ä””c��Nð'ô ð	'ô
 Œc…]ñ'r&   c                óÎ   € \         V9   d   V # VP                  R R4      e   \        V4       V f   R# \        \	        V 4      4      pVf   V # Vw  rE\        VR7       WQ\         &   V# )r¤   Nr    )r¥   r€   r¡   rÖ   r"   r1  )r   r{   r|   ÚresolvedÚnormalized_model_id_or_pathr¤   s   &&$   r$   Ú&normalize_model_id_or_path_for_hf_ggufr6    sp   € ô # fÔ,ØÐà‡z�z�+˜tÓ$Ò0Ü)¨(Ô3àÒÙä(¬Ð-=Ó)>Ó?€HØÒØÐà-5Ñ*ÐÜ)°8Õ<Ø*3Ô&Ñ'Ø&Ð&r&   c                óˆ   € V ^8„  d   QhR\         R\        \        \        \         ,          \        \         ,          3,          /# r   )r"   rÍ   rB   r   )r#   s   "r$   r%   r%   .  s9   € ÷  Lñ  LÄ3ð  LÌ5ÔQUÔW_Ô`cÕWdÔfnÔorÕfsÐQsÕKtñ  Lr&   c           	      óü  € \        V 4       / p\        V VR R7      p \        P                  ! V3RR/\	        V4      B p\        TRR4      p \        P                  \        T4      ,          pRT\        TR	\        T4      4      3#   \
         d#   p\        P                  RY$4       R
u Rp?# Rp?ii ; i  \
         d;   p\        P                  R\        T4      P                  TT4       RTR3u Rp?# Rp?ii ; i)Ú,_detect_native_transformers_causallm_supportr    Útrust_remote_codeFz9HF: native transformers support check failed for `%s`: %sNr,   zGHF: config `%s` for `%s` has no native AutoModelForCausalLM mapping: %sTÚ__name__r  )rI   r6  r   Úfrom_pretrainedr¦   rS   r�   r  ro   r
   Ú_model_mappingrr   r;  r"   )r   Úconfig_load_kwargsr5  r>   rH   r,   Ú	model_clss   &      r$   r9  r9  -  s  € ô !Ð!1Ô2Ø)+ÐÜ"HØØØ?ô#Ðð
!Ü×+Ò+Ø'ñ
à#ð
ô &Ð&8Ó9ñ
ˆô ˜ ¨tÓ4€Jð	'Ü(×7Ñ7¼¸V»ÕEˆ	ð �œW Y°
¼CÀ	»NÓKÐKÐKøô! ô !Ü�	‰	ÐMÐOjÔpØ Õ ûð!ûô ô 'Ü�	‰	ØUÜ�‹L×!Ñ!Ø'Øô		
ð �j $Ð&Õ&ûð'ús;   �"B Á B6 ÂB3ÂB.Â(B3Â.B3Â6C;Ã/C6Ã0C;Ã6C;c                óR   € V ^8„  d   QhR\         \        ,          R\        R\        /# )r   r   r:  r    rA   )r#   s   "r$   r%   r%   Q  s'   € ÷ ñ ´¼µð ÔUYð Ô^bñ r&   c                ó^  € \        V 4       V'       d	   V '       g   V# \        \        V 4      4      w  r#pV'       g   R # \        V 4      T;'       g    RT;'       g    R3pV\        9  dB   \        P                  RT T;'       g    RT;'       g    R4       \        P                  V4       R# )TÚunknownz€HF: overriding trust_remote_code=True to False for `%s` because model_type `%s` is integrated in installed transformers as `%s`.F)rI   r9  r"   Ú"_TRUST_REMOTE_CODE_OVERRIDE_WARNEDr�   r/  Úadd)r   r:  Únative_supportedr,   Úmodel_cls_nameÚwarning_keys   &$    r$   Úresolve_trust_remote_coderH  Q  s    € ô !Ð!1Ô2ß×$4Ø Ð ä3_Ô`cÐdtÓ`uÓ3vÑ0Ð .ßÙäÐ'Ó(¨*×*AÐ*A¸	À>×C^ÐC^ÐU^Ð_€KØÔ<Ô<Ü�‰ð OØØ×#Ð#˜)Ø×'Ð'˜iô		
ô 	+×.Ñ.¨{Ô;ár&   c                óF   € V ^8„  d   QhR\         \        ,          R\        /# r   rA   )r#   s   "r$   r%   r%   j  s   € ÷ ñ ¼xÌ½}ð ÔQUñ r&   c                 óJ   € V '       g   R # \        \        V 4      4      w  p pV# ©F)r9  r"   )r   rE  Ú_s   &  r$   Ú(has_native_transformers_causallm_supportrM  j  s&   € ßÙäIÌ#ÐN^ÓJ_Ó`ÑÐ�a˜ØÐr&   c                óF   € V ^8„  d   QhR\         R\        \        ,          /# ©r   Úmodelr    )r   r   r"   )r#   s   "r$   r%   r%   q  s   € ÷ ñ ´ð ÄHÌSÅMñ r&   c                 óZ  € \        V R R4      p\        V4      '       g   R#  V! 4       pTf   R# \        TRR4      pTf   R# T P                  RR7       F  w  rEYSJ g   K  Tu # 	  T P	                  RR7       F  w  rFYbJ g   K  T'       d   T R2u # Ru # 	  R#   \         d     R# i ; i)Úget_input_embeddingsNÚweightF©Úremove_duplicatez.weight)ro   ÚcallablerS   Únamed_parametersÚnamed_modules)rP  rR  Úinput_embeddingsrS  rò   ÚparamÚmodules   &      r$   Ú$_resolve_input_embedding_weight_namer\  q  sÆ   € Ü" 5Ð*@À$ÓGÐÜÐ(×)Ò)ÙðÙ/Ó1Ðð ÒÙäÐ% x°Ó6€FØ‚~Ùà×-Ñ-¸uÐ-ÖE‰ˆØ�?ØŠKñ Fð ×+Ñ+¸UÐ+ÖC‰ˆØÕ%ß'+�d�V˜7Ð#Ò9°Ò9ñ Dñ øô% ô Úðús   ¢B ÂB*Â)B*c                óR   € V ^8„  d   QhR\         R\        \        \        3,          /# rO  )r   r9   r"   )r#   s   "r$   r%   r%   �  s'   € ÷ ñ ´ð ÔRVÔWZÔ\_ÐW_ÕR`ñ r&   c                 ó  € \        V\        \        \        34      '       g   / # \	        \	        V R R4      RR4      '       g   / # \        V 4      pVf   / # V Uu/ uF%  p\        V\        4      '       g   K  W28w  g   K#  W2bK'  	  up# u upi )r>   NÚtie_word_embeddingsF)r8   r©   rÍ   Úsetro   r\  r"   )rP  Útied_mappingÚsource_nameÚtarget_names   &&  r$   Ú$_resolve_legacy_tied_weights_mappingrd  �  s‘   € Ü�l¤T¬5´#Ð$6×7Ò7Øˆ	ä”7˜5 (¨DÓ1Ð3HÈ%×PÒPØˆ	ä6°uÓ=€KØÒØˆ	ñ (ó	ñ (ˆKÜ�k¤3×'ô 	!à,7Ñ,Fô 	!ˆÒ Ù'ñ	ð ùò s   ÁBÁ6BÁ>Bc                ó(   € V ^8„  d   QhR\         RR/# )r   rP  r    N)r   )r#   s   "r$   r%   r%   §  s   € ÷ .ñ .¬ð .À4ñ .r&   c                 ó^  € \        V R R4      p\        V4      '       g   R#  V! RR7      pV Fd  w  r4\        VRR4      p\        V\        \
        \        34      '       g   K5  \        V\        4      '       d   \        WE4      Vn	        K]  / Vn	        Kf  	  R#   \         d    T! 4       p L€i ; i)rX  NFrT  Ú_tied_weights_keys)
ro   rV  r6   r8   r©   rÍ   r`  r   rd  rg  )rP  rX  Úmodules_iterÚ_nameÚ	submodulera  s   &     r$   Ú#_normalize_legacy_tied_weights_keysrk  §  s�   € Ü˜E ?°DÓ9€MÜ�M×"Ò"Ùð'Ù$°eÔ<ˆó )ÑˆÜ˜yÐ*>ÀÓEˆÜ˜,¬¬u´cÐ(:×;Ò;Ùä�i¤×1Ò1Ü+OÐPYÓ+hˆIÖ(à+-ˆIÖ(ó )øô ô 'Ù$“Šð'ús   ¢	B ÂB,Â+B,c                ó   € V ^8„  d   QhRR/# r  rˆ   )r#   s   "r$   r%   r%   ¾  s   € ÷ JMñ JM°ñ JMr&   c                  ó&  aaaaaaa€  ^ RI Hp   ^ RIHo  ^ RIHo  ^ RIHp  ^ RIHp ^ RI	Hu H
p \        ;_uu_ 4        \        T R4      '       g   R R lpY@n        Te7   \        TR4      '       g%   \        TR	R4      oS'       d   R
 T3R llpYQn        Te)   R\        TR/ 4      9  d   R7R R llpYbP                   R&   Se6   \        SR4      '       g$   \        SR4      '       d   SP"                  Sn        \        TR4      '       g   R8R lpYsn        Se6   \        SR4      '       g$   \        SR4      '       d   SP"                  Sn        Se   \        SRR4      MRpTe3   \        TR4      '       g!   \        TR4      '       d   R9R R llp	Y˜n        Te3   \        TR4      '       g!   \        TR4      '       d   R9R R llp
Y¨n        Se   \        SRR4      MRoSe    \        SR4      '       g   R  R! lpTSn        Se+   \        SR"4      '       g   \0        R8R# R$ ll4       pTSn        Se   \        SR%4      '       g   / Sn        Se   \        SR&R4      MRpTe9   \        TR'R(4      '       g&   TP6                  oR) TTTT3R* llpYín        R+Tn        \        \:        R,R(4      '       gH   \        \:        R-4      '       d2   \:        P<                  oR:R. T3R/ lllpT\:        n        R+\:        n        \        \:        R04      '       g   R(\:        n         \        \:        R14      '       g   R:R2 R3 llpT\:        n!        \        \:        R4R(4      '       g0   \:        PD                  oR5 T3R6 llpT\:        n"        R+\:        n#        RRR4       R#   \         d     R# i ; i  \         d    Ro EL©i ; i  \         d    Ro EL¶i ; i  \         d    Rp ELÃi ; i  \         d    Rp ELÐi ; i  + '       g   i     R# ; i);r   r"  N)Úcache_utils©ÚutilsÚis_torch_fx_availablec                ó$   € V ^8„  d   QhR\         /# r¨   rØ   )r#   s   "r$   r%   Ú<_patch_transformers_remote_code_compat.<locals>.__annotate__Ý  s   € ÷ ,ñ ,¬4ñ ,r&   c                  ó"   € \        \        R 4      # )Úfx)r”   ri   rˆ   r&   r$   rq  ÚE_patch_transformers_remote_code_compat.<locals>.is_torch_fx_availableÝ  s   € Üœu dÓ+Ð+r&   Ú#is_flash_attn_greater_or_equal_2_10Úis_flash_attn_greater_or_equalc                ó$   € V ^8„  d   QhR\         /# r¨   rØ   )r#   s   "r$   r%   rs  ê  s   € ÷ Bñ B¼Tñ Br&   c                  ó&   <€ \        S ! R 4      4      # )z2.1.0rØ   )Úlegacy_flash_attn_probes   €r$   rw  ÚS_patch_transformers_remote_code_compat.<locals>.is_flash_attn_greater_or_equal_2_10ê  s   ø€ ÜÑ 7¸Ó @ÓAÐAr&   ÚdefaultÚROPE_INIT_FUNCTIONSc                ó¦   € V ^8„  d   QhR\         R,          R\         R,          R\        R,          R\        R,          R\        R	\        3,          /# )
r   r>   r   rî   ztorch.deviceÚseq_lenNÚ
layer_typer    ztorch.Tensor)r   Úintr"   rÍ   Úfloat)r#   s   "r$   r%   rs  ô  sW   € ÷ $2ñ $2Ü Ð!3Õ4ð$2ä  Õ0ð$2ô ˜t�ð$2ô   $�Jð	$2ô
 �~¤uÐ,Õ-ñ$2r&   c           	      óâ  € ?V f   \        R4      h\        V RR 4      p\        V4      '       d   V! 4        \        V RR 4      pVe(   \        V\        4      '       d   VP                  W54      pR pRp\        V\        4      '       d$   VP                  R4      pVP                  RV4      pVf   \        V RR 4      pVf   \        V RR4      p\        V R	R 4      ;'       g    V P                  V P                  ,          p\        W‡,          4      p	Rp
RV\        P                  ! ^ V	^\        P                  R
7      P                  V\        P                  R7      V	,          ,          ,          pWº3# )Nz8`config` is required to compute default RoPE parameters.Ústandardize_rope_paramsÚrope_parametersç      ð?Ú
rope_thetaÚpartial_rotary_factorÚdefault_thetaç     ˆÃ@Úhead_dim©rj   ©rî   rj   )r7   ro   rV  r8   r9   r:   Úhidden_sizeÚnum_attention_headsr‚  ri   ÚarangeÚint64r  rƒ  )r>   rî   r€  r�  r…  r†  rˆ  r‰  rŒ  ÚdimÚattention_factorÚinv_freqs   &&&&        r$   Ú'_compute_default_rope_parameters_compatÚW_patch_transformers_remote_code_compat.<locals>._compute_default_rope_parameters_compatô  s]  € ð Ø’>Ü$Ð%_Ó`Ð`ä*1°&Ð:SÐUYÓ*ZÐ'ÜÐ3×4Ò4Ù+Ô-ä")¨&Ð2CÀTÓ"J�ØÒ)¬j¸Ì$×.OÒ.OØ&5×&9Ñ&9¸*Ó&V�Oà!�
Ø(+Ð%Ü˜o¬t×4Ò4Ø!0×!4Ñ!4°\Ó!B�JØ,;×,?Ñ,?Ð@WÐYnÓ,oÐ)àÒ%Ü!(¨°¸tÓ!D�JØ!Ò)Ü%,¨V°_ÀhÓ%O˜
ä" 6¨:°tÓ<×pÐpÀ×@RÑ@RÐV\×VpÑVpÕ@p�Ü˜(Õ:Ó;�Ø#&Ð ØØÜŸš Q¨¨Q´e·k±kÔB×EÑEÈVÔ[`×[fÑ[fÐEÓgÐjmÕmõoõ�ð  Ð1Ð1r&   ÚSlidingWindowCacheÚStaticCacheÚcheck_model_inputsc                 ó,   € R  pV '       d	   V! V 4      # T# )c                 ó   a € V 3R  lpV# )c                 ó   <€ S! V .VO5/ VB # r‡   rˆ   )Úselfr‰   r{   Úfns   &*,€r$   ÚinnerÚb_patch_transformers_remote_code_compat.<locals>.check_model_inputs.<locals>.wrapper.<locals>.inner&  s   ø€ Ù! $Ð8¨Ò8°Ñ8Ð8r&   rˆ   )rŸ  r   s   f r$   ÚwrapperÚS_patch_transformers_remote_code_compat.<locals>.check_model_inputs.<locals>.wrapper%  s   ø€ õ9ð !�Lr&   rˆ   )Úfuncr{   r¢  s   &, r$   rš  ÚB_patch_transformers_remote_code_compat.<locals>.check_model_inputs$  s   € ò!÷ )-‘w˜t“}Ð9°'Ð9r&   ÚHybridCacheÚCacheÚget_max_lengthÚget_max_cache_shapec                óF   € V ^8„  d   QhR\         R\        \         ,          /# )r   Ú	layer_idxr    ©r‚  r   )r#   s   "r$   r%   rs  <  s"   € ÷ Tñ T´ð T¼HÄS½Mñ Tr&   c                 óh  € \        4       pTp\        V R R4      pVer   ^ Tu;8:  d   \        V4      8  dX   M MTWA,          p\        VRR4      p\        VRR4      p\        V4      '       d	   V! 4       pM\        V4      '       d   V! 4       pMRpW2J d   V P	                  V4      pVe   V^ 8  d   R# T# )ÚlayersNr¨  r©  éÿÿÿÿ)Úobjectro   r¸   rV  r©  )rž  r«  ÚmissingÚ
max_lengthr®  ÚlayerÚlayer_get_max_lengthÚlayer_get_max_cache_shapes   &&      r$   r¨  Ú>_patch_transformers_remote_code_compat.<locals>.get_max_length<  s·   € Ü ›(�Ø$�
Ü   x°Ó6�ØÒ%Ø˜IÖ3¬¨F«×3Ø &Õ 1˜Ü/6°uÐ>NÐPTÓ/UÐ,Ü4;¸EÐCXÐZ^Ó4_Ð1Ü#Ð$8×9Ò9Ù)=Ó)?™JÜ%Ð&?×@Ò@Ù)BÓ)D˜Jøà%'˜
àÓ(Ø!%×!9Ñ!9¸)Ó!D�JØ)Ò1°ZÀ!´^�tÐSÈÐSr&   Úget_usable_lengthÚget_seq_lengthc                óR   € V ^8„  d   QhR\         R\        \         ,          R\         /# )r   Únew_seq_lengthr«  r    r¬  )r#   s   "r$   r%   rs  U  s'   € ÷ +ñ +¼ð +ÌÔQTÍð +Ô^añ +r&   c                 ó~   € V P                  VR 7      pV P                  V4      pVe   WA,           V8”  d	   W1,
          # V# ))r«  )r¨  r¸  )rž  rº  r«  r²  Úprevious_seq_lengths   &&&  r$   r·  ÚA_patch_transformers_remote_code_compat.<locals>.get_usable_lengthU  sG   € Ø!×0Ñ0¸9Ð0ÓE�
Ø&*×&9Ñ&9¸)Ó&DÐ#ØÒ)Ð.AÕ.RÐU_Ô._Ø%Õ6Ð6Ø*Ð*r&   ÚDynamicCacheÚto_legacy_cachec                óˆ   € V ^8„  d   QhR\         \         \        P                  \        P                  3,          R3,          /# )r   r    .)rÍ   ri   ÚTensor)r#   s   "r$   r%   rs  b  s0   € ÷ $ñ $¬¬u´U·\±\Ä5Ç<Á<Ð5OÕ/PÐRUÐ/UÕ)Vñ $r&   c                 ó˜   € RpV P                    F7  p\        VR R4      '       g   K  WP                  VP                  33,          pK9  	  V# )Úis_initializedFrˆ   )r®  ro   ÚkeysÚvalues)rž  Úlegacy_cacher³  s   &  r$   r¿  Ú?_patch_transformers_remote_code_compat.<locals>.to_legacy_cacheb  sH   € Ø!�Ø!Ÿ[œ[�EÜ" 5Ð*:¸E×BÒBÙ Ø §j¡j°%·,±,Ð%?Ð$AÕA’Lñ )ð $Ð#r&   Úfrom_legacy_cachec                óž   € V ^8„  d   QhR\         \        \        \        P                  \        P                  3,          R3,          ,          /# )r   Úpast_key_values.)r   rÍ   ri   rÁ  )r#   s   "r$   r%   rs  p  s8   € ÷ ñ ¼ÄÄuÌUÏ\É\Ô[`×[gÑ[gÐMgÕGhÐjmÐGmÕAnÕ8oñ r&   c                 ón   € V ! 4       pVe*   \        V4       F  w  pw  rEVP                  WEV4       K  	  V# r‡   )Ú	enumerateÚupdate)ÚclsrÊ  Úcacher«  Ú
key_statesÚvalue_statess   &&    r$   rÈ  ÚA_patch_transformers_remote_code_compat.<locals>.from_legacy_cacheo  s;   € á›�Ø"Ò.ÜAJÈ?ÖA[Ñ=˜	Ñ#= JØŸ™ Z¸yÖIñ B\à�r&   Ú NEED_SETUP_CACHE_CLASSES_MAPPINGÚGenerationMixinÚ"_gptqmodel_custom_cache_impl_patchFc          
      óL   € V ^8„  d   QhR\         R\        R\        R\        RR/# )r   Úgeneration_configÚmodel_kwargsÚ
batch_sizeÚmax_cache_lengthr    N)r   r9   r‚  )r#   s   "r$   r%   rs  „  sC   € ÷ \ñ \ä#3ð\ô #ð\ô
  ð\ô #&ð\ð ñ\r&   c                 ó,  <€ \        SR R4      p\        VRR4      p\        V\        4      '       d   \        V\        4      '       g   S! V VVVVV4       R# VP	                  V4      pVf   S! V VVVVV4       R# RV P
                  P                  P                  4       9   p	V	'       g   RMRp
VP	                  V
4      pVeA   VP                  e   \        RV
 R24      h\        V\        4      '       d   \        R4      hR# VP                  R	J d   R# VP                  pVf   / pMY\        V\        4      '       d   \        V4      pM7\        VR
4      '       d   \        VP                  4       4      pM\        V4      p\        V P                  R4      '       d   V P                  P!                  RR7      MV P                  p\#        VP$                  VP&                  4      V,          pVP)                  RV4       VP)                  RV4       VP)                  RV4       VP)                  RV4       \        V RR4      ;'       g    \+        V P                  4      pVe   VP)                  RV4       \        V RR4      pVe   VP)                  RV4       V! R/ VB VR&   Se   \        SRR4      MRp\        V P                  RR	4      '       dC   RV9   d<   Ve8   \        VR,          V4      '       g   Se   V! VR,          S! VR7      4      VR&   R# )rÓ  NÚcache_implementationÚmambarÊ  Úcache_paramszMPassing both `cache_implementation` (used to initialize certain caches) and `zB` (`Cache` object) is unsupported. Please use only one of the two.z]Passing a tuple of `past_key_values` is not supported anymore. Please use a `Cache` instance.FÚto_dictÚget_text_configT)Údecoderr>   rÙ  Úmax_batch_sizeÚmax_cache_lenrj   rî   ÚEncoderDecoderCacheÚis_encoder_decoderrí   rˆ   )ro   r8   r9   r"   r:   Ú	__class__r;  r;   rÜ  r7   rÍ   Ú	use_cacheÚcache_configr”   rß  r>   rà  ÚmaxÚ	num_beamsÚnum_return_sequencesÚ
setdefaultrs   )rž  r×  rØ  Úgeneration_moderÙ  rÚ  Úcache_mappingrÜ  Úcustom_cache_clsÚis_linear_attn_cacheÚ
cache_nameÚuser_defined_cacherè  Úcache_kwargsÚtext_configÚfull_batch_sizeÚmodel_dtypeÚmodel_deviceÚencoder_decoder_cache_clsrn  Údynamic_cache_clsÚgeneration_utilsÚ%original_prepare_cache_for_generations   &&&&&&             €€€€r$   Ú$_prepare_cache_for_generation_compatÚT_patch_transformers_remote_code_compat.<locals>._prepare_cache_for_generation_compat„  s"  ø€ ô !(Ð(8Ð:\Ð^bÓ c�Ü'.Ð/@ÐBXÐZ^Ó'_Ð$Ü! -´×6Ò6¼jÐI]Ô_b×>cÒ>cÙ9ØØ)Ø$Ø'Ø"Ø(ôñ  à#0×#4Ñ#4Ð5IÓ#JÐ Ø#Ò+Ù9ØØ)Ø$Ø'Ø"Ø(ôñ  à'.°$·.±.×2IÑ2I×2OÑ2OÓ2QÑ'QÐ$ß6JÑ.ÐP^�
à%1×%5Ñ%5°jÓ%AÐ"Ø%Ò1Ø(×=Ñ=ÒIÜ(ØkÐlvÐkwð x_ð _óð ô "Ð"4´e×<Ò<Ü(Ø{óð ñ à$×.Ñ.°%Ó7Ùà0×=Ñ=�ØÒ'Ø#%‘LÜ ¬d×3Ò3Ü#'¨Ó#5‘LÜ˜\¨9×5Ò5Ü#'¨×(<Ñ(<Ó(>Ó#?‘Lä#'¨Ó#5�LäKRÐSW×S^ÑS^Ð`q×KrÒKr˜dŸk™k×9Ñ9À$Ð9ÔGÐx|÷  yDñ  yD�Ü"%Ð&7×&AÑ&AÐCT×CiÑCiÓ"jÐmwÕ"w�Ø×'Ñ'¨°+Ô>Ø×'Ñ'¨°oÔFØ×'Ñ'Ð(8¸/ÔJØ×'Ñ'¨Ð9IÔJä% d¨G°TÓ:×^Ð^Ô>QÐRV×R]ÑR]Ó>^�ØÒ*Ø ×+Ñ+¨G°[ÔAä& t¨X°tÓ<�ØÒ+Ø ×+Ñ+¨H°lÔCá2BÑ2RÀ\Ñ2R�Ð.Ñ/àalÒax¬G°KÐAVÐX\Ô,]ð  CÐ)ä˜DŸK™KÐ)=¸u×EÒEØ)¨\Ô9Ø1Ò=Ü& |Ð4EÕ'FÐHa×bÒbØ)Ò5á6OØ$Ð%6Õ7Ù)°Ô=ó7�LÐ!2Ñ3ñ
 r&   TÚ$_gptqmodel_legacy_tied_weights_patchÚget_expanded_tied_weights_keysc                ó0   € V ^8„  d   QhR\         R\        /# )r   Úall_submodelsr    )rB   r9   )r#   s   "r$   r%   rs  è  s   € ÷ (ñ (ÄDð (ÔUYñ (r&   c           	      ó  <€ \        V R R4      p\        V\        \        \        34      '       g
   S
! WR7      # V'       d�   / pV P                  RR7       Fu  w  rE\        V\        4      '       g   K  VP                  RR7      pVR8w  d/   VP                  4        UUu/ uF  w  rxV RV 2V RV 2bK  	  pppVP                  V4       Kw  	  V# \        \        V RR4      RR4      '       g   / # \        W4      p	W�n        V	# u uppi )	rg  N©r  FrT  rá   rÏ   r>   r_  )ro   r8   r©   rÍ   r`  rX  r   rÿ  ÚitemsrÍ  rd  rg  )rž  r  ra  Úexpanded_tied_weightsÚprefixrj  Úsubmodel_tied_weightsÚkÚvÚresolved_mappingÚ'original_get_expanded_tied_weights_keyss   &&        €r$   rÿ  ÚN_patch_transformers_remote_code_compat.<locals>.get_expanded_tied_weights_keysè  s  ø€ ô  ' tÐ-AÀ4ÓH�Ü! ,´´u¼cÐ0B×CÒCÙBÀ4ÔeÐeç Ø,.Ð)Ø-1×-?Ñ-?ÐQVÐ-?Ö-WÑ)˜Ü% i´×AÔAØ4=×4\Ñ4\ÐkpÐ4\Ó4qÐ1Ø%¨œ|àQf×QlÑQlÔQnô9"ÙQnÉÈ v h¨a°¨s O¸°x¸qÀÀ°_Ò$DÑQnð !6ñ 9"ð 2×8Ñ8Ð9NÖOñ .Xð 1Ð0äœw t¨X°tÓ<Ð>SÐUZ×[Ò[Ø�Iä#GÈÓ#[Ð Ø*:Ô'Ø'Ð'ùó9"s   ÂDÚis_parallelizableÚget_head_maskc                ó$   € V ^8„  d   QhR\         /# )r   Úis_attention_chunkedrØ   )r#   s   "r$   r%   rs    s   € ÷ *!ñ *!ÔX\ñ *!r&   c                 ór  € Vf   R .V,          # VP                  4       ^8X  dU   VP                  ^ 4      P                  ^ 4      P                  R4      P                  R4      pVP                  VRRRR4      pMgVP                  4       ^8X  d1   VP                  ^4      P                  R4      P                  R4      pM"\        R\	        VP
                  4       R24      h\        V RR 4      p\        V\        P                  4      '       d   VP                  VR7      pV'       d   VP                  R4      pV# )Nz.head_mask must have dim 1 or 2, but got shape rÏ   rj   r�  r¯  )r“  Ú	unsqueezeÚexpandr7   rÍ   Úshapero   r8   ri   rj   r  )rž  Ú	head_maskÚnum_hidden_layersr  Útarget_dtypes   &&&& r$   r  Ú=_patch_transformers_remote_code_compat.<locals>.get_head_mask  s  € ð  Ò$Ø ˜6Ð$5Õ5Ð5à—=‘=“? aÔ'à )× 3Ñ 3°AÓ 6× @Ñ @ÀÓ C× MÑ MÈbÓ Q× [Ñ [Ð\^Ó _�IØ )× 0Ñ 0Ð1BÀBÈÈBÐPRÓ S‘IØ—]‘]“_¨Ô)à )× 3Ñ 3°AÓ 6× @Ñ @ÀÓ D× NÑ NÈrÓ R‘Iä$ØHÌÈyÏÉÓI_ÐH`Ð`aÐbóð ô  ' t¨W°dÓ;�Ü˜l¬E¯K©K×8Ò8ð !*§¡°< Ó @�Iç'ð !*× 3Ñ 3°BÓ 7�Ià Ð r&   Ú)_gptqmodel_missing_all_tied_weights_patchc                ó$   € V ^8„  d   QhR\         /# )r   rò   rž   )r#   s   "r$   r%   rs  =  s   € ÷ 4ñ 4¬ñ 4r&   c                 óv   <€ VR 8X  d+   V P                  RR7      p\        P                  WV4       V# S! W4      # )Úall_tied_weights_keysTr  )rÿ  r°  Ú__setattr__)rž  rò   Ú	tied_keysÚoriginal_getattrs   && €r$   Ú__getattr__Ú;_patch_transformers_remote_code_compat.<locals>.__getattr__=  sC   ø€ ØÐ2Ô2ð !%× CÑ CÐRVÐ CÓ W�IÜ×&Ñ& t°9Ô=Ø$Ð$á'¨Ó3Ð3r&   )NNNNr‡   )r   rK  )$r-  r#  rS   r’   rn  Útransformers.generationrp  Ú transformers.modeling_rope_utilsÚmodeling_rope_utilsÚtransformers.utils.genericÚgenericr   r”   rq  ro   rw  r~  r™  r˜  rš  r¦  r¨  r·  r¿  ÚclassmethodrÈ  rÓ  Ú_prepare_cache_for_generationrÕ  r   rÿ  rþ  r  r  r   r  )r#  rp  Ú
rope_utilsr&  rq  rw  r–  rš  Úcache_base_clsr¨  r·  r¿  rÈ  Úgeneration_mixin_clsrü  rÿ  r  r   rn  rù  rú  r{  r  r  rû  s                     @@@@@@@r$   Ú&_patch_transformers_remote_code_compatr,  ¾  sú  þ€ ðÝ3ðÝ,ð ÝEðÝ&ðÝ=÷ 1Ð0ß	Ö	Ü�|Ð%<×=Ò=õ,ð 2GÔ.àÒ¤W¨UÐ4Y×%ZÒ%ZÜ&-¨eÐ5UÐW[Ó&\Ð#ç&÷
Bð Bð =`Ô9àÒ! i´w¸zÐK`ÐbdÓ7eÔ&e÷
$2ðL 9`×*Ñ*¨9Ñ5àÒ"¬7°;Ð@T×+UÒ+UÔZaÐbmÐo|×Z}ÒZ}ð .9×-DÑ-DˆKÔ*ä�wÐ 4×5Ò5ô:ð *<Ô&àÒ"¬7°;À×+NÒ+NÔSZÐ[fÐhu×SvÒSvð '2×&=Ñ&=ˆKÔ#à@KÒ@Wœ ¨g°tÔ<Ð]aˆØÒ%¬g°nÐFV×.WÒ.WÔ\cÐdrð  uJ÷  ]Kò  ]K÷Tð( -;Ô)àÒ%¬g°nÐFY×.ZÒ.ZÔ_fÐguð  xH÷  `Iò  `I÷+ð 0AÔ,àJUÒJaœG K°ÀÔFÐgkÐØÒ(´Ð9JÐL]×1^Ò1^õ$ð 1@ÐÔ-àÒ(´Ð9JÐL_×1`Ò1`ô öó ðð 3DÐÔ/àÒ'´Ð8HÐJl×0mÒ0mð ACÐÔ=àUeÒUqœwÐ'7Ð9JÈDÔQÐw{ÐØÒ+´GÐ<PÐRvÐx}×4~Ò4~Ø4H×4fÑ4fÐ1÷\ó \ð| BfÔ>ØFJÐ ÔCä”Ð(NÐPU×VÒVÔ[bÔcrð  uU÷  \Vò  \VÜ6E×6dÑ6dÐ3÷(ò (ð6 >\ŒOÔ:ØCGŒOÔ@ä”Ð(;×<Ò<ð 16ŒOÔ-ä”¨×8Ò8÷*!ðX -:ŒOÔ)ä”Ð(SÐUZ×[Ò[Ü.×:Ñ:Ð÷4ð 4ð +6ŒOÔ'ØHLŒOÔE÷_ 
Ñ	øô1 ô Úðûô
 ô Ø‹ðûô
 ô  ØÓð ûô
 ô Ø‹ðûô
 ô Ø‹
ðú÷ 
×	Ð	úsb   ‰N �N/ —O žO ¥O+ ÁMO?ÎN,Î+N,Î/O Î?O ÏOÏOÏO(Ï'O(Ï+O<Ï;O<Ï?P	c                óF   € V ^8„  d   QhR\         \        ,          R\        /# r   rA   )r#   s   "r$   r%   r%   K  s"   € ÷ Iñ I´H¼SµMð IÄdñ Ir&   c                 ó  € \        V \        4      '       d&   \        P                  P	                  V 4      '       g   R # \        P                  P                  V R4      p\        P                  P                  V4      '       g   R #  \        VRR7      ;_uu_ 4       p\        P                  ! V4      pRRR4       \        XP                  RR4      4      P                  4       R8H  #   + '       g   i     L<; i  \         d     R # i ; i)Fr(   r)   r*   Nr,   rá   Údeepseek_vl_v2)r8   r"   r-   r.   r/   r0   rY   r2   r3   r4   rS   r:   r;   )r   r<   Úfr>   s   &   r$   Ú_is_deepseek_vl_v2_model_pathr1  K  s¸   € ÜÐ&¬×,Ò,´B·G±G·M±MÐBR×4SÒ4SÙä—'‘'—,‘,Ð/°Ó?€KÜ�7‰7�>‰>˜+×&Ò&ÙðÜ�+¨×0Õ0°AÜ—Y’Y˜q“\ˆF÷ 1ô
 ˆv�z‰z˜,¨Ó+Ó,×2Ñ2Ó4Ð8HÑHÐH÷ 1×0ûäô Úðús0   ÂC9 ÂC&Â2C9 Ã&C6	Ã1C9 Ã6C9 Ã9DÄDc                ó>   € V ^8„  d   QhR\         \        ,          RR/# rK   r!   )r#   s   "r$   r%   r%   \  s&   € ÷ EOñ EO¼8ÄC½=ð EOÈTñ EOr&   c                 ó  a€ \        V 4      '       g   R #  ^ R IHp ^ RIHp  ^ R IHu Hu H	o \        ;_uu_ 4        \        TR4      '       g   Y!n        Se   \        SR4      '       g    R R R 4       R # SP                  p\        TRR4      '       d   TSn         R R R 4       R #  ! T3R lRT4      pTSn        TSn        R R R 4       R #   \
         d     R # i ; i  \
         d    R o LÀi ; i  + '       g   i     R # ; i)N©Úis_flash_attn_2_availabler5  ÚLlamaAttentionÚ_gptqmodel_deepseek_vl2_compatFc                   óL   <a a€ ] tR tRt oRtV V3R ltRV V3R lltRtVtV ;t	# )ÚNpatch_remote_code_before_config_load.<locals>.DeepSeekVLV2CompatLlamaAttentioni}  Tc                óh   <€ \         SV `  ! V/ VB  SP                  V P                  4      V n        R # r‡   )ÚsuperÚ__init__ÚLlamaRotaryEmbeddingr>   Ú
rotary_emb)rž  r‰   r{   ræ  Úmodeling_llamas   &*,€€r$   r<  ÚWpatch_remote_code_before_config_load.<locals>.DeepSeekVLV2CompatLlamaAttention.__init__€  s+   ø€ Ü‘Ò  $Ð1¨&Ò1Ø"0×"EÑ"EÀdÇkÁkÓ"R�–r&   c           	     ó  <a€ \         ;QJ d    V3R  lR 4       F  '       g   K   RM	  RM! V3R  lR 4       4      pV'       g   \        SV `  ! V3RVRVR	V/SB # SP                  RR
4      pSP                  RR
4      pSP                  RR4      p	SP                  RR4      p
Vf   TpVP                  R
R p. VORNV P
                  N5pV P                  V4      P                  V4      P                  ^^4      pV P                  V4      P                  V4      P                  ^^4      pV P                  V4      P                  V4      P                  ^^4      pVfX   VfC   \        P                  ! VP                  ^,          VP                  R7      P                  ^ 4      pV P                  W÷4      pVw  ppSP!                  VVVV4      w  rÞVe{   \#        VR4      '       d#   VP%                  VVV P&                  4      w  rïTpMS\        P(                  ! V^ ,          V.^R7      p\        P(                  ! V^,          V.^R7      pWï3pMV
'       d   Wï3MR
pSP+                  WàP,                  4      pSP+                  WðP,                  4      pV	'       d°   \        P.                  ! WÞP                  ^^4      4      V P0                  ,          pVe
   VV,           p\        P2                  P4                  P7                  VR\        P8                  R7      P;                  VP<                  4      p\        P.                  ! VV4      pMoR
p\        P2                  P4                  P?                  TTTTV P@                  '       g   RMV PB                  VR
J ;'       d    VP                  ^,          ^8„  R7      pVP                  ^^4      PD                  ! . VORN5!  PG                  4       pV PI                  V4      pVVV3# )c              3   ó.   <"  € T F
  pVS9   x € K  	  R # 5ir‡   rˆ   )r´   Úkeyr{   s   & €r$   rµ   Úipatch_remote_code_before_config_load.<locals>.DeepSeekVLV2CompatLlamaAttention.forward.<locals>.<genexpr>Œ  s   øé € ð  ác˜ð ˜6–MÛcùs   ƒÚposition_idsÚpast_key_valueÚoutput_attentionsrç  TFÚposition_embeddingsÚattention_maskrÊ  Nrø   rÍ  )r“  )r“  rj   ç        )Ú	attn_maskÚ	dropout_pÚ	is_causal)rE  rF  rG  rç  r¯  )%Úanyr;  Úforwardr€   r  rŒ  Úq_projÚviewÚ	transposeÚk_projÚv_projri   r‘  rî   r  r>  Úapply_rotary_pos_embr”   rÍ  r«  ÚcatÚ	repeat_kvÚnum_key_value_groupsÚmatmulÚscalingr�   Ú
functionalÚsoftmaxÚfloat32r  rj   Úscaled_dot_product_attentionÚtrainingÚattention_dropoutÚreshaper	  Úo_proj)rž  Úhidden_statesrH  rI  rÊ  r{   Ú	old_stylerE  rF  rG  rç  Úinput_shapeÚhidden_shapeÚquery_statesrÐ  rÑ  ÚcosÚsinÚpresent_key_valueÚattn_weightsÚattn_outputræ  r?  s   &&&&&l               €€r$   rO  ÚVpatch_remote_code_before_config_load.<locals>.DeepSeekVLV2CompatLlamaAttention.forward„  sÒ  ù€ ÷  ›Cô  ácó ŸCŸCšCô  ácó ó �	÷ !Ü ™7š?Ø%ñà,?ðð (6ðð )8ð	ð
 !ñð ð  &Ÿz™z¨.¸$Ó?�Ø!'§¡Ð,<¸dÓ!C�Ø$*§J¡JÐ/BÀEÓ$JÐ!Ø"ŸJ™J {°EÓ:�	Ø"Ò*Ø&4�Oà+×1Ñ1°#°2Ð6�Ø@ Ð@¨bÐ@°$·-±-Ñ@�Ø#Ÿ{™{¨=Ó9×>Ñ>¸|ÓL×VÑVÐWXÐZ[Ó\�Ø!Ÿ[™[¨Ó7×<Ñ<¸\ÓJ×TÑTÐUVÐXYÓZ�
Ø#Ÿ{™{¨=Ó9×>Ñ>¸|ÓL×VÑVÐWXÐZ[Ó\�à&Ò.Ø#Ò+Ü',§|¢|Ø)×/Ñ/°Õ2Ø#0×#7Ñ#7ô(÷ $™) A›,ð %ð +/¯/©/¸,Ó*UÐ'Ø.‘��SØ+9×+NÑ+NØ ØØØó	,Ñ(�ð #Ò.Ü˜°×9Ò9Ø3B×3IÑ3IØ&Ø(Ø ŸN™Nó4Ñ0˜
ð
 -<Ñ)ä%*§Y¢Y°ÀÕ0BÀJÐ/OÐUVÔ%W˜
Ü',§y¢y°/À!Õ2DÀlÐ1SÐYZÔ'[˜Ø-7Ð,FÑ)çFO¨Ñ(BÐUYÐ%à+×5Ñ5°j×B[ÑB[Ó\�
Ø-×7Ñ7¸×F_ÑF_Ó`�ç$Ü#(§<¢<°×>RÑ>RÐSTÐVWÓ>XÓ#YÐ\`×\hÑ\hÕ#h�LØ%Ò1Ø'3°nÕ'D˜Ü#(§8¡8×#6Ñ#6×#>Ñ#>Ø$ØÜ#Ÿm™mð $?ó $÷ ‘b˜×+Ñ+Ó,ð	 !ô
 #(§,¢,¨|¸\Ó"J‘Kà#'�LÜ"'§(¡(×"5Ñ"5×"RÑ"RØ$Ø"Ø$Ø"0Ø-1¯]¯]¨]¡#À×@VÑ@VØ"0°DÐ"8×"VÐ"V¸\×=OÑ=OÐPQÕ=RÐUVÑ=Vð #Só #�Kð *×3Ñ3°A°qÓ9×AÒAÐSÀ;ÐSÐPRÓS×^Ñ^Ó`�Ø"Ÿk™k¨+Ó6�Ø" LÐ2CÐCÐCr&   )r>  ©NNN)
r;  Ú
__module__Ú__qualname__Ú__firstlineno__r7  r<  rO  Ú__static_attributes__Ú__classdictcell__Ú__classcell__)ræ  Ú__classdict__r?  s   @@€r$   Ú DeepSeekVLV2CompatLlamaAttentionr9  }  s&   ú‡ € Ø-1Ð*öS÷ZD÷ ZDð ZDr&   rv  )r1  Útransformers.modeling_utilsr“   r-  r5  rS   Ú(transformers.models.llama.modeling_llamaÚmodelsÚllamar?  r   r”   r6  ro   ÚLlamaFlashAttention2)r   r“   r5  Úoriginal_llama_attentionrv  r?  s   &    @r$   Ú$patch_remote_code_before_config_loadr}  \  sü   ø€ ô )Ð)9×:Ò:ÙðÝ<Ý@ðßIÓI÷ 
Ö	Ü�~Ð'B×CÒCð 8QÔ4àÒ!¬°ÐAQ×)RÒ)RØ÷ 
Ñ	ð $2×#@Ñ#@Ð äÐ+Ð-MÈu×UÒUØ2JˆNÔ/Ø÷ 
Ñ	÷a	DÐ/Gô a	DðF )IˆÔ%Ø.NˆÔ+÷g 
Ñ	øô ô Úðûô
 ô ØŠðú÷ 
×	Ð	ús9   –C £C  ½0C3Á7'C3Â(C3ÃCÃCÃ C0Ã/C0Ã3D	c                ó(   € V ^8„  d   QhR\         RR/# ©r   r>   r    N©r   )r#   s   "r$   r%   r%   ä  s   € ÷  ñ  ¼ð  Àñ  r&   c                 ó  € \        V R R4      R8w  d   R# \        V R4      '       d   \        V R4      '       d   R# \        \        V R/ 4      ;'       g    / 4      V n        RV P                  R&   \        V R4      '       g
   RV n        R# R# )r,   NÚchatglmÚ
seq_lengthr²  Úattribute_maprç  T)ro   r”   r9   r„  rç  rí   s   &r$   Ú,_normalize_chatglm_remote_code_config_compatr…  ä  s~   € Üˆv�| TÓ*¨iÔ7Ùä�6˜<×(Ò(¬G°F¸L×,IÒ,IÙô  ¤¨°ÀÓ D× JÐ JÈÓK€FÔØ)5€F×Ñ˜Ñ&ä�6˜;×'Ò'ð  ˆÖñ (r&   c                ó(   € V ^8„  d   QhR\         RR/# r  r€  )r#   s   "r$   r%   r%   ö  s   € ÷ O-ñ O-´Sð O-¸Tñ O-r&   c                 óŒ  € \        V R R4      R8X  d   \        V RR4      pVe   \        V4       R# \        \        V R R4      4      P                  4       R8X  dg   \        V RR4      \        V RR4      3p\        ;QJ d    R V 4       F  '       g   K   R	M	  R
M! R V 4       4      pV'       g   RV n        RV n        R# \        V RR4      p\        V\        4      '       d)   VP                  R4      e   VP                  R4      e   R# \        V RR4      p\        V4      '       dT    V! 4        \        V RR4      p\        V\        4      '       d)   VP                  R4      e   VP                  R4      e   R# \        V RR4      p\        V\        4      '       d   \        V4      M\        T;'       g    / 4      pVP!                  RVP                  RR4      4       VP                  R4      f#   \        V RR4      pVf   \        V RR4      pW„R&   \        V RR4      p	V	e   VP!                  RV	4       VR,          R9   d5   \        V RR4      p
V
f   \        V RR4      p
V
e   VP!                  RV
4       W@n        R#   \         d6   p\        P                  R\        T 4      P                  T4        Rp?ELBRp?ii ; i)r,   NÚ
hunyuan_vlrô  rá   ÚnanbeigeÚrope_scalingr†  c              3   óÒ   "  € T F]  p\        V\        4      ;'       dA    VP                  R VP                  R4      4      R9  ;'       g    VP                  R4      R9  x € K_  	  R# 5i)rr   Ú	rope_typeNÚfactor)Nr}  )Né   r‡  )r8   r9   r:   )r´   Ú	candidates   & r$   rµ   Ú;_normalize_rope_parameters_config_compat.<locals>.<genexpr>  sk   é € ð 
ñ -�	ô �y¤$Ó'÷ ð à—‘˜f i§m¡m°KÓ&@ÓAÐIZÑZ÷ Að AØ—=‘= Ó*°.Ñ@ôó
 -ùs   ‚A'ž+A'Á
A'TFrŒ  rˆ  Úconvert_rope_params_to_dictz2Config: RoPE conversion fallback for %s failed: %srr   r}  rŠ  r‹  r‰  Ú original_max_position_embeddingsÚmax_position_embeddings>   ÚyarnÚllama3Úlongrope)ro   Ú(_normalize_rope_parameters_config_compatr"   r;   rN  rŠ  r†  r8   r9   r:   rV  rS   r�   r  rr   r;  rì  )r>   rô  Úrope_candidatesÚhas_scaled_roper†  Úconvert_rope_paramsrH   Úlegacy_rope_scalingrˆ  r‰  r’  s   &          r$   r—  r—  ö  s­  € ô ˆv�| TÓ*¨lÔ:Ü˜f m°TÓ:ˆØÒ"Ü4°[ÔAÙä
Œ7�6˜<¨Ó,Ó-×3Ñ3Ó5¸ÔCô �F˜N¨DÓ1Ü�FÐ-¨tÓ4ð
ˆ÷ ›#ñ 
ñ -ó
Ÿ#Ÿ#š#ñ 
ñ -ó
ó 
ˆ÷ Ø"&ˆFÔØ%)ˆFÔ"Ùä˜fÐ&7¸Ó>€Oä�?¤D×)Ò)Ø×Ñ Ó,Ò8Ø×Ñ Ó-Ò9áä! &Ð*GÈÓNÐÜÐ#×$Ò$ð	ÙÔ!ô & fÐ.?ÀÓFˆOä˜?¬D×1Ò1Ø#×'Ñ'¨Ó4Ò@Ø#×'Ñ'¨Ó5ÒAáä! &¨.¸$Ó?ÐÜ3=Ð>QÔSW×3XÒ3X”dÐ.Ô/Ô^bÐcr×cxÐcxÐvxÓ^y€Oà×Ñ˜{¨O×,?Ñ,?ÀÈ	Ó,RÔSØ×Ñ˜<Ó(Ò0Ü˜V \°4Ó8ˆ
ØÒÜ  ¨¸(ÓCˆJØ(2˜Ñ%ä# FÐ,CÀTÓJÐØÒ(Ø×"Ñ"Ð#:Ð<QÔRà�{Õ#Ð'EÔEÜ+2°6Ð;]Ð_cÓ+dÐ(Ø+Ò3Ü/6°vÐ?XÐZ^Ó/_Ð,Ø+Ò7Ø×&Ñ&Ð'IÐKkÔlà,ÖøôA ô 	hÜ�I‰IÐJÌDÐQWËL×LaÑLaÐcf×gÒgûð	hús   Ä*J ÊKÊ*J>Ê>Kc                ó(   € V ^8„  d   QhR\         RR/# r  r€  )r#   s   "r$   r%   r%   J  s   € ÷ A'ñ A'´ð A'¸ñ A'r&   c                 óº  € \        V 4       \        V R R4      p\        V\        4      '       d   VP	                  4       MRpVR8X  d§   / RRbRRbRRbR	^bR
RbRRbR^bRRbRRbR^bRRbRRbRRbRRbRRbRRbRRbRR/CpVP                  4        F$  w  rE\        W4      '       d   K  \        WV4       K&  	  \        V R4      '       g$   \        V R 4      '       d   V P                  V n	        VR!8X  db   \        V R"R4      pVeQ   \        VR4      '       g?   \        VR#R4      p\        V\        4      '       d   VP                  R4      pVe   W†n        VR$8X  d%   \        V R4      '       g   \        V R%R4      V n        VR&8X  d/   \        V R'R4      R(8X  d   ^ R)IHp	 V	! 4       '       d   R*MR+V n        VR,8X  g   VR-8X  dg   ^ RIHp
 R.V
P&                  9  d!   V
P&                  R/,          V
P&                  R.&   \        V R#R4      '       d   V P(                  P+                  R0R4       VR-8X  d    \        V RR4      p\        V RR4      V n        \        V RR4      p\        V\        4      '       g   R# V'       g
   RV n        R# VR18w  dB   VP                  R24      R.8X  d,   \/        V4      P1                  R2R04      '       d
   RV n        R# R0V9  d   \        V4      pRVR0&   R3V9   d	   W°n        R# VP                  R24      pVf)   R0V9  d
   RV n        R# \        V4      pR/VR3&   W°n        R# \        V4      pVR18X  d   VR.8X  d   R/pRVR0&   WËR3&   W°n        R# )4r,   Nzunlimited-ocrÚattention_biasFr`  rJ  Úaux_loss_alphagü©ñÒMbP?Úep_sizeÚ
hidden_actÚsiluÚinitializer_rangeg{®Gáz”?Úmoe_layer_freqÚnorm_topk_probÚpad_token_idÚpretraining_tpÚrms_norm_epsg�íµ ÷Æ°>rŠ  rˆ  r‹  Úrouted_scaling_factorr‡  Úscoring_funcr\  Úseq_auxTr_  rç  Úsliding_windowÚsliding_window_sizeÚlocateanythingrô  r†  ÚouroÚeos_token_idÚhymbaÚattn_implementation_newÚflexr4  Úflash_attention_2ÚsdpaÚdreamÚbrumbyr}  Úlinearr�  ÚinstellarŒ  rr   )r…  ro   r8   r"   r;   r  r”   rv   r­  r¬  r9   r:   rˆ  r¦  r-  r5  r²  r#  r$  r~  r†  rì  rŠ  r`  Úissubset)r>   r,   Úmodel_type_lowerÚdefaultsrò   Úvaluerô  r†  rˆ  r5  r)  rŠ  rŒ  s   &            r$   Ú$_normalize_remote_code_config_compatr¾  J  sè  € Ü0°Ô8Ü˜ ¨tÓ4€JÜ-7¸
ÄC×-HÒ-H�z×'Ñ'Ô)ÈdÐà˜?Ô*ð

Ø˜eð
à ð
ð ˜eð
ð �qð	
ð
 ˜&ð
ð   ð
ð ˜að
ð ˜eð
ð ˜Dð
ð ˜að
ð ˜Dð
ð ˜Dð
ð ˜'ð
ð $ Sð
ð ˜Ið
ð  �tð!
ð" " 5ð#
ð$ ˜ñ%
ˆð( $Ÿ>™>Ö+‰KˆDÜ˜6×(Ô(Ü˜ eÖ,ñ ,ô �vÐ/×0Ò0´W¸VÐEZ×5[Ò5[Ø$*×$>Ñ$>ˆFÔ!àÐ+Ô+ô ˜f m°TÓ:ˆØÒ"¬7°;À×+MÒ+MÜ% kÐ3DÀdÓKˆOÜ˜/¬4×0Ò0Ø,×0Ñ0°Ó>�
ØÒ)Ø-7Ô*à˜6Ô!¬'°&¸.×*IÒ*Iô & f¨n¸dÓCˆÔà˜7Ô"ô �6Ð4°dÓ;¸vÔEÝDÙD]×D_ÒD_Ñ-@ÐekˆFÔ*à˜7Ô" j°HÔ&<Ý=à˜J×:Ñ:Ô:Ø8B×8VÑ8VÐW_Õ8`ˆJ×*Ñ*¨9Ñ5ô �6Ð,¨d×3Ò3Ø×"Ñ"×-Ñ-¨h¸Ô<ð �XÔÜ˜v ~°tÓ<ˆä% f¨n¸dÓCˆÔô ˜6 >°4Ó8€LÜ�l¤D×)Ò)Ùßð #ˆÔÙà�ZÔ L×$4Ñ$4°[Ó$AÀYÔ$NÔSVÐWcÓSd×SmÑSmÐozð  }Ið  oJ÷  TKò  TKð #ˆÔÙà�|Ô#Ü˜LÓ)ˆØ!$ˆ�XÑà�ÔØ*ÔÙà× Ñ  Ó-€IØÒØ˜<Ô'Ø"&ˆFÔÙô
 ˜LÓ)ˆØ'ˆ�VÑØ*ÔÙä˜Ó%€LØ�ZÔØ˜	Ô!Ø ˆIØ!$ˆ�XÑØ$�ÑØ&Ör&   c                 ó   a€ V P                   R 8X  dX   ^ RIHp \        ;_uu_ 4        VP                  P
                  oRV3R llp\        V4      VP                  n        RRR4       R# R#   + '       g   i     R# ; i)Údeci)Úmodeling_autoc                 óH   <€ \        VR 4      '       d   Wn        S! WVR7      # )Úconfig_classrP   )r”   rÃ  )rÎ  rÃ  Úmodel_classrQ   Úorig_registers   &&&&€r$   Úpatched_registerÚ*deci_init_compat.<locals>.patched_registerÔ  s%   ø€ ô ˜;¨×7Ò7Ø/;Ô,Ù$ \ÈÔRÐRr&   NrK  )r,   Útransformers.models.autorÁ  r   r
   Úregisterr'  )r>   rÁ  rÆ  rÅ  s   &  @r$   Údeci_init_compatrÊ  Î  s_   ø€ Ø×Ñ˜FÔ"Ý:ßÖØ)×>Ñ>×GÑGˆM÷Sô ;FÐFVÓ:WˆM×.Ñ.Ô7÷  Ññ #ç×Ðús   §9A,Á,A=	r:  c                ó4   € V ^8„  d   QhR\         R\        RR/# )r   r>   r:  r    N©r   rB   )r#   s   "r$   r%   r%   á  s"   € ÷ 5ñ 5¤sð 5Ä$ð 5ÐSWñ 5r&   c                ó  € \        V 4       \        V R R4      ;'       g    / p\        VP                  R4      \        4      pV'       g   V'       g   R# \        4        \        V 4       \        V 4       \        V 4       \        V 4       R# )Úauto_mapNr
   )r—  ro   r8   r:   r"   r,  r¾  )r>   r:  rÎ  Úhas_remote_automaps   &$  r$   Únormalize_hf_config_compatrÐ  á  sn   € ô -¨VÔ4ä�v˜z¨4Ó0×6Ð6°B€HÜ# H§L¡LÐ1GÓ$HÌ#ÓNÐß×%7Ùä*Ô,Ü(¨Ô0ô
 -¨VÔ4ô )¨Ô0ô -¨VÖ4r&   c                ó(   € V ^8„  d   QhR\         RR/# r  r€  )r#   s   "r$   r%   r%   ý  s   € ÷ ?ñ ?¤sð ?¨tñ ?r&   c                 ó    € \        V R R7       R# )T©r:  N)rÐ  rí   s   &r$   Úprepare_remote_code_compatrÔ  ý  s   € ô ˜v¸×>r&   c                ó4   € V ^8„  d   QhR\         R\         RR/# )r   Úconfig_attrÚremote_model_namer    Nrž   )r#   s   "r$   r%   r%     s#   € ÷ 
ñ 
Ì#ð 
Ôbeð 
Ðjnñ 
r&   c           
      óF  € \        WR 4      pVe   \        WR 4      MR pVe   Vf   R # \        V4      p \        VRR 4      VJd   Wen        \        P                  ! WeRR7       R #   \
         d0   p\        P                  RT\        TRR4      TT4        R p?R # R p?ii ; i)NrÃ  TrP   zFHF: failed to bridge AutoModel registration for `%s` using `%s.%s`: %sr;  rB  )ro   rr   rÃ  r	   rÉ  rS   r�   r  )r>   Úremote_modulerÖ  r×  Úruntime_configÚruntime_model_clsÚruntime_config_clsrH   s   &&&&    r$   Ú!register_runtime_automodel_configrÝ    s§   € ô
 ˜V°$Ó7€NØKXÒKdœ À$ÔGÐjnÐØÒÐ!2Ò!:Ùä˜nÓ-Ðð
ÜÐ$ n°dÓ;ÐCUÓUØ-?Ô*Ü×ÒÐ-È4×PøÜô 
Ü�	‰	ØTØÜ�M :¨yÓ9ØØ÷	
ò 	
ûð
ús   µ/A& Á&B Á1$BÂB c                óJ   € V ^8„  d   QhR\         \        ,          R\        RR/# )r   r   r>   r    N)r   r"   r   )r#   s   "r$   r%   r%     s+   € ÷ ;ñ ;´xÄµ}ð ;Ìcð ;ÐVZñ ;r&   c           	      ó   a(a)a*a+a,a-a.a/a0a1a2€ V '       g   R # \        V4       \        V 4       \        VRR 4      ;'       g    / pVP                  R4      p\	        V\
        4      '       g$   \        VRR 4      R8X  d   VP                  R4      p\	        V\
        4      '       g   R #  ^ RIHp V! V\        V 4      4      pTP                  P                  R^R	7      ^ ,          p\        P                  P                  T R
24      p\        P                  P                  TP                  4      p	\        P                  P                  T R24      p
\        P                  P                  T R24      p\	        T\        4      '       d   TMR pT	e   \        T	RR 4      MR o+\         ;_uu_ 4        Te   \#        T4       \        TRR 4      R8X  dÏ   \%        T4       \'        \        P                  P)                  4       4       F˜  w  rÞY×8X  g   TP+                  T R24      '       g   K'  \-        T4      P/                  4        FT  p\	        T\        4      '       g   K  TP                  P+                  T4      '       g   K>  \#        T4       \%        T4       KV  	  Kš  	  \        TRR 4      R8X  d`   Te\   \        TRR 4      p\        TRR 4      o,\        TRR 4      o-Te1   S,e-   S-e)   \        TRR4      '       g   T,T-3R lpTTn        RTn        TP4                  RD9   d!   \        T	RR 4      pT'       d   \#        T4       TP4                  R8X  d2   ^ RIHp \#        T4       \        T	RR 4      pT'       d   \#        T4       TP4                  R8X  d!   \        T	RR 4      pT'       d   \#        T4       Teï   \;        TR4      '       dÝ   \        TRR4      '       gÊ    \<        P>                  ! TP@                  4      pTe¥   TPF                  P/                  4       p\H        ;QJ d    R T 4       F  '       g   K   RM	  RM! R T 4       4      pRTPF                  9   pR TPF                  9   pT'       g1   T'       d	   T'       g!   TP@                  o1T13R! lpTTn         RTn%        \        TRR 4      R8X  d|   T
ex   \M        YR"R4       \        T
R#R 4      pTeZ   \        TR$R4      '       gG   \'        \        TR%R 4      ;'       g    . 4      pR&T9  d   TPO                  R&4       TTn(        RTn)        \        TRR 4      RE9   d   \M        YR(R4       \        TRR 4      R'8X  d7   TPT                  PV                  Tn+        TPT                  PX                  Tn,        \        TRR 4      R)8X  dN   T	eJ   \        T	R*R 4      o2\        T	R+R 4      pS2e,   Te(   \        TR,R4      '       g   T23R- lpTTn-        RTn.        \        TRR 4      R.8w  d    R R R 4       R # Teœ   \        TR/R4      '       g‰   \        TR0R 4      p\        TR1R 4      o0Te   S0e   R2 R3 lo)T)T03R4 lpTTn/        \        TR5R 4      p T e;   \        T R6R4      '       g(   T P`                  o.R7 R8 lo(T(T.3R9 lp!T!T n0        RT n1        RTn2        TeG   \;        TR:4      '       d5   \        TR;R4      '       g"   TPf                  o/T+T/3R< lp"T"Tn3        RTn4        T	e   \        T	R=R 4      MR p#T#e   \;        T#R>4      '       g   RFR? lp$T$T#n5         ^ R I6o*^ R I7H8p% ^ R I9H:u H;u H<p& \        T&R@R4      '       g.   \{        R RA7      RB T*3RC ll4       p'T'T%n>        T'T&n>        RT&n?        R R R 4       R #   \         d"   p\        P                  RY4        R p?R # R p?ii ; i  \B        \D        3 d    R p ELÜi ; i  \         d     L`i ; i  + '       g   i     R # ; i)GNrÎ  r
   r,   r®  r	   ©Úget_class_from_dynamic_modulez;HF: remote model init compat pre-import failed for `%s`: %srÏ   )Úmaxsplitz.speech_conformer_encoderz.configuration_ovisz.modeling_intern_vitÚ	InputModeÚinternvl_chatÚInternVisionEncoderÚInternVisionEncoderLayerr�   Ú_gptqmodel_meta_dpr_patchFc           
      óÚ  <€ SP                   P                  V 4       Wn        \        \	        VR ^ 4      ;'       g    ^ 4      p\        \	        VRR4      ;'       g    R4      pV^ 8”  d8   \        P                  ! ^ VVR\        P                  R7      P                  4       M. pSP                  \        V4       Uu. uF  pS! WV,          4      NK  	  up4      V n        RV n        R# u upi )r  Údrop_path_raterJ  ÚcpurŽ  TN)ÚModuler<  r>   r‚  ro   rƒ  ri   Úlinspacer]  ÚtolistÚ
ModuleListÚranger®  Úgradient_checkpointing)rž  Úencoder_configr  ré  ÚdprÚidxÚ	layer_clsÚ	module_nns   &&    €€r$   Úencoder_init_compatÚ=prepare_remote_model_init_compat.<locals>.encoder_init_compat\  sÜ   ø€ Ø×$Ñ$×-Ñ-¨dÔ3Ø"0”Kä(+¬G°NÐDWÐYZÓ,[×,`Ð,`Ð_`Ó(aÐ%Ü%*¬7°>ÐCSÐUXÓ+Y×+`Ð+`Ð]`Ó%a�Nð -¨qÔ0ô ŸšØØ*Ø-Ø#(Ü"'§-¡-ô÷ !™&œ(àð ð #,×"6Ñ"6ÜHMÐN_ÔH`ÓaÑH`À™ >°sµ8Ö<ÑH`Ñaó#�D”Kð 37�DÖ/ùò bs   Â;C(TÚSiglipVisionTransformerÚovis)ÚLlamaForCausalLMÚSiglipVisualTokenizerÚovis2_6_moeÚSiglip2NavitModelÚtie_weightsÚ#_gptqmodel_tie_weights_kwargs_patchc              3   ón   "  € T F+  qP                   \        P                  P                  8H  x € K-  	  R # 5ir‡   ©ÚkindÚinspectÚ	ParameterÚVAR_KEYWORD©r´   rZ  s   & r$   rµ   Ú3prepare_remote_model_init_compat.<locals>.<genexpr>   s&   é € Ð$pÑ^oÐUZ§Z¡Z´7×3DÑ3D×3PÑ3PÖ%PÓ^oùó   ‚35Úmissing_keysÚrecompute_mappingc                 ó   <€ S! V 4      # r‡   rˆ   )rž  r‰   r{   Úoriginal_tie_weightss   &*,€r$   Útie_weights_compatÚ<prepare_remote_model_init_compat.<locals>.tie_weights_compatª  s   ø€ Ù3°DÓ9Ð9r&   Úvisual_tokenizer_configÚLlama3ConversationFormatterÚ"_gptqmodel_tokenizer_backend_patchÚsupport_tokenizer_typesÚTokenizersBackendÚovis2_6_nextÚ
vit_configr±  r=  ÚHymbaAttentionÚ_gptqmodel_init_rope_meta_patchc                 ój   <€ R pS! V P                   V P                  V P                  VR7      V n        R # )N)r>   r“  Úbaserî   )r>   Úkq_head_dimrˆ  r>  )rž  rî   Ú
rotary_clss   & €r$   Úhymba_init_rope_compatÚ@prepare_remote_model_init_compat.<locals>.hymba_init_rope_compatÏ  s0   ø€ ð
 "�Fá&0Ø#Ÿ{™{Ø ×,Ñ,Ø!Ÿ_™_Ø%ô	'�D–Or&   Úphi4mmÚ#_gptqmodel_scalar_tensor_meta_patchri   r  c                ó$   € V ^8„  d   QhR\         /# r¨   rØ   )r#   s   "r$   r%   Ú6prepare_remote_model_init_compat.<locals>.__annotate__ç  s   € ÷ !ñ !¼Dñ !r&   c                  ó°   € \         P                  ! ^ R7       F:  p V P                  P                  R4      '       g   K&  V P                  R8X  g   K9   R# 	  R# )r   ©Úcontextúspeech_conformer_encoder.pyi’  TF©r  ÚstackÚfilenamerW   Úlineno©Ú
frame_infos    r$   Ú"_is_phi4mm_subsampling_scalar_initÚLprepare_remote_model_init_compat.<locals>._is_phi4mm_subsampling_scalar_initç  sD   € Ü&-§m¢m¸A×&>˜
Ø%×.Ñ.×7Ñ7Ð8U×VÔVÐ[e×[lÑ[lÐptÖ[tÚ#'ñ '?ñ !r&   c                 ó>  <€ \        \        P                  P                  R R4      pVP	                  R4      fZ   V\        P
                  ! R4      8X  d?   \        V \        \        \        34      '       d   S! 4       '       d   \        V4      pRVR&   S! V .VO5/ VB # )ÚCURRENT_DEVICENrî   Úmetarê  )ro   ri   rp  Ú_devicer:   rî   r8   r‚  rƒ  rB   r9   )r  r‰   r{   Úcurrent_devicer,  Úoriginal_tensors   &*, €€r$   Útensor_compatÚ7prepare_remote_model_init_compat.<locals>.tensor_compatð  s‚   ø€ Ü%,¬U¯[©[×-@Ñ-@ÐBRÐTXÓ%Y�NàŸ
™
 8Ó,Ò4Ø*¬e¯lªl¸6Ó.BÔBÜ& t¬c´5¼$Ð-?×@Ò@Ù>×@Ò@ä!% f£˜Ø+0˜˜xÑ(Ù*¨4ÐA°$ÒA¸&ÑAÐAr&   ÚAbsolutePositionalEncodingÚ_gptqmodel_meta_extend_patchc                ó$   € V ^8„  d   QhR\         /# r¨   rØ   )r#   s   "r$   r%   r!    s   € ÷ !ñ !¼ñ !r&   c                  ó°   € \         P                  ! ^ R7       F:  p V P                  P                  R4      '       g   K&  V P                  R8X  g   K9   R# 	  R# )r   r#  r%  i  TFr&  r*  s    r$   Ú_is_phi4mm_positional_seed_callÚIprepare_remote_model_init_compat.<locals>._is_phi4mm_positional_seed_call  sD   € Ü&-§m¢m¸A×&>˜
Ø%×.Ñ.×7Ñ7Ð8U×VÔVÐ[e×[lÑ[lÐpsÖ[sÚ#'ñ '?ñ !r&   c                 óÈ   <€ \        V\        P                  4      '       d;   VP                  P                  R 8w  d    S! 4       '       d   VP                  R R7      pS! W4      # )r0  rø   )r8   ri   rÁ  rî   rr   r  )rž  Úxr:  Úoriginal_extend_pes   &&€€r$   Úextend_pe_compatÚ:prepare_remote_model_init_compat.<locals>.extend_pe_compat  sG   ø€ Ü! !¤U§\¡\×2Ò2°q·x±x·}±}ÈÔ7NÑSr×StÒStØŸD™D¨˜DÓ/˜Ù-¨dÓ6Ð6r&   rO  Ú_gptqmodel_input_mode_patchc                 ó0  <a€ SP                  R 4      f÷   \        S4      o\        ;QJ d    V3R lR 4       F  '       g   K   RM	  RM! V3R lR 4       4      p\        ;QJ d    V3R lR 4       F  '       g   K   RM	  RM! V3R lR 4       4      pV'       d   V'       d   Se   SP                  M^SR &   MQV'       d   Se   SP                  M^SR &   M3V'       d   Se   SP
                  M^SR &   MSe   SP                  M^ SR &   S! V .VO5/ SB # )Ú
input_modec              3   óJ   <"  € T F  pSP                  V4      R Jx € K  	  R # 5ir‡   ©r:   ©r´   rò   r{   s   & €r$   rµ   ÚKprepare_remote_model_init_compat.<locals>.forward_compat.<locals>.<genexpr>!  s&   øé € ð %á$a˜Dð Ÿ
™
 4Ó(°Õ4Û$aùó   ƒ #TFc              3   óJ   <"  € T F  pSP                  V4      R Jx € K  	  R # 5ir‡   rE  rF  s   & €r$   rµ   rG  %  s&   øé € ð $á$g˜Dð Ÿ
™
 4Ó(°Õ4Û$gùrH  )Úinput_image_embedsÚimage_sizesÚimage_attention_mask)Úinput_audio_embedsÚaudio_embed_sizesÚaudio_attention_mask)r:   r9   rN  ÚVISION_SPEECHÚVISIONÚSPEECHÚLANGUAGE)rž  r‰   r{   Ú
has_visionÚ	has_audioÚinput_mode_enumÚoriginal_forwards   &*l  €€r$   Úforward_compatÚ8prepare_remote_model_init_compat.<locals>.forward_compat  s÷   ù€ Ø—:‘:˜lÓ+Ò3Ü! &›\�Fß!$£ô %á$aó%§§¢ô %á$aó%ó "�J÷ !$£ô $á$gó$§§¢ô $á$gó$ó !�I÷
 "§iØP_ÒPk¨×/LÒ/LÐqr˜˜|Ò,ß#ØIXÒId¨×/EÒ/EÐjk˜˜|Ò,ß"ØIXÒId¨×/EÒ/EÐjk˜˜|Ò,àKZÒKf¨×/GÒ/GÐlm˜˜|Ñ,Ù'¨Ð>¨tÒ>°vÑ>Ð>r&   ÚPhi4MMModelÚprepare_inputs_for_generationc                 óF   € \        V4      pVe
   Vf   W5R&   MWR&   W%R&   V# )NÚinputs_embedsÚ	input_idsrÊ  )r9   )rž  r^  rÊ  r]  r{   Úmodel_inputss   &&&&, r$   r[  ÚGprepare_remote_model_init_compat.<locals>.prepare_inputs_for_generation<  s5   € Ü# F›|�Ø Ò,°Ò1HØ4A Ò1à09 Ñ-Ø2AÐ.Ñ/Ø#Ð#r&   Ú_gptqmodel_awq_probe_patchrÊ   c                ó$   € V ^8„  d   QhR\         /# r¨   rØ   )r#   s   "r$   r%   r!  T  s   € ÷ %ñ %¬tñ %r&   c                  ód   <€  S P                   P                  R 4      RJ#   \         d     R# i ; i)zawq.modules.linearNF)ÚutilÚ	find_specÚModuleNotFoundError)Ú	importlibs   €r$   Úis_auto_awq_availableÚ?prepare_remote_model_init_compat.<locals>.is_auto_awq_availableS  s6   ø€ ð%Ø(Ÿ~™~×7Ñ7Ð8LÓMÐUYÐYÐYøÜ.ô %Ú$ð%ús   ƒ   /®/>   ÚminicpmoÚminicpmvÚminicpmv4_6>   Úovis2_5Úovis2_6rü  r  rn  )@rÊ  rg   ro   r:   r8   r"   rR   rá  rS   r�   r  ro  ÚrsplitÚsysÚmodulesrr   r   Ú try_patch_legacy_flash_attn_flagÚ#try_patch_legacy_attn_adjust_kwargsr©   r  Ú
startswithÚvarsrÅ  r<  rç  r,   r’   rú  r”   r  Ú	signaturerþ  r6   r7   Ú
parametersrN  rÿ  rÝ  rX   r  r  Ú
llm_configÚnum_expertsÚnum_experts_per_tokÚ
_init_roper  r  Ú	extend_per7  r  rO  rA  r[  Úimportlib.utilÚpeft.import_utilsr#  Úpeft.tuners.lora.awqÚtunersÚloraÚawqr   rh  ra  )3r   r>   rÎ  Ú	class_refrá  r?  rH   Úmodule_rootÚspeech_modulerÙ  Úovis_config_moduleÚintern_vit_moduleÚouter_model_clsÚmodule_namer[  r�  Úencoder_clsrö  Úvision_model_clsrú  Útie_weights_sigÚtie_weight_paramsÚaccepts_kwargsÚsupports_missing_keysÚsupports_recompute_mappingr  Úformatter_clsr  Úattention_clsr  Úspeech_torchr4  Úpositional_encoding_clsr?  rX  Úinner_model_clsr[  Úpeft_import_utilsÚpeft_awqrh  r:  r,  rg  rV  rô  rõ  r>  rW  r3  r  r  s3   &&                                      @@@@@@@@@@@r$   Ú prepare_remote_model_init_compatr˜    sd  ÿú€ ßÙä�VÔÜ!Ð"2Ô3ä�v˜z¨4Ó0×6Ð6°B€HØ—‘Ð3Ó4€IÜ�i¤×%Ò%¬'°&¸,ÈÓ*MÐQaÔ*aØ—L‘L Ó-ˆ	Ü�i¤×%Ò%ÙðÝSá1°)¼SÐAQÓ=RÓSˆ	ð
 ×&Ñ&×-Ñ-¨c¸AÐ-Ó>¸qÕA€KÜ—K‘K—O‘O { mÐ3LÐ$MÓN€MÜ—K‘K—O‘O I×$8Ñ$8Ó9€MÜŸ™Ÿ™¨K¨=Ð8KÐ)LÓMÐÜŸ™Ÿ™¨;¨-Ð7KÐ(LÓMÐÜ#-¨i¼×#>Ò#>‘iÀD€OØCPÒC\”g˜m¨[¸$Ô?Ðbf€Oç	Ö	ØÒ&Ü,¨_Ô=ä�6˜<¨Ó.Ð2BÔBô 0°Ô@Ü'+¬C¯K©K×,=Ñ,=Ó,?Ö'@Ñ#�àÔ.Ø"×-Ñ-°°¸QÐ.?×@Ò@áÜ!% f£×!4Ñ!4Ö!6�Iä" 9¬d×3Ô3Ø%×0Ñ0×;Ñ;¸K×HÔHä8¸ÔCÜ;¸IÖFó "7ñ (Aô �6˜<¨Ó.°/ÔAÐFWÒFcÜ!Ð"3Ð5JÈDÓQˆKÜÐ 1Ð3MÈtÓTˆIÜÐ 1°4¸Ó>ˆIàÒ'ØÒ)ØÒ)Ü Ð-HÈ%×PÒPö7ð. (;�Ô$Ø8<�Ô5à×ÑÐ GÔGÜ&ØØ)Øó Ð÷
  Ü0Ð1AÔBà×Ñ Ô&Ý5Ü,Ð-=Ô>ä&ØØ'Øó Ð÷
  Ü0Ð1AÔBà×Ñ Ô-Ü&ØØ#Øó Ð÷
  Ü0Ð1AÔBð Ò'Ü˜¨×7Ò7Ü˜OÐ-RÐTY×ZÒZð'Ü")×"3Ò"3°O×4OÑ4OÓ"P�ð Ò*Ø$3×$>Ñ$>×$EÑ$EÓ$GÐ!ß!$£Ñ$pÑ^oÓ$p§§¢Ñ$pÑ^oÓ$pÓ!p�Ø(6¸/×:TÑ:TÑ(TÐ%Ø-@ÀO×D^ÑD^Ñ-^Ð*ç%×/D×LfØ+:×+FÑ+FÐ(õ
:ð 3E�OÔ/ØJN�OÔGä�6˜<¨Ó.°&Ô8Ð=OÒ=[Ü-¨fÐE^Ð`wÔxä#Ð$6Ð8UÐW[Ó\ˆMØÒ(´¸ÐHlÐns×1tÒ1tÜ*.¬w°}ÐF_ÐaeÓ/f×/lÐ/lÐjlÓ*mÐ'Ø&Ð.EÔEð ,×2Ñ2Ð3FÔGØ<S�MÔ9ØCG�Ô@ä�6˜<¨Ó.Ð2gÔgÜ-¨fÀ\ÐSfÔgä�6˜<¨Ó.°.Ô@ð "(×!2Ñ!2×!>Ñ!>ˆFÔØ)/×):Ñ):×)NÑ)NˆFÔ&ä�6˜<¨Ó.°'Ô9¸mÒ>WÜ  Ð0FÈÓMˆJÜ# MÐ3CÀTÓJˆMàÒ&Ø!Ò-Ü Ð/PÐRW×XÒXõð ,B�Ô(Ø@D�Ô=ä�6˜<¨Ó.°(Ô:Ø÷M 
Ñ	ðP Ò$¬W°]ÐDiÐkp×-qÒ-qÜ" =°'¸4Ó@ˆLÜ% l°H¸dÓCˆOØÒ'¨OÒ,Gõ!ö
Bð '4�Ô#ä&-¨mÐ=YÐ[_Ó&`Ð#Ø&Ò2¼7ÐCZÐ\zð  }B÷  <Cò  <CØ%<×%FÑ%FÐ"õ!ö7ð
 5EÐ'Ô1ØGKÐ'ÔDà@DˆMÔ=ð Ò'Ü˜¨×3Ò3Ü˜OÐ-JÈE×RÒRà.×6Ñ6Ðö?ð, '5ˆOÔ#Ø:>ˆOÔ7àIVÒIbœ' -°ÀÔEÐhlˆØÒ&¬w°ÐHg×/hÒ/hô$ð =ZˆOÔ9ð	;Û!å9ß3Ó3ô ˜8Ð%AÀ5×IÒIô  4Ô(÷%ó )ð%ð ;PÐ!Ô7Ø1F�Ô.Ø6:�Ô3÷C	 
Ñ	øô ô Ü�	‰	ÐOÐQaÔgÝûðûôX œzÐ*ô 'Ø"&“ð'ûôb ô 	Ùð	ú÷c 
×	Ð	ús®   Â&^ Æ,A8_,È%1_,É_,É>E_,Ï _Ï;(_,Ð$_,Ð8:_,Ñ3_,Ñ;_,ÒA?_,ÔD_,ØD_,Ü2_ÝA _,Þ^>Þ^9Þ9^>ß_ß_,ß_ß_,ß_)ß&_,ß(_)ß)_,ß,_=	c           	      ót  € \         ;_uu_ 4        V e   \        V \        4      '       g    R R R 4       R # \        V R4      '       d>   \        V R4      '       g,   \	        V R\        V P                  4      4        R R R 4       R # R pV P                   F  pRVP                  9   g   K  Tp M	  Vf    R R R 4       R # V P                   F&  pW!J d    M RVP                  9   g   K   R R R 4       R # 	  VP                  R,          p\	        VR\        V4      4       R R R 4       R #   + '       g   i     R # ; i)NÚ_supports_flash_attnÚ_supports_flash_attn_2)	r   r8   rr   r”   rv   rB   rš  Ú__mro__rm   )r?  Úbase_with_flagrÎ  Úflash_attn_2_vals   &   r$   rr  rr  _  s  € ß	Ö	ØÒ¤J¨y¼$×$?Ò$?Ø÷ 
Ñ	ô
 �9Ð4×5Ò5¼gÀiÐQi×>jÒ>jÜ�IÐ7¼¸i×>\Ñ>\Ó9]Ô^Ø÷ 
Ñ	ð ˆØ×$Ô$ˆCØ'¨3¯<©<Ö7Ø!$�Ùñ %ð
 Ò!Ø÷% 
Ñ	ð* ×$Ô$ˆCØÓ$ÙØ%¨¯©Ö5Ø÷3 
Ñ	ñ* %ð *×2Ñ2Ð3KÕLÐÜ�Ð 6¼Ð=MÓ8NÔO÷9 
×	×	Ò	ús/   �D&µAD&ÂD&Â(D&Â=$D&Ã&D&Ã1+D&Ä&D7	c                 óÐ  a€ \         ;_uu_ 4        V e   \        V \        4      '       g    R R R 4       R # V P                  P	                  RR4      '       d    R R R 4       R # \        V RR 4      p\        V4      '       g    R R R 4       R #  \        P                  ! V4      pTP                  P                  4       p\        ;QJ d    R T 4       F  '       g   K   RM	  RM! R T 4       4      pT'       g   RTP                  9   d    R R R 4       R # ToT3R lpYPn        RT n        R R R 4       R #   \        \        3 d     R R R 4       R # i ; i  + '       g   i     R # ; i)NÚ#_gptqmodel_attn_adjust_kwargs_patchFÚ%_check_and_adjust_attn_implementationc              3   ón   "  € T F+  qP                   \        P                  P                  8H  x € K-  	  R # 5ir‡   r  r  s   & r$   rµ   Ú6try_patch_legacy_attn_adjust_kwargs.<locals>.<genexpr>�  s%   é € Ð]ÑV\ÈUŸZ™Z¬7×+<Ñ+<×+HÑ+HÖHÓV\ùr  TÚallow_all_kernelsc                 ó  <€ VP                  R R4       ^ RIHp \        V RR4      p\        VRR4      R8H  pVP	                  4       pV'       dA   V'       d   V^ ,          R
9  d   R.VR,          O5pMcVP                  R4      R9  d   RVR&   MGV'       g@   V'       d   V^ ,          R	8X  d   R.VR,          O5pMVP                  R4      R	8X  d   RVR&   V'       d#   R F  p\        WGR4      pVf   K  RVn        K  	  S
! V .VO5/ VB p	V	# )r¤  Nro  r>   r,   r®  rµ  :rŽ  NNÚattn_implementationr´  )Úmagirµ  )Nr§  rµ  )Úvision_configrô  )r€   r’   rp  ro   r5  r:   Ú_attn_implementation)rž  r‰   r{   Útransformers_utilsr>   Úis_locateanythingÚflash_availableÚsub_config_nameÚ
sub_configÚadjustedÚoriginal_attn_adjusts   &*,       €r$   Úattn_adjust_compatÚ?try_patch_legacy_attn_adjust_kwargs.<locals>.attn_adjust_compat•  s  ø€ Ø�J‰JÐ*¨DÔ1Ý@ä˜T 8¨TÓ2ˆFÜ '¨°¸dÓ CÐGWÑ WÐØ0×JÑJÓLˆOß ß˜D �GÐ+;Ô;Ø"Ð. T¨"¥XÑ.‘DØ—Z‘ZÐ 5Ó6Ð>TÔTØ4:�FÐ0Ñ1øß$ß˜D �GÐ':Ô:Ø"Ð. T¨"¥XÑ.‘DØ—Z‘ZÐ 5Ó6Ð:MÔMØ4:�FÐ0Ñ1ç ó (H�OÜ!(¨À$Ó!G�JØ!Ô-Ø:@˜
Ö7ñ (Hñ
 ,¨DÐB°4ÒB¸6ÑBˆHàˆOr&   )r   r8   rr   rm   r:   ro   rV  r  rv  r6   r7   rw  rÅ  rN  r¡  r   )r?  Úattn_adjustÚattn_adjust_sigÚparamsrŽ  r±  r°  s   &     @r$   rs  rs  ~  s3  ø€ ß	Ö	ØÒ¤J¨y¼$×$?Ò$?Ø÷ 
Ñ	ð ×Ñ×!Ñ!Ð"GÈ×OÒOØ÷	 
Ñ	ô ˜iÐ)PÐRVÓWˆÜ˜×$Ò$Ø÷ 
Ñ	ð	Ü%×/Ò/°Ó<ˆOð !×+Ñ+×2Ñ2Ó4ˆß›Ñ]ÑV\Ó]ŸŸšÑ]ÑV\Ó]Ó]ˆßÐ0°O×4NÑ4NÔNØ÷% 
Ñ	ð(  +Ðõ	ðB ;MÔ7Ø8<ˆ	Ô5÷q 
Ñ	øô œ:Ð&ô 	Ø÷ 
Ñ	ð	ú÷ 
×	Ð	úsX   �E¶!EÁEÁ#EÂD4Â#$EÃEÃEÃ9EÄEÄ4EÅEÅEÅEÅE%	Úmodel_configc                ó$   € V ^8„  d   QhR\         /# )r   r¶  r€  )r#   s   "r$   r%   r%   º  s   € ÷ Rñ R´sñ Rr&   c                ór   € ^ RI Hp \        P                  ! R\        ^R7       VP
                  ! V 3RV/VB # )r   ©Ú	Tokenicerzegptqmodel.utils.hf.load_tokenizer() is deprecated; use Tokenicer.load(..., model_config=...) instead.)Ú
stacklevelr¶  )Ú	tokenicerrº  Úwarningsr‚   ÚDeprecationWarningr4   )Útokenizer_or_pathr¶  r{   rº  s   &$, r$   Úload_tokenizerrÀ  º  s6   € Ý#ä‡M‚MØoÜØõð
 �>Š>Ð+ÑQ¸,ÐQÈ&ÑQÐQr&   c                ó0   € V ^8„  d   QhR\         R\        /# )r   r¶  r:  rÌ  )r#   s   "r$   r%   r%   Å  s    € ÷ ñ ô ðô  ñ	r&   c                óT   € ^ RI Hp VP                  ! V 3RVRV/VB pVP                  # )r   r¹  r¶  r:  )r¼  rº  r4   Ú	tokenizer)r¿  r¶  r:  r{   rº  r¼  s   &$$,  r$   Úload_hf_tokenizerrÄ  Å  sB   € õ $à—’Øñà!ðð ,ðð ñ	€Ið ×ÑÐr&   Údrop_sampling_fieldsc                ó<   € V ^8„  d   QhR\         R\        R\        /# )r   ÚcfgrÅ  r    )r   rB   )r#   s   "r$   r%   r%   Þ  s$   € ÷ 	ñ 	Ô%5ð 	ÔPTð 	Ôaeñ 	r&   c                óJ   € R pV f   V# \        V RR4      RJd
   RV n        RpV# )FNÚ	do_sampleT)ro   rÉ  )rÇ  rÅ  Úchangeds   &$ r$   Ú_sanitize_generation_configrË  Þ  s3   € Ø€GØ
‚{Øˆäˆs�K Ó&¨dÓ2ØˆŒØˆà€Nr&   c                óF   € V ^8„  d   QhR\         R\        \        ,          /# ©r   r.   r    )r"   r   r   )r#   s   "r$   r%   r%   ê  s    € ÷ ñ ¬Cð ´HÔ=MÕ4Nñ r&   c                 óî   €  \         P                  ! V 4      w  r\        T4      pTP	                  R4      RJd   RTR&   \         P
                  ! T3/ TB p\        TRR7       T#   \         d     R # i ; i)NrÉ  TF©rÅ  )r   Úget_config_dictrS   r9   r:   Ú	from_dictrË  )r.   Úconfig_dictr{   ÚcleanedrÇ  s   &    r$   Ú!_load_sanitized_generation_configrÔ  ê  sy   € ðÜ.×>Ò>¸tÓDÑˆô �;Ó€GØ‡{�{�;Ó tÓ+Ø#ˆ�Ñä
×
$Ò
$ WÑ
7°Ñ
7€CÜ ¸%Õ@Ø€Jøô ô Úðús   ‚A% Á%A4Á3A4c                ó0   € V ^8„  d   QhR\         R\        /# )r   rP  r.   )r   r"   )r#   s   "r$   r%   r%   ú  s   € ÷ &>ñ &>¤?ð &>¼#ñ &>r&   c                 ó  € V P                  4       '       EdO   \        V P                  4      \        Jd6   \        P                  R \        V P                  4      P                  4       R# V'       dÞ   \        P                  RV P                   24        \        V4      pVf&   \        P                  ! VRR7      p\        VRR7       W P                  8w  dv   \        V P                  R4      '       d   V P                  P                  Vn        W n        \        P                  R4       \        P                  R	V P                   24       M \        V P                  4       R# R#   \         d    \        P                  R
4        L;i ; i)z<Model: Preserving specialized `generation_config` type `%s`.Nz#Model: Loaded `generation_config`: T)Úpretrained_model_namerÉ  FrÏ  r¦  zZModel: Auto-fixed `generation_config` mismatch between model and `generation_config.json`.z$Model: Updated `generation_config`: z<Model: `generation_config.json` not found. Skipped checking.)Úcan_generaterr   r×  r   r�   Úinfor;  rÔ  r<  rË  r”   r¦  rS   Úautofix_hf_generation_config)rP  r.   rÇ  s   && r$   Úautofix_hf_model_configrÛ  ú  s@  € Ø×Ñ×Óô �×'Ñ'Ó(Ô0@Ó@Ü�H‰HØNÜ�U×,Ñ,Ó-×6Ñ6ôñ ÷ Ü�H‰HÐ:¸5×;RÑ;RÐ:SÐTÔUðYÜ7¸Ó=�Ø’;Ü*×:Ò:ÐQUÐaeÔf�CÜ/°È%ÕPØ×1Ñ1Ô1ä˜u×6Ñ6¸×GÒGØ+0×+BÑ+B×+OÑ+O˜Ô(à.1Ô+Ü—H‘HØtôvä—H‘HÐCÀE×D[ÑD[ÐC\Ð]Õ^àô 	% U×%<Ñ%<Ö=ñK øôB ô YÜ—‘ÐWÖXðYús   ÂB8E( Å( FÆ
Fc                ó$   € V ^8„  d   QhR\         /# )r   rÇ  )r   )r#   s   "r$   r%   r%   $  s   € ÷ [ñ [Ô&6ñ [r&   c                 óÞ  € \        V R R7       V P                  R J EdÏ   ^ p\        V R4      '       d)   V P                  e   V P                  R8w  d
   V^,          p\        V R4      '       d)   V P                  e   V P                  R8w  d
   V^,          p\        V R4      '       d   V P
                  e
   V^,          p\        V R4      '       d)   V P                  e   V P                  R8w  d
   V^,          p\        V R4      '       dI   V P                  e;   V P                  ^28w  d*   \        V R	4      '       d   V P                  f
   V^,          p\        V R
4      '       d)   V P                  e   V P                  R8w  d
   V^,          p\        V R4      '       d)   V P                  e   V P                  R8w  d
   V^,          pV^ 8”  d   RV n        \        P                  R4       R# R# R# )FrÏ  ÚtemperatureNr‡  Útop_pÚmin_pÚ	typical_pÚtop_kÚpenalty_alphaÚepsilon_cutoffrJ  Ú
eta_cutoffTzBModel: Auto-Fixed `generation_config` by setting `do_sample=True`.)rË  rÉ  r”   rÞ  rß  rà  rá  râ  rã  rä  rå  r�   rÙ  )rÇ  Úerrorss   & r$   rÚ  rÚ  $  s‘  € Ü ¸%Õ@ð ‡}�}˜ÔØˆÜ�3˜×&Ò&¨3¯?©?Ò+FÈ3Ï?É?Ð^aÔKaØ�a�KˆFÜ�3˜× Ò  S§Y¡YÒ%:¸s¿y¹yÈCÔ?OØ�a�KˆFÜ�3˜× Ò  S§Y¡YÒ%:Ø�a�KˆFÜ�3˜×$Ò$¨¯©Ò)BÀsÇ}Á}ÐX[ÔG[Ø�a�KˆFä�C˜×!Ò! c§i¡iÒ&;ÀÇ	Á	ÈRÄÔV]Ð^aÐcr×VsÒVsÐx{÷  yJñ  yJò  yRØ�a�KˆFÜ�3Ð(×)Ò)¨c×.@Ñ.@Ò.LÐQT×QcÑQcÐgjÔQjØ�a�KˆFÜ�3˜×%Ò%¨#¯.©.Ò*DÈÏÉÐ[^ÔI^Ø�a�KˆFð �AŒ:Ø ˆCŒMÜ�H‰HÐYÖZñ ñ' r&   c                 óp   € \        V R R4      R8X  d$   \        V R4      '       d   V P                  R R# R# R# )r,   Nr‚  r²  )ro   r”   r„  rí   s   &r$   Úsanitize_model_configrè  @  s8   € Üˆv�| TÓ*¨iÔ7¼GÀFÈL×<YÒ<Yð × Ñ  Ò.ñ =ZÑ7r&   c                ó0   € V ^8„  d   QhR\         R\        /# rÍ  )r"   rB   )r#   s   "r$   r%   r%   G  s   € ÷ ñ ¬#ð ´$ñ r&   c                 ó¢  €  \        V R RR7      ;_uu_ 4       p\        P                  ! V4      pRRR4       RpXP	                  R4      RJd   RTR&   RpT'       d:   \        T RRR7      ;_uu_ 4       p\        P
                  ! Y!^R7       RRR4       T# T#   + '       g   i     Lq; i  \         d     R# i ; i  + '       g   i     T# ; i)	Úrr)   r*   NFrÉ  TÚw)Úindent)r2   r3   r4   ÚFileNotFoundErrorr:   Údump)r.   Úfpr  rÊ  s   &   r$   Úsanitize_generation_config_filerñ  G  s­   € ðÜ�$˜ g×.Õ.°"Ü—9’9˜R“=ˆD÷ /ð
 €Gà‡x�x�Ó DÓ(Ø ˆˆ[ÑØˆçÜ�$˜ g×.Õ.°"Ü�IŠI�d qÕ)÷ /ð €Nˆ7€N÷ /×.ûäô Úðú÷ /Ö.ð €Nús9   ‚B+ ˜B¯B+ Á3B=ÂB(	Â#B+ Â(B+ Â+B:Â9B:Â=C	c                ó0   € V ^8„  d   QhR\         R\        /# )r   r>   r:  rÌ  )r#   s   "r$   r%   r%   [  s"   € ÷ Mñ MäðMô ñMr&   c                óò  € VP                  4       pVR VR \        WR7       \        P                  RRR7      p \	        RR7      ;_uu_ 4         V P
                  ! V3R	V/VB pRRR4       TP/                  4        T'       d"   \)        X\0        4      '       d   \3        T4       X#   \         Ed™   p\        T4      pT'       Ed   R
T9   Edw   RT9   Edo   Rp	RT9   d+   TP                  R4      p
\        T
4      ^8¼  d
   T
^,          p	T	'       d¶   T	P                  R4      '       dŸ   \        P                  P                  T	4      '       gz   \        P                  ! \        P                  P                  T	4      RR7       \!        T	RRR7      ;_uu_ 4       pTP#                  R4       RRR4       M  + '       g   i     M; i\%        TRR4      ;'       g    / pTP'                  R4      p\)        T\        4      '       d&   ^ RIHp T! T\        \%        TRR4      4      RR7       T P
                  ! T3R	T/TB p Rp?ELáh Rp?ii ; i  + '       g   i     ELó; i  TP/                  4        i ; i)a  
Instantiate the HF architecture with all parameters and buffers on 'meta' (no CPU RAM).
Preserves the full module topology (Linear/MLP/Attention/etc.).

Args:
    model_id_or_path: Hugging Face model ID or local path.
    trust_remote_code: Allow loading custom model classes.
Ú
device_mapÚ
_fast_initrÓ  zModel loading...gš™™™™™¹?)ÚtitleÚintervalT)Úinclude_buffersr:  rO   zNo such file or directoryNÚ'z__configuration_llama.pyrP   rì  r)   r*   z<from transformers.models.llama.configuration_llama import *
rÎ  r
   rà  Ú_name_or_pathrá   )Úforce_download)rö   rÐ  r�   Úspinnerr   Úfrom_configrî  r"   Úsplitr¸   rW   r-   r.   rY   rZ   r[   r2   Úwritero   r:   r8   rR   rá  Úcloser   rk  )Úloaderr>   r:  Úmodel_init_kwargsÚinit_kwargsÚpbÚshellrH   Úmissing_pathÚmissing_fileÚpartsrð  rÎ  rƒ  rá  s   &&&,           r$   Úbuild_shell_modelr	  [  s  € ð $×(Ñ(Ó*€Kà�LÐ!Ø�LÐ!ô ˜vÕKô 
�‰Ð-¸ˆÓ	<€Bð0Ü°×5Ö5ð,Ø×*Ò*Øñà&7ðð "ñ�÷ 6ð^ 	�‰Œ
çœZ¨¬×?Ò?Ü+¨EÔ2à€Løô[ %õ &ô  # 3›x�ç%Ð%Ø.°,Õ>Ø3°|ÕCà#'�Là˜lÔ*Ø ,× 2Ñ 2°3Ó 7˜Ü˜u›:¨œ?Ø+0°­8˜L÷ %Ø(×1Ñ1Ð2L×MÒMÜ "§¡§¡¨|× <Ò <äŸš¤B§G¡G§O¡O°LÓ$AÈDÕQÜ! ,°¸g×FÕFÈ"ØŸH™HÐ%dÔe÷ G×F×FÐFúô  ' v¨z¸4Ó@×FÐFÀB�HØ (§¡Ð-CÓ D�IÜ! )¬S×1Ò1ÝcÙ5°iÄÄWÈVÐUdÐfhÓEiÓAjÐ{õ  Aà"×.Ò.Øñà*;ðð &ñ–Eð ûðM&ú÷ 6×5Ð5ûð^ 	�‰�
ús€   »I$ ÁIÁB)Á&I$ Â)IÂ5AIÄIÄ+$IÅAIÆF6Æ-	IÆ6GÇIÇA$IÉIÉIÉIÉIÉI!	É	I$ É$I6c                ó‚   € V ^8„  d   Qh/ ^ \         9   d+   \        \        \        \        \        3,          ,          ;R&   # )r   rC  )Ú__conditional_annotations__r`  rÍ   r"   )r#   s   "r$   r%   r%      s+   € ‡�÷P FÒ E¤C¬¬c´3¼¨mÕ(<Õ$=Ñ EòQ r&   )r   r›   rs   r„   rÐ  rÔ  r˜  rM  r¦   r6  rI   rH  rx   rÄ  rÀ  )z.safetensorsz.binz.ptz.pthz.ckpt>   rá   Ú0ÚnoÚoffÚfalser‡   r'  )gr  r  r3   r-   r\   rp  r½  Ú
contextlibr   Ú	functoolsr   Útypingr   r   Únumpyr  ri   r’   Ú
accelerater   r   r	   r
   r   r   Únn_modules.qlinear.ggufr   r   r   r   r   r   rp  r   r   Útransformers.initializationr   rE   rw  r   r   Úutils.loggerr   Ú__all__r�   r`  rC  r°  rp   r¥   r¹   rã   rå   rD   rF   r?   rI   rg   rs   rx   r„   r›   r¡   r¦   r¯   r½   rÉ   rÖ   rÝ   rç   r  r  r1  r6  r9  rH  rM  r\  rd  rk  r,  r1  r}  r…  r—  r¾  rÊ  rÐ  rÔ  rÝ  r˜  rr  rs  rÀ  rÄ  rË  rÔ  rÛ  rÚ  rè  rñ  r	  r%   )r  s   @r$   Ú<module>r     s‡  øð÷ €Û Û 	Û Û 
Û Ý %Ý ß  ã Û Û Ý )÷õ ÷÷ ÷ 6ðÝ;ðBÝ-õ (ò€ñ$ ƒn€Ù@CÃÐ "Ó EÙ‹8€Ø7Ð ØOÐ Ø"HÐ Ú4Ð à%Ð ð!ð õG÷(õ.27õj`õ4	2ðð #÷	ð> ñ5ó ð5õ@õ$õKõõ"ñ �4Ôô0ó ð0õ6>õQðNð
 !ðNð ðNð ÷Nõb HõF!
õH'ñ2 �4Ôô Ló ð LõFõ2õõ>õ..õ.JMõZIõ"EOõP õ$O-õhA'òHXð&5È÷ 5õ8?õ
õ4;òD
Pò>9=ðxR¸T÷ Rðð !ðð #(÷	ñ. 'Ô (ð	ÐW\÷ 	õ÷ &>õT[ò8/õ÷(Mñ Møð_A ô ÷ð ðûð ô BßAÐAðBús$   Á,G? Á3H Ç?HÈHÈH$È#H$