+
    "Ý³j¦c  ã                  ó  a € 0 t $ ^ RIHt ^ RIt^ RIt^ RIHt ^ RIHt ^ RI	H
t
HtHtHtHt ^ RIt^ RIH	t ^ RIt^ RIt^RIHtHtHt RtRtR	tRbtRtRt^t^ t R
t!^]3t" ! R R]4      t# ! R R]4      t$ ! R R]4      t%/ ]#PL                  Rcb]#PN                  Rdb]#PP                  Reb]#PR                  Rfb]#PT                  Rgb]#PV                  Rhb]#PX                  Rib]#PZ                  Rjb]#P\                  R
^]!^,          ,           ]!^,          ,           3b]#P^                  R
^]!^,          ,           ]!^,          ,           ^,           3b]#P`                  R
^]!^,          ,           ^,           3b]#Pb                  R
^]!^,          ,           ]!^,          ,           ^,           3b]#Pd                  R
^]!^,          ,           ]!^,          ,           ]!^,          ,           3b]#Pf                  R
^]!,           ]!^,          ,           3b]#Ph                  R
^]!^,          ,           3b]#Pj                  R
^]!^,          ,           ]!^ ,          ,           3b]#Pl                  R
^]!^,          ,           ]!^,          ,           3b/ ]#Pn                  R
^]!^,          ,           ]!^,          ,           3b]#Pp                  Reb]#Pr                  R
^]!^,          ,           ]!^,          ,           ]!^ ,          ,           ^,           3b]#Pt                  R
^]!^,          ,           ]!^,          ,           3b]#Pv                  R
^]!^,          ,           ]!^@,          ,           3b]#Px                  Rkb]#Pz                  Rdb]#P|                  Rcb]#P~                  Rlb]#P€                  Rlb]#P‚                  R
]!^,          ]!^,          ,           ]!^ ,          ,           3b]#P„                  Rdb]#P†                  Rmb]#Pˆ                  Rnb]#PŠ                  Rob]#PŒ                  Rpb]#PŽ                  RqbC]#P�                  Rr/CtIR]JR&   ]#PŽ                  ]I]#PŽ                  ,          /tKR]JR&   RtL]LR/tM]%Pœ                  ]Pž                  ]%P                   ]P¢                  ]%P¤                  ]P¦                  ]%P¨                  ]Pª                  ]%P¬                  ]P®                  ]%P°                  ]P²                  ]%P´                  ]P¶                  ]%P¸                  ]Pº                  ]%P¼                  ]P¾                  ]%PÀ                  ]PÂ                  ]%PÄ                  ]PÆ                  /tdR]JR&   RRRR/te]PÌ                  ! R4      R3]PÌ                  ! R4      R 3]PÌ                  ! R!4      R"3]PÌ                  ! R#4      R$3]PÌ                  ! R%4      R&3]PÌ                  ! R'4      R(3]PÌ                  ! R)4      R*3]PÌ                  ! R+4      R,3]PÌ                  ! R-4      R.3]PÌ                  ! R/4      R03]PÌ                  ! R14      R233tgR3]JR4&   ]PÌ                  ! R54      th]#PŽ                  R6]#P�                  R7]#PP                  R8]#PX                  R9]#P`                  R:]#Pb                  R;]#Pd                  R</tiR=]JR>&    ! R? R@]4      tjRA RB ltkRC RD ltlRE RF ltmRG RH ltnRI RJ ltoRK RL ltpRM RN ltqRO RP ltrRQRRR]P¶                  /RS RT lltsRU RV ltt ! RW RX4      tuRY RZ ltv ! R[ R\]4      tw ! R] R^]4      tx ! R_ R`4      tyRa tz. RsOt{R# )té    )ÚannotationsN)ÚOrderedDict)ÚIntEnum)ÚAnyÚLiteralÚ
NamedTupleÚTypeVarÚUnion)Ú_dequantize_gguf_tensor_numpyÚ_dequantize_sign_only_torchÚ_quantize_gguf_tensor_numpyz0.19.0Ú&GPTQMODEL_INTERNAL_GGUF_DEQUANT_DEVICEÚ)GPTQMODEL_INTERNAL_GGUF_DEQUANT_MAX_BYTESé   Ú(GPTQMODEL_INTERNAL_GGUF_QUANTIZED_LOADERiGGUFc                  ó¦   € ] tR t^%t^ t^t^t^t^t^t	^t
^	t^
t^t^t^t^t^t^t^t^t^t^t^t^t^t^t^t^t^t^t^t^t ^"t!^#t"^'t#^(t$^)t%]%t&^*t'Rt(R# )ÚGGMLQuantizationType© N))Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚF32ÚF16ÚQ4_0ÚQ4_1ÚQ5_0ÚQ5_1ÚQ8_0ÚQ8_1ÚQ2_KÚQ3_KÚQ4_KÚQ5_KÚQ6_KÚQ8_KÚIQ2_XXSÚIQ2_XSÚIQ3_XXSÚIQ1_SÚIQ4_NLÚIQ3_SÚIQ2_SÚIQ4_XSÚI8ÚI16ÚI32ÚI64ÚF64ÚIQ1_MÚBF16ÚTQ1_0ÚTQ2_0ÚMXFP4ÚNVFP4ÚQ1_0Ú	Q1_0_g128ÚQ2_0Ú__static_attributes__r   ó    Ú^/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/utils/internal_gguf.pyr   r   %   s¶   † Ø
€CØ
€CØ€DØ€DØ€DØ€DØ€DØ€DØ€DØ€DØ€DØ€DØ€DØ€DØ€GØ€FØ€GØ€EØ€FØ€EØ€EØ€FØ	€BØ
€CØ
€CØ
€CØ
€CØ€EØ€DØ€EØ€EØ€EØ€EØ€DØ€IØ„Dr>   r   c                  ó   € ] tR t^Lt^ t^tRtR# )Ú
GGUFEndianr   N)r   r   r   r   ÚLITTLEÚBIGr=   r   r>   r?   rA   rA   L   s   † Ø€FØ
„Cr>   rA   c                  óJ   € ] tR t^Qt^ t^t^t^t^t^t	^t
^t^t^	t^
t^t^tRtR# )ÚGGUFValueTyper   N)r   r   r   r   ÚUINT8ÚINT8ÚUINT16ÚINT16ÚUINT32ÚINT32ÚFLOAT32ÚBOOLÚSTRINGÚARRAYÚUINT64ÚINT64ÚFLOAT64r=   r   r>   r?   rE   rE   Q   sC   † Ø€EØ€DØ€FØ€EØ€FØ€EØ€GØ€DØ€FØ€EØ€FØ€EØ„Gr>   rE   z+dict[GGMLQuantizationType, tuple[int, int]]ÚGGML_QUANT_SIZESÚ_TORCH_SIGN_ONLY_QTYPESÚqwen3z%dict[GGUFValueType, type[np.generic]]Ú_GGUF_SCALAR_TO_NPzmodel.embed_tokensÚ
token_embdz
model.normÚoutput_normz)^model\.layers\.(\d+)\.self_attn\.q_proj$zblk.{bid}.attn_qz)^model\.layers\.(\d+)\.self_attn\.k_proj$zblk.{bid}.attn_kz)^model\.layers\.(\d+)\.self_attn\.v_proj$zblk.{bid}.attn_vz)^model\.layers\.(\d+)\.self_attn\.o_proj$zblk.{bid}.attn_outputz)^model\.layers\.(\d+)\.self_attn\.q_norm$zblk.{bid}.attn_q_normz)^model\.layers\.(\d+)\.self_attn\.k_norm$zblk.{bid}.attn_k_normz&^model\.layers\.(\d+)\.mlp\.gate_proj$zblk.{bid}.ffn_gatez$^model\.layers\.(\d+)\.mlp\.up_proj$zblk.{bid}.ffn_upz&^model\.layers\.(\d+)\.mlp\.down_proj$zblk.{bid}.ffn_downz'^model\.layers\.(\d+)\.input_layernorm$zblk.{bid}.attn_normz0^model\.layers\.(\d+)\.post_attention_layernorm$zblk.{bid}.ffn_normz$tuple[tuple[pcre.Pattern, str], ...]Ú_QWEN3_BLOCK_PATTERNSzO^blk\.\d+\.(attn_q|attn_k|attn_v|attn_output|ffn_gate|ffn_up|ffn_down)\.weight$Úq1_0Úq2_0Úq4_0Úq8_0Úq4_kÚq5_kÚq6_kzdict[GGMLQuantizationType, str]Ú_GGUF_BITS_ALIAS_BY_QTYPEc                  ó@   € ] tR t^¼t$ R]R&   R]R&   R]R&   R]R&   RtR	# )
ÚGGUFQuantizedCheckpointSpecÚstrÚ
model_typeÚ
bits_aliasr   Útensor_qtypeÚboolÚlm_head_quantizedr   N©r   r   r   r   Ú__annotations__r=   r   r>   r?   rc   rc   ¼   s   ‡ ØƒOØƒOØ&Ó&Ø×r>   rc   c               ó$   € V ^8„  d   QhRRRRRR/# )é   Úshapeztuple[int, ...] | list[int]Ú
quant_typer   Úreturnztuple[int, ...]r   )Úformats   "r?   Ú__annotate__rr   Ã   s$   € ÷ >ñ >Ð%@ð >ÐNbð >Ðgvñ >r>   c           	     óø   € \         \        \        V4      4      ,          w  r#V R,          V,          ^ 8w  d'   \        RV R,           RVP                   RV R24      h. V RR OV R,          V,          V,          N5# )é   zQuantized tensor row size (z) is not a multiple of z block size (Ú)Néÿÿÿÿ)rS   r   ÚintÚ
ValueErrorÚname)rn   ro   Ú
block_sizeÚ	type_sizes   &&  r?   Úquant_shape_to_byte_shaper|   Ã   sƒ   € Ü,Ô-AÄ#ÀjÃ/Ó-RÕSÑ€JØˆR…y�:Õ Ô"ÜØ)¨%°­)¨Ð4KÈJÏOÉOÐK\Ð\iÐjtÐiuÐuvÐwó
ð 	
ð >ˆU�3�BˆZÐ=˜˜r� jÕ0°9Õ<Ñ=Ð=r>   c               ó$   € V ^8„  d   QhRRRRRR/# ©rm   Údataú
np.ndarrayÚqtyper   rp   r   )rq   s   "r?   rr   rr   Ì   s'   € ÷ [ñ [�:ð [Ð&:ð [¸zñ [r>   c                óf   € \        \        P                  ! V 4      \        \	        V4      4      4      # ©N)r   ÚnpÚasarrayr   rw   )r   r�   s   &&r?   Úquantizer†   Ì   s#   € Ü&¤r§z¢z°$Ó'7Ô9MÌcÐRWËjÓ9YÓZÐZr>   c               ó   € V ^8„  d   QhRR/# )rm   rp   rh   r   )rq   s   "r?   rr   rr   Ð   s   € ÷ Kñ K¨ñ Kr>   c                 ó–   € \         P                  ! \        4      p V f   R# \        V 4      P	                  4       P                  4       R9  # )NT>   Ú Ú0ÚnoÚoffÚfalse)ÚosÚgetenvÚ#_INTERNAL_GGUF_QUANTIZED_LOADER_ENVrd   ÚstripÚlower)Úraws    r?   Únative_quantized_loader_enabledr”   Ð   s9   € Ü
�)Š)Ô7Ó
8€CØ
‚{ÙÜˆs‹8�>‰>Ó×!Ñ!Ó#Ð+JÑJÐJr>   c               ó    € V ^8„  d   QhRRRR/# )rm   Úreaderz'GGUFReader'Úkeyrd   r   )rq   s   "r?   rr   rr   ×   s   € ÷ ñ  ð °3ñ r>   c                óP   € V P                  V4      pVf   R # VP                  4       # rƒ   )Ú	get_fieldÚcontents)r–   r—   Úfields   && r?   Ú_reader_field_valuerœ   ×   s'   € Ø×Ñ˜SÓ!€EØ‚}ÙØ�>‰>ÓÐr>   c               ó    € V ^8„  d   QhRRRR/# )rm   Úsourcez%'GGUFReader | os.PathLike[str] | str'rp   z"GGUFQuantizedCheckpointSpec | Noner   )rq   s   "r?   rr   rr   Þ   s   € ÷ !ñ !Ø1ð!à'ñ!r>   c                ó¤  a€ \        V R 4      '       d   \        V R4      '       d   T pM\        V 4      p\        VR4      pV\        8w  d   R# VP                   Uu0 uFH  p\
        P                  VP                  4      '       g   K*  \        \        VP                  4      4      kKJ  	  pp\        V4      ^8w  d   R# \        \        V4      4      o\        P                  S4      pVf   R# \         ;QJ d)    V3R lVP                   4       F  '       g   K   RM	  RM! V3R lVP                   4       4      p\#        \        VSVR7      # u upi )Útensorsr™   zgeneral.architectureNc              3  ó”   <"  € T F=  pVP                   R 8H  ;'       d"    \        \        VP                  4      4      S8H  x € K?  	  R# 5i)zoutput.weightN)ry   r   rw   Útensor_type)Ú.0Útensorrg   s   & €r?   Ú	<genexpr>Ú/inspect_quantized_checkpoint.<locals>.<genexpr>ö   sC   øé € ð á$ˆFð 	�‰�Ñ&×hÐhÔ+?ÄÀF×DVÑDVÓ@WÓ+XÐ\hÑ+hÔhÛ$ùs
   ƒAž*ATF)re   rf   rg   ri   )ÚhasattrÚ
GGUFReaderrœ   ÚMODEL_ARCH_QWEN3r    Ú_QWEN3_LINEAR_TENSOR_REÚ	fullmatchry   r   rw   r¢   ÚlenÚnextÚiterra   ÚgetÚanyrc   )rž   r–   Úarchitecturer¤   Úlinear_qtypesrf   ri   rg   s   &      @r?   Úinspect_quantized_checkpointr³   Þ   s   ø€ ô ˆv�y×!Ò!¤g¨f°k×&BÒ&BØ‰ä˜FÓ#ˆÜ& vÐ/EÓF€LØÔ'Ô'Ùð —n’nóá$ˆFÜ"×,Ñ,¨V¯[©[×9ô 	6ÔœS ×!3Ñ!3Ó4Ö5Ù$ð ð ô
 ˆ=Ó˜QÔÙäœ˜]Ó+Ó,€LÜ*×.Ñ.¨|Ó<€JØÒÙç›ô à—n’nóŸŸšô à—n’nóó Ðô 'Ü#ØØ!Ø+ô	ð ùò#s   Á'EÂ"Ec               ó   € V ^8„  d   QhRR/# )rm   rp   ztorch.device | Noner   )rq   s   "r?   rr   rr     s   € ÷ ñ Ð':ñ r>   c                 óð  € \         P                  ! \        4      p V e   V P                  4       R8X  d   R #  \        P
                  ! V P                  4       4      pTP                  R8X  df   \        P                  P                  4       '       g   R # TP                  e0   TP                  \        P                  P                  4       8¼  d   R # T# TP                  R8X  d   T# R #   \         d     R # i ; i)Nr‰   ÚcudaÚcpu)rŽ   r�   Ú!_INTERNAL_GGUF_DEQUANT_DEVICE_ENVr‘   ÚtorchÚdeviceÚ	ExceptionÚtyper¶   Úis_availableÚindexÚdevice_count)r“   rº   s     r?   Ú_resolve_torch_dequant_devicerÀ     sµ   € Ü
�)Š)Ô5Ó
6€CØ
‚{�c—i‘i“k RÔ'ÙðÜ—’˜cŸi™i›kÓ*ˆð ‡{�{�fÔÜ�z‰z×&Ñ&×(Ò(ÙØ�<‰<Ò#¨¯©¼¿
¹
×8OÑ8OÓ8QÔ(QÙØˆà‡{�{�eÔØˆáøô ô Úðús   ·$C& Ã&C5Ã4C5c               ó(   € V ^8„  d   QhRRRRRRRR/# )rm   Úpacked_row_bytesrw   rz   r{   rp   r   )rq   s   "r?   rr   rr     s2   € ÷ 2ñ 2àð2ð ð2ð ð	2ð
 	ñ2r>   c                óJ  € W,          V,          \         P                  ! \         P                  4      P                  ,          pV^ 8:  d   ^# \        P
                  ! \        4      p Ve   \        V4      M\        p\        ^WS,          4      #   \         d
    \        p L%i ; i)r   )r„   ÚdtypeÚfloat32ÚitemsizerŽ   r�   Ú$_INTERNAL_GGUF_DEQUANT_MAX_BYTES_ENVrw   Ú(_INTERNAL_GGUF_DEQUANT_DEFAULT_MAX_BYTESrx   Úmax)rÂ   rz   r{   Úoutput_row_bytesÚ	raw_limitÚ
byte_limits   $$$   r?   Ú!_resolve_torch_dequant_chunk_rowsrÍ     s‚   € ð (Õ4°zÕAÄBÇHÂHÌRÏZÉZÓDX×DaÑDaÕaÐØ˜1ÔÙä—	’	Ô>Ó?€Ið>Ø'0Ò'<”S˜”^ÔBjˆ
ô ˆq�*Õ0Ó1Ð1øô ô >Ü=Š
ð>ús   Á'B ÂB"Â!B"c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	rm   r   r€   rz   rw   r{   rº   ztorch.devicerp   r   )rq   s   "r?   rr   rr   ,  s<   € ÷ %>ñ %>Ø
ð%>ð ð%>ð ð	%>ð
 ð%>ð ñ%>r>   c          	     ó˜  € \         P                  ! V \         P                  R 7      pVP                  R
,          V,          ^ 8w  d1   \	        RV RVP                  R
,           RVP                   R24      hVP                  R
,          pWR,          V,          pVP                  R
V4      p\         P                  ! VP                  ^ ,          V3\         P                  R 7      p\        VVVR7      p	\        ^ VP                  ^ ,          V	4       F—  p
\        W©,           VP                  ^ ,          4      p\        WzV VVV\        P                  R7      pVP                  R8X  d!   \        P                  P                  VR7       VP!                  4       P#                  4       WŠV% K™  	  VP
                  ! . VP                  R	R
 OVN5!  # )©rÄ   z3GGUF sign-only row byte width must be divisible by z, got z for shape Ú.)rÂ   rz   r{   ©rz   r{   rº   rÄ   r¶   )rº   Nrv   )r„   r…   Úuint8rn   rx   ÚreshapeÚemptyrÅ   rÍ   ÚrangeÚminr   r¹   r¼   r¶   Úsynchronizer·   Únumpy)r   rz   r{   rº   ÚrowsÚpacked_colsÚoutput_colsÚ	flat_rowsÚflat_outputÚ
chunk_rowsÚstartÚendÚchunks   &$$$         r?   Ú$_dequantize_sign_only_torch_to_numpyrã   ,  s|  € ô �:Š:�d¤"§(¡(Ô+€DØ‡z�z�"…~˜	Õ! QÔ&ÜØAÀ)ÀÈFØ�z‰z˜"�~Ð˜k¨$¯*©*¨°Qð8ó
ð 	
ð
 —*‘*˜R•.€KØÕ*¨ZÕ7€KØ—‘˜R Ó-€IÜ—(’(˜IŸO™O¨AÕ.°Ð<ÄBÇJÁJÔO€KÜ2Ø$ØØô€Jô �q˜)Ÿ/™/¨!Õ,¨jÖ9ˆÜ�%Õ$ i§o¡o°aÕ&8Ó9ˆÜ+Ø˜CÐ Ø!ØØÜ—-‘-ô
ˆð �;‰;˜&Ô Ü�J‰J×"Ñ"¨&Ð"Ô1Ø!&§¡£×!2Ñ!2Ó!4ˆ˜#Òñ :ð ×ÒÐ= §
¡
¨3¨B Ð=°Ó=Ð=r>   rº   rÄ   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rm   r   r€   r�   r   rº   ztorch.device | str | NonerÄ   ztorch.dtyperp   ztorch.Tensorr   )rq   s   "r?   rr   rr   T  s:   € ÷ !ñ !Ø
ð!àð!ð &ð	!ð
 ð!ð ñ!r>   c          	     ól  € \        \        V4      4      pVf   \        P                  ! R4      M\        P                  ! V4      p\        P                  V4      pVeG   Vw  rx\        \        P                  ! V \        P                  R7      VVVVR7      P                  4       # V\         P                  8X  d?   \        P                  ! \        P                  ! V \        P                  RRR7      4      p	EM{V\         P                  8X  d\   \        P                  ! \        P                  ! V \        P                   RRR7      4      P#                  \        P                  4      p	EMV\         P$                  8X  d¯   \        P                  ! V \        P&                  R7      P)                  \        P*                  4      p
\        P                  ! \        P,                  ! V
\        P*                  ! ^4      4      P/                  \        P                  4      P1                  4       4      p	MH\        P                  ! \        P2                  ! \5        \        P                  ! V 4      V4      4      4      p	V	P                  V8w  g   V	P6                  V8w  d   V	P#                  WSR7      p	V	P                  4       # )Nr·   rÐ   rÒ   TÚC)rÄ   ÚcopyÚorder)rº   rÄ   )r   rw   r¹   rº   rT   r¯   r   r„   r…   rÓ   Ú
contiguousr   Ú
from_numpyÚarrayrÅ   r   Úfloat16Útor5   Úuint16ÚastypeÚuint32Ú
left_shiftÚviewrç   Úascontiguousarrayr   rÄ   )r   r�   rº   rÄ   Úresolved_qtypeÚtarget_deviceÚsign_only_inforz   r{   r¤   rÚ   s   &&$$       r?   Údequantize_to_torchr÷   T  sÏ  € ô *¬#¨e«*Ó5€NØ+1ª>”E—L’L Ô'¼u¿|º|ÈFÓ?S€Mä,×0Ñ0°Ó@€NØÒ!Ø .Ñˆ
Ü*Ü�JŠJ�t¤2§8¡8Ô,Ø!ØØ Øô
÷ ‰*‹,ð	ð Ô-×1Ñ1Ô1Ü×!Ò!¤"§(¢(¨4´r·z±zÈÐTWÔ"XÓYŠØ	Ô/×3Ñ3Ô	3Ü×!Ò!¤"§(¢(¨4´r·z±zÈÐTWÔ"XÓY×\Ñ\Ô]b×]jÑ]jÓkŠØ	Ô/×4Ñ4Ô	4Ü�zŠz˜$¤b§i¡iÔ0×7Ñ7¼¿	¹	ÓBˆÜ×!Ò!¤"§-¢-°´b·i²iÀ³mÓ"D×"IÑ"IÌ"Ï*É*Ó"U×"ZÑ"ZÓ"\Ó]‰ä×!Ò!¤"×"6Ò"6Ô7TÔUW×U_ÒU_Ð`dÓUeÐguÓ7vÓ"wÓxˆà‡}�}˜Ô%¨¯©¸Ô)>Ø—‘ -�Ó=ˆØ×ÑÓÐr>   c               ó$   € V ^8„  d   QhRRRRRR/# r~   r   )rq   s   "r?   rr   rr   x  s'   € ÷ Kñ K�Zð KÐ(<ð KÀñ Kr>   c                ó&  € \        \        V4      4      p\        4       p\        P	                  V4      pVe<   Ve8   Vw  rV\        \        P                  ! V \        P                  R7      VVVR7      # \        \        P                  ! V 4      V4      # )NrÐ   )rz   r{   rº   )
r   rw   rÀ   rT   r¯   rã   r„   r…   rÓ   r   )r   r�   rô   rº   rö   rz   r{   s   &&     r?   Ú
dequantizerú   x  s{   € Ü)¬#¨e«*Ó5€NÜ*Ó,€FÜ,×0Ñ0°Ó@€NØÒ˜nÒ8Ø .Ñˆ
Ü3Ü�JŠJ�t¤2§8¡8Ô,Ø!ØØô	
ð 	
ô )¬¯ª°DÓ)9¸>ÓJÐJr>   c                  ó.   € ] tR tRtR R ltR R ltRtR# )Ú_MinimalTensorNameMapiˆ  c               ó    € V ^8„  d   QhRRRR/# )rm   Úarchrd   Ún_blocksrw   r   )rq   s   "r?   rr   Ú"_MinimalTensorNameMap.__annotate__‰  s   € ÷ !ñ !˜Sð !¨Cñ !r>   c                	ó   € Wn         W n        R # rƒ   ©rþ   rÿ   )Úselfrþ   rÿ   s   &&&r?   Ú__init__Ú_MinimalTensorNameMap.__init__‰  s   € ØŒ	Ø Žr>   c               ó   € V ^8„  d   QhRR/# )rm   Úhf_namerd   r   )rq   s   "r?   rr   r   �  s   € ÷ ñ  ñ r>   c                	ó4  € V P                   \        8w  d   R # \        P                  V4      pVe   V# \         F[  w  r4VP                  V4      pVf   K  \        VP                  ^4      4      pW`P                  8¼  d    R # VP                  VR7      u # 	  R # )N)Úbid)
rþ   r©   Ú_QWEN3_DIRECT_NAME_MAPr¯   rY   r«   rw   Úgrouprÿ   rq   )r  r  ÚdirectÚpatternÚtemplateÚmatchÚblock_ids   &&     r?   Úget_nameÚ_MinimalTensorNameMap.get_name�  s‡   € Ø�9‰9Ô(Ô(Ùä'×+Ñ+¨GÓ4ˆØÒØˆMç!6ÑˆGØ×%Ñ% gÓ.ˆEØŠ}ÙÜ˜5Ÿ;™; q›>Ó*ˆHØŸ=™=Ô(ÚØ—?‘? x�?Ó0Ò0ñ "7ñ r>   r  N)r   r   r   r   r  r  r=   r   r>   r?   rü   rü   ˆ  s   † õ!÷ñ r>   rü   c               ó   € V ^8„  d   QhRR/# )rm   rÿ   rw   r   )rq   s   "r?   rr   rr   ¡  s   € ÷ ;ñ ;¨ñ ;r>   c                ó>   € \        \        V 4      \        V4      4      # rƒ   )rü   rd   rw   r  s   &&r?   Úget_tensor_name_mapr  ¡  s   € Ü ¤ T£¬C°«MÓ:Ð:r>   c                  óh   € ] tR tRt$ R]R&   R]R&   R]R&   R]R	&   R
]R&   ]! R4      3R R lltRtR# )ÚReaderFieldi¥  rw   Úoffsetrd   ry   zlist[npt.NDArray[Any]]Úpartsz	list[int]r   zlist[GGUFValueType]ÚtypesNc               ó    € V ^8„  d   QhRRRR/# )rm   Úindex_or_slicezint | slicerp   r   r   )rq   s   "r?   rr   ÚReaderField.__annotate__¬  s   € ÷ *ñ * {ð *ÀSñ *r>   c                	ó  € V P                   '       g   R # R R lpV P                   ^ ,          pV\        P                  8X  dà   V P                   R,          pV P                  V,          p\	        V\
        4      '       d   V.pM\        V4      pV\        P                  8X  d)   V Uu. uF  qr! V P                  V,          4      NK  	  ppM6V Uu. uF*  qpP                  V,          P                  4       ^ ,          NK,  	  pp\	        V\
        4      '       d
   V^ ,          # T# V\        P                  8X  d   V! V P                  R,          4      # V P                  R,          P                  4       ^ ,          # u upi u upi )Nc               ó    € V ^8„  d   QhRRRR/# )rm   Úpartúnpt.NDArray[Any]rp   rd   r   )rq   s   "r?   rr   Ú*ReaderField.contents.<locals>.__annotate__°  s   € ÷ 	2ñ 	2Ð-ð 	2°#ñ 	2r>   c                ó@   € V P                  4       P                  R 4      # )úutf-8)ÚtobytesÚdecode)r   s   &r?   Ú
_to_stringÚ(ReaderField.contents.<locals>._to_string°  s   € Ø—<‘<“>×(Ñ(¨Ó1Ð1r>   rv   )
r  rE   rO   r   Ú
isinstancerw   ÚlistrN   r  Útolist)	r  r  r'  Ú	main_typeÚsub_typeÚindicesÚindex_itemsÚidxÚvaluess	   &&       r?   rš   ÚReaderField.contents¬  s%  € Ø�z�zˆzÙõ	2ð —J‘J˜q•Mˆ	Øœ×+Ñ+Ô+Ø—z‘z "•~ˆHØ—i‘i Õ/ˆGÜ˜.¬#×.Ò.Ø&˜i‘ä" 7›m�àœ=×/Ñ/Ô/ÙALÓMÁ¸#˜* T§Z¡Z°¥_Ö5Á�ÐM�áALÓMÁ¸#Ÿ*™* S�/×0Ñ0Ó2°1×5Ð5Á�ÐMÜ *¨>¼3× ?Ò ?�6˜!•9ÐKÀVÐKàœ×,Ñ,Ô,Ù˜dŸj™j¨�nÓ-Ð-Ø�z‰z˜"�~×$Ñ$Ó& qÕ)Ð)ùò NùâMs   Â'!E8Ã0E=r   )r   r   r   r   rk   Úslicerš   r=   r   r>   r?   r  r  ¥  s.   ‡ ØƒKØ
ƒIØ!Ó!Ø
ƒOØÓá5:¸4³[÷ *ó *r>   r  c                  óh   € ] tR tRt$ R]R&   R]R&   R]R&   R]R	&   R]R
&   R]R&   R]R&   R]R&   RtR# )ÚReaderTensoriÇ  rd   ry   r   r¢   znpt.NDArray[np.uint32]rn   rw   Ú
n_elementsÚn_bytesÚdata_offsetr!  r   r  r›   r   Nrj   r   r>   r?   r5  r5  Ç  s/   ‡ Ø
ƒIØ%Ó%Ø!Ó!ØƒOØƒLØÓØ
ÓØ×r>   r5  c                  óú   € ] tR tRt$ RtR]R&   ]tR]R&   R]R&   ]! R]	P                  R	7      tR$R
 R lltR R ltR R ltR%R R lltRR/R R lltR R ltR R ltR R ltR R ltR R  ltR! R" ltR#tR# )&r¨   iÒ  ÚIzLiteral['I', 'S']Ú
byte_orderrw   Ú	alignmentr8  Ú_DT)Úboundc               ó    € V ^8„  d   QhRRRR/# )rm   Úpathzos.PathLike[str] | strÚmodezLiteral['r', 'r+', 'c']r   )rq   s   "r?   rr   ÚGGUFReader.__annotate__Ù  s   € ÷ (2ñ (2Ð3ð (2Ð;Rñ (2r>   c           
     	óÈ  € \         P                  ! WR 7      V n        \        4       V n        . V n        ^ pV P                  V\         P                  RR7      ^ ,          \        8w  d   \        R4      hV^,          pV P                  V\         P                  4      pV^ ,          R,          ^ 8X  d<   RV n
        VP                  VP                  P                  V P                  4      4      p\        V^ ,          4      pV\        9  d   \        RV 24      hV P                  R8X  d   \         P"                  M\         P$                  V n        W0P)                  \+        VRV.^ .\,        P.                  .4      4      ,          pV P                  V\         P0                  ^4      pW0P)                  \+        VRVR	,          .^ .\,        P2                  .4      4      ,          pW0P)                  \+        VR
VR,          .^ .\,        P2                  .4      4      ,          p\        V^ ,          4      \        V^,          4      r‡V P5                  W84      pV P7                  W74      w  r9V P                  P9                  R4      p
V
e™   V
P:                  \,        P.                  .8w  d   \        R4      h\        V
P<                  R,          ^ ,          4      V n        V P>                  ^ 8X  g*   V P>                  V P>                  ^,
          ,          ^ 8w  d   \        R4      hW0P>                  ,          pV'       d   W0P>                  V,
          ,          pW0n         V PC                  W94       R# ))rA  Ú<)Úoverride_orderzGGUF magic invalidiÿÿ  ÚSzUnsupported GGUF version zGGUF.versionzGGUF.tensor_count:Nrt   NzGGUF.kv_count:rt   NNzgeneral.alignmentNz$Bad type for general.alignment fieldz3Invalid alignment: expected a non-zero power of tworv   )"r„   Úmemmapr   r   Úfieldsr    Ú_getrð   Ú
GGUF_MAGICrx   r;  rò   rÄ   Únewbyteorderrw   ÚREADER_SUPPORTED_VERSIONSrA   rC   rB   Ú	endianessÚ_push_fieldr  rE   rJ   Úuint64rP   Ú_read_metadata_fieldsÚ_read_tensor_fieldsr¯   r  r  r<  r8  Ú_read_tensors)r  r@  rA  r  Úversion_arrayÚversionÚcountsÚtensor_countÚkv_countÚtensor_fieldsÚalignment_fieldÚpaddings   &&&         r?   r  ÚGGUFReader.__init__Ù  s£  € Ü—I’I˜dÔ.ˆŒ	Ü5@³]ˆŒØ+-ˆŒàˆØ�9‰9�VœRŸY™Y°sˆ9Ó;¸AÕ>Ä*ÔLÜÐ1Ó2Ð2Ø�!�ˆàŸ	™	 &¬"¯)©)Ó4ˆØ˜Õ˜fÕ$¨Ô)Ø!ˆDŒOØ)×.Ñ.¨}×/BÑ/B×/OÑ/OÐPT×P_ÑP_Ó/`ÓaˆMÜ�m AÕ&Ó'ˆØÔ3Ô3ÜÐ8¸¸	ÐBÓCÐCØ+/¯?©?¸cÔ+AœŸšÄz×GXÑGXˆŒØ×"Ñ"¤;¨v°~ÈÀÐYZÐX[Ô^k×^rÑ^rÐ]sÓ#tÓuÕuˆà—‘˜6¤2§9¡9¨aÓ0ˆØ×"Ñ"¤;¨vÐ7JÈVÐTVÍZÈLÐ[\ÐZ]Ô`m×`tÑ`tÐ_uÓ#vÓwÕwˆØ×"Ñ"¤;¨v°ÈÐPRÍÈÐWXÐVYÔ\i×\pÑ\pÐ[qÓ#rÓsÕsˆÜ"% f¨Q¥i£.´#°f¸Qµi³.�hà×+Ñ+¨FÓ=ˆØ $× 8Ñ 8¸Ó NÑˆàŸ+™+Ÿ/™/Ð*=Ó>ˆØÒ&Ø×$Ñ$¬×)=Ñ)=Ð(>Ô>Ü Ð!GÓHÐHÜ  ×!6Ñ!6°rÕ!:¸1Õ!=Ó>ˆDŒNØ�~‰~ Ô" t§~¡~¸¿¹È!Õ9KÕ'LÐQRÔ&RÜ Ð!VÓWÐWàŸ>™>Õ)ˆßØ—n‘n wÕ.Õ.ˆFØ!ÔØ×Ñ˜6Ö1r>   c               ó    € V ^8„  d   QhRRRR/# )rm   r—   rd   rp   zUnion[ReaderField, None]r   )rq   s   "r?   rr   rB    s   € ÷ $ñ $˜Sð $Ð%=ñ $r>   c                	ó8   € V P                   P                  V4      # rƒ   )rH  r¯   )r  r—   s   &&r?   r™   ÚGGUFReader.get_field  s   € Ø�{‰{�‰˜sÓ#Ð#r>   c               ó    € V ^8„  d   QhRRRR/# )rm   r0  rw   rp   r5  r   )rq   s   "r?   rr   rB    s   € ÷ !ñ !˜cð ! lñ !r>   c                	ó(   € V P                   V,          # rƒ   )r    )r  r0  s   &&r?   Ú
get_tensorÚGGUFReader.get_tensor  s   € Ø�|‰|˜CÕ Ð r>   Nc          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
rm   r  rw   rÄ   znpt.DTypeLikeÚcountrE  zNone | Literal['I', 'S', '<']rp   r!  r   )rq   s   "r?   rr   rB  	  sC   € ÷ sñ sàðsð ðsð ð	sð
 6ðsð 
ñsr>   c                	óR  € \        V4      p\        \        P                  ! . VR 7      P                  4      pWV,          ,           pV P                  W P                  VR 7      RV pTP                  VP                  P                  Vf   V P                  4      4      # T4      4      # )rÐ   N)	rw   r„   rÕ   rÆ   r   rò   rÄ   rK  r;  )r  r  rÄ   rd  rE  rÆ   Ú
end_offsetrë   s   &&&&&   r?   rI  ÚGGUFReader._get	  s‹   € ô �E“
ˆÜ”r—x’x ¨%Ô0×9Ñ9Ó:ˆØ¨Õ.Õ.ˆ
Ø—	‘	˜&Ð,×1Ñ1¸Ð1Ó>¸vÀÐFˆØ�z‰z˜%Ÿ+™+×2Ñ2ÀnÒF\°4·?±?ÓqÓrÐrÐbpÓqÓrÐrr>   Úinclude_sizeTc               ó$   € V ^8„  d   QhRRRRRR/# )rm   r›   r  rh  rh   rp   rw   r   )rq   s   "r?   rr   rB    s&   € ÷ Tñ T ð T¸tð TÈsñ Tr>   c               	óþ   € VP                   V P                  9   d&   \        R VP                    RVP                   24      hWP                  VP                   &   V'       d   \	        R VP
                   4       4      # ^ # )zDuplicate GGUF field `z` at offset c              3  óL   "  € T F  p\        VP                  4      x € K  	  R # 5irƒ   ©rw   Únbytes©r£   r   s   & r?   r¥   Ú)GGUFReader._push_field.<locals>.<genexpr>  s   é € Ð<±¨”3�t—{‘{×#Ð#³ùó   ‚"$)ry   rH  ÚKeyErrorr  Úsumr  )r  r›   rh  s   &&$r?   rN  ÚGGUFReader._push_field  s`   € Ø�:‰:˜Ÿ™Ô$ÜÐ3°E·J±J°<¸|ÈEÏLÉLÈ>ÐZÓ[Ð[Ø"'�‰�E—J‘JÑß@LŒsÑ<°·²Ó<Ó<ÐSÐRSÐSr>   c               ó    € V ^8„  d   QhRRRR/# )rm   r  rw   rp   z4tuple[npt.NDArray[np.uint64], npt.NDArray[np.uint8]]r   )rq   s   "r?   rr   rB    s   € ÷ Bñ B 3ð BÐ+_ñ Br>   c                	ó¢   € V P                  V\        P                  4      pW P                  V^,           \        P                  V^ ,          4      3# )é   )rI  r„   rO  rÓ   )r  r  Úlengths   && r?   Ú_read_stringÚGGUFReader._read_string  s8   € Ø—‘˜6¤2§9¡9Ó-ˆØ—y‘y ¨!¥¬R¯X©X°v¸aµyÓAÐAÐAr>   c               ó$   € V ^8„  d   QhRRRRRR/# )rm   r  rw   Úraw_typerp   zBtuple[int, list[npt.NDArray[Any]], list[int], list[GGUFValueType]]r   )rq   s   "r?   rr   rB     s.   € ÷ "Fñ "Fàð"Fð ð"Fð 
Lñ	"Fr>   c                	óî  a€ \        V4      pV\         P                  8X  d3   \        V P                  V4      4      p\	        R  V 4       4      V^.V.3# \
        P                  V4      pVe.   V P                  W4      p\        VP                  4      V.^ .V.3# V\         P                  8X  Ed:   V P                  V\        P                  4      pV P                  V\        VP                  4      ,           \        P                  4      pWx.p. p	V.p
V\        VP                  VP                  ,           4      ,           p\        \        V^ ,          4      4       F€  pV P                  V\        V^ ,          4      4      w  rÞppV^ 8X  d   V
P!                  V4       \#        V4      oVP!                  V4       V	P!                  V3R lV 4       4       W½,          pK‚  	  W±,
          WIV
3# \%        RV 24      h)c              3  óL   "  € T F  p\        VP                  4      x € K  	  R # 5irƒ   rl  rn  s   & r?   r¥   Ú*GGUFReader._parse_value.<locals>.<genexpr>(  s   é € Ð:±E¨D”s˜4Ÿ;™;×'Ð'³Eùrp  c              3  ó6   <"  € T F  pSV,           x € K  	  R # 5irƒ   r   )r£   Úchild_indexÚ
base_indexs   & €r?   r¥   r~  =  s   øé € Ð#cÑPbÀ J°×$<Ò$<ÓPbùs   ƒzUnsupported GGUF field type )rE   rN   r*  rx  rr  rV   r¯   rI  rw   rm  rO   r„   rð   rO  rÖ   Ú_parse_valueÚextendr¬   rx   )r  r  r{  Ú
value_typer  Úscalar_dtypeÚvalueÚ
inner_typeÚinner_countÚdata_indicesr  Úcursorr¾   ÚsizeÚchild_partsÚchild_data_indicesÚchild_typesr�  s   &&&              @r?   r‚  ÚGGUFReader._parse_value   s´  ø€ ô
 # 8Ó,ˆ
Øœ×-Ñ-Ô-Ü˜×*Ñ*¨6Ó2Ó3ˆEÜÑ:±EÓ:Ó:¸EÀAÀ3ÈÈÐTÐTä)×-Ñ-¨jÓ9ˆØÒ#Ø—I‘I˜fÓ3ˆEÜ�u—|‘|Ó$ u g°¨s°Z°LÐ@Ð@àœ×,Ñ,Õ,ØŸ™ 6¬2¯9©9Ó5ˆJØŸ)™) F¬S°×1BÑ1BÓ-CÕ$CÄRÇYÁYÓOˆKØ-7Ð,EˆEØ&(ˆLØ�LˆEØœc *×"3Ñ"3°k×6HÑ6HÕ"HÓIÕIˆFäœs ;¨q¥>Ó2Ö3�ØEI×EVÑEVÐW]Ô_bÐcmÐnoÕcpÓ_qÓErÑB�Ð#5°{Ø˜A”:Ø—L‘L Ô-Ü  ›Z�
Ø—‘˜[Ô)Ø×#Ñ#Ô#cÑPbÓ#cÔcØ•’ñ 4ð •? E¸Ð>Ð>äÐ7¸
°|ÐDÓEÐEr>   c               ó$   € V ^8„  d   QhRRRRRR/# )rm   r  rw   rd  rp   r   )rq   s   "r?   rr   rB  D  s!   € ÷ ñ ¨Cð ¸ð Àñ r>   c           
     	óD  € \        V4       EF
  pTpV P                  V4      w  rVV\        VP                  VP                  ,           4      ,          pV P	                  V\
        P                  4      pV\        VP                  4      ,          pV P                  V\        V^ ,          4      4      w  r‰r«WVV.V	OpV
 Uu. uF  p^V,           NK  	  ppV P                  \        VVP                  4       P                  R4      VVV4      RR7       W,          pEK  	  V# u upi )r   r$  F)rh  )rÖ   rx  rw   rm  rI  r„   rð   r‚  rN  r  r%  r&  )r  r  rd  Ú_Úfield_offsetÚ
key_lengthÚkey_datar{  r‹  r  r‰  r  Úfield_partsr¾   Úshifted_indicess   &&&            r?   rP  Ú GGUFReader._read_metadata_fieldsD  s  € Ü�u—ˆAØ!ˆLØ#'×#4Ñ#4°VÓ#<Ñ ˆJØ”c˜*×+Ñ+¨h¯o©oÕ=Ó>Õ>ˆFØ—y‘y ¬¯©Ó3ˆHØ”c˜(Ÿ/™/Ó*Õ*ˆFØ/3×/@Ñ/@ÀÌÈXÐVWÍ[ÓIYÓ/ZÑ,ˆD˜Ø%°ÐB¸EÐBˆKÙ6BÓC±l¨U˜q 5Ÿy˜y±lˆOÐCØ×ÑÜØ Ø×$Ñ$Ó&×-Ñ-¨gÓ6ØØ#Øóð #ð ô 	ð �N‹Fñ' ð( ˆùò Ds   Â=Dc               ó    € V ^8„  d   QhRRRR/# )rm   r  rw   rp   r  r   )rq   s   "r?   rr   rB  [  s   € ÷ 
ñ 
¨ð 
°ñ 
r>   c           
     	ó   € TpV P                  V4      w  r4V\        VP                  VP                  ,           4      ,          pV P                  V\        P
                  4      pV\        VP                  4      ,          pV P                  V\        P                  V^ ,          4      pV\        VP                  4      ,          pV P                  V\        P
                  4      pV\        VP                  4      ,          pV P                  V\        P                  4      p\        VVP                  4       P                  R4      W4WVWx.. RO. 4      # )r   r$  )rt   é   é   é   )
rx  rw   rm  rI  r„   rð   rO  r  r%  r&  )	r  r  r“  Úname_lengthÚ	name_dataÚn_dimsÚdimsÚ	raw_dtypeÚtensor_offsets	   &&       r?   Ú_read_tensor_fieldÚGGUFReader._read_tensor_field[  s  € ØˆØ!%×!2Ñ!2°6Ó!:ÑˆØ”#�k×(Ñ(¨9×+;Ñ+;Õ;Ó<Õ<ˆØ—‘˜6¤2§9¡9Ó-ˆØ”#�f—m‘mÓ$Õ$ˆØ�y‰y˜¤§¡¨F°1­IÓ6ˆØ”#�d—k‘kÓ"Õ"ˆØ—I‘I˜f¤b§i¡iÓ0ˆ	Ø”#�i×&Ñ&Ó'Õ'ˆØŸ	™	 &¬"¯)©)Ó4ˆÜØØ×ÑÓ×&Ñ& wÓ/Ø V°9ÐLÚØó
ð 	
r>   c               ó$   € V ^8„  d   QhRRRRRR/# )rm   r  rw   rd  rp   ztuple[int, list[ReaderField]]r   )rq   s   "r?   rr   rB  n  s"   € ÷ ñ ¨#ð °cð Ð>[ñ r>   c                	óº   € . p\        V4       FH  pV P                  V4      pV\        R  VP                   4       4      ,          pVP	                  V4       KJ  	  W3# )c              3  óL   "  € T F  p\        VP                  4      x € K  	  R # 5irƒ   rl  rn  s   & r?   r¥   Ú1GGUFReader._read_tensor_fields.<locals>.<genexpr>r  s   é € ÐC±{¨tœ#˜dŸk™k×*Ð*³{ùrp  )rÖ   r¤  rr  r  Úappend)r  r  rd  rH  r’  r›   s   &&&   r?   rQ  ÚGGUFReader._read_tensor_fieldsn  sT   € Ø$&ˆÜ�u–ˆAØ×+Ñ+¨FÓ3ˆEØ”cÑC°u·{²{ÓCÓCÕCˆFØ�M‰M˜%Ö ñ ð ˆ~Ðr>   c               ó$   € V ^8„  d   QhRRRRRR/# )rm   Ú
data_startrw   rH  zlist[ReaderField]rp   ÚNoner   )rq   s   "r?   rr   rB  v  s"   € ÷ :ñ :¨ð :Ð5Fð :È4ñ :r>   c                	óx  € . p\        4       pV EF   pVP                  w  rgr‰r«VP                  4       P                  R 4      pWÄ9   d   \	        RV R24      hVP                  V4       \        \        V
^ ,          4      4      p\        \        P                  ! V	4      4      p\        \        V	P                  4       4      4      p\        V,          w  ppVV,          V,          p\        W^ ,          ,           4      pV\        P                  \        P                  \        P                   \        P"                  \        P$                  \        P&                  \        P(                  09   dã   \        P                  \        P*                  \        P                  \        P,                  \        P                   \        P.                  \        P"                  \        P0                  \        P$                  \        P2                  \        P&                  \        P4                  \        P(                  \        P6                  /pVV,          pTpTpM\        P8                  pTp\;        Wý4      pV P=                  VVV4      P?                  V4      pVPA                  \C        VVV	VVVVVR7      4       EK£  	  W0n"        R# )r$  zDuplicate GGUF tensor `Ú`)ry   r¢   rn   r6  r7  r8  r   r›   N)#Úsetr  r%  r&  rx   Úaddr   rw   r„   ÚprodÚtupleÚreversedr+  rS   r   r   r3   r/   r0   r1   r2   rì   rÅ   Úfloat64Úint8Úint16Úint32Úint64rÓ   r|   rI  rÔ   rª  r5  r    )r  r­  rH  r    Ú
seen_namesr›   Ú_name_lengthrŸ  Ú_n_dimsr¡  r¢  r£  Útensor_namer¢   r6  Úlogical_shaperz   r{   r7  Úabsolute_offsetÚdtype_by_typeÚ
item_dtypeÚ
item_countÚstorage_shapeÚtensor_datas   &&&                      r?   rR  ÚGGUFReader._read_tensorsv  s  € Ø&(ˆÜ"›uˆ
äˆEØOTÏ{É{ÑLˆL W°IØ#×+Ñ+Ó-×4Ñ4°WÓ=ˆKØÔ(Ü Ð#:¸;¸-ÀqÐ!IÓJÐJØ�N‰N˜;Ô'ä.¬s°9¸Qµ<Ó/@ÓAˆKÜœRŸWšW T›]Ó+ˆJÜ!¤(¨4¯;©;«=Ó"9Ó:ˆMÜ$4°[Õ$AÑ!ˆJ˜	Ø  9Õ,°
Õ:ˆGÜ! *¸QÕ/?Õ"?Ó@ˆOàÜ$×(Ñ(Ü$×(Ñ(Ü$×(Ñ(Ü$×'Ñ'Ü$×(Ñ(Ü$×(Ñ(Ü$×(Ñ(ðô ô )×,Ñ,¬b¯j©jÜ(×,Ñ,¬b¯j©jÜ(×,Ñ,¬b¯j©jÜ(×+Ñ+¬R¯W©WÜ(×,Ñ,¬b¯h©hÜ(×,Ñ,¬b¯h©hÜ(×,Ñ,¬b¯h©hð!�ð +¨;Õ7�
Ø'�
Ø -‘äŸX™X�
Ø$�
Ü 9¸-Ó U�àŸ)™) O°ZÀÓL×TÑTÐUbÓcˆKØ�N‰NÜØ$Ø +ØØ)Ø#Ø /Ø$Øô	÷ñS ðl Žr>   )r<  r;  r   r8  rM  rH  r    )Úr)rt   N)r   r   r   r   r;  rk   ÚGGUF_DEFAULT_ALIGNMENTr<  r	   ÚnptÚ	DTypeLiker=  r  r™   ra  rI  rN  rx  r‚  rP  r¤  rQ  rR  r=   r   r>   r?   r¨   r¨   Ò  sw   ‡ Ø$'€JÐ!Ó'Ø+€IˆsÓ+ØÓá
�%˜sŸ}™}Ô
-€C÷(2õT$õ!÷sðTÀd÷ TõBõ"FõHõ.
õ&÷:ñ :r>   r¨   c                 óˆ   € \         P                  \        ,          \         P                  R &   \         P                  R ,          # )Úgguf)ÚsysÚmodulesr   r   r>   r?   Úinstall_runtimerÏ  ³  s(   € ÜŸ+™+¤hÕ/„C‡K�K�ÑÜ�;‰;�vÕÐr>   i   )rt   rœ  )rt   rm   )é    é   )rÐ  é   )rÐ  é   )rÐ  é   )rÐ  é"   )rÐ  é(   )rt   rt   )rt   rv  )r   é6   )r   éB   )rÐ  é   )é@   é$   )é€   rÑ  )rÚ  rÑ  )rS   r   rc   rÈ  rJ  ÚGGUF_VERSIONrA   r¨   rE   ÚMODEL_ARCH_NAMESr  r5  rú   r÷   r  r³   rÏ  r”   r|   r†   )|Ú__conditional_annotations__Ú
__future__r   rŽ   rÍ  Úcollectionsr   Úenumr   Útypingr   r   r   r	   r
   rÙ   r„   Únumpy.typingrÉ  Úpcrer¹   Únn_modules.qlinear.ggufr   r   r   Ú__version__r¸   rÇ   rÈ   r�   rJ  rÝ  rÈ  ÚQK_KrL  r   rA   rE   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r<   rS   rk   rT   r©   rÞ  rF   rÓ   rG   r·  rH   rî   rI   r¸  rJ   rð   rK   r¹  rL   rÅ   rP   rO  rQ   rº  rR   r¶  rM   Úbool_rV   r
  ÚcompilerY   rª   ra   rc   r|   r†   r”   rœ   r³   rÀ   rÍ   rã   r÷   rú   rü   r  r  r5  r¨   rÏ  Ú__all__)rß  s   @r?   Ú<module>rì     s™  øð÷ #Ð "ã 	Û 
Ý #Ý ß ;Õ ;ã Ý Û Û ÷ñ ð €Ø$LÐ !Ø'RÐ $Ø+<Ð (Ø&PÐ #à€
Ø€ØÐ Ø
€Ø Ð-Ð ô$˜7ô $ôN�ô ô
�Gô ð $AØ×Ñ˜fð$Aà×Ñ˜fð$Að ×Ñ˜|ð$Að ×ÑÐ/ð	$Að
 ×ÑÐ/ð$Að ×ÑÐ3ð$Að ×Ñ˜|ð$Að ×ÑÐ/ð$Að ×Ñ  U¨T°R­ZÕ%7¸$À!½)Õ%CÐDð$Að ×Ñ  Q¨°­¥]°T¸QµYÕ%>ÀÕ%CÐDð$Að ×Ñ  U¨T°Q­YÕ%6¸Õ%;Ð<ð$Að ×Ñ  U¨T°Q­YÕ%6¸À½Õ%BÀRÕ%GÐHð$Að ×Ñ  Q¨°­¥]°T¸QµYÕ%>ÀÈÅÕ%KÐLð$Að ×Ñ  Q¨¥X°¸µ	Õ%9Ð:ð$Að × Ñ  3¨¨D°A­I­Ð"6ð$Að  ×Ñ # q¨4°1­9¥}°t¸rµzÕ'AÐ!Bð!$Að" × Ñ  3¨¨D°A­I­¸À½	Õ(AÐ"Bñ#$Að$ ×Ñ  a¨$°!­)¥m°d¸bµjÕ&@Ð Að%$Að& ×Ñ ð'$Að( ×Ñ  a¨$°!­)¥m°d¸aµiÕ&?À$È"Å*Õ&LÈqÕ&PÐ Qð)$Að* ×Ñ  a¨$°!­)¥m°d¸bµjÕ&@Ð Að+$Að, ×Ñ # u¨t°q­yÕ'8¸4À2½:Õ'EÐ!Fð-$Að. ×Ñ˜Vð/$Að0 ×Ñ˜fð1$Að2 ×Ñ˜fð3$Að4 ×Ñ˜fð5$Að6 ×Ñ˜fð7$Að8 ×Ñ  d¨a¥i°$¸"µ*Õ&<¸tÀr½zÕ&IÐ Jð9$Að: ×Ñ˜vð;$Að< ×ÑÐ 1ð=$Að> ×Ñ ð?$Að@ ×Ñ ðA$AðB ×Ñ ðC$AðD ×Ñ˜}ñE$AðF ×Ñ˜|ñG$AÐ Ð=ó $ðL ×ÑÐ/Ð0D×0IÑ0IÕJðHÐ ÐDó ð Ð à�gðÐ ð
 ×Ñ˜Ÿ™Ø×Ñ˜Ÿ™Ø×Ñ˜"Ÿ)™)Ø×Ñ˜Ÿ™Ø×Ñ˜"Ÿ)™)Ø×Ñ˜Ÿ™Ø×Ñ˜2Ÿ:™:Ø×Ñ˜"Ÿ)™)Ø×Ñ˜Ÿ™Ø×Ñ˜2Ÿ:™:Ø×Ñ˜Ÿ™ð=Ð Ð9ó ð ˜,Ø�-ðÐ ð
 
‡\‚\Ð>Ó?ÐASÐTØ	‡\‚\Ð>Ó?ÐASÐTØ	‡\‚\Ð>Ó?ÐASÐTØ	‡\‚\Ð>Ó?ÐAXÐYØ	‡\‚\Ð>Ó?ÐAXÐYØ	‡\‚\Ð>Ó?ÐAXÐYØ	‡\‚\Ð;Ó<Ð>RÐSØ	‡\‚\Ð9Ó:Ð<NÐOØ	‡\‚\Ð;Ó<Ð>RÐSØ	‡\‚\Ð<Ó=Ð?TÐUØ	‡\‚\ÐEÓFÐH\Ð]ð?Ð Ð;ó ð Ÿ,š,ØVóÐ ð ×Ñ˜vØ×Ñ˜vØ×Ñ˜vØ×Ñ˜vØ×Ñ˜vØ×Ñ˜vØ×Ñ˜vð>Ð Ð:ó ô *ô õ>õ[õKõõ!õHõ.2õ&%>ðP!ð )-ð	!ð
 Ÿ™÷!õHK÷ ñ õ2;ô*�*ô *ôD�:ô ÷^ñ ^òBò
‚r>   