+
    "Ý³j¿  ã                  ó”   € ^ RI Ht ^ RIHtHtHtHt ^ RIt^ RIH	t	 ]'       d   ^RI
Ht R	tR R lt ! R R]	P                  4      tR# )
é    )Úannotations)ÚTYPE_CHECKINGÚAnyÚDictÚOptionalN©Ú
LinearEXL3c               ó    € V ^8„  d   QhRRRR/# )é   Úvaluer   Úreturnútorch.dtype© )Úformats   "Ú_/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/nn_modules/exllamav3.pyÚ__annotate__r      s   € ÷ Añ A˜ð A ñ Aó    c                ó°   € \        V \        P                  4      '       d   V # \        V \        4      '       d   \	        \        V 4      # \        R V : 24      h)zUnsupported torch dtype value: )Ú
isinstanceÚtorchÚdtypeÚstrÚgetattrÚ	TypeError)r   s   &r   Ú_torch_dtyper      sE   € Ü�%œŸ™×%Ò%ØˆÜ�%œ×ÒÜ”u˜eÓ$Ð$Ü
Ð5°e±YÐ?Ó
@Ð@r   c                  óÐ   a € ] tR t^ tRtRtRRRRR]P                  /R V 3R lllt]	R	 R
 l4       t
R R ltR R ltR R ltR R ltV 3R ltR R ltR R ltR R ltRtV ;t# )ÚExllamaV3LinearÚexl3TÚtensor_storageNÚtensorsÚ	out_dtypec               ó0   € V ^8„  d   QhRRRRRRRRRR	R
R/# )r   Úin_featuresÚintÚout_featuresÚnamer   r   zOptional[Dict[str, Any]]r    z!Optional[Dict[str, torch.Tensor]]r!   r   r   )r   s   "r   r   ÚExllamaV3Linear.__annotate__$   sP   € ÷ '^ñ '^ð ð'^ð ð	'^ð
 ð'^ð 1ð'^ð 3ð'^ð ñ'^r   c          
     	óÆ  <€ \         SV `  4        Wn        W n        W0n        W`n        T;'       g    / V n        \        P                  ! R\        P                  RR7      V n
        RV n        RV n        VeD   \         F7  pVP                  V4      pVf   \        WR4       K&  V P!                  Wx4       K9  	  R# V P                  ;'       g    / P                  R/ 4      p	\         Fw  pV	P                  V RV 24      p
V
f   \        WR4       K+  \#        V
R,          4      p\%        V
R,          4      pV P!                  V\        P&                  ! W¼RR7      4       Ky  	  R# )	é   Úmeta)r   ÚdeviceNÚstored_tensorsÚ.ÚshapeÚtorch_dtype)r)   )ÚsuperÚ__init__r#   r%   r&   r!   r   r   ÚzerosÚfloat16ÚweightÚ_innerÚ_inner_signatureÚ_EXL3_BUFFER_NAMESÚgetÚsetattrÚregister_bufferÚtupler   Úempty)Úselfr#   r%   r&   r   r    r!   Úbuffer_nameÚtensorr,   Úmetadatar.   r   Ú	__class__s   &$$$$$$      €r   r1   ÚExllamaV3Linear.__init__$   s0  ø€ ô 	‰ÑÔØ&ÔØ(ÔØŒ	Ø"ŒØ,×2Ð2°ˆÔä—k’k $¬e¯m©mÀFÔKˆŒØ.2ˆŒØ;?ˆÔàÒß1�Ø Ÿ™ [Ó1�Ø’>Ü˜D¨tÖ4à×(Ñ(¨Ö=ñ  2ñ à×-Ñ-×3Ð3°×8Ñ8Ð9IÈ2ÓNˆß-ˆKØ%×)Ñ)¨T¨F°!°K°=Ð*AÓBˆHØÒÜ˜¨4Ô0Ùä˜( 7Õ+Ó,ˆEÜ  ¨-Õ!8Ó9ˆEØ× Ñ  ¬e¯kªk¸%ÐU[Ô.\Ö]ó .r   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
r   r#   r$   r%   r&   r   r    zDict[str, torch.Tensor]r   z'ExllamaV3Linear'r   )r   s   "r   r   r'   N   s>   € ÷ 
ñ 
ð ð
ð ð	
ð
 ð
ð )ð
ð 
ñ
r   c               	ó   € V ! VVVVR 7      # ))r#   r%   r&   r    r   )Úclsr#   r%   r&   r    s   &$$$$r   Úfrom_tensorsÚExllamaV3Linear.from_tensorsM   s   € ñ Ø#Ø%ØØô	
ð 	
r   c               ó   € V ^8„  d   QhRR/# )r   r   ztuple[Any, ...]r   )r   s   "r   r   r'   ]   s   € ÷  ñ   Oñ  r   c                	ó�  € \        V R R4      pVe   VP                  P                  R8X  d   R# \        VP                  4      .p\         Fn  p\        WR4      pVf   VP                  R4       K&  VP                  VP                  4       \        VP                  4      \        VP                  4      34       Kp  	  \        V4      # )ÚtrellisNr*   )r*   )
r   r+   Útyper   r7   ÚappendÚdata_ptrr;   r.   r   )r=   rJ   Ú	signaturer>   r?   s   &    r   Ú_current_signatureÚ"ExllamaV3Linear._current_signature]   s¤   € Ü˜$ 	¨4Ó0ˆØŠ?˜gŸn™n×1Ñ1°VÔ;ØÐä # G§N¡NÓ 3Ð4ˆ	ß-ˆKÜ˜T°Ó5ˆFØŠ~Ø× Ñ  Ô&ÙØ×Ñ˜fŸo™oÓ/´°v·|±|Ó1DÄcÈ&Ï,É,ÓFWÐXÖYñ .ô �YÓÐr   c               ó   € V ^8„  d   QhRR/# ©r   r   ÚNoner   )r   s   "r   r   r'   k   s   € ÷ %ñ %˜Tñ %r   c                	ó–   € V P                   e    V P                   P                  4        R V n         R V n        R #   \         d     Li ; i©N)r5   ÚunloadÚ	Exceptionr6   ©r=   s   &r   Ú_drop_innerÚExllamaV3Linear._drop_innerk   sF   € Ø�;‰;Ò"ðØ—‘×"Ñ"Ô$ð ˆŒØ $ˆÖøô	 ô áðús   �: ºAÁAc               ó   € V ^8„  d   QhRR/# )r   r   z'LinearEXL3'r   )r   s   "r   r   r'   u   s   € ÷ "ñ "˜|ñ "r   c                	óð  € ^RI Hp \        V RR4      pVf   \        RV P                   R24      hVP
                  P                  R8X  d   \        RV P                   R24      hVP
                  P                  R8w  d   \        R	4      hV P                  4       pV P                  e   W0P                  8X  d   V P                  # V P                  4        V! RV P                  V P                  R\        V R
R4      \        V RR4      \        V RR4      \        V RR4      V\        V RR4      \        V RR4      \        V RR4      V P                  RV P                  R7      V n        W0n	        V P                  # )r   r   rJ   NzEXL3 module `z` is missing `trellis`.r*   z8` has not been materialized from checkpoint tensors yet.Úcudaz)EXL3 inference requires CUDA/HIP tensors.ÚsuÚsvÚsuhÚsvhÚmcgÚmul1ÚbiasT)Úconfigr#   r%   Úscaler^   r_   r`   ra   rJ   rb   rc   rd   r!   Útransformers_fixÚkey)Úexllamav3.modules.quant.exl3r	   r   ÚRuntimeErrorr&   r+   rK   rO   r5   r6   rY   r#   r%   r!   )r=   r	   rJ   rN   s   &   r   Ú_ensure_innerÚExllamaV3Linear._ensure_inneru   sQ  € Ý=ä˜$ 	¨4Ó0ˆØŠ?Ü ¨t¯y©y¨kÐ9PÐQÓRÐRØ�>‰>×Ñ &Ô(Ü ¨t¯y©y¨kÐ9qÐrÓsÐsØ�>‰>×Ñ &Ô(ÜÐJÓKÐKà×+Ñ+Ó-ˆ	Ø�;‰;Ò" y×4IÑ4IÔ'IØ—;‘;Ðà×ÑÔÙ ØØ×(Ñ(Ø×*Ñ*ØÜ�t˜T 4Ó(Ü�t˜T 4Ó(Ü˜˜e TÓ*Ü˜˜e TÓ*ØÜ˜˜e TÓ*Ü˜˜v tÓ,Ü˜˜v tÓ,Ø—n‘nØ!Ø—	‘	ô
ˆŒð" !*ÔØ�{‰{Ðr   c               ó   € V ^8„  d   QhRR/# rR   r   )r   s   "r   r   r'   ™   s   € ÷ !ñ !˜4ñ !r   c                	ó¶   € V P                  4        \        V R R4      e:   V P                  P                  P                  R8w  d   V P                  4        R# R# R# )rJ   Nr*   )rY   r   rJ   r+   rK   rk   rX   s   &r   Ú	post_initÚExllamaV3Linear.post_init™   sJ   € Ø×ÑÔÜ�4˜ DÓ)Ò5¸$¿,¹,×:MÑ:M×:RÑ:RÐV\Ô:\Ø×ÑÖ ñ ;]Ñ5r   c                	óB   <€ V P                  4        \        SV `	  V4      # rU   )rY   r0   Ú_apply)r=   ÚfnrA   s   &&€r   rr   ÚExllamaV3Linear._applyž   s   ø€ Ø×ÑÔÜ‰w‰~˜bÓ!Ð!r   c               ó    € V ^8„  d   QhRRRR/# )r   Úxztorch.Tensorr   r   )r   s   "r   r   r'   ¢   s   € ÷ ;ñ ;˜ð ;¨,ñ ;r   c                	ó˜   € V P                  4       pVP                  pVP                  VP                  4       / 4      P	                  V4      # rU   )rk   r   ÚforwardÚhalfÚto)r=   rv   ÚinnerÚinput_dtypes   &&  r   rx   ÚExllamaV3Linear.forward¢   s;   € Ø×"Ñ"Ó$ˆØ—g‘gˆØ�}‰}˜QŸV™V›X rÓ*×-Ñ-¨kÓ:Ð:r   c               ó    € V ^8„  d   QhRRRR/# )r   r&   r   r   zOptional[int]r   )r   s   "r   r   r'   §   s   € ÷ 5ñ 5 cð 5¨mñ 5r   c                	ó’   € \        WR 4      pVf   R # \        VP                  \        P                  4      P                  4       4      # rU   )r   r$   Úviewr   Úuint32Úitem)r=   r&   r?   s   && r   Ú_multiplier_valueÚ!ExllamaV3Linear._multiplier_value§   s7   € Ü˜ TÓ*ˆØŠ>ÙÜ�6—;‘;œuŸ|™|Ó,×1Ñ1Ó3Ó4Ð4r   c               ó   € V ^8„  d   QhRR/# )r   r   zDict[str, Any]r   )r   s   "r   r   r'   ­   s   € ÷ ñ  nñ r   c                	óÌ  € / p\          Fh  p\        WR 4      pVf   K  R\        VP                  4      R\	        VP
                  4      P                  R4      R,          /WP                   RV 2&   Kj  	  RVRR/p\        V RR 4      pVe'   \        VP                  R,          ^,          4      VR&   V P                  R	4      pVe   WdR
&   V P                  R4      pVe   WtR&   V# )Nr.   r/   r-   r,   Úquant_formatr   rJ   Úbits_per_weightrb   Úmcg_multiplierrc   Úmul1_multiplieréÿÿÿÿ)
r7   r   Úlistr.   r   r   Úsplitr&   r$   rƒ   )r=   r,   r>   r?   ÚentryrJ   r‰   rŠ   s   &       r   Útensor_storage_entryÚ$ExllamaV3Linear.tensor_storage_entry­   sô   € Ø46ˆß-ˆKÜ˜T°Ó5ˆFØŠ~Ùàœ˜fŸl™lÓ+Øœs 6§<¡<Ó0×6Ñ6°sÓ;¸BÕ?ð<ˆNŸi™i˜[¨¨+¨Ð7Ó8ñ	 .ð ˜nØ˜Fð!
ˆô ˜$ 	¨4Ó0ˆØÒÜ'*¨7¯=©=¸Õ+<ÀÕ+BÓ'CˆEÐ#Ñ$à×/Ñ/°Ó6ˆØÒ%Ø&4Ð"Ñ#à×0Ñ0°Ó8ˆØÒ&Ø'6Ð#Ñ$àˆr   )r5   r6   r#   r&   r!   r%   r   r4   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
QUANT_TYPEÚSUPPORTS_SHARDSr   r3   r1   ÚclassmethodrF   rO   rY   rk   ro   rr   rx   rƒ   r�   Ú__static_attributes__Ú__classcell__)rA   s   @r   r   r       s�   ø† Ø€JØ€Oð'^ð 48ð'^ð 6:ð'^ð "'§¡÷'^ò '^ðR ô
ó ð
õ õ%õ"õH!õ
"õ;õ
5÷ó r   r   )rJ   r`   ra   r^   r_   rd   rb   rc   )Ú
__future__r   Útypingr   r   r   r   r   Útorch.nnÚnnri   r	   r7   r   ÚModuler   r   r   r   Ú<module>rŸ      s?   ðõ #ç 5Ó 5ã Ý ÷ Ý9ð RÐ õAôh�b—i‘iö hr   