+
    ÒÜ³j&  ã                   ó@   € ^ RI t ^ RIHtHt ^RIHt  ! R R]4      tR# )é    N)ÚListÚTuple)ÚBaseAWQForCausalLMc                   ót   a € ] tR t^t o RtRt]R 4       t]R 4       t]V 3R lR l4       t	]R 4       t
RtV tR	# )
ÚInternLM2AWQForCausalLMÚInternLM2DecoderLayerÚmax_position_embeddingsc                ó.   € V P                   P                  # ©N)ÚmodelÚlayers)r   s   &ÚU/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/internlm2.pyÚget_model_layersÚ(InternLM2AWQForCausalLM.get_model_layers
   s   € à�{‰{×!Ñ!Ð!ó    c                ó„   € \        R RV P                  P                  V P                  P                  P                  R7      # )Túfeed_forward.w2)Úis_scalableÚ
scale_nameÚscale_layerÚscale_shape)ÚdictÚfeed_forwardÚw2Úout_features)Úmodules   &r   Úget_act_for_scalingÚ+InternLM2AWQForCausalLM.get_act_for_scaling   s9   € äØØ(Ø×+Ñ+×.Ñ.Ø×+Ñ+×.Ñ.×;Ñ;ô	
ð 	
r   c                ó    <€ V ^8„  d   QhRS[ /# )é   Údevice)Ústr)ÚformatÚ__classdict__s   "€r   Ú__annotate__Ú$InternLM2AWQForCausalLM.__annotate__   s   ø€ ÷ Kñ K¡#ñ Kr   c                ón   € V P                   P                  P                  V4      V P                   n        R # r   )r   Útok_embeddingsÚto)r   r!   s   &&r   Ú
move_embedÚ"InternLM2AWQForCausalLM.move_embed   s#   € à%*§[¡[×%?Ñ%?×%BÑ%BÀ6Ó%Jˆ�‰Ö"r   c           
     ó¤  € . pVP                  \        V P                  V P                  P                  .VR ,          V P                  VR7      4       VP                  \        V P                  P                  V P                  P
                  .VR,          R7      4       VP                  \        V P                  V P                  P                  V P                  P                  .VR,          V P                  VR7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       V# )zattention.wqkv)Úprev_opr   ÚinpÚmodule2inspectÚkwargszattention.wo)r-   r   r.   zfeed_forward.w1r   )Úappendr   Úattention_normÚ	attentionÚwqkvÚwoÚffn_normr   Úw1Úw3r   )r   Ú
input_featÚmodule_kwargsr   s   &&& r   Úget_layers_for_scalingÚ.InternLM2AWQForCausalLM.get_layers_for_scaling   s.  € àˆð 	�‰ÜØ×-Ñ-à×$Ñ$×)Ñ)ðð Ð/Õ0Ø%×/Ñ/Ø$ôô
	
ð 	�‰ÜØ×(Ñ(×-Ñ-Ø×(Ñ(×+Ñ+Ð,Ø˜~Õ.ôô	
ð 	�‰ÜØŸ™à×'Ñ'×*Ñ*Ø×'Ñ'×*Ñ*ðð Ð0Õ1Ø%×2Ñ2Ø$ô	ô	
ð 	�‰ÜØ×+Ñ+×.Ñ.Ø×+Ñ+×.Ñ.Ð/ØÐ0Õ1ôô	
ð ˆr   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚmax_seq_len_keyÚstaticmethodr   r   r*   r;   Ú__static_attributes__Ú__classdictcell__)r$   s   @r   r   r      s_   ø‡ € Ø(€JØ/€Oàñ"ó ð"ð ñ
ó ð
ð ÷Kó ðKð ñ0ó ö0r   r   )ÚtqdmÚtypingr   r   Úbaser   r   r=   r   r   Ú<module>rJ      s   ðÛ ß Ý $ôFÐ0ö Fr   