+
    ÒÜ³j—  ã                   ó(   € ^RI Ht  ! R R]4      tR# )é   )ÚBaseAWQForCausalLMc                   ót   a € ] tR t^t o RtRt]R 4       t]R 4       t]V 3R lR l4       t	]R 4       t
RtV tR	# )
ÚQwenAWQForCausalLMÚ	QWenBlockÚ
seq_lengthc                ó.   € V P                   P                  # ©N)ÚtransformerÚh)Úmodels   &ÚP/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/qwen.pyÚget_model_layersÚ#QwenAWQForCausalLM.get_model_layers   s   € à× Ñ ×"Ñ"Ð"ó    c                ó   € \        R R7      # )F)Úis_scalable)Údict)Úmodules   &r   Úget_act_for_scalingÚ&QwenAWQForCausalLM.get_act_for_scaling   s   € ä Ô&Ð&r   c                ó    <€ V ^8„  d   QhRS[ /# )é   Údevice)Ústr)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚQwenAWQForCausalLM.__annotate__   s   ø€ ÷ Oñ O¡#ñ Or   c                óÖ   € V P                   P                  P                  V4      V P                   n        V P                   P                  P                  V4      V P                   n        R # r	   )r
   ÚwteÚtoÚ
rotary_emb)r   r   s   &&r   Ú
move_embedÚQwenAWQForCausalLM.move_embed   sL   € à %× 1Ñ 1× 5Ñ 5× 8Ñ 8¸Ó @ˆ×ÑÔØ',×'8Ñ'8×'CÑ'C×'FÑ'FÀvÓ'Nˆ×ÑÖ$r   c           
     ó  € . pVP                  \        V P                  V P                  P                  .VR ,          V P                  VR7      4       VP                  \        V P
                  V P                  P                  V P                  P                  .VR,          V P                  R7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       V# )zattn.c_attn)Úprev_opÚlayersÚinpÚmodule2inspectÚkwargszmlp.w2)r&   r'   r(   r)   z
mlp.c_proj)r&   r'   r(   )
Úappendr   Úln_1ÚattnÚc_attnÚln_2ÚmlpÚw2Úw1Úc_proj)r   Ú
input_featÚmodule_kwargsr'   s   &&& r   Úget_layers_for_scalingÚ)QwenAWQForCausalLM.get_layers_for_scaling   sÊ   € àˆð 	�‰ÜØŸ™ØŸ™×*Ñ*Ð+Ø˜}Õ-Ø%Ÿ{™{Ø$ôô	
ð 	�‰ÜØŸ™ØŸ
™
Ÿ™ v§z¡z§}¡}Ð5Ø˜xÕ(Ø%Ÿz™zô	ô	
ð 	�‰ÜØŸ
™
Ÿ™ØŸ
™
×)Ñ)Ð*Ø˜|Õ,ôô	
ð ˆr   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚmax_seq_len_keyÚstaticmethodr   r   r#   r6   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      s_   ø‡ € Ø€JØ"€Oàñ#ó ð#ð ñ'ó ð'ð ÷Oó ðOð ñ!ó ö!r   r   N)Úbaser   r   r8   r   r   Ú<module>rC      s   ðÝ $ô3Ð+ö 3r   