+
    ÒÜ³jæ	  ã                   ó\   € ^RI Ht ^ RIHt ]'       d   ^ RIHt ^ RIHt  ! R R]4      tR# )é   )ÚBaseAWQForCausalLM)ÚTYPE_CHECKING)ÚQwen2VLForConditionalGeneration)ÚQwen2VLDecoderLayerc                   óž   a € ] tR t^t o RtRtR.t]V 3R lR l4       t]V 3R lR l4       t	]V 3R lR	 l4       t
]V 3R
 lR l4       tRtV tR# )ÚQwen2VLAWQForCausalLMr   Úmax_position_embeddingsÚvisualc                ó   <€ V ^8„  d   QhRR/# )é   Úmodelr   © )ÚformatÚ__classdict__s   "€ÚS/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/qwen2vl.pyÚ__annotate__Ú"Qwen2VLAWQForCausalLM.__annotate__   s   ø€ ÷ "ñ "Ð Añ "ó    c                ó.   € V P                   P                  # ©N)r   Úlayers)r   s   &r   Úget_model_layersÚ&Qwen2VLAWQForCausalLM.get_model_layers   s   € à�{‰{×!Ñ!Ð!r   c                ó   <€ V ^8„  d   QhRR/# )r   Úmoduler   r   )r   r   s   "€r   r   r      s   ø€ ÷ 'ñ 'Ð$Eñ 'r   c                ó   € \        R R7      # )F)Úis_scalable)Údict)r   s   &r   Úget_act_for_scalingÚ)Qwen2VLAWQForCausalLM.get_act_for_scaling   s   € ä Ô&Ð&r   c                ó$   <€ V ^8„  d   QhRRRS[ /# )r   r   r   Údevice)Ústr)r   r   s   "€r   r   r      s    ø€ ÷ Cñ CÐ;ð CÁSñ Cr   c                ó  € V P                   P                  P                  V4      V P                   n        V P                  P                  V4      V n        V P                   P                  P                  V4      V P                   n        R # r   )r   Úembed_tokensÚtor
   Ú
rotary_emb)r   r"   s   &&r   Ú
move_embedÚ Qwen2VLAWQForCausalLM.move_embed   sX   € à#(§;¡;×#;Ñ#;×#>Ñ#>¸vÓ#Fˆ�‰Ô Ø—|‘|—‘ vÓ.ˆŒØ!&§¡×!7Ñ!7×!:Ñ!:¸6Ó!Bˆ�‰Ör   c                ó   <€ V ^8„  d   QhRR/# )r   r   r   r   )r   r   s   "€r   r   r      s   ø€ ÷ 0ñ 0Ð'<ñ 0r   c           
     ó¤  € . pVP                  \        V P                  V P                  P                  V P                  P
                  V P                  P                  .VR ,          V P                  VR7      4       V P                  P                  P                  P                  V P                  P                  P                  P                  8X  dN   VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       VP                  \        V P                  V P                  P                  V P                  P                  .VR,          V P                  R7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       V# )zself_attn.q_proj)Úprev_opr   ÚinpÚmodule2inspectÚkwargszself_attn.o_proj)r,   r   r-   zmlp.gate_proj)r,   r   r-   r.   zmlp.down_proj)Úappendr   Úinput_layernormÚ	self_attnÚq_projÚk_projÚv_projÚweightÚshapeÚo_projÚpost_attention_layernormÚmlpÚ	gate_projÚup_projÚ	down_proj)r   Ú
input_featÚmodule_kwargsr   s   &&& r   Úget_layers_for_scalingÚ,Qwen2VLAWQForCausalLM.get_layers_for_scaling   ss  € àˆð 	�‰ÜØ×.Ñ.à×$Ñ$×+Ñ+Ø×$Ñ$×+Ñ+Ø×$Ñ$×+Ñ+ðð
 Ð1Õ2Ø%×/Ñ/Ø$ô
ô	
ð  ×Ñ×"Ñ"×)Ñ)×/Ñ/°6×3CÑ3C×3JÑ3J×3QÑ3Q×3WÑ3WÔWØ�M‰MÜØ"×,Ñ,×3Ñ3Ø"×,Ñ,×3Ñ3Ð4Ø"Ð#5Õ6ôôð 	�‰ÜØ×7Ñ7ØŸ
™
×,Ñ,¨f¯j©j×.@Ñ.@ÐAØ˜Õ/Ø%Ÿz™zô	ô	
ð 	�‰ÜØŸ
™
×*Ñ*ØŸ
™
×,Ñ,Ð-Ø˜Õ/ôô	
ð ˆr   r   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚmax_seq_len_keyÚmodules_to_not_convertÚstaticmethodr   r   r(   r@   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      sg   ø‡ € Ø&€JØ/€OØ&˜ZÐà÷"ó ð"ð ÷'ó ð'ð ÷Có ðCð
 ÷0ó ö0r   r   N)	Úbaser   Útyping_extensionsr   Útransformersr   Ú.transformers.models.qwen2_vl.modeling_qwen2_vlr   r   r   r   r   Ú<module>rP      s#   ðÝ $Ý +çÝ<ÝRôDÐ.ö Dr   