+
    ÒÜ³j³  ã                   ó\   € ^RI Ht ^ RIHt ]'       d   ^ RIHt ^ RIHt  ! R R]4      tR# )é   )ÚBaseAWQForCausalLM)ÚTYPE_CHECKING)ÚQwen2_5OmniDecoderLayer)Ú#Qwen2_5OmniForConditionalGenerationc                   óž   a € ] tR t^t o RtRtR.t]V 3R lR l4       t]V 3R lR l4       t	]V 3R lR	 l4       t
]V 3R
 lR l4       tRtV tR# )Ú'Qwen2_5_OmniAWQForConditionalGenerationr   Úmax_position_embeddingsÚvisualc                ó   <€ V ^8„  d   QhRR/# )é   Úmodelr   © )ÚformatÚ__classdict__s   "€ÚX/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/qwen2_5_omni.pyÚ__annotate__Ú4Qwen2_5_OmniAWQForConditionalGeneration.__annotate__   s   ø€ ÷ *ñ *Ð Eñ *ó    c                óB   € V P                   P                  P                  # ©N)Úthinkerr   Úlayers)r   s   &r   Úget_model_layersÚ8Qwen2_5_OmniAWQForConditionalGeneration.get_model_layers   s   € à�}‰}×"Ñ"×)Ñ)Ð)r   c                ó   <€ V ^8„  d   QhRR/# )r   Úmoduler   r   )r   r   s   "€r   r   r      s   ø€ ÷ 'ñ 'Ð$Iñ 'r   c                ó   € \        R R7      # )F)Úis_scalable)Údict)r   s   &r   Úget_act_for_scalingÚ;Qwen2_5_OmniAWQForConditionalGeneration.get_act_for_scaling   s   € ä Ô&Ð&r   c                ó$   <€ V ^8„  d   QhRRRS[ /# )r   r   r   Údevice)Ústr)r   r   s   "€r   r   r      s    ø€ ÷ 	Oñ 	OÐ?ð 	OÉñ 	Or   c                ó<  € V P                   P                  P                  P                  V4      V P                   P                  n        V P                   P                  P                  V4      V P                   n        V P                   P
                  P                  V4      V P                   n        V P                   P                  P                  P                  V4      V P                   P                  n        V P                   P                  P                  P                  V4      V P                   P                  n        V P                   P                  P                   F7  pVP                  P                  P                  V4      VP                  n        K9  	  R # r   )
r   r   Úembed_tokensÚtor
   Úaudio_towerÚrotary_pos_embÚ
rotary_embr   Ú	self_attn)r   r#   Úlayers   && r   Ú
move_embedÚ2Qwen2_5_OmniAWQForConditionalGeneration.move_embed   s  € à+0¯=©=×+>Ñ+>×+KÑ+K×+NÑ+NÈvÓ+Vˆ�‰×ÑÔ(Ø$Ÿ}™}×3Ñ3×6Ñ6°vÓ>ˆ�‰ÔØ$)§M¡M×$=Ñ$=×$@Ñ$@ÀÓ$Hˆ�‰Ô!à.3¯m©m×.BÑ.B×.QÑ.Q×.TÑ.TÐU[Ó.\ˆ�‰×ÑÔ+Ø).¯©×)<Ñ)<×)GÑ)G×)JÑ)JÈ6Ó)Rˆ�‰×ÑÔ&à—]‘]×(Ñ(×/Ô/ˆEØ).¯©×)CÑ)C×)FÑ)FÀvÓ)NˆE�O‰OÖ&ó 0r   c                ó   <€ V ^8„  d   QhRR/# )r   r   r   r   )r   r   s   "€r   r   r   $   s   ø€ ÷ 2ñ 2Ø)ñ2r   c           
     ó¤  € . pVP                  \        V P                  V P                  P                  V P                  P
                  V P                  P                  .VR ,          V P                  VR7      4       V P                  P                  P                  P                  V P                  P                  P                  P                  8X  dN   VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       VP                  \        V P                  V P                  P                  V P                  P                  .VR,          V P                  R7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       V# )zself_attn.q_proj)Úprev_opr   ÚinpÚmodule2inspectÚkwargszself_attn.o_proj)r1   r   r2   zmlp.gate_proj)r1   r   r2   r3   zmlp.down_proj)Úappendr   Úinput_layernormr+   Úq_projÚk_projÚv_projÚweightÚshapeÚo_projÚpost_attention_layernormÚmlpÚ	gate_projÚup_projÚ	down_proj)r   Ú
input_featÚmodule_kwargsr   s   &&& r   Úget_layers_for_scalingÚ>Qwen2_5_OmniAWQForConditionalGeneration.get_layers_for_scaling#   su  € ð ˆð 	�‰ÜØ×.Ñ.à×$Ñ$×+Ñ+Ø×$Ñ$×+Ñ+Ø×$Ñ$×+Ñ+ðð
 Ð1Õ2Ø%×/Ñ/Ø$ô
ô	
ð  ×Ñ×"Ñ"×)Ñ)×/Ñ/°6×3CÑ3C×3JÑ3J×3QÑ3Q×3WÑ3WÔWØ�M‰MÜØ"×,Ñ,×3Ñ3Ø"×,Ñ,×3Ñ3Ð4Ø"Ð#5Õ6ôôð 	�‰ÜØ×7Ñ7ØŸ
™
×,Ñ,¨f¯j©j×.@Ñ.@ÐAØ˜Õ/Ø%Ÿz™zô	ô	
ð 	�‰ÜØŸ
™
×*Ñ*ØŸ
™
×,Ñ,Ð-Ø˜Õ/ôô	
ð ˆr   r   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚmax_seq_len_keyÚmodules_to_not_convertÚstaticmethodr   r    r-   rD   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      sg   ø‡ € Ø*€JØ/€OØ&˜ZÐØ÷*ó ð*ð ÷'ó ð'ð ÷	Oó ð	Oð ÷2ó ö2r   r   N)	Úbaser   Útyping_extensionsr   Ú6transformers.models.qwen2_5_omni.modeling_qwen2_5_omnir   Útransformersr   r   r   r   r   Ú<module>rT      s(   ðÝ $Ý +çõõ AôKÐ.@ö Kr   