+
    ÒÜ³j  ã                   ó@   € ^ RI t ^ RIHtHt ^RIHt  ! R R]4      tR# )é    N)ÚListÚTuple)ÚBaseAWQForCausalLMc                   ót   a € ] tR t^t o RtRt]R 4       t]R 4       t]V 3R lR l4       t	]R 4       t
RtV tR	# )
ÚQwen3MoeAWQForCausalLMÚQwen3MoeDecoderLayerÚmax_position_embeddingsc                ó.   € V P                   P                  # ©N)ÚmodelÚlayers)r   s   &ÚU/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/qwen3_moe.pyÚget_model_layersÚ'Qwen3MoeAWQForCausalLM.get_model_layers
   s   € à�{‰{×!Ñ!Ð!ó    c                ó   € \        R R7      # )F)Úis_scalable)Údict)Úmodules   &r   Úget_act_for_scalingÚ*Qwen3MoeAWQForCausalLM.get_act_for_scaling   s   € ä Ô&Ð&r   c                ó    <€ V ^8„  d   QhRS[ /# )é   Údevice)Ústr)ÚformatÚ__classdict__s   "€r   Ú__annotate__Ú#Qwen3MoeAWQForCausalLM.__annotate__   s   ø€ ÷ Cñ C¡#ñ Cr   c                óÖ   € V P                   P                  P                  V4      V P                   n        V P                   P                  P                  V4      V P                   n        R # r   )r   Úembed_tokensÚtoÚ
rotary_emb)r   r   s   &&r   Ú
move_embedÚ!Qwen3MoeAWQForCausalLM.move_embed   sD   € à#(§;¡;×#;Ñ#;×#>Ñ#>¸vÓ#Fˆ�‰Ô Ø!&§¡×!7Ñ!7×!:Ñ!:¸6Ó!Bˆ�‰Ör   c                ó²  € . pVP                  \        V P                  V P                  P                  V P                  P
                  V P                  P                  .VR ,          V P                  VR7      4       V P                  P                  P                  P                  V P                  P                  P                  P                  8X  dN   VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       \        V P                  R4      '       dæ   TP                  \        V P                  V P                  P                   UUu. uF$  pVP                  VP                  3 F  pVNK  	  K&  	  uppVR,          V P                  R7      4       \!        V P                  P                  4       FB  w  rdVP                  \        VP                  VP"                  .VRV R2,          R7      4       KD  	  V# VP                  \        V P                  V P                  P                  V P                  P                  .VR	,          V P                  R7      4       VP                  \        V P                  P                  V P                  P"                  .VR
,          R7      4       V# u uppi )zself_attn.q_proj)Úprev_opr   ÚinpÚmodule2inspectÚkwargszself_attn.o_proj)r'   r   r(   ÚgateÚmlp)r'   r   r(   r)   zmlp.experts.z
.down_projzmlp.gate_projzmlp.down_proj)Úappendr   Úinput_layernormÚ	self_attnÚq_projÚk_projÚv_projÚweightÚshapeÚo_projÚhasattrr,   Úpost_attention_layernormÚexpertsÚ	gate_projÚup_projÚ	enumerateÚ	down_proj)r   Ú
input_featÚmodule_kwargsr   ÚexpertÚwÚis   &&&    r   Úget_layers_for_scalingÚ-Qwen3MoeAWQForCausalLM.get_layers_for_scaling   sY  € àˆð 	�‰ÜØ×.Ñ.à×$Ñ$×+Ñ+Ø×$Ñ$×+Ñ+Ø×$Ñ$×+Ñ+ðð
 Ð1Õ2Ø%×/Ñ/Ø$ô
ô	
ð  ×Ñ×"Ñ"×)Ñ)×/Ñ/°6×3CÑ3C×3JÑ3J×3QÑ3Q×3WÑ3WÔWØ�M‰MÜØ"×,Ñ,×3Ñ3Ø"×,Ñ,×3Ñ3Ð4Ø"Ð#5Õ6ôôô �6—:‘:˜v×&Ò&à�M‰MÜØ"×;Ñ;ð '-§j¡j×&8Ò&8ôá&8˜FØ"(×"2Ñ"2°F·N±NÓ!C˜Aó á!Cñ Ù&8òð
 # 5Õ)Ø#)§:¡:ô	ôô ' v§z¡z×'9Ñ'9Ö:‘	�Ø—‘ÜØ &§¡Ø &× 0Ñ 0Ð1Ø&¨°a°S¸
Ð'CÕDôöñ ;ð: ˆð% �M‰MÜØ"×;Ñ;Ø"ŸJ™J×0Ñ0°&·*±*×2DÑ2DÐEØ" ?Õ3Ø#)§:¡:ô	ôð �M‰MÜØ"ŸJ™J×.Ñ.Ø"ŸJ™J×0Ñ0Ð1Ø" ?Õ3ôôð ˆùóQs   Å0*K© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚmax_seq_len_keyÚstaticmethodr   r   r$   rB   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      sa   ø‡ € Ø'€JØ/€Oàñ"ó ð"ð ñ'ó ð'ð ÷Có ðCð ñJó öJr   r   )ÚtqdmÚtypingr   r   Úbaser   r   rD   r   r   Ú<module>rQ      s   ðÛ ß Ý $ô\Ð/ö \r   