+
    ÒÜ³j(  ã                   ó8   € ^RI Ht ^ RIHtHt  ! R R]4      tR# )é   )ÚBaseAWQForCausalLM)ÚGPTNeoXLayerÚGPTNeoXForCausalLMc                   ó˜   a € ] tR t^t o RtRt]V 3R lR l4       t]V 3R lR l4       t]V 3R lR l4       t	]V 3R	 lR
 l4       t
RtV tR# )ÚGPTNeoXAWQForCausalLMÚGPTNeoXDecoderLayerÚmax_position_embeddingsc                ó    <€ V ^8„  d   QhRS[ /# )é   Úmodel)r   )ÚformatÚ__classdict__s   "€ÚT/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/gpt_neox.pyÚ__annotate__Ú"GPTNeoXAWQForCausalLM.__annotate__   s   ø€ ÷ %ñ %Ñ 2ñ %ó    c                ó.   € V P                   P                  # ©N)Úgpt_neoxÚlayers)r   s   &r   Úget_model_layersÚ&GPTNeoXAWQForCausalLM.get_model_layers   s   € à�~‰~×$Ñ$Ð$r   c                ó    <€ V ^8„  d   QhRS[ /# ©r   Úmodule©r   )r   r   s   "€r   r   r      s   ø€ ÷ 
ñ 
¡Lñ 
r   c                ó„   € \        R RV P                  P                  V P                  P                  P                  R7      # )Tzmlp.act)Úis_scalableÚ
scale_nameÚscale_layerÚscale_shape)ÚdictÚmlpÚactÚdense_h_to_4hÚout_features)r   s   &r   Úget_act_for_scalingÚ)GPTNeoXAWQForCausalLM.get_act_for_scaling   s3   € äØØ ØŸ
™
Ÿ™ØŸ
™
×0Ñ0×=Ñ=ô	
ð 	
r   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   r   Údevice)r   Ústr)r   r   s   "€r   r   r      s    ø€ ÷ Iñ IÑ,ð I±cñ Ir   c                óÖ   € V P                   P                  P                  V4      V P                   n        V P                   P                  P                  V4      V P                   n        R # r   )r   Úembed_inÚtoÚ
rotary_emb)r   r*   s   &&r   Ú
move_embedÚ GPTNeoXAWQForCausalLM.move_embed   sD   € à"'§.¡.×"9Ñ"9×"<Ñ"<¸VÓ"Dˆ�‰ÔØ$)§N¡N×$=Ñ$=×$@Ñ$@ÀÓ$Hˆ�‰Ö!r   c                ó    <€ V ^8„  d   QhRS[ /# r   r   )r   r   s   "€r   r   r      s   ø€ ÷ (ñ (¡|ñ (r   c                ó²  € . pVP                  \        V P                  V P                  P                  .VR ,          R7      4        VP                  \        V P
                  V P                  P                  .VR,          R7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       V# )zattention.query_key_value)Úprev_opr   Úinpzmlp.dense_h_to_4hzmlp.dense_4h_to_h)
Úappendr"   Úinput_layernormÚ	attentionÚquery_key_valueÚpost_attention_layernormr#   r%   r$   Údense_4h_to_h)r   Ú
input_featÚmodule_kwargsr   s   &&& r   Úget_layers_for_scalingÚ,GPTNeoXAWQForCausalLM.get_layers_for_scaling   s¿   € àˆð 	�‰ÜØ×.Ñ.Ø×(Ñ(×8Ñ8Ð9ØÐ:Õ;ôô	
ð	ð 	�‰ÜØ×7Ñ7ØŸ
™
×0Ñ0Ð1ØÐ2Õ3ôô	
ð 	�‰ÜØŸ
™
Ÿ™ØŸ
™
×0Ñ0Ð1ØÐ2Õ3ôô	
ð ˆr   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚmax_seq_len_keyÚstaticmethodr   r'   r0   r>   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      s_   ø‡ € Ø&€JØ/€Oà÷%ó ð%ð ÷
ó ð
ð ÷Ió ðIð ÷(ó ö(r   r   N)Úbaser   Ú.transformers.models.gpt_neox.modeling_gpt_neoxr   r   r   r@   r   r   Ú<module>rL      s   ðÝ $÷ô?Ð.ö ?r   