+
    ÒÜ³jõ  ã                   ó8   € ^RI Ht ^ RIHtHt  ! R R]4      tR# )é   )ÚBaseAWQForCausalLM)ÚGPTJForCausalLMÚ	GPTJBlockc                   ó˜   a € ] tR t^t o RtRt]V 3R lR l4       t]V 3R lR l4       t]V 3R lR l4       t	]V 3R	 lR
 l4       t
RtV tR# )ÚGPTJAWQForCausalLMr   Ún_positionsc                ó    <€ V ^8„  d   QhRS[ /# )é   Úmodel)r   )ÚformatÚ__classdict__s   "€ÚP/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/gptj.pyÚ__annotate__ÚGPTJAWQForCausalLM.__annotate__
   s   ø€ ÷ #ñ #¡ñ #ó    c                ó.   € V P                   P                  # ©N)ÚtransformerÚh)r   s   &r   Úget_model_layersÚ#GPTJAWQForCausalLM.get_model_layers	   s   € à× Ñ ×"Ñ"Ð"r   c                ó    <€ V ^8„  d   QhRS[ /# ©r
   Úmodule©r   )r   r   s   "€r   r   r      s   ø€ ÷ 
ñ 
¡Iñ 
r   c                ó„   € \        R RV P                  P                  V P                  P                  P                  R7      # )Tzmlp.act)Úis_scalableÚ
scale_nameÚscale_layerÚscale_shape)ÚdictÚmlpÚactÚfc_inÚout_features)r   s   &r   Úget_act_for_scalingÚ&GPTJAWQForCausalLM.get_act_for_scaling   s3   € äØØ ØŸ
™
Ÿ™ØŸ
™
×(Ñ(×5Ñ5ô	
ð 	
r   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r
   r   Údevice)r   Ústr)r   r   s   "€r   r   r      s   ø€ ÷ Añ A™/ð A±3ñ Ar   c                ón   € V P                   P                  P                  V4      V P                   n        R # r   )r   ÚwteÚto)r   r)   s   &&r   Ú
move_embedÚGPTJAWQForCausalLM.move_embed   s'   € à %× 1Ñ 1× 5Ñ 5× 8Ñ 8¸Ó @ˆ×ÑÖr   c                ó    <€ V ^8„  d   QhRS[ /# r   r   )r   r   s   "€r   r   r      s   ø€ ÷ %ñ %¡yñ %r   c           
     óF  € . pVP                  \        V P                  V P                  P                  V P                  P
                  V P                  P                  V P                  P                  .VR ,          V VR7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       V# )zattn.q_proj)Úprev_opÚlayersÚinpÚmodule2inspectÚkwargszattn.out_proj)r2   r3   r4   z
mlp.fc_out)Úappendr!   Úln_1ÚattnÚq_projÚk_projÚv_projr"   r$   Úout_projr#   Úfc_out)r   Ú
input_featÚmodule_kwargsr3   s   &&& r   Úget_layers_for_scalingÚ)GPTJAWQForCausalLM.get_layers_for_scaling   sè   € àˆð 	�‰ÜØŸ™à—K‘K×&Ñ&Ø—K‘K×&Ñ&Ø—K‘K×&Ñ&Ø—J‘J×$Ñ$ð	ð ˜}Õ-Ø%Ø$ôô	
ð  	�‰ÜØŸ™×*Ñ*ØŸ™×,Ñ,Ð-Ø˜Õ/ôô	
ð 	�‰ÜØŸ
™
Ÿ™ØŸ
™
×)Ñ)Ð*Ø˜|Õ,ôô	
ð ˆr   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚmax_seq_len_keyÚstaticmethodr   r&   r.   rA   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      s_   ø‡ € Ø€JØ#€Oà÷#ó ð#ð ÷
ó ð
ð ÷Aó ðAð ÷%ó ö%r   r   N)Úbaser   Ú&transformers.models.gptj.modeling_gptjr   r   r   rC   r   r   Ú<module>rO      s   ðÝ $ß Mô;Ð+ö ;r   