+
    ÒÜ³jØ  ã                   ó8   € ^RI Ht ^ RIHtHt  ! R R]4      tR# )é   )ÚBaseAWQForCausalLM)ÚOPTForCausalLMÚOPTDecoderLayerc                   ó˜   a € ] tR t^t o RtRt]V 3R lR l4       t]V 3R lR l4       t]V 3R lR l4       t	]V 3R	 lR
 l4       t
RtV tR# )ÚOptAWQForCausalLMr   Úmax_position_embeddingsc                ó    <€ V ^8„  d   QhRS[ /# )é   Úmodel)r   )ÚformatÚ__classdict__s   "€ÚO/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/opt.pyÚ__annotate__ÚOptAWQForCausalLM.__annotate__
   s   ø€ ÷ *ñ *¡ñ *ó    c                óB   € V P                   P                  P                  # ©N)r   ÚdecoderÚlayers)r   s   &r   Úget_model_layersÚ"OptAWQForCausalLM.get_model_layers	   s   € à�{‰{×"Ñ"×)Ñ)Ð)r   c                ó    <€ V ^8„  d   QhRS[ /# ©r
   Úmodule©r   )r   r   s   "€r   r   r      s   ø€ ÷ 'ñ '¡Oñ 'r   c                ó   € \        R R7      # )F)Úis_scalable)Údict)r   s   &r   Úget_act_for_scalingÚ%OptAWQForCausalLM.get_act_for_scaling   s   € ä Ô&Ð&r   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r
   r   Údevice)r   Ústr)r   r   s   "€r   r   r      s   ø€ ÷ 
ñ 
™.ð 
±#ñ 
r   c                ó&  € V P                   P                  P                  P                  V4      V P                   P                  n        V P                   P                  P                  P                  V4      V P                   P                  n        R # r   )r   r   Úembed_tokensÚtoÚembed_positions)r   r"   s   &&r   Ú
move_embedÚOptAWQForCausalLM.move_embed   s_   € à+0¯;©;×+>Ñ+>×+KÑ+K×+NÑ+NÈvÓ+Vˆ�‰×ÑÔ(Ø.3¯k©k×.AÑ.A×.QÑ.Q×.TÑ.TØó/
ˆ�‰×ÑÖ+r   c                ó    <€ V ^8„  d   QhRS[ /# r   r   )r   r   s   "€r   r   r      s   ø€ ÷ -ñ -¡ñ -r   c           
     óz  € . pVP                  \        V P                  V P                  P                  V P                  P
                  V P                  P                  .VR ,          V P                  VR7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       VP                  \        V P                  V P                  .VR,          R7      4       VP                  \        V P                  V P                  .VR,          R7      4       V# )zself_attn.q_proj)Úprev_opr   ÚinpÚmodule2inspectÚkwargszself_attn.out_proj)r,   r   r-   Úfc1Úfc2)Úappendr   Úself_attn_layer_normÚ	self_attnÚq_projÚk_projÚv_projÚout_projÚfinal_layer_normr0   r1   )r   Ú
input_featÚmodule_kwargsr   s   &&& r   Úget_layers_for_scalingÚ(OptAWQForCausalLM.get_layers_for_scaling   s  € àˆð 	�‰ÜØ×3Ñ3à×$Ñ$×+Ñ+Ø×$Ñ$×+Ñ+Ø×$Ñ$×+Ñ+ðð
 Ð1Õ2Ø%×/Ñ/Ø$ô
ô	
ð 	�‰ÜØ×(Ñ(×/Ñ/Ø×(Ñ(×1Ñ1Ð2ØÐ3Õ4ôô	
ð 	�‰ÜØ×/Ñ/ØŸ
™
�|Ø˜uÕ%ôô	
ð 	�‰ÜØŸ
™
ØŸ
™
�|Ø˜uÕ%ôô	
ð ˆr   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚmax_seq_len_keyÚstaticmethodr   r   r(   r<   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      s]   ø‡ € Ø"€JØ/€Oà÷*ó ð*ð ÷'ó ð'ð ÷
ó ð
ð ÷-ó ö-r   r   N)Úbaser   Ú$transformers.models.opt.modeling_optr   r   r   r>   r   r   Ú<module>rJ      s   ðÝ $ß PôAÐ*ö Ar   