+
    ÒÜ³jî  ã                   ó8   € ^RI Ht ^ RIHtHt  ! R R]4      tR# )é   )ÚBaseAWQForCausalLM)ÚBloomForCausalLMÚ
BloomBlockc                   ó”   a € ] tR t^t o Rt]V 3R lR l4       t]V 3R lR l4       t]V 3R lR l4       t]V 3R lR	 l4       t	R
t
V tR# )ÚBloomAWQForCausalLMr   c                ó    <€ V ^8„  d   QhRS[ /# )é   Úmodel)r   )ÚformatÚ__classdict__s   "€ÚQ/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/bloom.pyÚ__annotate__Ú BloomAWQForCausalLM.__annotate__	   s   ø€ ÷ #ñ #Ñ 0ñ #ó    c                ó.   € V P                   P                  # ©N)ÚtransformerÚh)r
   s   &r   Úget_model_layersÚ$BloomAWQForCausalLM.get_model_layers   s   € à× Ñ ×"Ñ"Ð"r   c                ó    <€ V ^8„  d   QhRS[ /# ©r	   Úmodule©r   )r   r   s   "€r   r   r      s   ø€ ÷ 
ñ 
¡Jñ 
r   c                ó„   € \        R RV P                  P                  V P                  P                  P                  R7      # )Tzmlp.gelu_impl)Úis_scalableÚ
scale_nameÚscale_layerÚscale_shape)ÚdictÚmlpÚ	gelu_implÚdense_h_to_4hÚout_features)r   s   &r   Úget_act_for_scalingÚ'BloomAWQForCausalLM.get_act_for_scaling   s5   € äØØ&ØŸ
™
×,Ñ,ØŸ
™
×0Ñ0×=Ñ=ô	
ð 	
r   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r	   r
   Údevice)r   Ústr)r   r   s   "€r   r   r      s   ø€ ÷ 
ñ 
Ñ*ð 
±Cñ 
r   c                óÖ   € V P                   P                  P                  V4      V P                   n        V P                   P                  P                  V4      V P                   n        R # r   )r   Úword_embeddingsÚtoÚword_embeddings_layernorm)r
   r(   s   &&r   Ú
move_embedÚBloomAWQForCausalLM.move_embed   sP   € à,1×,=Ñ,=×,MÑ,M×,PÑ,PÐQWÓ,Xˆ×ÑÔ)à×Ñ×7Ñ7×:Ñ:¸6ÓBð 	×ÑÖ3r   c                ó    <€ V ^8„  d   QhRS[ /# r   r   )r   r   s   "€r   r   r      s   ø€ ÷ )ñ )¡zñ )r   c           
     óº  € . pVP                  \        V P                  V P                  P                  .VR ,          V VR7      4        VP                  \        V P
                  V P                  P                  .VR,          V VR7      4       VP                  \        V P                  P                  V P                  P                  .VR,          R7      4       V# )zself_attention.query_key_value)Úprev_opÚlayersÚinpÚmodule2inspectÚkwargszmlp.dense_h_to_4hzmlp.dense_4h_to_h)r2   r3   r4   )
Úappendr    Úinput_layernormÚself_attentionÚquery_key_valueÚpost_attention_layernormr!   r#   r"   Údense_4h_to_h)r   Ú
input_featÚmodule_kwargsr3   s   &&& r   Úget_layers_for_scalingÚ*BloomAWQForCausalLM.get_layers_for_scaling   sÍ   € àˆð 	�‰ÜØ×.Ñ.Ø×-Ñ-×=Ñ=Ð>ØÐ?Õ@Ø%Ø$ôô	
ð	ð 	�‰ÜØ×7Ñ7ØŸ
™
×0Ñ0Ð1ØÐ2Õ3Ø%Ø$ôô	
ð 	�‰ÜØŸ
™
×,Ñ,ØŸ
™
×0Ñ0Ð1ØÐ2Õ3ôô	
ð ˆr   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú
layer_typeÚstaticmethodr   r%   r.   r?   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      sX   ø‡ € Ø€Jà÷#ó ð#ð ÷
ó ð
ð ÷
ó ð
ð ÷)ó ö)r   r   N)Úbaser   Ú(transformers.models.bloom.modeling_bloomr   r   r   rA   r   r   Ú<module>rL      s   ðÝ $ß QôAÐ,ö Ar   