+
    œ°³j8  ã                   ó„   € R t ^ RIHt ^RIHt ^RIHt ^RIHt ^RI	H
t
 ]! RR7      ] ! R R	]4      4       4       tR	.tR
# )zLLaMA model configuration)Ústrict)ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstring)Úintervalzmeta-llama/Llama-2-7b-hf)Ú
checkpointc                   ó  a a€ ] tR t^t oRtRtR.tRRRRRRRR	R
RRRRR	/tRR.R.3RRR.R.3RR.R.3/tRt	Rt
Rt^ t^ tRtRtRt]! RRR7      ! RR7      tRtR tRt^t^t^tR!tRtR!tRtR!tRtV 3R" ltR# t V3R$ lt!R%t"Vt#V ;t$# )&ÚLlamaConfigaP  
```python
>>> from transformers import LlamaModel, LlamaConfig

>>> # Initializing a LLaMA llama-7b style configuration
>>> configuration = LlamaConfig()

>>> # Initializing a model from the llama-7b style configuration
>>> model = LlamaModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```ÚllamaÚpast_key_valueszlayers.*.self_attn.q_projÚcolwisezlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwisezlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormi }  i   i +  NÚsilui   g        g      ð?)ÚminÚmaxg{®Gáz”?)Údefaultg�íµ ÷Æ°>TFc                óÆ   <€ V P                   f#   V P                  V P                  ,          V n         V P                  f   V P                  V n        \        SV `  ! R/ VB  R # )N© )Úhead_dimÚhidden_sizeÚnum_attention_headsÚnum_key_value_headsÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s   &,€Ún/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/llama/configuration_llama.pyr    ÚLlamaConfig.__post_init__V   sO   ø€ Ø�=‰=Ò Ø ×,Ñ,°×0HÑ0HÕHˆDŒMØ×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$ä‰ÒÑ' Ô'ó    c                ó–   € V P                   V P                  ,          ^ 8w  d'   \        RV P                    RV P                   R24      hR# )zOPart of `@strict`-powered validation. Validates the architecture of the config.zThe hidden size (z6) is not a multiple of the number of attention heads (z).N)r   r   Ú
ValueError)r!   s   &r$   Úvalidate_architectureÚ!LlamaConfig.validate_architecture^   sS   € à×Ñ˜d×6Ñ6Õ6¸!Ô;ÜØ# D×$4Ñ$4Ð#5ð 6Ø×2Ñ2Ð3°2ð7óð ñ <r&   c                óÆ  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ R,          ;R&   S[;R&   S[ ;R	&   S[;R
&   S[;R&   S[;R&   S[ R,          ;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[ R,          ;R&   S[;R&   S[S[,          R,          ;R&   S[;R&   S[ S[,          R,          ;R&   S[;R&   S[ R,          ;R&   # )é   Ú
vocab_sizer   Úintermediate_sizeÚnum_hidden_layersr   Nr   Ú
hidden_actÚmax_position_embeddingsÚinitializer_rangeÚrms_norm_epsÚ	use_cacheÚpad_token_idÚbos_token_idÚeos_token_idÚpretraining_tpÚtie_word_embeddingsÚrope_parametersÚattention_biasÚattention_dropoutÚmlp_biasr   )ÚintÚstrÚfloatÚboolÚlistr   Údict)ÚformatÚ__classdict__s   "€r$   Ú__annotate__ÚLlamaConfig.__annotate__   st  ø‡ ‚ ñF ÑñG ñH ÑñI ñJ Ñ"ñK ñL ÑñM ñN Ñ!ñO ñP ˜t�Ñ*ñQ ñR ÑñS ñT !Ñ'ñU ñV ÑGñW ñX ÑñY ñZ Ññ[ ñ\ ˜•*Ñ#ñ] ñ^ ˜•*Ñ ñ_ ñ` ™™S�	•/ DÕ(Ñ,ña ñb ˜$•JÑ"ñc ñd Ñ%ñe ñf $¡dÕ*¨TÕ1Ñ8ñg ñh Ñ ñi ñj ™U•{ TÕ)Ñ/ñk ñl Ññm ñn �D�jÑòo r&   )r   r   )%Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr-   r   r.   r/   r   r   r0   r1   r   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r   r    r)   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r#   rE   s   @@r$   r	   r	      s  ù‡ € ñð €JØ#4Ð"5Ðð 	$ YØ# YØ# YØ# YØ  )Ø 	Ø  )ðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð €JØ€KØ"ÐØÐØ!ÐØ&*ÐØ€JØ#'ÐÙ'¨C°SÕ9À$ÔGÐØ€LØ€IØ#€LØ €LØ+,€LØ!"€NØ %ÐØ48€OØ €NØ,/ÐØ€HØ€Hõ(ò÷C … r&   r	   N)rL   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   Úutils.type_validatorsr   r	   Ú__all__r   r&   r$   Ú<module>r[      sP   ðñ&  å .å 3Ý 1Ý #Ý -ñ Ð5Ô6ØôEÐ"ó Eó ó 7ðEðP ˆ/‚r&   