+
    œ°³jI  ã                   ó    € R t ^ RIHt ^RIHt ^RIHt ^RIHtH	t	 ]	P                  ! ]4      t]! RR7      ] ! R R]4      4       4       tR.tR	# )
zMistral model configuration)Ústrict)ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringÚloggingzmistralai/Mistral-7B-v0.1)Ú
checkpointc                   óâ   a a€ ] tR t^t oRtRtR.tRRRRRRRR	R
RRRRR	/tRR.R.3RRR.R.3RR.R.3/tRt	Rt
Rt^ t^ t^tRtRtR!tRtRtRtRt^t^tRtRtRtRtV 3R ltV3R ltR tVtV ;t # )"ÚMistralConfiga`  
Example:

```python
>>> from transformers import MistralModel, MistralConfig

>>> # Initializing a Mistral 7B style configuration
>>> configuration = MistralConfig()

>>> # Initializing a model from the Mistral 7B style configuration
>>> model = MistralModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```ÚmistralÚpast_key_valueszlayers.*.self_attn.q_projÚcolwisezlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwisezlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormi }  i   i 8  NÚsilug{®Gáz”?g�íµ ÷Æ°>TFg        c                ó  <€ V P                   e   V P                   MV P                  V P                  ,          V n         V P                  f   V P                  V n        RV9   d   \        P                  R4       \        SV `  ! R/ VB # )NÚlayer_typesz�Detected Mistral model with layer_types. Consider using AutoModel or Ministral classes instead to enable alternating attention compatibility.© )Úhead_dimÚhidden_sizeÚnum_attention_headsÚnum_key_value_headsÚloggerÚwarning_onceÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s   &,€Úr/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/mistral/configuration_mistral.pyr    ÚMistralConfig.__post_init__S   sv   ø€ Ø)-¯©Ò)B˜ŸšÈ×HXÑHXÐ\`×\tÑ\tÕHtˆŒØ×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$à˜FÔ"Ü×Ñð `ôô ‰wÒ$Ñ. vÑ.Ð.ó    c                ó’  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ R,          ;R&   S[;R	&   S[ ;R
&   S[;R&   S[;R&   S[;R&   S[ R,          ;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[;R&   S[S[,          R,          ;R&   S[ R,          ;R&   S[S[ ,          ;R&   # )é   Ú
vocab_sizer   Úintermediate_sizeÚnum_hidden_layersr   r   Nr   Ú
hidden_actÚmax_position_embeddingsÚinitializer_rangeÚrms_norm_epsÚ	use_cacheÚpad_token_idÚbos_token_idÚeos_token_idÚtie_word_embeddingsÚrope_parametersÚsliding_windowÚattention_dropout)ÚintÚstrÚfloatÚboolÚlistr   Údict)ÚformatÚ__classdict__s   "€r$   Ú__annotate__ÚMistralConfig.__annotate__   sM  ø‡ ‚ ñJ ÑñK ñL ÑñM ñN Ñ"ñO ñP ÑñQ ñR Ñ!ñS ñT Ñ ñU ñV �D�jÑñW ñX ÑñY ñZ !Ñ,ñ[ ñ\ Ñ#ñ] ñ^ Ññ_ ñ` Ñña ñb ˜•*Ñ#ñc ñd ˜•*Ñ ñe ñf ™™S�	•/ DÕ(Ñ,ñg ñh Ñ%ñi ñj $¡dÕ*¨TÕ1Ñ8ñk ñl ˜$•JÑ%ñm ñn ™s•{Ñ(òo r&   )r   r   i   )!Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr)   r   r*   r+   r   r   r   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r    Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r#   r?   s   @@r$   r	   r	      sù   ù‡ € ñð  €JØ#4Ð"5Ðð 	$ YØ# YØ# YØ# YØ  )Ø 	Ø  )ðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð €JØ€KØ"ÐØÐØ!ÐØ ÐØ€HØ€JØ#,ÐØ#ÐØ€LØ€IØ#€LØ €LØ+,€LØ %ÐØ48€OØ!%€NØ%(Ðõ	/÷s … r&   r	   N)rF   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r   Ú
get_loggerrB   r   r	   Ú__all__r   r&   r$   Ú<module>rU      s`   ðñ "å .å 3Ý 1ß ,ð 
×	Ò	˜HÓ	%€ñ Ð6Ô7Øô@/Ð$ó @/ó ó 8ð@/ðF Ð
‚r&   