+
    œ°³j‹  ã                   óx   € R t ^ RIHt ^RIHt ^RIHt ^RIHt ]! RR7      ] ! R R]4      4       4       t	R.t
R	# )
zMixtral model configuration)Ústrict)ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzmistralai/Mixtral-8x7B-v0.1)Ú
checkpointc                   ó  a a€ ] tR t^t oRtRtR.tRtRRRRRRR	R
RRRR
RR/tRR.R.3RRR.R.3RR.R.3/t	RRRRRRRR/t
RR/tRtRtRt^ t^ t^tRtR tR*tR!tR"tR#tRt^t^tR$tRtR%t^t^tR$t R&t!R%t"Rt#V 3R' lt$V3R( lt%R)t&Vt'V ;t(# )+ÚMixtralConfiga`  
Example:

```python
>>> from transformers import MixtralModel, MixtralConfig

>>> # Initializing a Mixtral 7B style configuration
>>> configuration = MixtralConfig()

>>> # Initializing a model from the Mixtral 7B style configuration
>>> model = MixtralModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```ÚmixtralÚpast_key_valuesg    €„.Azlayers.*.self_attn.q_projÚcolwisezlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwisez!layers.*.mlp.experts.gate_up_projÚpacked_colwisezlayers.*.mlp.experts.down_projzlayers.*.mlp.expertsÚmoe_tp_expertsÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormzlayers.*.mlp.gateÚ	ep_routerÚgrouped_gemmÚnum_expertsÚnum_local_expertsi }  i   i 8  NÚsilug{®Gáz”?gñhãˆµøä>TFg        gü©ñÒMbP?c                óf   <€ V P                   f   V P                  V n         \        SV `  ! R/ VB  R # )N© )Únum_key_value_headsÚnum_attention_headsÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s   &,€Úr/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/mixtral/configuration_mixtral.pyr    ÚMixtralConfig.__post_init__]   s-   ø€ Ø×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$ä‰ÒÑ' Ô'ó    c                óÎ  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ R,          ;R&   S[;R	&   S[ ;R
&   S[;R&   S[;R&   S[;R&   S[ R,          ;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[;R&   S[ R,          ;R&   S[S[ ,          ;R&   S[ ;R&   S[ ;R&   S[;R&   S[;R&   S[;R&   S[S[,          R,          ;R&   # )é   Ú
vocab_sizeÚhidden_sizeÚintermediate_sizeÚnum_hidden_layersr   r   NÚhead_dimÚ
hidden_actÚmax_position_embeddingsÚinitializer_rangeÚrms_norm_epsÚ	use_cacheÚpad_token_idÚbos_token_idÚeos_token_idÚtie_word_embeddingsÚsliding_windowÚattention_dropoutÚnum_experts_per_tokr   Úoutput_router_logitsÚrouter_aux_loss_coefÚrouter_jitter_noiseÚrope_parameters)ÚintÚstrÚfloatÚboolÚlistr   Údict)ÚformatÚ__classdict__s   "€r$   Ú__annotate__ÚMixtralConfig.__annotate__   s˜  ø‡ ‚ ñZ Ññ[ ñ\ Ññ] ñ^ Ñ"ñ_ ñ` Ñña ñb Ñ!ñc ñd Ñ ñe ñf �D�jÑñg ñh Ññi ñj !Ñ,ñk ñl Ñ#ñm ñn Ñño ñp Ññq ñr ˜•*Ñ#ñs ñt ˜•*Ñ ñu ñv ™™S�	•/ DÕ(Ñ,ñw ñx Ñ%ñy ñz ˜$•JÑ%ñ{ ñ| ™s•{Ñ(ñ} ñ~ Ñ ñ ñ@ ÑñA ñB Ñ&ñC ñD  Ñ'ñE ñF Ñ$ñG ñH $¡dÕ*¨TÕ1Ñ8òI r&   )r   i   ))Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚdefault_thetaÚbase_model_tp_planÚbase_model_pp_planÚbase_model_ep_planÚattribute_mapr)   r*   r+   r,   r   r   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r   r:   r;   r<   r=   r    Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r#   rE   s   @@r$   r   r      sF  ù‡ € ñð  €JØ#4Ð"5ÐØ€Mà# YØ# YØ# YØ# YØ+Ð-=Ø(¨)ØÐ 0ðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð 	˜[Ø+¨^Ø(¨.ØÐ 0ð	Ðð #Ð$7Ð8€Mà€JØ€KØ"ÐØÐØ!ÐØ ÐØ€HØ€JØ#,ÐØ#ÐØ€LØ€IØ#€LØ €LØ+,€LØ %ÐØ!%€NØ%(ÐØ ÐØÐØ!&ÐØ"'ÐØ!$ÐØ48€Oõ(÷M … r&   r   N)rL   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r   Ú__all__r   r&   r$   Ú<module>r]      sN   ðñ "å .å 3Ý 1Ý #ñ Ð8Ô9ØôH(Ð$ó H(ó ó :ðH(ðV Ð
‚r&   