+
    œ°³j¨  ã                   ól   € ^RI HtHt ^RIHt ^RIHt ]! RR7      ] ! R R]4      4       4       tR.tR# )	é   )ÚPreTrainedConfigÚstrict)ÚRopeParameters)Úauto_docstringzEuroBERT/EuroBERT-210m)Ú
checkpointc                   óø   a a€ ] tR t^t oRtRtR.tRRRRRRRR	R
RRRRR	/tRR.R.3RRR.R.3RR.R.3/tRt	Rt
Rt^t^tRtRtRtRtRtRtRtRtRt^tRtRtRtR tRtRtR!tR"tV 3R# lt R$ t!V3R% lt"R&t#Vt$V ;t%# )'ÚEuroBertConfigaM  
mask_token_id (`int`, *optional*, defaults to 128002):
    Mask token id.
classifier_pooling (`str`, *optional*, defaults to `"late"`):
    The pooling strategy to use for the classifier. Can be one of ['bos', 'mean', 'late'].

```python
>>> from transformers import EuroBertModel, EuroBertConfig

>>> # Initializing a EuroBert eurobert-base style configuration
>>> configuration = EuroBertConfig()

>>> # Initializing a model from the eurobert-base style configuration
>>> model = EuroBertModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```ÚeurobertÚpast_key_valueszlayers.*.self_attn.q_projÚcolwisezlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwisezlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormi õ i   i   NÚsilui    g{®Gáz”?gñhãˆµøä>Tiô i ô Fg        iô Úlatec                ó  <€ V P                   f   V P                  V n         V P                  f#   V P                  V P                  ,          V n        V P                   f   V P                  V n         \        SV `  ! R/ VB  R # )N© )Únum_key_value_headsÚnum_attention_headsÚhead_dimÚhidden_sizeÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s   &,€Út/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/eurobert/configuration_eurobert.pyr   ÚEuroBertConfig.__post_init__\   si   ø€ Ø×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$Ø�=‰=Ò Ø ×,Ñ,°×0HÑ0HÕHˆDŒMØ×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$ä‰ÒÑ' Ô'ó    c                ó–   € V P                   V P                  ,          ^ 8w  d'   \        RV P                    RV P                   R24      hR# )zOPart of `@strict`-powered validation. Validates the architecture of the config.zThe hidden size (z6) is not a multiple of the number of attention heads (z).N)r   r   Ú
ValueError)r   s   &r"   Úvalidate_architectureÚ$EuroBertConfig.validate_architecturef   sS   € à×Ñ˜d×6Ñ6Õ6¸!Ô;ÜØ# D×$4Ñ$4Ð#5ð 6Ø×2Ñ2Ð3°2ð7óð ñ <r$   c                óÂ  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ R,          ;R&   S[;R&   S[ ;R	&   S[;R
&   S[;R&   S[;R&   S[ R,          ;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[ ;R&   S[;R&   S[S[,          R,          ;R&   S[;R&   S[ S[,          ;R&   S[;R&   S[ R,          ;R&   S[ ;R&   S[;R&   # )é   Ú
vocab_sizer   Úintermediate_sizeÚnum_hidden_layersr   Nr   Ú
hidden_actÚmax_position_embeddingsÚinitializer_rangeÚrms_norm_epsÚ	use_cacheÚpad_token_idÚbos_token_idÚeos_token_idÚpretraining_tpÚtie_word_embeddingsÚrope_parametersÚattention_biasÚattention_dropoutÚmlp_biasr   Úmask_token_idÚclassifier_pooling)ÚintÚstrÚfloatÚboolÚlistr   Údict)ÚformatÚ__classdict__s   "€r"   Ú__annotate__ÚEuroBertConfig.__annotate__   s‰  ø‡ ‚ ñP ÑñQ ñR ÑñS ñT Ñ!ñU ñV ÑñW ñX Ñ!ñY ñZ ˜t�Ñ*ñ[ ñ\ Ññ] ñ^ !Ñ'ñ_ ñ` Ñ#ña ñb Ññc ñd Ññe ñf ˜•*Ñ%ñg ñh ˜•*Ñ%ñi ñj ™™S�	•/ DÕ(Ñ1ñk ñl Ññm ñn Ñ%ño ñp $¡dÕ*¨TÕ1Ñ8ñq ñr Ñ ñs ñt ™U•{Ñ(ñu ñv Ññw ñx �D�jÑñy ñz Ññ{ ñ| Ñ$ò} r$   )r   r   )&Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr+   r   r,   r-   r   r   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r   r<   r=   r   r'   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r!   rE   s   @@r"   r	   r	      s  ù‡ € ñð& €JØ#4Ð"5Ðð 	$ YØ# YØ# YØ# YØ  )Ø 	Ø  )ðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð €JØ€KØ!ÐØÐØ!ÐØ&*ÐØ€JØ#'ÐØ#ÐØ€LØ€IØ%€LØ%€LØ+1€LØ€NØ %ÐØ48€OØ €NØ%(ÐØ€HØ€HØ€MØ$Ðõ(ò÷U … r$   r	   N)	Úconfiguration_utilsr   r   Úmodeling_rope_utilsr   Úutilsr   r	   Ú__all__r   r$   r"   Ú<module>rY      sH   ð÷. <Ý 1Ý #ñ Ð3Ô4ØôNÐ%ó Nó ó 5ðNðb Ð
‚r$   