+
    œ°³jS  ã                   ó€   € ^ RI Ht ^RIHt ^RIHt ^RIHt ^RIH	t	 ]! RR7      ] ! R R	]4      4       4       t
R	.tR
# )é    )Ústrict)ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstring)Úintervalzbiohub/ESMC-6B-hf)Ú
checkpointc                   ó  a a€ ] tR t^t oRtRtRRRRRRRRR	RR
RRR/tRR.R.3RRR.R.3RR.R.3/t^@tRt	Rt
^Pt^(tRtRtRt]! RRR7      ! RR7      t^t^ t^tRtRtRtRtRtRt^ tRtV 3R ltR  tV3R! ltR"t Vt!V ;t"# )#Ú
EsmcConfigah  
mask_token_id (`int`, *optional*, defaults to 32):
    Index of the mask token in the vocabulary (``"<mask>"``), used for masked language modelling.
classifier_dropout (`float`, *optional*, defaults to 0.1):
    Dropout ratio for the classification head.

Examples:

```python
>>> from transformers import EsmcConfig, EsmcModel

>>> # Initializing an ESMC biohub/ESMC-6B-hf style configuration
>>> configuration = EsmcConfig()

>>> # Initializing a model (with random weights) from the configuration
>>> model = EsmcModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```
Úesmczlayers.*.self_attn.q_projÚcolwisezlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwisezlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormi 
  i   NÚsilui   g        g      ð?)ÚminÚmaxg{®Gáz”?)ÚdefaultFgš™™™™™¹?c                ó  <€ V P                   f   ^ V n         V P                  f   ^V n        V P                  f#   V P                  V P                  ,          V n        V P
                  f   V P                  V n        \        SV `  ! R/ VB  R # )N© )Úbos_token_idÚeos_token_idÚhead_dimÚhidden_sizeÚnum_attention_headsÚnum_key_value_headsÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s   &,€Úl/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/esmc/configuration_esmc.pyr"   ÚEsmcConfig.__post_init__^   sy   ø€ ð ×ÑÒ$Ø !ˆDÔØ×ÑÒ$Ø !ˆDÔØ�=‰=Ò Ø ×,Ñ,°×0HÑ0HÕHˆDŒMØ×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$ä‰ÒÑ' Ô'ó    c                ó  € V P                   V P                  ,          ^ 8w  d'   \        RV P                    RV P                   R24      hV P                  V P                  8w  d'   \        RV P                   RV P                   R24      hR# )zOPart of `@strict`-powered validation. Validates the architecture of the config.zThe hidden size (z6) is not a multiple of the number of attention heads (z).zFESMC does not support grouped-query attention: `num_key_value_heads` (z$) must equal `num_attention_heads` (N)r   r   Ú
ValueErrorr    )r#   s   &r&   Úvalidate_architectureÚ EsmcConfig.validate_architecturel   s    € à×Ñ˜d×6Ñ6Õ6¸!Ô;ÜØ# D×$4Ñ$4Ð#5ð 6Ø×2Ñ2Ð3°2ð7óð ð
 ×#Ñ# t×'?Ñ'?Ô?ÜðØ×,Ñ,Ð-Ð-QÐRV×RjÑRjÐQkÐkmðoóð ñ @r(   c                óÈ  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ R,          ;R&   S[;R&   S[ ;R	&   S[;R
&   S[ R,          ;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[;R&   S[S[,          R,          ;R&   S[;R&   S[ S[,          R,          ;R&   S[;R&   S[ R,          ;R&   S[ R,          ;R&   S[R,          ;R&   # )é   Ú
vocab_sizer   Úintermediate_sizeÚnum_hidden_layersr   Nr    Ú
hidden_actÚmax_position_embeddingsÚinitializer_rangeÚpad_token_idr   r   Útie_word_embeddingsÚrope_parametersÚattention_biasÚattention_dropoutÚmlp_biasr   Úmask_token_idÚclassifier_dropout)ÚintÚstrÚfloatÚlistÚboolr   Údict)ÚformatÚ__classdict__s   "€r&   Ú__annotate__ÚEsmcConfig.__annotate__   si  ø‡ ‚ ñV ÑñW ñX ÑñY ñZ Ñ!ñ[ ñ\ Ññ] ñ^ Ñ!ñ_ ñ` ˜t�Ñ*ña ñb Ññc ñd !Ñ'ñe ñf ÑGñg ñh ˜•*Ñ ñi ñj ˜•*Ñ ñk ñl ™™S�	•/ DÕ(Ñ,ñm ñn Ñ%ño ñp $¡dÕ*¨TÕ1Ñ8ñq ñr Ñ ñs ñt ™U•{ TÕ)Ñ/ñu ñv Ññw ñx �D�jÑñy ñ~ ˜•:Ñ"ñ ñ@  �Ñ*òA r(   )r   r   r   r    )#Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚbase_model_tp_planÚbase_model_pp_planr/   r   r0   r1   r   r    r2   r3   r   r4   r5   r   r   r6   r7   r8   r9   r:   r   r;   r<   r"   r+   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r%   rD   s   @@r&   r
   r
      s	  ù‡ € ñð, €Jð 	$ YØ# YØ# YØ# YØ  )Ø 	Ø  )ðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð €JØ€KØ!ÐØÐØ!ÐØ&*ÐØ€JØ#'ÐÙ'¨C°SÕ9À$ÔGÐØ €LØ €LØ+,€LØ %ÐØ48€OØ €NØ,/ÐØ€HØ€Hð !#€MØ'*Ðõ(ò÷a … r(   r
   N)Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   Úutils.type_validatorsr   r
   Ú__all__r   r(   r&   Ú<module>rY      sM   ðõ( /å 3Ý 1Ý #Ý -ñ Ð.Ô/ØôZÐ!ó Zó ó 0ðZðz ˆ.‚r(   