+
    œ°³j»  ã                   ót   € ^ RI Ht ^RIHt ^RIHt ^RIHt ]! RR7      ] ! R R]4      4       4       tR.t	R	# )
é    )Ústrict)ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzallenai/Olmo-3-7B-Instruct)Ú
checkpointc                   óð   a a€ ] tR t^t oRtRtR.tRRRRRRRR	R
RRRRR/tRR.R.3RRR.R.3RR.R.3/tRt	Rt
Rt^ t^ tRtRtRtRtRt^tRtRtRtRtRtR tR!tR"tRtRtV 3R# ltR$ tV3R% lt R&t!Vt"V ;t## )'ÚOlmo3ConfigaU  
Example:

```python
>>> from transformers import Olmo3Model, Olmo3Config

>>> # Initializing a Olmo3 7B style configuration
>>> configuration = Olmo3Config()

>>> # Initializing a model from the Olmo3 7B style configuration
>>> model = Olmo3Model(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```
Úolmo3Úpast_key_valueszlayers.*.self_attn.q_projÚcolwise_gather_outputzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwise_split_inputzlayers.*.mlp.gate_projÚcolwisezlayers.*.mlp.up_projzlayers.*.mlp.down_projÚrowwiseÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormi€Ä  i   i +  NÚsilui   g{®Gáz”?TigÄ  Fg        gñhãˆµøä>g    €„Ac                óJ  <€ V P                   f   V P                  V n         V P                  fA   \        V P                  4       Uu. uF  q"^,           ^,          ^ 8w  d   RMRNK  	  upV n        V P                   f   V P                  V n         \
        SV `  ! R/ VB  R # u upi )NÚsliding_attentionÚfull_attention© )Únum_key_value_headsÚnum_attention_headsÚlayer_typesÚrangeÚnum_hidden_layersÚsuperÚ__post_init__)ÚselfÚkwargsÚiÚ	__class__s   &, €Ún/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/olmo3/configuration_olmo3.pyr"   ÚOlmo3Config.__post_init__Y   s˜   ø€ Ø×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$à×ÑÒ#äW\Ð]a×]sÑ]sÔWtó ÙWtÐRS¨A­°¥{°aÔ'7Ñ#Ð=MÒMÑWtñ ˆDÔð ×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$Ü‰ÒÑ' Ô'ùò s   Á!B c                ó˜  € VP                  R R4      pRRR/RRR//pV P                  e   V P                  MTV n        Ve#   V P                  R,          P                  V4       V P                  P                  R4      f   RR/V P                  R&   V P                  R,          P	                  RVP                  RV P
                  4      4       V P                  P                  R4      f   RR/V P                  R&   V P                  R,          P	                  RVP                  RV P
                  4      4       V P                  4        V# )Úrope_scalingNr   Ú	rope_typeÚdefaultr   Ú
rope_theta)ÚpopÚrope_parametersÚupdateÚgetÚ
setdefaultÚdefault_thetaÚstandardize_rope_params)r#   r$   r*   Údefault_rope_paramss   &,  r'   Úconvert_rope_params_to_dictÚ'Olmo3Config.convert_rope_params_to_dicte   s>  € Ø—z‘z .°$Ó7ˆð
   +¨yÐ!9Ø˜{¨IÐ6ð
Ðð 8<×7KÑ7KÒ7W˜t×3Ò3Ð]pˆÔØÒ#Ø× Ñ Ð!1Õ2×9Ñ9¸,ÔGð ×Ñ×#Ñ#Ð$4Ó5Ò=Ø6AÀ9Ð5MˆD× Ñ Ð!1Ñ2Ø×ÑÐ-Õ.×9Ñ9¸,ÈÏ
É
ÐS_Ðae×asÑasÓHtÔuØ×Ñ×#Ñ#Ð$7Ó8Ò@Ø9DÀiÐ8PˆD× Ñ Ð!4Ñ5Ø×ÑÐ0Õ1×<Ñ<Ø˜&Ÿ*™* \°4×3EÑ3EÓFô	
ð
 	×$Ñ$Ô&Øˆó    c                ó¼  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ R,          ;R&   S[;R&   S[ ;R	&   S[;R
&   S[;R&   S[ R,          ;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[;R&   S[S[,          R,          ;R&   S[;R&   S[S[ ,          ;R&   S[;R&   S[ R,          ;R&   S[S[,          R,          ;R&   # )é   Ú
vocab_sizeÚhidden_sizeÚintermediate_sizer    r   Nr   Ú
hidden_actÚmax_position_embeddingsÚinitializer_rangeÚ	use_cacheÚpad_token_idÚbos_token_idÚeos_token_idÚtie_word_embeddingsr/   Úattention_biasÚattention_dropoutÚrms_norm_epsÚsliding_windowr   )ÚintÚstrÚfloatÚboolÚlistr   Údict)ÚformatÚ__classdict__s   "€r'   Ú__annotate__ÚOlmo3Config.__annotate__   se  ø‡ ‚ ñJ ÑñK ñL ÑñM ñN Ñ"ñO ñP ÑñQ ñR Ñ!ñS ñT ˜t�Ñ*ñU ñV ÑñW ñX !Ñ'ñY ñZ Ñ#ñ[ ñ\ Ññ] ñ^ ˜•*Ñ ñ_ ñ` ˜•*Ñ#ña ñb ™™S�	•/ DÕ(Ñ0ñc ñd Ñ%ñe ñf $¡dÕ*¨TÕ1Ñ8ñg ñh Ñ ñi ñj ™s•{Ñ(ñk ñn Ñño ñt ˜$•JÑ%ñu ñv ‘c•˜TÕ!Ñ(òw r8   )r   r   r/   )$Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr;   r<   r=   r    r   r   r>   r?   r@   rA   rB   rC   rD   rE   r/   rF   rG   rH   r3   rI   r   r"   r6   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r&   rQ   s   @@r'   r	   r	      s
  ù‡ € ñð" €JØ#4Ð"5Ðà#Ð%<Ø#Ð%<Ø#Ð%<Ø#Ð%:Ø  )Ø 	Ø  )ðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð €JØ€KØ"ÐØÐØ!ÐØ&*ÐØ€JØ#'ÐØ#ÐØ€IØ €LØ#€LØ+0€LØ %ÐØ48€OØ €NØ%(Ðà€LØ€Mà!%€NØ$(€Kõ
(ò÷S … r8   r	   N)
Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r	   Ú__all__r   r8   r'   Ú<module>rf      sJ   ðõ* /å 3Ý 1Ý #ñ Ð7Ô8Øô`Ð"ó `ó ó 9ð`ðF ˆ/‚r8   