+
    œ°³jš  ã                   óx   € R t ^ RIHt ^RIHt ^RIHt ^RIHt ]! RR7      ] ! R R]4      4       4       t	R.t
R	# )
zStarcoder2 model configuration)Ústrict)ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzbigcode/starcoder2-7b)Ú
checkpointc                   óÔ   a € ] tR t^t o RtRtR.tRRRRRRRR	R
RRR	/tRR.R.3RRR.R.3RR.R.3/tRt	Rt
Rt^t^t^tRtRtRtRtRtRtRtRtRtRtRtRtRtRtRtV 3R ltRtV t R# ) ÚStarcoder2ConfigaÙ  
use_bias (`bool`, *optional*, defaults to `True`):
    Whether to use bias term on linear layers of the model.

```python
>>> from transformers import Starcoder2Model, Starcoder2Config

>>> # Initializing a Starcoder2 7B style configuration
>>> configuration = Starcoder2Config()

>>> # Initializing a model from the Starcoder2 7B style configuration
>>> model = Starcoder2Model(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```
Ú
starcoder2Úpast_key_valueszlayers.*.self_attn.q_projÚcolwisezlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwisezlayers.*.mlp.c_fczlayers.*.mlp.c_projÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormi À  i   i 0  Úgelu_pytorch_tanhi   gŸVÑšy’?gñhãˆµøä>TiPÄ  Ng        c                ó¼  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[ ;R&   S[;R	&   S[;R
&   S[;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[ R,          ;R&   S[S[,          R,          ;R&   S[ R,          ;R&   S[S[ ,          ;R&   S[S[ ,          ;R&   S[S[ ,          ;R&   S[;R&   S[;R&   # )é   Ú
vocab_sizeÚhidden_sizeÚintermediate_sizeÚnum_hidden_layersÚnum_attention_headsÚnum_key_value_headsÚ
hidden_actÚmax_position_embeddingsÚinitializer_rangeÚnorm_epsilonÚ	use_cacheNÚbos_token_idÚeos_token_idÚpad_token_idÚrope_parametersÚsliding_windowÚattention_dropoutÚresidual_dropoutÚembedding_dropoutÚuse_biasÚtie_word_embeddings)ÚintÚstrÚfloatÚboolÚlistr   Údict)ÚformatÚ__classdict__s   "€Úx/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/starcoder2/configuration_starcoder2.pyÚ__annotate__ÚStarcoder2Config.__annotate__   so  ø‡ ‚ ñL ÑñM ñN ÑñO ñP Ñ"ñQ ñR ÑñS ñT Ñ!ñU ñV Ñ ñW ñX Ñ)ñY ñZ !Ñ'ñ[ ñ\ Ñ'ñ] ñ^ Ññ_ ñ` Ñña ñb ˜•*Ñ$ñc ñd ™™S�	•/ DÕ(Ñ0ñe ñf ˜•*Ñ#ñg ñh $¡dÕ*¨TÕ1Ñ8ñi ñj ˜$•JÑ%ñk ñl ™s•{Ñ(ñm ñn ™c•kÑ'ño ñp ™s•{Ñ(ñq ñr Ññs ñt Ñ$òu ó    © )!Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r3   s   @r4   r   r      sû   ø‡ € ñð$ €JØ#4Ð"5Ðð 	$ YØ# YØ# YØ# YØ˜YØ˜yðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð €JØ€KØ"ÐØÐØ!ÐØ ÐØ)€JØ#'ÐØ'ÐØ€LØ€IØ$€LØ+0€LØ#€LØ48€OØ!%€NØ%(ÐØ$'ÐØ%(ÐØ€HØ $Ð÷u ƒ r7   r   N)r=   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r   Ú__all__r8   r7   r4   Ú<module>rJ      sK   ðñ %å .å 3Ý 1Ý #ñ Ð2Ô3Øô8%Ð'ó 8%ó ó 4ð8%ðv Ð
‚r7   