+
    œ°³j>  ã                   óh   € ^ RI Ht ^RIHt ^RIHt ]! RR7      ] ! R R]4      4       4       tR.tR# )	é    )Ústrict)ÚPreTrainedConfig)Úauto_docstringzfacebook/cwm)Ú
checkpointc                   óø   a a€ ] tR t^t oRtRtR.tRRRRRRRR	R
RRRRR	/tRR.R.3RRR.R.3RR.R.3/tRt	Rt
Rt^@t^0t^tRtRtRtRtRtRtRtRt^tRtRtRtRt^€tR tR!tRtV 3R" lt R# t!V3R$ lt"R%t#Vt$V ;t%# )&Ú	CwmConfigaB  
```python
>>> from transformers import CwmModel, CwmConfig

>>> # Initializing a Cwm cwm-7b style configuration
>>> configuration = CwmConfig()

>>> # Initializing a model from the cwm-7b style configuration
>>> model = CwmModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```ÚcwmÚpast_key_valueszlayers.*.self_attn.q_projÚcolwisezlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwisezlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormi õ i   i T  Úsilui   g{®Gáz”?gñhãˆµøä>TNi ô Fg        ç    €„.Aé    c                óz  <€ V P                   f   RRRRRRRRR	R
RR/V n         V P                  f<   ^p\        V P                  4       Uu. uF  pW2,          ^ 8X  d   RMRNK  	  upV n        V P                  '       d   \        V P                  4      MR V n        \        V P                  4      V n        V P                  e   V P                  M. ROV n        V P                  f#   V P                  V P                  ,          V n        V P                  f   V P                  V n        \        SV `4  ! R/ VB  R # u upi )NÚ
rope_thetar   Úfactorg      0@Úhigh_freq_factorg      @Úlow_freq_factorg      ð?Ú original_max_position_embeddingsr   Ú	rope_typeÚllama3Úfull_attentionÚsliding_attention)iô iô i	ô © )Úrope_parametersÚlayer_typesÚrangeÚnum_hidden_layersÚsliding_windowÚintÚlistÚeos_token_idÚhead_dimÚhidden_sizeÚnum_attention_headsÚnum_key_value_headsÚsuperÚ__post_init__)ÚselfÚkwargsÚwindow_patternÚiÚ	__class__s   &,  €Új/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/cwm/configuration_cwm.pyr/   ÚCwmConfig.__post_init__W   s+  ø€ Ø×ÑÒ'à˜kØ˜$Ø" CØ! 3Ø2°DØ˜Xð$ˆDÔ ð ×ÑÒ#àˆNô ˜t×5Ñ5Ô6ó á6�Að '(Õ&8¸AÔ&=Ñ!ÐDWÒWÙ6ñ ˆDÔð
 ;?×:M×:MÐ:Mœc $×"5Ñ"5Ô6ÐSWˆÔÜ × 0Ñ 0Ó1ˆÔØ15×1BÑ1BÒ1N˜D×-Ò-ÒTlˆÔØ�=‰=Ò Ø ×,Ñ,°×0HÑ0HÕHˆDŒMØ×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÔ$ä‰ÒÑ' Ô'ùò s   Á
D8c                ó–   € V P                   V P                  ,          ^ 8w  d'   \        RV P                    RV P                   R24      hR# )zOPart of `@strict`-powered validation. Validates the architecture of the config.zThe hidden size (z6) is not a multiple of the number of attention heads (z).N)r+   r,   Ú
ValueError)r0   s   &r5   Úvalidate_architectureÚCwmConfig.validate_architecturet   sS   € à×Ñ˜d×6Ñ6Õ6¸!Ô;ÜØ# D×$4Ñ$4Ð#5ð 6Ø×2Ñ2Ð3°2ð7óð ñ <ó    c                óš  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[ ;R&   S[;R	&   S[;R
&   S[;R&   S[ R,          ;R&   S[ ;R&   S[ S[S[ ,          ,          R,          ;R&   S[ ;R&   S[;R&   S[R,          ;R&   S[S[ ,          ;R&   S[;R&   S[ ;R&   S[ ;R&   S[S[,          R,          ;R&   # )é   Ú
vocab_sizer+   Úintermediate_sizer%   r,   r-   Ú
hidden_actÚmax_position_embeddingsÚinitializer_rangeÚrms_norm_epsÚ	use_cacheNÚpad_token_idÚbos_token_idr)   Úpretraining_tpÚtie_word_embeddingsr"   Úattention_dropoutÚmlp_biasr*   r&   r#   )r'   ÚstrÚfloatÚboolr(   Údict)ÚformatÚ__classdict__s   "€r5   Ú__annotate__ÚCwmConfig.__annotate__   sq  ø‡ ‚ ñF ÑñG ñH ÑñI ñJ Ñ"ñK ñL ÑñM ñN Ñ!ñO ñP Ñ ñQ ñR ÑñS ñT !Ñ)ñU ñV Ñ#ñW ñX ÑñY ñZ Ññ[ ñ\ ˜•*Ñ#ñ] ñ^ Ññ_ ñ` ™™S�	•/ DÕ(Ñ/ña ñb Ññc ñd Ñ%ñe ñf ˜D•[Ñ'ñg ñh ™s•{Ñ(ñi ñj Ññk ñl Ññm ñp Ññq ñr ‘c•˜TÕ!Ñ(òs r;   )r)   r*   r#   r-   r"   r&   )&Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr>   r+   r?   r%   r,   r-   r@   rA   rB   rC   rD   rE   rF   r)   rG   rH   r"   rI   rJ   r*   Údefault_thetar&   r#   r/   r9   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r4   rP   s   @@r5   r   r      s  ù‡ € ñð €JØ#4Ð"5Ðð 	$ YØ# YØ# YØ# YØ  )Ø 	Ø  )ðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð €JØ€KØ"ÐØÐØ!ÐØ ÐØ€JØ#)ÐØ#ÐØ€LØ€IØ#€LØ€LØ+/€LØ€NØ %ÐØ#'€OØ%(ÐØ€HØ€HØ€MØ€NØ$(€Kõ(ò:÷q … r;   r   N)Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r   Ú__all__r!   r;   r5   Ú<module>re      sF   ðõ, /å 3Ý #ñ ˜>Ô*Øô\Ð ó \ó ó +ð\ð~ ˆ-‚r;   