+ j{IRt^RIHt^RIHt^RIHt^RIHtH t ] P!] 4t ]!RR7]!RR]444t ]!RR7]!R R ]444t]!RR7]!R R ]444t]!RR7]!R R]444t]!RR7]!RR]444t.ROtR#)zFLAVA model configurations)Any)strict)PreTrainedConfig)auto_docstringloggingzfacebook/flava-full) checkpointcta]tRt^toRtRtRtRt^ t^ t Rt Rt Rt Rt RtR t^t^t^tR tR tR tV3R ltR tVtR#)FlavaImageConfiga$ mask_token (`bool`, *optional*, defaults to `True`): Whether to use a mask token or not. Used in MIM (Masked Image Modeling) loss for FLAVA. Example: ```python >>> from transformers import FlavaImageConfig, FlavaImageModel >>> # Initializing a FlavaImageModel with style configuration >>> configuration = FlavaImageConfig() >>> # Initializing a FlavaImageModel model (with random weights) from the style configuration >>> model = FlavaImageModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```flava_image_model image_config gelu{Gz?-q=T cz<V^8dQh/S[;R&S[;R&S[;R&S[;R&S[;R&S[S[,;R&S[S[,;R&S[;R&S[;R &S[S[S[,,S[S[S[3,,;R &S[S[S[,,S[S[S[3,,;R &S[;R &S[;R &S[;R&S[;R&#) hidden_sizenum_hidden_layersnum_attention_headsintermediate_size hidden_acthidden_dropout_probattention_probs_dropout_probinitializer_rangelayer_norm_eps image_size patch_size num_channelsqkv_bias mask_token vocab_size)intstrfloatlisttuplebool)format __classdict__s"n/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/flava/configuration_flava.py __annotate__FlavaImageConfig.__annotate__s 23456!78!9:;<*=>#(#+3?@#AB!CDd3i%S/17EFd3i%S/16GHIJKLMNON)__name__ __module__ __qualname____firstlineno____doc__ model_typebase_config_keyrrrrrrrrrrrr r!r"r#__annotate_func____static_attributes____classdictcell__r+s@r,r r so &%J$OK!!J'*03 #!N47J46JLHJJOr/r cpa]tRt^EtoRtRtRtRt^tRt Rt ^ t ^ t Rt RtR tR tR tR t^tR tV3R ltRtVtR#)FlavaTextConfiga Example: ```python >>> from transformers import FlavaTextConfig, FlavaTextModel >>> # Initializing a FlavaTextModel with style configuration >>> configuration = FlavaTextConfig() >>> # Initializing a FlavaTextModel model (with random weights) from the style configuration >>> model = FlavaTextModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```flava_text_model text_configi:wir r rrrrTc<V^8dQh/S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&S[S[,;R &S[S[,;R &S[;R &S[;R &S[R ,;R&S[;R&#)rr#type_vocab_sizemax_position_embeddingsrrrrrrrrrN pad_token_idr!r$r%r&r))r*r+s"r,r-FlavaTextConfig.__annotate__Es,-./0!&123456!78!9:;<*=>#(#+3?@#AB!CD* EFGr/r0N)r1r2r3r4r5r6r7r#rArBrrrrrrrrrrCr!r8r9r:r;s@r,r=r=Esk $J#OJO#&K!!J'*03 #!N LHGr/r=cda]tRt^ktoRtRtRtRt^t^ t Rt Rt Rt Rt RtR tR tR tV3R ltR tVtR #)FlavaMultimodalConfigaK use_cls_token (`bool`, *optional*, defaults to `True`): Whether to use an extra CLS token for multimodal settings. Usually needed by the FLAVA model. Example: ```python >>> from transformers import FlavaMultimodalConfig, FlavaMultimodalModel >>> # Initializing a FlavaMultimodalModel with style configuration >>> configuration = FlavaMultimodalConfig() >>> # Initializing a FlavaMultimodalModel model (with random weights) from the style configuration >>> model = FlavaMultimodalModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```flava_multimodal_modelmultimodal_configr r rrrrTc<V^8dQh/S[;R&S[;R&S[;R&S[;R&S[;R&S[S[,;R&S[S[,;R&S[;R&S[;R &S[;R &S[;R &#) rrrrrrrrrrr! use_cls_tokenrD)r*r+s"r,r-"FlavaMultimodalConfig.__annotate__ks23456!78!9:;<*=>#(#+3?@#AB!CDEFGr/r0N)r1r2r3r4r5r6r7rrrrrrrrrr!rKr8r9r:r;s@r,rGrGks[ &*J)OK!!J'*03 #!NHMGr/rGcLa]tRt^toRt^t^t^tRtRt Rt Rt V3Rlt Rt VtR#) FlavaImageCodebookConfiga+ num_groups (`int`, *optional*, defaults to 4): Number of groups to be created. This parameter as of now doesn't affect the model and is used for some internal calculation and estimations. num_blocks_per_group (`int`, *optional*, defaults to 2): Number of conv-based blocks per group. freeze (`bool`, defaults to `True`): Whether to freeze the weights of the model. Example: ```python >>> from transformers import FlavaImageCodebookConfig, FlavaImageCodebook >>> # Initializing a FlavaImageCodebook with style configuration >>> configuration = FlavaImageCodebookConfig() >>> # Initializing a FlavaImageCodebook model (with random weights) from the style configuration >>> model = FlavaImageCodebook(configuration) >>> # Accessing the model configuration >>> configuration = model.config ``` rTrcn<V^8dQh/S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&#)r num_groupsinput_channelsnum_blocks_per_grouprr#freezer)r$r)r&)r*r+s"r,r-%FlavaImageCodebookConfig.__annotate__sd6789:!;<=>?@ AB#Cr/r0N)r1r2r3r4r5rQrRrSrr#rTrr8r9r:r;s@r,rNrNs90JN !KJF#Cr/rNcaa]tRt^toRtRtR]R]R]R] /t Rt Rt Rt RtRtR tRtR tR tR tRtR tR tR tR tR tR tR tR tR tR tR t V3Rlt!V3Rlt"Rt#Vt$V;t%#) FlavaConfigaP image_config (`dict`, *optional*): Dictionary of configuration options used to initialize [`FlavaImageConfig`]. multimodal_config (`dict`, *optional*): Dictionary of configuration options used to initialize [`FlavaMultimodalConfig`]. image_codebook_config (`dict`, *optional*): Dictionary of configuration options used to initialize [`FlavaCodebookConfig`]. init_codebook (`bool`, *optional*, defaults to `True`): Whether to initialize the codebook logit_scale_init_value (`float`, *optional*, defaults to 2.6592): The initial value of the *logit_scale* parameter. Default is used as per the original FLAVA/CLIP implementation. ce_ignore_index (`int`, *optional*, defaults to -100): Cross entropy index to ignore. mim_weight (`float`, *optional*, defaults to 1.0): Weight to be assigned to MIM (Masked Image Modeling) unimodal loss mlm_weight (`float`, *optional*, defaults to 1.0): Weight to be assigned to MLM (Masked Language Modeling) unimodal loss global_contrastive_weight (`float`, *optional*, defaults to 1.0): Weight to be assigned to global contrastive cross-alignment loss. itm_weight (`float`, *optional*, defaults to 1.0): Weight to be assigned to image-text matching multimodal loss. mmm_image_weight (`float`, *optional*, defaults to 1.0): Weight to be assigned to MMM loss's image part. mmm_text_weight (`float`, *optional*, defaults to 1.0): Weight to be assigned to MMM loss's text part. global_backprop_contrastive (`bool`, *optional*, defaults to `True`): Whether to use global backpropgation through all workers in contrastive loss. skip_unmasked_multimodal_encoder (`bool`, *optional*, defaults to `True`): Whether to skip running unmasked multimodal encoder whose outputs are not used by FLAVA losses. return_loss (`bool`, *optional*, defaults to `True`): Whether to return loss or not Example: ```python >>> from transformers import FlavaConfig, FlavaModel, FlavaForPreTraining >>> # Initializing a FlavaConfig with style configuration >>> configuration = FlavaConfig() >>> # Initializing a FlavaModel and FlavaForPreTraining model (with random weights) from the style configuration >>> model = FlavaModel(configuration) >>> model_pre = FlavaForPreTraining(configuration) >>> # Accessing the model configuration >>> configuration = model.config >>> configuration_pre = model_pre.config ``` flavar?r rIimage_codebook_configNr rTg/L F@rg?c  <VPf/p\PR4MG\VP\4'dVPP 4pM VPpVP f/p\PR4MG\VP \4'dVP P 4pM VP pVPf/p\PR4MG\VP\4'dVPP 4pM VPpVPf/p\PR4MG\VP\4'dVPP 4pM VPpVPRR4pVPRR4pVPRR4pVPRR4p Ve\ R/VBP 4p V P4FPwrW9gK WV ,8wgKV R 8wgK%W9d R V R V R 2p MR V R2p \PV 4KR VPV 4Ve\R/VBP 4pRV9d9VR,P4U U u/uFwr\V 4V bK up p VR&VP4FPwrW9gK WV ,8wgKV R 8wgK%W9d R V RV R 2p MRV R2p \PV 4KR VPV4Ve\R/VBP 4pVP4FPwrW9gK WV ,8wgKV R 8wgK%W9d R V RV R 2p MRV R2p \PV 4KR VPV4V e\R/V BP 4pVP4FPwrW9gK WV ,8wgKV R 8wgK%W9d R V RV R 2p MRV R2p \PV 4KR VPV4\ R/VBVn\R/VBVn\R/VBVn\R/VBVn \ SV`D!R/VBR#uup p i)NzP`text_config` is `None`. Initializing the `FlavaTextConfig` with default values.zR`image_config` is `None`. initializing the `FlavaImageConfig` with default values.z\`multimodal_config` is `None`. Initializing the `FlavaMultimodalConfig` with default values.zc`image_codebook_config` is `None`. initializing the `FlavaImageCodebookConfig` with default values.text_config_dictimage_config_dictmultimodal_config_dictimage_codebook_config_dicttransformers_version`zp` is found in both `text_config_dict` and `text_config` but with different values. The value `text_config_dict["z"]` will be used instead.zk`text_config_dict` is provided which will be used to initialize `FlavaTextConfig`. The value `text_config["z"]` will be overridden.id2labelzs` is found in both `image_config_dict` and `image_config` but with different values. The value `image_config_dict["zn`image_config_dict` is provided which will be used to initialize `FlavaImageConfig`. The value `image_config["z` is found in both `multimodal_config_dict` and `multimodal_config` but with different values. The value `multimodal_config_dict["z}`multimodal_config_dict` is provided which will be used to initialize `FlavaMultimodalConfig`. The value `multimodal_config["z` is found in both `image_codebook_config_dict` and `image_codebook_config` but with different values. The value `image_codebook_config_dict["z`image_codebook_config_dict` is provided which will be used to initialize `FlavaImageCodebookConfig`. The value `image_codebook_config["r0)r?loggerinfo isinstancer=to_dictr r rIrGrYrNpopitemsupdater%super __post_init__)selfkwargsr?r rIrYr[r\r]r^_text_config_dictkeyvaluemessage_image_config_dict_multimodal_config_dict_image_codebook_config_dict __class__s&, r,rjFlavaConfig.__post_init__ s    #K KKj k ((/ : :**224K**K    $L KKl m ))+; < <,,446L,,L  ! ! ) "  KKv w ..0E F F $ 6 6 > > @  $ 6 6   % % -$& ! KKu 224L M M$($>$>$F$F$H !$($>$> !"::&8$?"JJ':DA!',Dd!K%+ZZ0Ld%S"  ' / C2B C K K M 0557 %%s3C*COeHe.u%<T&U&]&]&_ #6;;= +39O0OTW[qTq4u%TTWSXXqs VVYUZZqs KK(>"  $ $%< = % 1*B*`E_*`*h*h*j ':??A 0s!;;558u%]]`\ab'' ]]`\aaxz KK('B, " ( ()D E+9[9,<|<!6!K9J!K%=%V@U%V" ''k2sSc<V^8dQh/S[S[S[3,S[,R,;R&S[S[S[3,S[,R,;R&S[S[S[3,S[,R,;R&S[S[S[3,S[,R,;R&S[;R&S[;R&S[;R&S[;R &S[;R &S[;R &S[;R &S[;R &S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&S[;R&#)rNr r?rIrYrrprojection_dim init_codebooklogit_scale_init_valuerce_ignore_index mim_weight mlm_weightglobal_contrastive_weight itm_weightmmm_image_weightmmm_text_weightglobal_backprop_contrastive skip_unmasked_multimodal_encoder return_losstie_word_embeddingsinitializer_factor)dictr%rrr$r&r))r*r+s"r,r-FlavaConfig.__annotate__s|sCx.#33d:A}~c3h"22T9@@CH~(884?FAB S>,<BL<@KBFFJK!NNM$*#OJJ'*J! O(,-1$K $ #^(kr/rWN)rWrNr rGr=)r5typingrhuggingface_hub.dataclassesrconfiguration_utilsrutilsrr get_loggerr1rbr r=rGrNrW__all__r0r/r,rs !.3,   H %01%'%2%P01!&!2!H01!,!2!H01$/$2$D01q("q(2q(h vr/