+ j^RIHt^RIHtHt^RIHtHtHtH t ^RI H t H t ^RI Ht!RR]RR 7t]!R R ]44tR .tR #) ) BatchFeature) ImageInputmake_nested_list_of_images)MultiModalDataProcessingKwargsProcessorMixinUnpack)PreTokenizedInput TextInput)auto_docstringc >]tRt^tRRRRR/RRRRRR R R ^R R //tRtR#)Gemma3ProcessorKwargs text_kwargspaddingFreturn_mm_token_type_idsT images_kwargsdo_convert_rgbdo_pan_and_scanpan_and_scan_min_crop_sizepan_and_scan_max_num_crops"pan_and_scan_min_ratio_to_activateg333333?N)__name__ __module__ __qualname____firstlineno__ _defaults__static_attributes__rm/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/gemma3/processing_gemma3.pyrrs> u &   d u (# (! 0#  Ir rF)totalc aa]tRt^'to]tRV3RlV3Rlllt]RV3RlV3Rlll4tRV3Rllt RV3RlV3Rlllt V3RlR lt RR lt ] V3R lR l4t] V3R lV3Rll4t] V3RlRl4tV3RlRltRtVtV;t#)Gemma3Processorc <V^8dQhRS[/#)image_seq_length)int)format __classdict__s"r! __annotate__Gemma3Processor.__annotate__+s    r c 2<W@nVPVnVPVnVPVnRP VP.V,4pRVP V VP R2Vn\SV`$!RRVRVRV/VBR#)z image_processor tokenizer chat_templateNr) r' boi_token_idimage_token_id boi_token image_tokenjoin eoi_tokenfull_image_sequencesuper__init__)selfr/r0r1r'kwargsimage_tokens_expanded __class__s&&&&&, r!r:Gemma3Processor.__init__+s!1'44",,$.. ")>)>(?BR(R S%))*=*=)>?T>UV_ViViUjjn#o   +  (   r c<V^8dQhRS[R,RS[S[,S[S[,,S[S[,,RS[S[,RS[/#)r&imagesNtextr<return)rr r listr rr)r)r*s"r!r+r,BsX  T! ++d9o=EV@WW ./   r c <VeU\V\4'g?\V\4'd\V^,\4'g \R4h\SV`!RRVRV/VBpRV9dVP R4VR&V#)NzAInvalid input text. Please provide a string, or a list of stringsrArBmm_token_type_idstoken_type_idsr) isinstancestrrD TypeErrorr9__call__pop)r;rArBr< model_inputsr>s&&&, r!rKGemma3Processor.__call__As  JtS$9$9dD))DGS1I1I cddw'KvKDKFK , .-9-=-=>Q-RL) *r c <\SV`!RRVRV/VBvrpVeO\V4pV'g<VUu.uF/pRPVP.\ V4,4NK1 ppWRR3#uupi)rArBN r)r9prepare_inputs_layoutrr6r4len)r;rArBr<_ image_listr>s&&&, r!rQ%Gemma3Processor.prepare_inputs_layoutQsz 78\\T\U[\q  /7FW]^W]$..!1C O!CDW]^T4''_s5A/c<V^8dQhRS[R,RS[S[,S[S[,,S[S[,,R,RS[S[,/#)r&rANrBr<)rr r rDr r)r)r*s"r!r+r,ZsTT!++d9o=EV@WWZ^^)* r c <\SV`!R RVRV/VBVeVe\V4\V48wd%\R\V4 R\V4 R24h\ W!4FbwrA\V4VP VP 48wgK0\RVP VP 4 R\V4 R24h R#R#R#) rArBNz1Received inconsistently sized batches of images (z ) and text (z).zPrompt contained z image tokens but received z images.r)r9validate_inputsrR ValueErrorzipcountr4)r;rArBr<promptr>s&&&, r!rXGemma3Processor.validate_inputsZs CvCDCFC  $"26{c$i' GF }T`adeiaj`kkmn#&d"3v;&,,t~~">>$+FLL,H+IIdehioepdqqyz#4 #3 r cJ<V^8dQhRS[S[,RRRS[S[,/#)r&rB text_inputsr modalitiesrDrI)r)r*s"r!r+r,ns-T#Y^aefiajr c RVPPpVPPpVeTVePVR,Uu.uFp\V4P V4NK ppVUu.uFqP V4NK p pXX 8wd\ RV RV R24hR#uupiuupi)z Checks that number of special tokens in text and processed text is same. The count can be different if tokenized text was truncated, leading to issues in model code. Gemma3 uses a different token as placeholder in input text than in the expanded text. N input_idszFMismatch in `image` token count between text and `input_ids`. Got ids=z and text=z^. Likely due to `truncation='max_length'`. Please disable truncation or increase `max_length`.)r0r5r3rDr[rY) r;rBr_r` token_strtoken_idids ids_countsample text_counts &&&& r!_check_special_mm_tokens(Gemma3Processor._check_special_mm_tokensnsNN.. >>00  X%9>I+>VW>Vsc2>VIW@DEf,,y1JE  "XYbXccmnxmyzoo  #XEs #B)B$c /pVeFVP.\V4,p^.\V4,pVPRVRV/4\R/VB#)a{ Computes the number of placeholder tokens needed for multimodal inputs with the given sizes. Args: image_sizes (`list[list[int]]`, *optional*): The input sizes formatted as (height, width) per each image. Returns: `MultiModalData`: A `MultiModalData` object holding number of tokens per each of the provided input modalities, along with other useful data. num_image_tokensnum_image_patchesr)r'rRupdater)r; image_sizesr< vision_datarmrns&&, r!_get_num_multimodal_tokens*Gemma3Processor._get_num_multimodal_tokenssc  " $ 5 56[9II !"c+&6 6     24DFY[lm n, ,,r c0<V^8dQhRS[S[,/#r&rC)rDr()r)r*s"r!r+r,s//c/r c0VPP.#N)r0r3r;s&r!image_token_idsGemma3Processor.image_token_idss--..r c0<V^8dQhRS[S[,/#rura)r)r*s"r!r+r,s>>49>r c(<\SV`R.,#)rG)r9model_input_names)r;r>s&r!r}!Gemma3Processor.model_input_namessw(,<+===r c0<V^8dQhRS[S[,/#rura)r)r*s"r!r+r,sDIr cR.#) num_cropsrrxs&r!unused_input_names"Gemma3Processor.unused_input_namess }r c,<V^8dQhRS[RS[RS[/#)r& image_inputs image_idxrC)dictr(rI)r)r*s"r!r+r,s#       SV  r c VR,V,pV'g VP#RVP R2RPVP.V,4,#)rzHere is the original image z0 and here are some crops to help you see better rP)r8r6)r;rrr<rs&&&, r!replace_image_token#Gemma3Processor.replace_image_tokensZ -i8 ++ +*$*B*B)CCs thh001I=> ? r )r4r8r'r5r3)Nr)NNrw)rrrrrvalid_processor_kwargsr:r rKrQrXrjrrpropertyryr}rrr__classdictcell__ __classcell__)r>r*s@@r!r$r$'s2  ,   ((&-.//>>>    r r$N)feature_extraction_utilsr image_utilsrrprocessing_utilsrrrr tokenization_utils_baser r utilsr rr$__all__rr r!rsQ 5AXXC# ,E  E nE E P  r