+
    œ°³jJ%  ã                   ó  € R t ^ RIt^ RIt^ RIHt ^RIHt ^RIHt ^RI	H
t
 ^RIHt ^RIHt ^RIHt ^R	IHtHtHtHtHtHtHtHtHtHtHt ^R
IHt  ! R R]
4      t ! R R]4      t  ! R R]PB                  4      t" ! R R]PB                  4      t# ! R R]4      t$ ! R R]4      t% ! R R]4      t& ! R R]4      t' ! R R]]4      t(]t) ! R R](]4      t* ! R R ](]4      t+ ! R! R"]4      t, ! R# R$]4      t- ! R% R&]4      t.. R'Ot/R# )(zPyTorch Data2VecText model.N)Únn)Úinitialization)ÚACT2FN)ÚGradientCheckpointingLayer)ÚWav2Vec2BaseModelOutput)ÚPreTrainedModel)ÚOutputRecorder)ÚWav2Vec2AdapterÚWav2Vec2EncoderÚWav2Vec2FeatureEncoderÚWav2Vec2FeatureProjectionÚ#Wav2Vec2ForAudioFrameClassificationÚWav2Vec2ForCTCÚ!Wav2Vec2ForSequenceClassificationÚWav2Vec2ForXVectorÚWav2Vec2ModelÚWav2Vec2PreTrainedModelÚWav2Vec2SamePadLayer©ÚData2VecAudioConfigc                   ó<   a a€ ] tR t^+t oRV 3R lltR tRtVtV ;t# )ÚData2VecAudioConvLayerc                óê  <€ \         SV `  4        V^ 8”  d   VP                  V^,
          ,          M^V n        VP                  V,          V n        \
        P                  ! V P                  V P                  VP                  V,          VP                  V,          VP                  R7      V n
        \
        P                  ! V P                  RR7      V n        \        VP                  ,          V n        R# )é    )Úkernel_sizeÚstrideÚbiasT©Úelementwise_affineN)ÚsuperÚ__init__Úconv_dimÚin_conv_dimÚout_conv_dimr   ÚConv1dÚconv_kernelÚconv_strideÚ	conv_biasÚconvÚ	LayerNormÚ
layer_normr   Úfeat_extract_activationÚ
activation)ÚselfÚconfigÚlayer_idÚ	__class__s   &&&€Út/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/data2vec/modular_data2vec_audio.pyr    ÚData2VecAudioConvLayer.__init__,   s¯   ø€ Ü‰ÑÔØ<DÀq¼L˜6Ÿ?™?¨8°a­<Ö8ÈaˆÔØ"ŸO™O¨HÕ5ˆÔä—I’IØ×ÑØ×ÑØ×*Ñ*¨8Õ4Ø×%Ñ% hÕ/Ø×!Ñ!ô
ˆŒ	ô Ÿ,š, t×'8Ñ'8ÈTÔRˆŒÜ  ×!?Ñ!?Õ@ˆŽó    c                ó´   € V P                  V4      pVP                  RR4      pV P                  V4      pVP                  RR4      pV P                  V4      pV# )é   éþÿÿÿéÿÿÿÿ)r(   Ú	transposer*   r,   ©r-   Úhidden_statess   &&r1   ÚforwardÚData2VecAudioConvLayer.forward;   sV   € ØŸ	™	 -Ó0ˆà%×/Ñ/°°BÓ7ˆØŸ™¨Ó6ˆØ%×/Ñ/°°BÓ7ˆàŸ™¨Ó6ˆØÐr3   )r,   r(   r"   r*   r#   )r   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r    r;   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r0   Ú__classdict__s   @@r1   r   r   +   s   ù‡ € ÷A÷ò r3   r   c                   ó   € ] tR t^FtRtR# )ÚData2VecAudioPadLayer© N©r>   r?   r@   rA   rB   rI   r3   r1   rH   rH   F   ó   † Ûr3   rH   c                   ó8   a a€ ] tR t^Jt oV 3R ltR tRtVtV ;t# )Ú Data2VecAudioPositionalConvLayerc                ó�  <€ \         SV `  4        \        P                  ! VP                  VP                  VP
                  VP
                  ^,          VP                  R7      V n        \        VP
                  4      V n	        \        VP                  ,          V n        \        P                  ! VP                  RR7      V n        R# )r5   )r   ÚpaddingÚgroupsFr   N)r   r    r   r$   Úhidden_sizeÚconv_pos_kernel_sizeÚnum_conv_pos_embedding_groupsr(   rH   rO   r   r+   r,   r)   r*   )r-   r.   r0   s   &&€r1   r    Ú)Data2VecAudioPositionalConvLayer.__init__K   sŽ   ø€ Ü‰ÑÔÜ—I’IØ×ÑØ×ÑØ×3Ñ3Ø×/Ñ/°1Õ4Ø×7Ñ7ô
ˆŒ	ô -¨V×-HÑ-HÓIˆŒÜ  ×!?Ñ!?Õ@ˆŒäŸ,š, v×'9Ñ'9ÈeÔTˆŽr3   c                óÖ   € V P                  V4      pV P                  V4      pVP                  ^^4      pV P                  V4      pVP                  ^^4      pV P	                  V4      pV# ©é   )r(   rO   r8   r*   r,   r9   s   &&r1   r;   Ú(Data2VecAudioPositionalConvLayer.forwardZ   sd   € ØŸ	™	 -Ó0ˆØŸ™ ]Ó3ˆà%×/Ñ/°°1Ó5ˆØŸ™¨Ó6ˆØ%×/Ñ/°°1Ó5ˆØŸ™¨Ó6ˆØÐr3   )r,   r(   r*   rO   r=   rE   s   @@r1   rM   rM   J   s   ù‡ € õU÷ò r3   rM   c                   ó8   a a€ ] tR t^et oV 3R ltR tRtVtV ;t# )Ú$Data2VecAudioPositionalConvEmbeddingc                ó¼   <€ \         SV `  4        \        P                  ! \	        VP
                  4       Uu. uF  p\        V4      NK  	  up4      V n        R # u upi )N)r   r    r   Ú
ModuleListÚrangeÚnum_conv_pos_embeddingsrM   Úlayers)r-   r.   Ú_r0   s   && €r1   r    Ú-Data2VecAudioPositionalConvEmbedding.__init__f   sF   ø€ Ü‰ÑÔÜ—m’mÜ?DÀV×EcÑEcÔ?dÓeÑ?d¸!Ô-¨fÖ5Ñ?dÑeó
ˆŽùÚes   ·Ac                ó„   € VP                  ^^4      pV P                   F  pV! V4      pK  	  VP                  ^^4      pV# rV   )r8   r_   )r-   r:   Úlayers   && r1   r;   Ú,Data2VecAudioPositionalConvEmbedding.forwardl   sD   € Ø%×/Ñ/°°1Ó5ˆØ—[”[ˆEÙ! -Ó0ŠMñ !à%×/Ñ/°°1Ó5ˆØÐr3   )r_   r=   rE   s   @@r1   rZ   rZ   e   s   ù‡ € õ
÷ò r3   rZ   c                   ó&   a € ] tR t^tt o R tRtV tR# )ÚData2VecAudioFeatureEncoderc           
     óú   € \         P                  P                  V 4       \         P                  ! \	        VP
                  4       Uu. uF  p\        WR 7      NK  	  up4      V n        RV n        RV n	        R# u upi ))r/   FTN)
r   ÚModuler    r\   r]   Únum_feat_extract_layersr   Úconv_layersÚgradient_checkpointingÚ_requires_grad)r-   r.   Úis   && r1   r    Ú$Data2VecAudioFeatureEncoder.__init__u   sb   € Ü
�	‰	×Ñ˜4Ô ÜŸ=š=ÜAFÀv×GeÑGeÔAfÓgÑAf¸AÔ# F×7ÑAfÑgó
ˆÔð ',ˆÔ#Ø"ˆÖùò hs   ÁA8)rl   rj   rk   N)r>   r?   r@   rA   r    rB   rC   ©rF   s   @r1   rf   rf   t   s   ø‡ € ÷#ð #r3   rf   c                   ó   € ] tR t^~tRtR# )ÚData2VecAudioFeatureProjectionrI   NrJ   rI   r3   r1   rq   rq   ~   rK   r3   rq   c                   ó   € ] tR t^‚tRtR# )ÚData2VecAudioEncoderrI   NrJ   rI   r3   r1   rs   rs   ‚   rK   r3   rs   c                   ó   € ] tR t^†tRtR# )ÚData2VecAudioAdapterrI   NrJ   rI   r3   r1   ru   ru   †   rK   r3   ru   c            	       ó¦   a € ] tR t^Št o RtRtRtRtRtRt	Rt
R]R]! ]^RR7      /t]P                   ! 4       R	 4       tR
 tR tR tV 3R ltRtV tR# )ÚData2VecAudioPreTrainedModelÚdata2vec_audioÚinput_valuesÚaudioTr:   Ú
attentionsÚencoder)ÚindexÚ
layer_namec                ó€  € \         P                  ! W4       \        V\        4      '       d�   \        P
                  ! ^VP                  P                  ,          4      p\        P                  ! VP                  P                  V) VR7       \        P                  ! VP                  P                  V) VR7       R# \        V\        4      '       d.   \        P                  ! VP                  P                  ^ 4       R# \        V\        P                   4      '       d    \        P"                  ! VP                  4       VP                  ep   \        P
                  ! VP$                  VP&                  VP(                  ^ ,          ,          ,          4      p\        P                  ! VP                  V) VR7       R# R# R# )zInitialize the weights)ÚaÚbN)r   Ú_init_weightsÚ
isinstancerq   ÚmathÚsqrtÚ
projectionÚin_featuresÚinitÚuniform_Úweightr   rM   Ú	constant_r(   r   r$   Úkaiming_normal_rP   Úin_channelsr   )r-   ÚmoduleÚks   && r1   r‚   Ú*Data2VecAudioPreTrainedModel._init_weights˜   s  € ô 	×%Ò% dÔ3Ü�fÔ<×=Ò=Ü—	’	˜!˜f×/Ñ/×;Ñ;Õ;Ó<ˆAÜ�MŠM˜&×+Ñ+×2Ñ2°q°b¸AÕ>Ü�MŠM˜&×+Ñ+×0Ñ0°Q°B¸!×<Ü˜Ô @×AÒAÜ�NŠN˜6Ÿ;™;×+Ñ+¨QÖ/Ü˜¤§	¡	×*Ò*Ü× Ò  §¡Ô/à�{‰{Ò&Ü—I’I˜fŸm™m¨v×/AÑ/AÀF×DVÑDVÐWXÕDYÕ/YÕZÓ[�Ü—’˜fŸk™k¨a¨R°1×5ñ 'ñ +r3   c                ó   € \        R 4      h©zNot needed for Data2VecAudio©ÚAttributeError©r-   s   &r1   Ú_get_adaptersÚ*Data2VecAudioPreTrainedModel._get_adapters©   ó   € ÜÐ;Ó<Ð<r3   c                ó   € \        R 4      hr’   r“   r•   s   &r1   Úinit_adapter_layersÚ0Data2VecAudioPreTrainedModel.init_adapter_layers¬   r˜   r3   c                ó   € \        R 4      hr’   r“   r•   s   &r1   Úload_adapterÚ)Data2VecAudioPreTrainedModel.load_adapter¯   r˜   r3   c                ó&   <€ V ^8„  d   Qh/ S[ ;R&   # ©r5   r.   r   )ÚformatrF   s   "€r1   Ú__annotate__Ú)Data2VecAudioPreTrainedModel.__annotate__Š   s   ø‡ ‚ ÙÑò r3   rI   N)r>   r?   r@   rA   Úbase_model_prefixÚmain_input_nameÚinput_modalitiesÚsupports_gradient_checkpointingÚ_supports_flash_attnÚ_supports_sdpaÚ_supports_flex_attnÚData2VecAudioEncoderLayerr   ÚData2VecAudioAttentionÚ_can_record_outputsÚtorchÚno_gradr‚   r–   rš   r�   Ú__annotate_func__rB   rC   ro   s   @r1   rw   rw   Š   s|   ø‡ € à(ÐØ$€OØÐØ&*Ð#ØÐØ€NØÐàÐ2Ø‘nÐ%;À1ÐQZÔ[ðÐð
 ‡]‚]ƒ_ñ6ó ð6ò =ò=ò=÷K ƒ r3   rw   c                   óJ   a a€ ] tR t^¶t oV3R lR ltR tV 3R ltRtVtV ;t	# )ÚData2VecAudioModelc                ó    <€ V ^8„  d   QhRS[ /# r    r   )r¡   rF   s   "€r1   r¢   ÚData2VecAudioModel.__annotate__·   s   ø€ ÷ ñ Ñ2ñ r3   c                óÖ  € \         P                  W4       Wn        \        V4      V n        \        V4      V n        VP                  R 8”  g   VP                  R 8”  dH   \        P                  ! \        P                  ! VP                  4      P                  4       4      V n        \!        V4      V n        VP$                  '       d   \'        V4      MRV n        V P+                  4        R# )g        N)rw   r    r.   rf   Úfeature_extractorrq   Úfeature_projectionÚmask_time_probÚmask_feature_probr   Ú	Parameterr®   ÚTensorrQ   r‰   Úmasked_spec_embedrs   r|   Úadd_adapterru   ÚadapterÚ	post_init)r-   r.   s   &&r1   r    ÚData2VecAudioModel.__init__·   s§   € Ü$×-Ñ-¨dÔ;ØŒÜ!<¸VÓ!DˆÔÜ"@ÀÓ"HˆÔð × Ñ  3Ô&¨&×*BÑ*BÀSÔ*HÜ%'§\¢\´%·,²,¸v×?QÑ?QÓ2R×2[Ñ2[Ó2]Ó%^ˆDÔ"ä+¨FÓ3ˆŒà7=×7I×7IÐ7IÔ+¨FÔ3ÈtˆŒð 	�‰Ör3   c                ó:   € V P                   P                  4        R# )z�
Calling this function will disable the gradient computation for the feature encoder so that its parameter will
not be updated during training.
N)r¶   Ú_freeze_parametersr•   s   &r1   Úfreeze_feature_encoderÚ)Data2VecAudioModel.freeze_feature_encoderÈ   s   € ð
 	×Ñ×1Ñ1Ö3r3   c                ó$   <€ \         SV `  ! R/ VB # ©NrI   ©r   r;   ©r-   Úsuper_kwargsr0   s   &,€r1   r;   ÚData2VecAudioModel.forwardÏ   ó   ø€ Ü‰wŠÑ. Ñ.Ð.r3   )r¾   r.   r|   r¶   r·   r¼   )
r>   r?   r@   rA   r    rÃ   r;   rB   rC   rD   rE   s   @@r1   r²   r²   ¶   s   ù‡ € ÷ð ò"4÷/õ /r3   r²   c                   óD   a a€ ] tR t^Ót oR tR tR tV 3R ltRtVt	V ;t
# )ÚData2VecAudioForCTCc                óÊ  € \         P                  W4       \        V4      V n        \        P
                  ! VP                  4      V n        VP                  f   \        RV P                   R24      h\        VR4      '       d   VP                  '       d   VP                  MVP                  p\        P                  ! W!P                  4      V n        V P#                  4        R# )a2  
config ([`Data2VecAudioForCTC`]):
    Model configuration class with all the parameters of the model. Initializing with a config file does not
    load the weights associated with the model, only the configuration. Check out the
    [`~PreTrainedModel.from_pretrained`]  method to load the model weights.
NzYou are trying to instantiate zü with a configuration that does not define the vocabulary size of the language model head. Please instantiate the model as follows: `Data2VecAudioForCTC.from_pretrained(..., vocab_size=vocab_size)`. or define `vocab_size` of your model's configuration.r½   )rw   r    r²   rx   r   ÚDropoutÚfinal_dropoutÚdropoutÚ
vocab_sizeÚ
ValueErrorr0   Úhasattrr½   Úoutput_hidden_sizerQ   ÚLinearÚlm_headr¿   )r-   r.   rÕ   s   && r1   r    ÚData2VecAudioForCTC.__init__Ô   s¼   € ô 	%×-Ñ-¨dÔ;ä0°Ó8ˆÔÜ—z’z &×"6Ñ"6Ó7ˆŒà×ÑÒ$ÜØ0°·±Ð0@ð AHð Hóð ô *1°¸×)GÒ)GÈF×L^×L^ÐL^ˆF×%Ò%Ðdj×dvÑdvð 	ô —y’yÐ!3×5FÑ5FÓGˆŒð 	�‰Ör3   c                ó   € \        R 4      hr’   r“   r•   s   &r1   Úfreeze_base_modelÚ%Data2VecAudioForCTC.freeze_base_modelï   r˜   r3   c                ó   € \        R 4      hr’   r“   r•   s   &r1   Útie_weightsÚData2VecAudioForCTC.tie_weightsò   r˜   r3   c                ó$   <€ \         SV `  ! R/ VB # rÆ   rÇ   rÈ   s   &,€r1   r;   ÚData2VecAudioForCTC.forwardõ   rË   r3   )rx   rÑ   r×   )r>   r?   r@   rA   r    rÚ   rÝ   r;   rB   rC   rD   rE   s   @@r1   rÍ   rÍ   Ó   s   ù‡ € òò6=ò=÷/õ /r3   rÍ   c                   ó   € ] tR t^ùtRtR# )Ú&Data2VecAudioForSequenceClassificationrI   NrJ   rI   r3   r1   râ   râ   ù   rK   r3   râ   c                   ó   € ] tR t^ýtRtR# )Ú(Data2VecAudioForAudioFrameClassificationrI   NrJ   rI   r3   r1   rä   rä   ý   rK   r3   rä   c                   ó   € ] tR tRtRtR# )ÚData2VecAudioForXVectori  rI   NrJ   rI   r3   r1   ræ   ræ     rK   r3   ræ   )rä   rÍ   râ   ræ   r²   rw   )0Ú__doc__r„   r®   r   Ú r   rˆ   Úactivationsr   Úmodeling_layersr   Úmodeling_outputsr   Úmodeling_utilsr   Úutils.output_capturingr   Úwav2vec2.modeling_wav2vec2r	   r
   r   r   r   r   r   r   r   r   r   Úconfiguration_data2vec_audior   r   rH   rh   rM   rZ   rf   rq   rs   ru   rw   ÚData2VecAudioBaseModelOutputr²   rÍ   râ   rä   ræ   Ú__all__rI   r3   r1   Ú<module>rò      s  ðñ "ã ã Ý å &Ý !Ý 9Ý 7Ý -Ý 4÷÷ ÷ ñ õ >ôÐ7ô ô6	Ð0ô 	ô r§y¡yô ô6¨2¯9©9ô ô#Ð"8ô #ô	Ð%>ô 	ô	˜?ô 	ô	˜?ô 	ô&= ?Ð4Kô &=ðR  7Ð ô/Ð5°}ô /ô:#/Ð6¸ô #/ôL	Ð-Nô 	ô	Ð/Rô 	ô	Ð0ô 	ò‚r3   