+
    ÒÜ³j  ã                   óÄ   € ^ RI t ^ RIHt ^ RIHt ^ RIHt ^ RIHt ^ RIH	t	 ^ RI
Ht ^ RIHt ^ RIHtHt ^ R	IHt R
 tR tRR ltRR lt]R8X  d   Rt]! ]4       R# R# )é    N)Útqdm)Ú	evaluator)Úload_dataset)Úpipeline)Úload)Úinitialize_tasks)ÚAutoModelForCausalLMÚAutoTokenizer)ÚBasicTextNormalizerc                  ó²   € \         P                  P                  P                  4       '       d   R # \         P                  P                  4       '       d   R# R# )Úmpsúcuda:0Úcpu)ÚtorchÚbackendsr   Úis_availableÚcuda© ó    ÚZ/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/evaluation/eval_utils.pyÚ
get_devicer      s7   € Ü‡~�~×Ñ×&Ñ&×(Ò(ÙÜ	�‰×	 Ñ	 ×	"Ò	"Ùár   c                 ó~  € R  p\        RRRR7      pV! RP                  VR,          4      RR7      pVP                  P                  V P                  4      pR	pV P                  4       p VP                  4       V,          p. p\        \        V4      R
R7      ;_uu_ 4       pV EFO  pW„,          p	V^,           V,          p
VRWš13,          P                  V P                  4      p\        P                  ! 4       ;_uu_ 4        V ! V4      P                  pRRR4       XRRR1R3,          P                  4       P                  4       pVRWš13,          R,          p\        P                  ! 4       pV! VP!                  RVP#                  R4      4      VP!                  R4      4      pVP                  4       V,          pVP%                  V4       V! Wh^,           V4      pVP'                  RVR 24       EKR  	  RRR4       V! WeV4      pVP)                  4       #   + '       g   i     EL; i  + '       g   i     L=; i)c                 óŒ   € \         P                  ! \         P                  ! V 4      P                  4       W,          ,          4      # )N)r   ÚexpÚstackÚsum)ÚnllsÚ	n_samplesÚseqlens   &&&r   Ú_perplexityÚ(evaluate_perplexity.<locals>._perplexity   s+   € Ü�yŠyœŸš TÓ*×.Ñ.Ó0°IÕ4FÕGÓHÐHr   Úwikitextzwikitext-2-raw-v1Útest)Úsplitz

ÚtextÚpt)Úreturn_tensorsé   zPerplexity -©ÚdescºNNNNzPerplexity ú.3féÿÿÿÿ)r+   :é   NN)r   ÚjoinÚ	input_idsÚtoÚdeviceÚevalÚnumelr   Úranger   Úno_gradÚlogitsÚ
contiguousÚfloatÚnnÚCrossEntropyLossÚviewÚsizeÚappendÚset_descriptionÚitem)ÚmodelÚ	tokenizerr    Údatar   r   r   Úprogress_barÚiÚstart_indexÚ	end_indexÚbatchr7   Úshift_logitsÚshift_labelsÚloss_fctÚlossÚneg_log_likelihoodÚcurr_pplÚppls   &&                  r   Úevaluate_perplexityrP      sÙ  € òIô ˜
Ð$7¸vÔF€DÙ�V—[‘[  f¥Ó.¸tÔD€DØ�>‰>×Ñ˜UŸ\™\Ó*€Dà€FØ�J‰J‹L€EØ—
‘
“ Õ&€Ià€Dä	Œe�IÓ ^×	4Õ	4¸ÜˆAØ�*ˆKØ˜Q� &Õ(ˆIØ˜˜KÐ1Ð1Õ2×5Ñ5°e·l±lÓCˆEÜ—’—•Ù˜u›×,Ñ,�÷ !à! ! S b S¨! )Õ,×7Ñ7Ó9×?Ñ?ÓAˆLØ  ;Ð#8Ð 8Õ9¸%Õ@ˆLÜ×*Ò*Ó,ˆHÙØ×!Ñ! " l×&7Ñ&7¸Ó&;Ó<¸l×>OÑ>OÐPRÓ>SóˆDð "&§¡£°Õ!6ÐØ�K‰KÐ*Ô+á" 4¨Q­°Ó7ˆHØ×(Ñ(¨;°xÀ°nÐ)E×Fñ! ÷ 
5ñ& �d vÓ
.€Cà�8‰8‹:Ð÷! !—�ú÷ 
5×	4ús&   Â A!H,ÄHÄC#H,ÈH)È#	H,È,H<	c           
      óº  €  ^ RI p^ RIp^ RIp\        RRRRR7      p\        RV V\        4       \        P                  R	7      p\        4       p\        R
4      p	. p
. p\        \        V4      VRR7       FG  w  rÍ\        V4      V8X  d    M4VP                  VR,          4       V
P                  VR,          4       KI  	  . p. p\        \!        ^ W4      RR7      ;_uu_ 4       pV F°  pW¼WÂ,            pW¬WÂ,            pV! V\        V4      R7      pV Uu. uF  pV! VR,          4      NK  	  ppV Uu. uF  pV! V4      NK  	  ppVP#                  V4       VP#                  V4       V	P%                  WþR7      ^d,          pVP'                  RVR R24       K²  	  RRR4       R#   \         d    \	        R4        EL­i ; iu upi u upi   + '       g   i     R# ; i)r   NzAPlease install the following: pip install jiwer librosa soundfileÚlibrispeech_asrÚcleanr#   T)r$   Ú	streamingzautomatic-speech-recognition)ÚtaskrA   Ú
batch_sizer2   Útorch_dtypeÚwerzLoading dataset)Útotalr*   Úaudior%   zWord Error Rate: -r)   )rV   )ÚpredictionsÚ
referenceszWord Error Rate: r,   Ú%)ÚjiwerÚlibrosaÚ	soundfileÚImportErrorÚprintr   r   r   r   Úfloat16r   Úload_metricr   Ú	enumerateÚlenr>   r5   ÚextendÚcomputer?   )Úmodel_idÚnum_samplesrV   r^   r_   r`   ÚdatasetÚpipeÚ
normalizerÚ
wer_metricÚtextsrZ   rE   rC   r\   r[   ÚpbarÚbatch_audioÚbatch_textsÚresultsÚresultÚnormalized_predictionsr%   Únormalized_textsrX   s   &&&                      r   Úeval_librispeechrw   =   sÔ  € ðSß(Ó(ô Ð,¨g¸VÈtÔT€Gô Ø+ØØÜ‹|Ü—M‘Mô€Dô %Ó&€Jô ˜UÓ#€Jà€EØ€EÜœ	 'Ó*°+ÐDU×V‰ˆÜˆu‹:˜Ô$ÙØ�‰�T˜'•]Ô#Ø�‰�T˜&•\Ö"ñ	 Wð €JØ€Kä	Œe�A�{Ó/Ð6J×	KÕ	KÈtÛˆAØ A¥NÐ3ˆKØ A¥NÐ3ˆKñ ˜;´3°{Ó3CÔDˆGñ PWÓ%WÉwÀV¡j°¸µÖ&@ÉwÐ"Ð%WÙ=HÓI¹[°T¡
¨4Ö 0¹[ÐÐIà×ÑÐ5Ô6Ø×ÑÐ.Ô/ð ×"Ñ"¨{Ð"ÓRÐUXÕXð ð × Ñ Ð#4°S¸°I¸QÐ!?Ö@ñ% ÷ 
LÑ	Køô? ô SÜÐQ×RðSüòP &XùÚI÷ 
L×	KÐ	Kús<   ‚F" Ã!1G	ÄF?
Ä*G	Ä0G
ÅAG	Æ"F<Æ;F<Æ?
G	Ç	G	c           
      ó¸  €  ^ RI pRp\        RR7       V'       d    Rp\        V RRRR	7      pV'       g   R
VR&   MRp\        V VRRR7      pRP	                  VP                  4        U	U
u. uF  w  ršV	 RV
 2NK  	  up
p	4      p\        P                  ! VVR.VVVRR7      p\        \        P                  ! V4      4       R#   \         d    Rp LÊi ; iu up
p	i )r   NTFÚDEBUG)Ú	verbosityÚvllmr(   rc   )Ú
pretrainedÚmax_model_lenÚdtypeÚtrust_remote_codeÚawqÚquantizationÚhf)r|   Údevice_map_optionr~   r   Ú,Ú=Úmmlu)rA   Ú
model_argsÚtasksÚnum_fewshotrV   r2   Úlog_samples)
r{   ra   r   Údictr/   Úitemsr   Úsimple_evaluaterb   Ú
make_table)Ú
model_pathr‰   rV   r2   Útask_use_pretrainedr{   ÚVLLM_INSTALLEDrA   r‡   ÚkÚvrs   s   &&&&&       r   Ú	eval_mmlur”   u   sð   € ðÛàˆô ˜wÕ'çØˆÜØ!ØØØ"ô	
ˆ
÷ #Ø).ˆJ�~Ñ&øàˆÜØ!Ø$ØØ"ô	
ˆ
ð —‘°*×2BÑ2BÔ2DÔEÑ2D©$¨!˜a˜S  ! ›:Ñ2DÒEÓF€Jä×'Ò'ØØØˆhØØØØô€Gô 
Œ)×
Ò
˜wÓ
'Ö(øôI ô ØŠðüó0 Fs   ‚C Á*C
ÃCÃCÚ__main__zdistil-whisper/distil-medium.en)éd   é   )Úgpt2r.   r.   r   F)r   Útorch.nnr:   r   Úlm_evalr   Údatasetsr   Útransformersr   Úevaluater   rd   Úlm_eval.tasksr   r	   r
   Ú.transformers.models.whisper.english_normalizerr   r   rP   rw   r”   Ú__name__ri   r   r   r   Ú<module>r¡      sY   ðÛ Ý Ý Ý Ý !Ý !Ý (Ý *ß <Ý Nòò$ôN5Aôp/)ðd ˆzÔð 1€HÙ�XÖñ r   