§
    û¸¸jxI  ã                   óÐ   — d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlm	Z	 d dl
mZ d dlmZmZ  ej        e¦  «        Zd„ Zd„ Zd„ Zd„ Zd	„ Zed
k    r e¦   «          dS dS )é    N)Úsetup_logger)ÚBenchmarkRecord)ÚWhisperConfigÚWhisperProcessorc                  ó>  — t          j        ¦   «         } |                      ddt          dd¬¦  «         |                      ddd d¬	¦  «         |                      d
dd ddgd¬¦  «         |                      ddt          d¬¦  «         |                      ddt          d¬¦  «         |                      dddd¬¦  «         |                      dddd¬¦  «         |                      dt          d¬ ¦  «         |                      d!t          d"¬ ¦  «         |                      d#t          dd$¬¦  «         |                      d%t          dg d&¢d'¬(¦  «         |                      d)t          dg d*¢d+¬(¦  «         |                      d,t          d-d.¬/¦  «         |                      d0ddd1¬¦  «         |                      d2t          dd3¬/¦  «         |                      d4t          d d5¬/¦  «         |                      d6dd¬7¦  «         |                      ¦   «         }t          |d8|j                             d9¦  «        d:          	                    d;d<¦  «        ¦  «         d=|j
        › d<|j        › �}|j        s||_        t          j        |j        d¬>¦  «         |xj        d?z  c_        |S )@Nz-aú--audio-pathTz0Path to folder of audio files for E2E evaluation)ÚtypeÚrequiredÚhelpz-lz
--languagezLanguage of audio file)Údefaultr   z-tz--taskÚ
transcribeÚ	translatezTask to complete)r   Úchoicesr   z-wú--warmup-runsé   )r	   r   z-nú
--num-runsé
   z--hf-pt-eagerFÚ
store_truez,Benchmark in PyTorch without `torch.compile`)r   Úactionr   z--hf-pt-compilez)Benchmark in PyTorch with `torch.compile`ú--hf-ort-dir-pathzDPath to folder containing ONNX models for Optimum + ORT benchmarking)r	   r   ú--ort-model-pathz'Path to ONNX model for ORT benchmarkingú--model-namez9Model name in Hugging Face (e.g. openai/whisper-large-v2)ú--precision)Úint8Úfp16Úfp32zPrecision to run model)r	   r
   r   r   ú--device)ÚcpuÚcudaÚrocmzDevice to benchmark modelsú--device-idr   zGPU device ID)r	   r   r   z	--verbosezPrint detailed logsz	--timeoutz8Number of mins to attempt the benchmark before moving onú--log-folderz'Path to folder to save logs and resultsú--tune)r   r   Ú
model_sizeú/éÿÿÿÿú.ú-z./)Úexist_oké<   )ÚargparseÚArgumentParserÚadd_argumentÚstrÚintÚ
parse_argsÚsetattrÚ
model_nameÚsplitÚreplacer$   Ú	precisionÚ
log_folderÚosÚmakedirsÚtimeout)ÚparserÚargsÚlog_folder_names      ú…/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/whisper/benchmark_all.pyÚget_argsr>      s’  € ÝÔ$Ñ&Ô&€Fà
×ÒØØÝØØ?ð ñ ô ð ð ×ÒØØØØ%ð	 ñ ô ð ð ×ÒØØØØ˜{Ð+Øð ñ ô ð ð ×ÒØØÝØð	 ñ ô ð ð ×ÒØØÝØð	 ñ ô ð ð ×ÒØØØØ;ð	 ñ ô ð ð ×ÒØØØØ8ð	 ñ ô ð ð ×ÒØÝØSð ñ ô ð ð ×ÒØÝØ6ð ñ ô ð ð ×ÒØÝØØHð	 ñ ô ð ð ×ÒØÝØØ(Ð(Ð(Ø%ð ñ ô ð ð ×ÒØÝØØ'Ð'Ð'Ø)ð ñ ô ð ð ×ÒØÝØØð	 ñ ô ð ð ×ÒØØØØ"ð	 ñ ô ð ð ×ÒØÝØØGð	 ñ ô ð ð ×ÒØÝØØ6ð	 ñ ô ð ð ×Ò˜¨%¸ÐÑEÔEÐEà×ÒÑÔ€DåˆD�, ¤× 5Ò 5°cÑ :Ô :¸2Ô >× FÒ FÀsÈCÑ PÔ PÑQÔQÐQØ=˜4œ?Ð=Ð=¨T¬^Ð=Ð=€OØŒ?ð *Ø)ˆŒÝ„K�”¨$Ð/Ñ/Ô/Ð/ð 	€L„L�BÑ€L„Là€Kó    c                 ó–  — g }d }d}d}d}d}d\  }	}
d\  }}d\  }}}}d\  }}d}d}d	}d
}t          |¦  «        5 }|D �]r}|                     dd¦  «        }||v rd}n||v rd}n
||v s||v rd}||v r8t          |t          |¦  «        |                     d¦  «        …         ¦  «        }Œm||v rPt          |t          |¦  «        |                     d¦  «        …         ¦  «        }|dk    r||}
}	d }|dk    r||}}d }ŒÁ||v rCt          |t          |¦  «        |                     d¦  «        …         ¦  «        }||z  }|dz  }�Œ||v �red|v rDt          ||                     d¦  «        dz   |                     d¦  «        …         ¦  «        dz  }ns||                     |¦  «        t          |¦  «        z   d …                              dd¦  «        }t          j        |¦  «        |          d         }t          |¦  «        dz  }|	r|	nd|r|ndz   |r|ndz   }|d         }|r||z  nd}t           
                    d|› d�¦  «         t           
                    d|› d�¦  «         t           
                    d|› �¦  «         |||	|
|r|nd|r|nd|||||g
z   }|                     |¦  «         �Œt	 d d d ¦  «         n# 1 swxY w Y   |S )NzLoad audio: zFeature extraction: zEvaluating PyTorch...zEvaluating ONNX Runtime...)NN)NNNNz	Latency: zThroughput: zGenerated token length: zpeak=ú
Ú z
load-audiozfeature-extractionÚprocessú éè  ÚCPUú=é   z MBú'ú"Úmax_used_MBr   r&   zTotal latency: z szAudio duration: zReal-time factor: )Úopenr4   ÚfloatÚlenÚrfindr/   ÚfindÚjsonÚloadsÚloggerÚinfoÚappend) Ú	device_idÚlog_fileÚbase_resultsÚentriesÚstepÚload_audio_patternÚfeat_ext_patternÚpytorch_patternÚonnxruntime_patternÚload_audio_latency_sÚload_audio_throughput_sÚfeat_ext_latency_sÚfeat_ext_throughput_sÚtoken_lengthÚ	latency_sÚper_token_latency_sÚper_token_latency_msÚ
throughputÚmemoryÚlatency_patternÚthroughput_patternÚtoken_length_patternÚmemory_patternÚfÚ
input_lineÚlineÚpeakÚusageÚtotal_latencyÚaudio_durationÚrtfÚentrys                                    r=   Úprocess_log_filerv   œ   s  € Ø€Gð €DØ'ÐØ-ÐØ-€OØ6Ðà4>Ñ1ÐÐ1Ø0:Ñ-ÐÐ-ØI_ÑF€L�)Ð0Ð2FØ#Ñ€J�ð "€OØ'ÐØ5ÐØ€Nå	ˆh‰Œð A&˜1Øð @	&ñ @	&ˆJØ×%Ò% d¨BÑ/Ô/ˆDð " TÐ)Ð)Ø#��Ø! TÐ)Ð)Ø+��Ø  DÐ(Ð(Ð,?À4Ð,GÐ,GØ �ð  $Ð&Ð&Ý! $¥s¨?Ñ';Ô';¸d¿jºjÈ¹o¼oÐ'MÔ"NÑOÔO�	�	Ø# tÐ+Ð+Ý" 4­Ð,>Ñ(?Ô(?À$Ç*Â*ÈSÁ/Ä/Ð(QÔ#RÑSÔS�
Ø˜<Ò'Ð'ØDMÈzÐ*AÐ(Ø�DØÐ/Ò/Ð/Ø@IÈ:Ð(=Ð&Ø�DøØ%¨Ð-Ð-Ý" 4­Ð,@Ñ(AÔ(AÀDÇJÂJÈsÁOÄOÐ(SÔ#TÑUÔU�Ø&/°,Ñ&>Ð#Ø':¸TÑ'AÐ$Ñ$Ø 4Ð'Ñ'Ø˜D�=�=õ # 4¨¯
ª
°3©¬¸!Ñ(;¸d¿jºjÈÑ>OÔ>OÐ(OÔ#PÑQÔQÐTXÑX�F�Fð   §	¢	¨.Ñ 9Ô 9½CÀÑ<OÔ<OÑ OÐ QÐ QÔR×ZÒZÐ[^Ð`cÑdÔd�DÝ œJ tÑ,Ô,¨YÔ7¸ÔF�EÝ" 5™\œ\¨DÑ0�Fð
 .BÐHÐ)Ð)ÀqØ-?ÐFÐ)Ð)ÀQñHà$-Ð4�y�y°1ñ6ð ð
 ".¨bÔ!1�Ø:HÐP�} ~Ñ5Ð5Èb�Ý—’Ð?¨mÐ?Ð?Ð?Ñ@Ô@Ð@Ý—’ÐA¨~ÐAÐAÐAÑBÔBÐBÝ—’Ð6°Ð6Ð6Ñ7Ô7Ð7ð %Ø Ø(Ø+Ø*<ÐDÐ&Ð&À"Ø-BÐJÐ)Ð)ÈØØ(ØØØð(ñ �ð —’˜uÑ%Ô%Ð%ùðA@	&ðA&ð A&ð A&ñ A&ô A&ð A&ð A&ð A&ð A&ð A&ð A&øøøð A&ð A&ð A&ð A&ðF €Ns   ºI7J>Ê>KËKc           	      óh  — dd l }|                     | g d¢¬¦  «        }|d                              d¦  «        |d<   |d                              d¦  «        |d<   |d                              d¦  «        |d<   |d	                              d¦  «        |d	<   |d
                              d¦  «        |d
<   |d                              d¦  «        |d<   |d                              d¦  «        |d<   |d                              d¦  «        |d<   |d                              d¦  «        |d<   |d                              d¦  «        |d<   |d                              d¦  «        |d<   |d                              d¦  «        |d<   |d                              d¦  «        |d<   dd l}|j        }t          d„ |D ¦   «         ¦  «        }d}d}|rB|d                              d¦  «        d         }|d                              d¦  «        d         }g }	|                     ¦   «         D �]®\  }
}|d         dk    r-t          |d         |d         |d         |d         ||¦  «        }n@t          |d         |d         |d         |d         t          j
        t          j        ¦  «        }|d         |j        j        d<   |d         |j        _        |d         |j        _        |d         |j        j        d<   |d	         |j        j        d<   |d
         |j        j        d <   |d         |j        j        d!<   |d         |j        j        d"<   |d         |j        j        d#<   |d         |j        j        d$<   |d         |j        j        d%<   |d         d&z  |j        _        |d         |j        _        |d         |j        _        |	                     |¦  «         �Œ°t          j        ||	¦  «         t          j        |                     d'd(¦  «        |	¦  «         t0                               d)|› d*�¦  «         d S )+Nr   )úWarmup RunsúMeasured Runsú
Model NameÚEngineÚ	PrecisionÚDeviceú
Audio FileúDuration (s)úToken LengthúLoad Audio Latency (s)úLoad Audio Throughput (qps)úFeature Extractor Latency (s)ú"Feature Extractor Throughput (qps)úLatency (s)úPer Token Latency (ms/token)úThroughput (qps)úMemory (GB)úReal Time Factor (RTF))Úcolumnsrx   r/   ry   r   rM   r€   r�   r‚   rƒ   r„   r…   r†   r‡   rˆ   r‰   c                 óB   — g | ]}|j         d v ¯|j         › d|j        › �‘ŒS ))Úonnxruntimezonnxruntime-gpuú==)ÚkeyÚversion)Ú.0Úis     r=   ú
<listcomp>z save_results.<locals>.<listcomp>&  s7   € ÐlÐlÐl QÀÄÐIkÐ@kÐ@kˆAŒEÐ	 Ð	 �Q”YÐ	 Ð	 Ð@kÐ@kÐ@kr?   rB   r�   rH   r{   rŒ   rz   r|   r}   r~   Ú
audio_fileÚdurationrc   Úload_audio_latencyÚload_audio_throughputÚfeature_extractor_latency_sÚ feature_extractor_throughput_qpsrf   rt   rE   ú.csvz.jsonzResults saved in ú!)ÚpandasÚ	DataFrameÚastypeÚpkg_resourcesÚworking_setÚsortedr3   Úiterrowsr   ÚtorchÚ__name__Ú__version__ÚconfigÚ
customizedÚwarmup_runsÚmeasured_runsÚmetricsÚlatency_ms_meanÚthroughput_qpsÚmax_memory_usage_GBrU   Úsave_as_csvÚsave_as_jsonr4   rS   rT   )ÚresultsÚfilenameÚpdÚdfrž   Úinstalled_packagesÚinstalled_packages_listÚort_pkg_nameÚort_pkg_versionÚrecordsÚ_ÚrowÚrecords                r=   Úsave_resultsr»   ÷   si  € ØÐÐÐà	�ŠØð
ð 
ð 
ð 
ñ 
ô 
€Bð2 ˜=Ô)×0Ò0°Ñ7Ô7€B€}ÑØ˜_Ô-×4Ò4°UÑ;Ô;€B€ÑØ˜NÔ+×2Ò2°7Ñ;Ô;€B€~ÑØ˜NÔ+×2Ò2°5Ñ9Ô9€B€~ÑØ#%Ð&>Ô#?×#FÒ#FÀwÑ#OÔ#O€BÐÑ Ø(*Ð+HÔ(I×(PÒ(PÐQXÑ(YÔ(Y€BÐ$Ñ%Ø*,Ð-LÔ*M×*TÒ*TÐU\Ñ*]Ô*]€BÐ&Ñ'Ø/1Ð2VÔ/W×/^Ò/^Ð_fÑ/gÔ/g€BÐ+Ñ,Ø˜=Ô)×0Ò0°Ñ9Ô9€B€}ÑØ)+Ð,JÔ)K×)RÒ)RÐSZÑ)[Ô)[€BÐ%Ñ&ØÐ 2Ô3×:Ò:¸7ÑCÔC€BÐÑØ˜=Ô)×0Ò0°Ñ9Ô9€B€}ÑØ#%Ð&>Ô#?×#FÒ#FÀwÑ#OÔ#O€BÐÑ ð ÐÐÐà&Ô2ÐÝ$ØlÐlÐ*<ÐlÑlÔlñô Ðð €LØ€OØð DØ.¨qÔ1×7Ò7¸Ñ=Ô=¸aÔ@ˆØ1°!Ô4×:Ò:¸4Ñ@Ô@ÀÔCˆð €GØ—+’+‘-”-ð ñ ‰ˆˆ3ØˆxŒ=˜MÒ)Ð)Ý$Ø�LÔ! 3 {Ô#3°S¸´]ÀCÈÄMÐS_Ðapñô ˆFˆFõ %Ø�LÔ! 3 {Ô#3°S¸´]ÀCÈÄMÕSXÔSaÕchÔctñô ˆFð 25°\Ô1BˆŒÔ  Ñ.Ø$'¨Ô$6ˆŒÔ!Ø&)¨/Ô&:ˆŒÔ#à03°NÔ0CˆŒÔ! *Ñ-Ø47¸Ô4GˆŒÔ! .Ñ1Ø:=Ð>VÔ:WˆŒÔ!Ð"6Ñ7Ø=@ÐA^Ô=_ˆŒÔ!Ð"9Ñ:ØCFÐGfÔCgˆŒÔ!Ð"?Ñ@ØHKÐLpÔHqˆŒÔ!Ð"DÑEØ<?Ð@^Ô<_ˆŒÔ!Ð"8Ñ9Ø+.Ð/GÔ+HˆŒÔ! %Ñ(à),¨]Ô);¸dÑ)BˆŒÔ&Ø(+Ð,>Ô(?ˆŒÔ%Ø-0°Ô-?ˆŒÔ*à�Š�vÑÔÐÑåÔ ¨'Ñ2Ô2Ð2ÝÔ  ×!1Ò!1°&¸'Ñ!BÔ!BÀGÑLÔLÐLÝ
‡K‚KÐ/ HÐ/Ð/Ð/Ñ0Ô0Ð0Ð0Ð0r?   c                 óH  — |› dt           j                              ¦   «         d›d�}t          j                             | j        |¦  «        }t          |d¦  «        5 }t          j        |||¬¦  «        }	 | 	                    | j
        ¦  «         n)# t          j        $ r |                     ¦   «          Y nw xY wd d d ¦  «         n# 1 swxY w Y   t                               d¦  «         | j        | j        | j        || j        | j        ||g}	t)          | j        ||	¦  «        }
|
S )Nr¸   ú%Y-%m-%d_%H:%M:%Sz.logÚw)ÚstdoutÚstderrz Gathering data from log files...)ÚdatetimeÚnowr7   ÚpathÚjoinr6   rL   Ú
subprocessÚPopenÚwaitr9   ÚTimeoutExpiredÚkillrS   rT   r§   Únum_runsr2   r5   Údevicerv   rV   )r;   Úbenchmark_cmdÚenginer“   r”   Úlog_filenameÚlog_pathrW   rC   rX   r¯   s              r=   Ú	benchmarkrÐ   Q  s^  € ØÐNÐN�xÔ0×4Ò4Ñ6Ô6ÐNÐNÐNÐN€LÝŒw�|Š|˜DœO¨\Ñ:Ô:€HÝ	ˆh˜Ñ	Ô	ð  ÝÔ" =¸È(ÐSÑSÔSˆð	Ø�LŠL˜œÑ&Ô&Ð&Ð&øÝÔ(ð 	ð 	ð 	Ø�LŠL‰NŒNˆNˆNˆNð	øøøð	ð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð õ ‡K‚KÐ2Ñ3Ô3Ð3àÔØŒØŒØØŒØŒØØð	€Lõ ˜tœ~¨x¸ÑFÔF€Gà€Ns6   ÁCÁ4BÂCÂ#B5Â2CÂ4B5Â5CÃCÃCc                  ó
  — t          ¦   «         } t          | j        ¦  «         t                               | j        ¦  «         dt          j        j        _	        t          j        | j        ¦  «        }t          j        | j        ¦  «        }|                     | j        | j        ¬¦  «        }|j        gd„ |D ¦   «         z   }| j        r| j        rdt%          |¦  «        gng }| j        r| j        rdt%          |¦  «        gng }| j        rdgng }g }t)          j        | j        ¦  «        D �]x}	t(          j                             | j        |	¦  «        }
	 t3          j        |
¬¦  «        }nV# t6          $ rI}d}t                               d|› �d¬	¦  «         t                               d
|	› d�¦  «         Y d }~nd }~ww xY wt                               d|
› d�¦  «         | j        r¦dddd|
ddd| j        d| j        d| j        dt%          | j         ¦  «        dt%          | j!        ¦  «        dt%          | j"        ¦  «        d| j#        g|z   }t                               d¦  «         t          | |d|	|¦  «        }| $                    |¦  «         | j%        r¦dddd|
ddd| j        d| j        d| j        dt%          | j         ¦  «        dt%          | j!        ¦  «        dt%          | j"        ¦  «        d| j#        g|z   }t                               d¦  «         t          | |d|	|¦  «        }| $                    |¦  «         | j&        r­dddd|
dd d!| j&        d| j        d| j        d| j        dt%          | j         ¦  «        dt%          | j!        ¦  «        dt%          | j"        ¦  «        d| j#        g|z   }t                               d"¦  «         t          | |d#|	|¦  «        }| $                    |¦  «         | j'        r°dddd|
dd$d%| j'        d| j        d| j        d| j        dt%          | j         ¦  «        dt%          | j!        ¦  «        dt%          | j"        ¦  «        d| j#        g|z   |z   }t                               d&¦  «         t          | |d'|	|¦  «        }| $                    |¦  «         �Œz| j(        › d(| j        › d)tR          j)         *                    ¦   «         d*›d+�}tW          |t(          j                             | j#        |¦  «        ¦  «         d S ),NT)ÚlanguageÚtaskc                 ó   — g | ]
}|d          ‘ŒS )rH   © )r�   Útoken_ids     r=   r’   zmain.<locals>.<listcomp>w  s   € Ð?rÐ?rÐ?rÐPXÀÈÄÐ?rÐ?rÐ?rr?   z--decoder-input-idsr#   )rÃ   r&   z@An error occurred while trying to calculate the audio duration: )Úexc_infozJIf you get an error that says:
	soundfile.LibsndfileError: Error opening 'zt': File contains data in an unknown format.
you may not have installed `ffmpeg` in addition to installing `librosa`.zTesting z...Úpythonz-mzmodels.whisper.benchmarkr   z--benchmark-typezhf-pt-eagerr   r   r   r!   r   r   r"   z'Benchmark PyTorch without torch.compilezpytorch-eagerzhf-pt-compilez$Benchmark PyTorch with torch.compilezpytorch-compilezhf-ortr   z Benchmark Optimum + ONNX Runtimezoptimum-ortÚortr   zBenchmark ONNX RuntimerŒ   r(   r¸   r½   r™   ),r>   r   ÚverboserS   rT   Ú__dict__r¢   ÚbackendsÚcudnnrÐ   r   Úfrom_pretrainedr2   r   Úget_decoder_prompt_idsrÒ   rÓ   Údecoder_start_token_idr.   Útuner7   ÚlistdirÚ
audio_pathrÃ   rÄ   ÚlibrosaÚget_durationÚ	ExceptionÚwarningÚhf_pt_eagerr5   rË   rV   r§   rÊ   r6   ÚextendÚhf_pt_compileÚhf_ort_dir_pathÚort_model_pathr$   rÁ   rÂ   r»   )r;   r¥   Ú	processorÚhf_forced_decoder_idsÚort_forced_decoder_idsÚhf_decoder_input_ids_cmdÚort_decoder_input_ids_cmdÚort_tune_cmdÚall_resultsr“   rã   r”   ÚerÌ   r¯   Úcsv_files                   r=   Úmainrö   l  s¡  € Ý‰:Œ:€DÝ�”ÑÔÐÝ
‡K‚K�”ÑÔÐØ%)…E„NÔÔ"åÔ*¨4¬?Ñ;Ô;€FÝ Ô0°´ÑAÔA€Ið &×<Ò<ÀdÄmÐZ^ÔZcÐ<ÑdÔdÐØ$Ô;Ð<Ð?rÐ?rÐ\qÐ?rÑ?rÔ?rÑrÐà?C¼}ÐbÐQUÔQZÐbÐ	¥Ð$9Ñ :Ô :Ð;Ð;Ð`bð ð AEÄÐcÐRVÔR[ÐcÐ	¥Ð$:Ñ ;Ô ;Ð<Ð<Ðacð ð "&¤Ð2�H�:�:°€Là€KÝ”j ¤Ñ1Ô1ð F(ñ F(ˆ
Ý”W—\’\ $¤/°:Ñ>Ô>ˆ
ð	ÝÔ+°Ð<Ñ<Ô<ˆHˆHøÝð 	ð 	ð 	ØˆHÝ�NŠNÐaÐ^_ÐaÐaÐlpˆNÑqÔqÐqÝ�NŠNð aÐ_ið  að  að  añô ð ð ð ð ð ð øøøøð	øøøõ 	�ŠÐ.˜zÐ.Ð.Ð.Ñ/Ô/Ð/ð Ôð 	(àØØ*ØØØ"ØØØ”ØØ”ØØ”ØÝ�D”NÑ#Ô#ØÝ�DÔ$Ñ%Ô%ØÝ�D”MÑ"Ô"ØØ”ð+ð, )ñ-)ˆMõ. �KŠKÐAÑBÔBÐBÝ  m°_ÀjÐRZÑ[Ô[ˆGØ×Ò˜wÑ'Ô'Ð'ð Ôð 	(àØØ*ØØØ"ØØØ”ØØ”ØØ”ØÝ�D”NÑ#Ô#ØÝ�DÔ$Ñ%Ô%ØÝ�D”MÑ"Ô"ØØ”ð+ð, )ñ-)ˆMõ. �KŠKÐ>Ñ?Ô?Ð?Ý  mÐ5FÈ
ÐT\Ñ]Ô]ˆGØ×Ò˜wÑ'Ô'Ð'ð Ôð 	(àØØ*ØØØ"ØØ#ØÔ$ØØ”ØØ”ØØ”ØÝ�D”NÑ#Ô#ØÝ�DÔ$Ñ%Ô%ØÝ�D”MÑ"Ô"ØØ”ð/ð0 )ñ1)ˆMõ2 �KŠKÐ:Ñ;Ô;Ð;Ý  m°]ÀJÐPXÑYÔYˆGØ×Ò˜wÑ'Ô'Ð'ð Ôð  	(ð ØØ.Ø"ØØ&ØØ&ØÔ'Ø"Ø”OØ!Ø”NØØ”KØ!Ý˜œÑ'Ô'Ø#Ý˜Ô(Ñ)Ô)Ø Ý˜œÑ&Ô&Ø"Ø”Oð/ð2 ,ñ3,ð4 ñ5ð õ: �KŠKÐ0Ñ1Ô1Ð1Ý  m°]ÀJÐPXÑYÔYˆGØ×Ò˜wÑ'Ô'Ð'ùà”/ÐdÐd D¤NÐdÐdµXÔ5F×5JÒ5JÑ5LÔ5LÐdÐdÐdÐd€HÝ��bœgŸlšl¨4¬?¸HÑEÔEÑFÔFÐFÐFÐFs   ÅE(Å(
F;Å2?F6Æ6F;Ú__main__)r+   rÁ   rQ   Úloggingr7   rÅ   rä   r¢   Úbenchmark_helperr   r©   r   Útransformersr   r   Ú	getLoggerr£   rS   r>   rv   r»   rÐ   rö   rÕ   r?   r=   ú<module>rü      s"  ðð €€€Ø €€€Ø €€€Ø €€€Ø 	€	€	€	Ø Ð Ð Ð à €€€Ø €€€Ø )Ð )Ð )Ð )Ð )Ð )Ø #Ð #Ð #Ð #Ð #Ð #Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8à	ˆÔ	˜8Ñ	$Ô	$€ðBð Bð BðJXð Xð XðvW1ð W1ð W1ðtð ð ð6^Gð ^Gð ^GðB ˆzÒÐØ€D�F„F€F€F€Fð Ðr?   