§
    l¬¸j@  ã                   óè   — d dl Z d dlZd dlZd dlmZ d dlmZmZ d dlZd dl	Z
d dlZd dlmZ d dlmZmZ d dlmZ  G d„ de¦  «        Zd	dd
œd„Zej        d„ ¦   «         Zd„ Zd„ Zd„ Zd„ Zd„ Zd„ ZdS )é    N)Úpartial)ÚSimpleHTTPRequestHandlerÚThreadingHTTPServer)Úconvert_ndjson_to_yolo)Ú
load_depthÚsave_depth_png)ÚYAMLc                   ó   — e Zd ZdZd„ ZdS )Ú_QuietHandlerzBServe converter fixtures without writing requests to the test log.c                 ó   — d S ©N© )ÚselfÚ_formatÚargss      úk/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/tests/test_ndjson_converter.pyÚlog_messagez_QuietHandler.log_message   s   € Øˆó    N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   r   r   r      s)   € € € € € ØLÐLðð ð ð ð r   r   F)Úmissing_depthÚdepth_scalec          
      óà   — dddœ|rd|ini ¥dd|› d�d|› d	�d
ddgdœdœdd|› d�d|r|› d�n|› d�dddgdœdœg}|                       d                     d„ |D ¦   «         ¦  «        ¦  «         d S )NÚdatasetÚdepth©ÚtypeÚtaskr   Úimagezcamera/train.jpgz/train.jpg?signature=imageÚtrainz/train.png?signature=depthzdepth-trainé   é   )ÚurlÚhashÚshape©r   Úfiler%   Úsplitr   zval.jpgz/test.jpg?signature=imageÚvalz/missing.pngz/test.png?signature=depthz
depth-testú
c              3   ó>   K  — | ]}t          j        |¦  «        V — Œd S r   ©ÚjsonÚdumps©Ú.0Úrecords     r   ú	<genexpr>z"_write_manifest.<locals>.<genexpr>3   s,   è è € ÐGÐG°V�dœj¨Ñ0Ô0ÐGÐGÐGÐGÐGÐGr   )Ú
write_textÚjoin)ÚpathÚbase_urlr   r   Úrecordss        r   Ú_write_manifestr:      sò   € à GÐeÐeÐP[Ð0c°ÀÐ0LÐ0LÐacÐeàØ&ØÐ:Ð:Ð:Øà"Ð>Ð>Ð>Ø%Ø˜Q˜ðð ð
	
ð 
	
ð ØØÐ9Ð9Ð9Øà4AÐm˜(Ð0Ð0Ð0Ð0È(ÐGmÐGmÐGmØ$Ø˜Q˜ðð ð
	
ð 
	
ð€Gð2 	‡O‚O�D—I’IÐGÐG¸wÐGÑGÔGÑGÔGÑHÔHÐHÐHÐHr   c           	   #   ó:  K  — | dz  }|                      ¦   «          t          j        dt          j        ¬¦  «                             dd¦  «        }dD ]b\  }}t          j        t          ||› d�z  ¦  «        t          j        d|t          j	        ¬¦  «        ¦  «         t          ||› d	�z  |¦  «         Œct          d
t          t          |¬¦  «        ¦  «        }d|_        t          j        |j        d¬¦  «        }|                     ¦   «          	 d|j        › �|fV — |                     ¦   «          |                     ¦   «          |                     ¦   «          dS # |                     ¦   «          |                     ¦   «          |                     ¦   «          w xY w)z0Serve paired image and depth fixtures over HTTP.Úsourceé   )Údtyper#   r$   ))r"   r   )Útestéÿ   ú.jpg)r#   r$   r#   ú.png)z	127.0.0.1r   )Ú	directoryT)ÚtargetÚdaemonzhttp://127.0.0.1:N)ÚmkdirÚnpÚarangeÚfloat32ÚreshapeÚcv2ÚimwriteÚstrÚfullÚuint8r   r   r   r   Údaemon_threadsÚ	threadingÚThreadÚserve_foreverÚstartÚserver_portÚshutdownÚserver_closer6   )Útmp_pathr<   r   r*   ÚvalueÚserverÚthreads          r   Údepth_serverr\   6   s†  è è € ð ˜Ñ €FØ
‡L‚L�N„N€NÝŒI�b¥¤
Ð+Ñ+Ô+×3Ò3°A°qÑ9Ô9€EØ5ð 7ð 7‰ˆˆuÝŒ•C˜ E   Ñ/Ñ0Ô0µ"´'¸)ÀUÕRTÔRZÐ2[Ñ2[Ô2[Ñ\Ô\Ð\Ý�v 5   Ñ.°Ñ6Ô6Ð6Ð6Ý Ð!1µ7½=ÐTZÐ3[Ñ3[Ô3[Ñ\Ô\€FØ €FÔÝÔ VÔ%9À$ÐGÑGÔG€FØ
‡L‚L�N„N€NðØ6 &Ô"4Ð6Ð6¸Ð=Ð=Ð=Ð=à�ŠÑÔÐØ×ÒÑÔÐØ�Š‰Œˆˆˆøð 	�ŠÑÔÐØ×ÒÑÔÐØ�Š‰Œˆˆøøøs   ÄE Å>Fc                 óŽ  — |\  }}| dz  }t          ||¦  «         t          j        t          || dz  ¦  «        ¦  «        }t	          j        |¦  «        }|d         dk    sJ ‚|d         dk    sJ ‚|d         ddik    sJ ‚|d	         d
k    sJ ‚|d         dk    sJ ‚|d         dk    sJ ‚|j        dz                       ¦   «         rJ ‚t          dd¦  «        D ]l\  }}|j        dz  |z  |› d�z   	                    ¦   «         sJ ‚t          j                             t          |j        dz  |z  |› d�z  ¦  «        |d¬¦  «         ŒmdS )zXDownload depth targets beside images using matching indexed stems and the default scale.údepth.ndjsonÚdatasetsr    r   Úncé   Únamesr   r   iè  r"   zimages/trainr+   z
images/valÚlabels)r"   r+   ÚimagesrA   rB   gü©ñÒMbP?)ÚatolN)r:   ÚasyncioÚrunr   r	   ÚloadÚparentÚexistsÚ	enumerateÚis_filerG   ÚtestingÚassert_allcloser   )	rX   r\   r8   r   ÚmanifestÚ	yaml_pathÚdataÚindexr*   s	            r   Ú6test_convert_depth_ndjson_downloads_image_target_pairsrs   K   s”  € à"�O€HˆeØ˜.Ñ(€HÝ�H˜hÑ'Ô'Ð'å”Õ2°8¸XÈ
Ñ=RÑSÔSÑTÔT€IåŒ9�YÑÔ€DØ�Œ<˜7Ò"Ð"Ð"Ð"Ø�Œ:˜Š?ˆ?ˆ?ˆ?Ø�Œ=˜Q ˜LÒ(Ð(Ð(Ð(Ø�Ô $Ò&Ð&Ð&Ð&Ø�Œ=˜NÒ*Ð*Ð*Ð*Ø�Œ;˜,Ò&Ð&Ð&Ð&ØÔ  8Ñ+×3Ò3Ñ5Ô5Ð5Ð5Ð5Ý!Ð"2°AÑ6Ô6ð vð v‰ˆˆuØÔ  8Ñ+¨eÑ3¸°n°n°nÑD×MÒMÑOÔOÐOÐOÐOÝ
Œ
×"Ò"¥:¨iÔ.>ÀÑ.HÈ5Ñ.PÐV[ÐSaÐSaÐSaÑ.aÑ#bÔ#bÐdiÐptÐ"ÑuÔuÐuÐuðvð vr   c           	      óÈ   — |\  }}| dz  }t          ||d¬¦  «         t          j        t          j        t          || dz  ¦  «        ¦  «        ¦  «        }|d         dk    sJ ‚dS )z@Copy a dataset-level PNG scale into the generated training YAML.r^   é   )r   r_   r   N)r:   r	   rh   rf   rg   r   )rX   r\   r8   Ú_ro   rq   s         r   Ú)test_convert_depth_ndjson_preserves_scalerw   `   so   € à�K€HˆaØ˜.Ñ(€HÝ�H˜h°CÐ8Ñ8Ô8Ð8åŒ9•W”[Õ!7¸À(ÈZÑBWÑ!XÔ!XÑYÔYÑZÔZ€Dà�Ô #Ò%Ð%Ð%Ð%Ð%Ð%r   c                 óš  — |\  }}| dz  }t          ||¦  «         t          j        t          || dz  ddg¬¦  «        ¦  «        }|                     t
          dd„ ¦  «         t          j        t          || dz  ddg¬¦  «        ¦  «        |k    sJ ‚|                     ¦   «          |j        dz  d	z  d
z  }|                     ¦   «          t          j	        |¦  «        }| 
                    d¦  «         t          j        ||¦  «         t          j        t          || dz  ddg¬¦  «        ¦  «        |k    sJ ‚|                     ¦   «         sJ ‚dS )zPReuse a complete subset and reconvert when its completion marker is invalidated.r^   r_   ra   ©ÚfractionÚsavec                  ó*   — t          j        d¦  «        S )Nzcache missed)ÚpytestÚfail)Ú_argsÚ_kwargss     r   ú<lambda>zFtest_convert_depth_ndjson_reuses_existing_conversion.<locals>.<lambda>r   s   € ÅÄÈNÑ@[Ô@[€ r   g      ð?r   r+   ú2.pngÚcompleteN)r:   rf   rg   r   Úsetattrr	   Úundori   Úunlinkrh   Úpopr{   rl   )	rX   r\   Úmonkeypatchr8   rv   ro   rp   Ú
depth_pathrq   s	            r   Ú4test_convert_depth_ndjson_reuses_existing_conversionrŠ   k   sh  € à�K€HˆaØ˜.Ñ(€HÝ�H˜hÑ'Ô'Ð'Ý”Õ2°8¸XÈ
Ñ=RÐ^_ÐabÐ]cÐdÑdÔdÑeÔe€Ià×Ò�˜fÐ&[Ð&[Ñ\Ô\Ð\ÝŒ;Õ-¨h¸À:Ñ8MÐY\Ð^aÐXbÐcÑcÔcÑdÔdÐhqÒqÐqÐqÐqà×ÒÑÔÐØÔ! GÑ+¨eÑ3°gÑ=€JØ×ÒÑÔÐÝŒ9�YÑÔ€DØ‡H‚HˆZÑÔÐÝ„Iˆi˜ÑÔÐÝŒ;Õ-¨h¸À:Ñ8MÐYZÐ\]ÐX^Ð_Ñ_Ô_Ñ`Ô`ÐdmÒmÐmÐmÐmØ×ÒÑÔÐÐÐÐÐr   c                 óø  — |\  }}| dz  }t          ||d¬¦  «         t          j        t          d¬¦  «        5  t	          j        t          || dz  ¦  «        ¦  «         ddd¦  «         n# 1 swxY w Y   t          d„ | dz                       ¦   «         D ¦   «         ¦  «        }|d	z  d
z  dz   	                    ¦   «         rJ ‚|dz  d
z  dz   	                    ¦   «         rJ ‚|dz   	                    ¦   «         rJ ‚dS )zVFail depth conversion without leaving an image whose paired target failed to download.zincomplete.ndjsonT)r   zDownloaded 1/2 images©Úmatchr_   Nc              3   óB   K  — | ]}|                      ¦   «         ¯|V — Œd S r   )Úis_dir©r2   Úps     r   r4   zDtest_convert_depth_ndjson_removes_incomplete_pair.<locals>.<genexpr>ˆ   s/   è è € ÐRÐR˜QÀqÇxÂxÁzÄzÐR�qÐRÐRÐRÐRÐRÐRr   rd   r+   z2.jpgr   r‚   z	data.yaml)
r:   r}   ÚraisesÚRuntimeErrorrf   rg   r   ÚnextÚiterdirrj   )rX   r\   r8   rv   ro   Údataset_dirs         r   Ú1test_convert_depth_ndjson_removes_incomplete_pairr—      sg  € à�K€HˆaØÐ-Ñ-€HÝ�H˜h°dÐ;Ñ;Ô;Ð;å	Œ•|Ð+CÐ	DÑ	DÔ	Dð Mð MÝŒÕ*¨8°XÀ
Ñ5JÑKÔKÑLÔLÐLðMð Mð Mñ Mô Mð Mð Mð Mð Mð Mð Møøøð Mð Mð Mð Mõ ÐRÐR 8¨jÑ#8×"AÒ"AÑ"CÔ"CÐRÑRÔRÑRÔR€KØ˜hÑ&¨Ñ.°Ñ8×@Ò@ÑBÔBÐBÐBÐBØ˜gÑ%¨Ñ-°Ñ7×?Ò?ÑAÔAÐAÐAÐAØ˜kÑ)×1Ò1Ñ3Ô3Ð3Ð3Ð3Ð3Ð3s   ¸&A*Á*A.Á1A.c                 ó@  — | dz  }dddœddddi d	œg}|                      d
                     d„ |D ¦   «         ¦  «        ¦  «         t          j        t          d¬¦  «        5  t          j        t          || dz  ¦  «        ¦  «         ddd¦  «         dS # 1 swxY w Y   dS )z4Reject a missing depth URL before issuing downloads.zinvalid.ndjsonr   r   r   r!   z	train.jpgzhttp://127.0.0.1:1/train.jpgr"   r(   r,   c              3   ó>   K  — | ]}t          j        |¦  «        V — Œd S r   r.   r1   s     r   r4   z@test_convert_depth_ndjson_rejects_missing_url.<locals>.<genexpr>›   ó,   è è € Ð!KÐ!K¸¥$¤*¨VÑ"4Ô"4Ð!KÐ!KÐ!KÐ!KÐ!KÐ!Kr   zmissing depth\.urlrŒ   r_   N)r5   r6   r}   r’   Ú
ValueErrorrf   rg   r   )rX   ro   r9   s      r   Ú-test_convert_depth_ndjson_rejects_missing_urlrœ   Ž   s  € àÐ*Ñ*€Hà GÐ,Ð,àØØ1ØØð	
ð 	
ð	€Gð ×Ò˜Ÿ	š	Ð!KÐ!KÀ7Ð!KÑ!KÔ!KÑKÔKÑLÔLÐLå	Œ•zÐ)>Ð	?Ñ	?Ô	?ð Mð MÝŒÕ*¨8°XÀ
Ñ5JÑKÔKÑLÔLÐLðMð Mð Mñ Mô Mð Mð Mð Mð Mð Mð Mð Møøøð Mð Mð Mð Mð Mð Ms   Á &BÂBÂBc           	      ó¶  ‡
‡— |\  Š
}dddœgˆ
fd„t          d¦  «        D ¦   «         ¢}| dz  }|                     d                     d„ |D ¦   «         ¦  «        ¦  «         d	d
gddhfg d¢dt          ¦   «         fd	d
gdt          ¦   «         fd	d
gddhffD ]j\  }}}t	          j        t          || dz  ||¬¦  «        ¦  «        Šˆfd„dD ¦   «         }|ddhdh|gk    sJ ‚t          j        ‰¦  «        d         dk    sJ ‚Œkt	          j        t          || dz  d¬¦  «        ¦  «        Šd„ ‰j	        dz  dz   
                    d¦  «        D ¦   «         }	|	dhk    sJ ‚dS )zRSelect requested splits while preserving full metadata and two-item list behavior.r   Údetectr   c                 ó`   •— g | ]*}d |› d�‰› d|› �|dk    rdndd|dk    rdndd	d	d
d
ggidœ‘Œ+S )r!   rA   z/train.jpg?signature=é	   r?   r"   Úboxesé   r   g      à?ra   )r   r)   r%   r*   Úannotationsr   )r2   rr   r8   s     €r   ú
<listcomp>z?test_convert_ndjson_selects_split_fractions.<locals>.<listcomp>¦   s�   ø€ ð 	

ð 	

ð 	

ð ð  Ø ˜˜˜Ø"Ð@Ð@¸Ð@Ð@Ø#(¨A¢: :˜˜°7Ø '°¸²
°
¨1¨1ÀÀ3ÈÈQÐPQÐ*RÐ)SÐTðð ð	

ð 	

ð 	

r   é
   zdetect.ndjsonr,   c              3   ó>   K  — | ]}t          j        |¦  «        V — Œd S r   r.   r1   s     r   r4   z>test_convert_ndjson_selects_split_fractions.<locals>.<genexpr>²   rš   r   ç      Ð?ra   Nz10.jpg)r§   ra   r   r+   r?   r_   )rz   r*   c                 ód   •— g | ],}d „ ‰j         dz  |z                       d¦  «        D ¦   «         ‘Œ-S )c                 ó   — h | ]	}|j         ’Œ
S r   ©Únamer�   s     r   ú	<setcomp>zItest_convert_ndjson_selects_split_fractions.<locals>.<listcomp>.<setcomp>¼   s   € ÐMÐMÐM˜ˆQŒVÐMÐMÐMr   rd   Ú*)ri   Úglob)r2   r*   rp   s     €r   r¤   z?test_convert_ndjson_selects_split_fractions.<locals>.<listcomp>»   sP   ø€ ð 
ð 
ð 
ØRWÐMÐM˜iÔ.°Ñ9¸EÑA×GÒGÈÑLÔLÐMÑMÔMð
ð 
ð 
r   )r"   r+   r?   z1.jpgz9.jpgz8.jpgr`   r#   gš™™™™™©?ry   c                 ó   — h | ]	}|j         ’Œ
S r   rª   r�   s     r   r¬   z>test_convert_ndjson_selects_split_fractions.<locals>.<setcomp>Â   s   € ÐOÐOÐO˜ˆQŒVÐOÐOÐOr   rd   r"   r­   )Úranger5   r6   Úsetrf   rg   r   r	   rh   ri   r®   )rX   r\   rv   r9   ro   rz   r*   Úexpected_testÚfilesr"   r8   rp   s             @@r   Ú+test_convert_ndjson_selects_split_fractionsr´   ¡   sí  øø€ à�K€Hˆaà HÐ-Ð-ðð	

ð 	

ð 	

ð 	

õ ˜r™œð	

ñ 	

ô 	

ð€Gð ˜/Ñ)€HØ×Ò˜Ÿ	š	Ð!KÐ!KÀ7Ð!KÑ!KÔ!KÑKÔKÑLÔLÐLð �ˆ�D˜8˜*Ð%Ø	ˆˆ�t�S™UœUÐ#Ø
�ˆ�E�3™5œ5Ð!Ø
�ˆ�F˜X˜JÐ'ð	+ð /ð /Ñ&ˆ�%˜õ ”KÕ 6°xÀÈJÑAVÐaiÐqvÐ wÑ wÔ wÑxÔxˆ	ð
ð 
ð 
ð 
Ø[sð
ñ 
ô 
ˆð ˜' 7Ð+¨g¨Y¸ÐFÒFÐFÐFÐFÝŒy˜Ñ#Ô# DÔ)¨QÒ.Ð.Ð.Ð.Ð.å”Õ2°8¸XÈ
Ñ=RÐ]aÐbÑbÔbÑcÔc€IØOÐO˜iÔ.°Ñ9¸GÑC×IÒIÈ#ÑNÔNÐOÑOÔO€EØ�W�IÒÐÐÐÐÐr   )rf   r/   rQ   Ú	functoolsr   Úhttp.serverr   r   rK   ÚnumpyrG   r}   Úultralytics.data.converterr   Úultralytics.data.utilsr   r   Úultralytics.utilsr	   r   r:   Úfixturer\   rs   rw   rŠ   r—   rœ   r´   r   r   r   ú<module>r¼      s€  ðð €€€Ø €€€Ø Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ Eà 
€
€
€
Ø Ð Ð Ð Ø €€€à =Ð =Ð =Ð =Ð =Ð =Ø =Ð =Ð =Ð =Ð =Ð =Ð =Ð =Ø "Ð "Ð "Ð "Ð "Ð "ðð ð ð ð Ð,ñ ô ð ð 6;Èð Ið Ið Ið Ið Ið: „ðð ñ „ðð(vð vð vð*&ð &ð &ð ð  ð  ð(4ð 4ð 4ðMð Mð Mð&"ð "ð "ð "ð "r   