§
    ²Çj»  ã                  ó  — d Z ddlmZ ddlZddlmZ ddlZddlZddlm	Z	 ddl
Z
ddlZddlmZ ddlmZ ddlmZmZmZ dd	lmZmZmZ d
d
dœd„Zddddddœd„Zedk    �r+ ej        ¦   «         Ze                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     ded¬¦  «         e                     d¦  «         e                     ded¬¦  «         e                     d¦  «         e                     d¦  «         e                      ¦   «         Z! e" ej#         ee!j$        e!j        e!j%        e!j&        e!j'        e!j(        e!j)        e!j*        ¬¦  «        ¦  «        ¦  «         dS dS )zJNative-coordinate, blind review batches with source and task fingerprints.é    )ÚannotationsN)Úreplace)ÚPath)ÚImage)Ú
load_jsonl)Ú
load_frameÚcache_frameÚpolicy_digest)Úload_protocolÚfile_digestÚ
write_jsonF)ÚlogÚinvertc               ó6  — |dk    t          j        | ¦  «        z  }|                     ¦   «         s$t          j        | j        t           j        ¦  «        S |r't          j        t          j        | d¦  «        ¦  «        n|                      ¦   «         }t          j	        ||         ddg¦  «        \  }}t          j
        ||z
  t          ||z
  d¦  «        z  dd¦  «        }|rd|z
  }t          j        ||dz  d¦  «                             t           j        ¦  «        S )Nr   é   éc   g:Œ0âŽyE>éÿ   )ÚnpÚisfiniteÚanyÚzerosÚshapeÚuint8Úlog1pÚmaximumÚcopyÚ
percentileÚclipÚmaxÚwhereÚastype)ÚvaluesÚvalidr   r   ÚdataÚlowÚhighÚscaleds           úB/root/private/project/pallet_detection_v2/pallet/review_batches.pyÚdisplayr)      sí   € Ø�QŠY�"œ+ fÑ-Ô-Ñ-€EØ�9Š9‰;Œ;ð 0ÝŒx˜œ¥b¤hÑ/Ô/Ð/Ø.1ÐD�2Œ8•B”J˜v qÑ)Ô)Ñ*Ô*Ð*°v·{²{±}´}€DÝ”˜d 5œk¨A¨r¨7Ñ3Ô3�I€CˆÝŒW�d˜3‘h¥ D¨¡H¨dÑ 3Ô 3Ñ3°Q¸Ñ:Ô:€FØð Ø�6‘ˆÝŒ8�E˜6 #™: qÑ)Ô)×0Ò0µ´Ñ:Ô:Ð:ó    é   )Ú
batch_sizeÚselection_pathÚtask_offsetÚpolicy_fileÚsealed_cache_indexc               ó  — t          | ¦  «        \  }}	}
d„ |D ¦   «         }t          |¦  «        }t          j        t	          |pt	          | ¦  «        dz  ¦  «                             ¦   «         ¦  «        }ddlm} dD ],}|                     |g ¦  «        D ]} |||         ¦  «         ŒŒ-|r3t          j        t	          |¦  «                             ¦   «         ¦  «        nd }d }|r{t	          |¦  «         	                    ¦   «         }t          |¦  «        t          |¦  «        dœ}|j        dz  |j        z  dz  }|                     ¦   «         rt          |¦  «        |d	<   t	          |¦  «         	                    ¦   «         }|                     d
d
¬¦  «         |dz                       ¦   «         r)t          j        |dz                       ¦   «         ¦  «        ni }g }dD �]¤}||vrŒg }|                     |g ¦  «        D �]l}||         }|j        |         }t#          j        |                     ¦   «         ¦  «                             ¦   «         d d…         }|dz  |z  }|                     d
d
¬¦  «         	 t+          j        |¦  «        j        dk     rt1          d¦  «        ‚|�'||         }t3          ||d         |d         ¬¦  «        }n;t5          ||dz  |j        › dt9          |j        ¦  «        d d…         › d�z  ¦  «        }t=          |d
¬¦  «        \  }} |j        d d…         |j         |j!        fk    rtE          d¦  «        ‚|j#        ||<   |dz  }!|dz  }"|dz  }#tI          j%        tM          |d         |d          d
¬!¦  «        ¦  «         '                    |!¦  «         tI          j%        tM          |d"         |d#         d
¬$¦  «        ¦  «         '                    |"¦  «         tI          j%        tQ          j)        |d#         |d          tQ          j*        |j        d d…         ¦  «        fd%¬&¦  «        d'z   +                    tP          j,        ¦  «        ¦  «         '                    |#¦  «         ||j        |j-        ||j.        |j!        |j         t          |!¦  «        t          |"¦  «        t          |#¦  «        t_          |d#          0                    ¦   «         ¦  «        d(„ |!|"|#fD ¦   «         d)|j1        v rt          |j1        d)         ¦  «        nd d*œ}$| 2                    |$¦  «         n<# tf          $ r/}%| 2                    |t          |%¦  «        d+œ¦  «         Y d }%~%nd }%~%ww xY wti          |¦  «        rôti          |¦  «        |z  dk    s|||         d%         k    rÌti          |¦  «        d,z
  |z  |z  }&||&d …         }'tk          |'¦  «        D ]
\  }(})|(|)d-<   Œ|› d.|&|z  |z   d/›�}*|€d0nd1|d         › d2|d         › d3�}+|*t          t	          | ¦  «        d4z  ¦  «        |+|'d5œ},|�||,d6<   tm          |d7z  |*› d8�z  |,¦  «         to          d9|*› d:ti          |'¦  «        › d;�d
¬<¦  «         �Œntm          ||› d=�z  |¦  «         �Œ¦tm          |dz  |¦  «         tm          |d>z  |¦  «         |rOtm          |d?z  t          t	          |¦  «         	                    ¦   «         ¦  «        t          |¦  «        d@œ¦  «         ti          |¦  «        |dAœS )BNc                ó   — i | ]
}|j         |“ŒS © )Úframe_id)Ú.0Úrs     r(   ú
<dictcomp>z#prepare_batches.<locals>.<dictcomp>#   s   € Ð,Ð,Ð,˜qˆQŒZ˜Ð,Ð,Ð,r*   z
pilot.jsonr   )Úrequire_eligible)ÚtrainÚvalÚtest)ÚpathÚsha256Úassetszmanifest.jsonÚexamples_manifest_sha256T)ÚparentsÚexist_okzcache_index.json)r:   r;   r9   r+   Úviewsl       2 zbelow 50 GiB disk reserver<   r=   )Ú
cache_pathÚcache_sha256Úcacheú-é   z.npz)Úreturn_metadataé   z=decoded sensor grid differs from frozen annotation dimensionszintensity.pngz	depth.pngzvalidity.png).r   ).é   )r   ).r   ).rI   )r   éÿÿÿÿ)Úaxisr   c                ó8   — i | ]}|j         t          |¦  «        “ŒS r3   )Únamer   )r5   Úps     r(   r7   z#prepare_batches.<locals>.<dictcomp>W   s"   € Ð(`Ð(`Ð(`À1¨¬µ¸A±´Ð(`Ð(`Ð(`r*   Úrgb)r4   Úsource_anchor_hashÚgroup_idÚsplitÚdomainÚwidthÚheightÚ	intensityÚdepthÚvalidityÚdepth_availableÚviews_sha256Úrgb_side_evidence)r4   Úerrorr   ÚindexÚ_Ú03da  Annotation policy v3: native pixel xywh; top edge at the visible pallet deck, bottom edge at the lowest visible foot or runner, left/right at the pallet body. Exclude cargo, floor/shadow, fork tines, fixed racks and conveyors. Separately box discernible stack layers. Use depth only where valid. Negative only when the whole view clearly lacks a pallet; uncertain identity or boundary requires ignore with evidence. Review each original single view independently; never copy boxes from a contact sheet or another frame. Do not view proposals.zFollow z	 (sha256=zw). Review each original native sensor view independently in pixel xywh. Do not view other reviews or model predictions.zprotocol.json)Útask_idÚprotocol_sha256ÚinstructionsÚframesÚannotation_policyÚtasksz.jsonzready z: z frames)Úflushz_index.jsonzerrors.jsonzcache_source.json)Úsealed_indexr=   )rd   Úerrors)8r   r   ÚjsonÚloadsr   Ú	read_textÚpallet.data.eligibilityr8   ÚgetÚresolveÚstrr   ÚparentÚstemÚexistsÚmkdirrd   Úhashlibr=   ÚencodeÚ	hexdigestÚshutilÚ
disk_usageÚfreeÚRuntimeErrorr   r	   Úsource_sha256r
   Úsensor_configr   r   rV   rU   Ú
ValueErrorrC   r   Ú	fromarrayr)   Úsaver   Ústackr   r!   r   rR   rT   Úboolr   ÚpathsÚappendÚ	ExceptionÚlenÚ	enumerater   Úprint)-Úprotocol_dirÚannotations_pathÚoutputr,   r-   r.   r/   r0   Úrecordsr_   ÚprotocolÚby_idr   Ú	selectionr8   rS   ÚfidÚsealedÚpolicyÚpolicy_pathÚexamplesÚcache_indexri   rf   r4   ÚrowÚframeÚkeyÚ	directoryÚentryÚcachedr$   ÚmetadatarW   rX   ÚmasksÚtaskÚexcÚstartÚbatchÚiÚitemrN   rc   Útask_records-                                                r(   Úprepare_batchesr¥      sÜ  € õ )¨Ñ6Ô6Ñ€GˆQ�Ø,Ð, GÐ,Ñ,Ô,€EÝÐ-Ñ.Ô.€KÝ”
�4 Ð Qµ$°|Ñ2DÔ2DÀ\Ñ2QÑRÔR×\Ò\Ñ^Ô^Ñ_Ô_€IØ8Ð8Ð8Ð8Ð8Ð8Ø)ð )ð )ˆØ—=’= ¨Ñ+Ô+ð 	)ð 	)ˆCØÐ˜U 3œZÑ(Ô(Ð(Ð(ð	)àASÐ]�TŒZ�Ð/Ñ0Ô0×:Ò:Ñ<Ô<Ñ=Ô=Ð=ÐY]€FØ€FØð GÝ˜;Ñ'Ô'×/Ò/Ñ1Ô1ˆÝ˜kÑ*Ô*µkÀ+Ñ6NÔ6NÐOÐOˆØÔ% hÑ.¨{Ô/?Ñ?ÀÑOˆØ�?Š?ÑÔð 	GÝ1<¸XÑ1FÔ1FˆFÐ-Ñ.Ý�&‰\Œ\×!Ò!Ñ#Ô#€FØ
‡L‚L˜¨€LÑ-Ô-Ð-ØJPÐQcÑJc×IkÒIkÑImÔImÐu•$”*˜fÐ%7Ñ7×BÒBÑDÔDÑEÔEÐEÐsu€KØ€FØ)ð 67ñ 67ˆØ˜	Ð!Ð!ØØˆØ!Ÿš e¨BÑ/Ô/ð 1	Gñ 1	GˆHØ˜”/ˆCØÔ& xÔ0ˆEÝ”. §¢Ñ!2Ô!2Ñ3Ô3×=Ò=Ñ?Ô?ÀÀÀÔDˆCØ˜w™ sÑ*ˆIØ�OŠO D°4ˆOÑ8Ô8Ð8ðFÝÔ$ VÑ,Ô,Ô1°HÒ<Ð<Ý&Ð'BÑCÔCÐCØÐ%Ø" 8Ô,�EÝ$ S°U¸6´]ÐQVÐW_ÔQ`ÐaÑaÔa�F�Få(¨¨f°W©nÀÔ@QÐ=Ð=ÕTaÐbeÔbsÑTtÔTtÐuxÐvxÐuxÔTyÐ=Ð=Ð=Ñ.ñ  Aô  A�FÝ!+¨FÀDÐ!IÑ!IÔ!I‘��hØ”:˜b˜q˜b”> e¤l°E´KÐ%@Ò@Ð@Ý$Ð%dÑeÔeÐeØ(.Ô(9�˜HÑ%Ø% oÑ5�	Ø! +Ñ-�Ø! .Ñ0�Ý”¥¨¨U¬°T¸%´[ÀdÐ KÑ KÔ KÑLÔL×QÒQÐR[Ñ\Ô\Ð\Ý”¥¨¨U¬°T¸%´[ÈÐ NÑ NÔ NÑOÔO×TÒTÐUZÑ[Ô[Ð[Ý”¥¤¨4°¬;°t¸E´{Å2Ä8ÈDÌJÐWYÐXYÐWYÌNÑC[ÔC[Ð*\ÐbdÐ!eÑ!eÔ!eÐfiÑ!i× qÒ qÕrtÔrzÑ {Ô {Ñ|Ô|÷  Bò  Bð  CHñ  Iô  Ið  IØ$,ÀCÔDUØ$'¤L¸5ÈCÌJØ!&¤¸¼Ý%(¨¡^¤^½cÀ%¹j¼jÕVYÐZ_ÑV`ÔV`Ý+/°°U´·²Ñ0AÔ0AÑ+BÔ+BØ(`Ð(`ÈÐSXÐY^ÐH_Ð(`Ñ(`Ô(`ØFKÈsÌyÐFXÐFX­S°´¸5Ô1AÑ-BÔ-BÐ-BÐ^bðdð d�ð —’˜TÑ"Ô"Ð"Ð"øÝð Fð Fð FØ—’¨(½3¸s¹8¼8ÐDÐDÑEÔEÐEÐEÐEÐEÐEÐEøøøøðFøøøå�5‰zŒzð G�s 5™zœz¨*Ñ4¸Ò9Ð9¸XÈÐSXÔIYÐZ\ÔI]Ò=]Ð=]Ý˜e™*œ* Q™,¨Ñ3°ZÑ?�Ø˜e˜f˜fœ�Ý'¨Ñ.Ô.ð &ð &‘F�A�dØ$%�D˜‘M�MØÐCÐC  zÑ 1°+Ñ =ÐCÐCÐC�à#) >ð !A	ð  !A	ð !M¨&°¬.ð  !Mð  !MÀ6È(ÔCSð  !Mð  !Mð  !Mð ð #µ[ÅÀlÑASÔASÐTcÑAcÑ5dÔ5dØ#/¸%ðAð A�ð Ð%Ø7=�KÐ 3Ñ4Ý˜6 '™>¨T¨.¨.¨.Ñ8¸+ÑFÔFÐFÝÐ:˜tÐ:Ð:¥s¨5¡z¤zÐ:Ð:Ð:ÀÐFÑFÔFÐFùÝ�6˜UÐ/Ð/Ð/Ñ/°Ñ6Ô6Ð6Ñ6ÝˆvÐ(Ñ(¨Ñ5Ô5Ð5Ýˆv�mÑ# FÑ+Ô+Ð+Øð [Ý�6Ð-Ñ-½cÅ$ÐGYÑBZÔBZ×BbÒBbÑBdÔBdÑ>eÔ>eÝ9DÐEWÑ9XÔ9Xð/Zð /Zñ 	[ô 	[ð 	[å˜Ñ%Ô%¨vÐ6Ð6Ð6s   É5J4T*Ô*
U#Ô4%UÕU#Ú__main__z
--protocolzoutputs/protocol_v3)Údefaultz--annotationsz0outputs/protocol_v3/annotations_unreviewed.jsonlz--outputzoutputs/review_v3z--batch-size)Útyper§   z--selectionz--task-offsetz--policy-filez--sealed-cache-index)+Ú__doc__Ú
__future__r   ÚargparseÚdataclassesr   ru   rj   Úpathlibr   rx   Únumpyr   ÚPILr   Úpallet.annotationr   Úpallet.data.loaderr   r	   r
   Úpallet.data.protocolr   r   r   r)   r¥   Ú__name__ÚArgumentParserÚparserÚadd_argumentÚintÚ
parse_argsÚargsrˆ   Údumpsr�   r‹   r,   r�   r.   r/   r0   r3   r*   r(   ú<module>r»      sŒ  ðØ PÐ PØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø Ð Ð Ð Ð Ð Ø €€€Ø €€€Ø Ð Ð Ð Ð Ð Ø €€€à Ð Ð Ð Ø Ð Ð Ð Ð Ð à (Ð (Ð (Ð (Ð (Ð (Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EØ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gð #(°ð 	;ð 	;ð 	;ð 	;ð 	;ð KMØ#'°QÀDØ'+ðS7ð S7ð S7ð S7ð S7ðl ˆZÒÑØ"ˆ8Ô"Ñ$Ô$€FØ
×Ò˜Ð-BÐÑCÔCÐCØ
×Ò˜Ð0bÐÑcÔcÐcØ
×Ò˜
Ð+>ÐÑ?Ô?Ð?Ø
×Ò˜¨C¸ÐÑ;Ô;Ð;Ø
×Ò˜Ñ&Ô&Ð&Ø
×Ò˜¨S¸ÐÑ;Ô;Ð;Ø
×Ò˜Ñ(Ô(Ð(Ø
×ÒÐ.Ñ/Ô/Ð/Ø	×	Ò	Ñ	Ô	€DØ	€Eˆ*ˆ$Œ*�_�_ T¤]°4Ô3CÀDÄKÐ[_Ô[jØ48´NÈtÔO_Ø15Ô1AØ8<Ô8OðQñ Qô Qñ Rô Rñ Sô Sð Sð Sð Sð Ðr*   