§
    ôÑjg  ã                  óÆ  — d Z ddlmZ ddlZddlmZmZ ddlmZ ddl	Z	ddl
Z
ddlmZ ddlZddlZddlmZmZmZmZmZ ddlmZmZmZmZ dd	lmZ dd
lmZmZ  ed¦  «        Z  ed¦  «        Z! ed¦  «        Z" ed¦  «        Z# ed¦  «        Z$ ed¦  «        Z%dddœZ&d„ dD ¦   «         Z'd„ Z(d„ Z)d#d„Z*d„ Z+d„ Z,d„ Z-d„ Z.d„ Z/d„ Z0d „ Z1d$d!„Z2e3d"k    r e2¦   «          dS dS )%zèTraceable structure labels from threshold segmentation and XY projections.

Read-only formal data -> image-processing proposals -> necessary rechecks ->
separate tables / histogram gallery. No feature propagation or model training.
é    )ÚannotationsN)ÚCounterÚdefaultdict)ÚThreadPoolExecutor)ÚPath)Úcheck_spaceÚdigestÚencodedÚprotected_writeÚ	safe_path)Ú	read_jsonÚ
read_jsonlÚ	write_csvÚwrite_workbook)Úanalyze_target)ÚMeasuredFrontMasksÚcombine_evidencez4outputs/pallet_appearance_center_reclassification_v1z"configs/active_formal_dataset.jsonzKoutputs/pallet_cluster_annotation_seed_rectangles_v1/delivery/targets.jsonlz+configs/pallet_structure_attributes_v1.jsonz&outputs/pallet_structure_attributes_v1z*outputs/pallet_fork_face_masks_v1/deliveryõ   å·�å­—õ   ç”°å­—)ÚchuanÚtianc                óL   — i | ]!}t           D ]}||f|› d t           |         › �“ŒŒ"S )u   è…¿)ÚCLOSURES)Ú.0ÚnÚcs      úpallet/structure_attributes.pyú
<dictcomp>r      s=   € ÐRÐRÐR°ÍÐRÐRÀAˆq�!ˆf˜Ð,Ð,�x¨œ{Ð,Ð,ÐRÐRÐRÐRó    ©é   é   é   c                ó$  — |                       d¦  «        dk    s´|                       d¦  «        dk    s›|                       d¦  «        dk    s‚|                       d¦  «        g d¢k    sg|                       d	¦  «        d
usPt          |                       di ¦  «        ¦  «        t          t          ¦  «        k    s|                       d¦  «        durt          d¦  «        ‚|                       dg ¦  «        }t	          |¦  «        dk     sÏt	          t          |¦  «        ¦  «        t	          |¦  «        k    s¢d|vsžt          d„ |D ¦   «         ¦  «        s…d| d         cxk    rt	          |¦  «        k    ren nbd| d         cxk     rdk    rOn nLd| d         cxk     rdk    r9n n6d| d         cxk     rdk     r#n n t          | d         | d         ¦  «        dk    rt          d¦  «        ‚dD ])}d| |         cxk     rdk     sn t          d|› �¦  «        ‚Œ*d S )NÚversioné   Ú
view_scopeÚcurrent_primary_fork_faceÚmethodÚ&intensity_threshold_and_xy_projectionsÚsupport_leg_countsr    Úpointcloud_fallbackTÚclosure_definitionsÚmodel_trainingFz1Unsupported structure policy or label definitionsÚthreshold_offsetsr"   r   c              3  óh   K  — | ]-}t          |¦  «        t          upt          |¦  «        d k    V — Œ.dS )é@   N)ÚtypeÚintÚabs)r   Úvs     r   ú	<genexpr>z"validate_policy.<locals>.<genexpr>,   s<   è è € ÐFÐF¸•4˜‘7”7¥#Ð%Ð4­¨Q©¬°"ªÐFÐFÐFÐFÐFÐFr   Úminimum_thresholdsg      à?Úminimum_threshold_agreementÚmaximum_deskew_degreesé   Úminimum_bbox_height_width_ratioÚminimum_bbox_widthÚminimum_bbox_heightz%Invalid projection / threshold policy)Úminimum_top_beam_coverageÚleg_projection_thresholdÚminimum_leg_width_ratioÚbeam_gap_coverageÚopen_gap_coverageÚminimum_beam_thickness_ratiozInvalid projection ratio: )ÚgetÚsetr   Ú
ValueErrorÚlenÚanyÚmin)ÚpolicyÚoffsetsÚkeys      r   Úvalidate_policyrM   "   so  € Ø�
Š
�9ÑÔ Ò"Ð" f§j¢j°Ñ&>Ô&>ÐB]Ò&]Ð&]Ø�zŠz˜(Ñ#Ô#Ð'OÒOÐOØ�zŠzÐ.Ñ/Ô/°9°9°9Ò<Ð<Ø�zŠzÐ/Ñ0Ô0¸Ð<Ð<Ý�6—:’:Ð3°RÑ8Ô8Ñ9Ô9½SÅ¹]¼]ÒJÐJØ�zŠzÐ*Ñ+Ô+°5Ð8Ð8ÝÐLÑMÔMÐMØ�jŠjÐ,¨bÑ1Ô1€GÝˆG‰Œ�qÒÐ�C¥ G¡¤Ñ-Ô-µ°W±´Ò=Ð=ÀÈ'ÐAQÐAQÝÐFÐF¸gÐFÑFÔFÑFÔFð BRà˜Ð3Ô4ÐDÐDÒDÐD½¸G¹¼ÒDÐDÐDÐDÐDØ˜Ð<Ô=ÐBÐBÒBÐBÀÒBÐBÐBÐBÐBØ�vÐ6Ô7Ð=Ð=Ò=Ð=¸2Ò=Ð=Ð=Ð=Ð=Ø�vÐ?Ô@ÐDÐDÒDÐDÀ1ÒDÐDÐDÐDÐDÝ�6Ð.Ô/°Ð8MÔ1NÑOÔOÐSTÒTÐTÝÐ@ÑAÔAÐAðZð Að Aˆà�6˜#”;Ð"Ð"Ò"Ð" Ò"Ð"Ð"Ð"ÝÐ?¸#Ð?Ð?Ñ@Ô@Ð@ð #ðAð Ar   c                ó¤  — | j                              ¦   «         }t          |dz  ¦  «        }d„ |D ¦   «         }d„ |D ¦   «         }|r@t          |¦  «        t          |¦  «        k    s t          |¦  «        t          |¦  «        k    rt	          d¦  «        ‚t          |dz  ¦  «        }|d                              ¦   «         D ]8\  }}t          t          ||¦  «        ¦  «        |k    rt	          d|› �¦  «        ‚Œ9t          | j	        ¦  «        }t          |d         ¦  «                             ¦   «         }	t          |d	         ¦  «        }
t          d
¦  «                             ¦   «         }t          |¦  «        }t          |d         d         ¦  «                             ¦   «         |	k    rt	          d¦  «        ‚d„ t          |	dz  ¦  «        D ¦   «         }d„ t          |	dz  ¦  «        D ¦   «         }t          ¦   «         } |j        ¦   «         D ]–}t          |d         ¦  «        D ]~\  }}|d         › d|d›�}|                     |¦  «         |                     |¦  «        }|�0|d         |k    s$|d         |d         k    s|d         |d         k    rt	          d¦  «        ‚ŒŒ—|t          |¦  «        k    s8t          d„ |D ¦   «         ¦  «        t          t!          dd¦  «        ¦  «        k    rt	          d¦  «        ‚t          | j        ¦  «        }t          d„ |D ¦   «         ¦  «        t          |¦  «        k    rt	          d¦  «        ‚|D ]C}||d                  }|d         |d         k    s|d         |d         k    rt	          d ¦  «        ‚ŒDt          | j        ¦  «        }t'          |¦  «         |dz  |dz  |d!z  | j	                             ¦   «         t          |d	         ¦  «        || j                             ¦   «         | j                             ¦   «         g}d"„ |D ¦   «         }t)          | j        ||¦  «        }|||||	||
|||||d#œS )$Nútargets.jsonlc                ó    — i | ]}|d          |“ŒS ©Ú	target_id© ©r   Úrs     r   r   z load_context.<locals>.<dictcomp><   s   € Ð-Ð-Ð- 1ˆQˆ{Œ^˜QÐ-Ð-Ð-r   c                ó    — i | ]}|d          |“ŒS ©Ú
target_keyrS   rT   s     r   r   z load_context.<locals>.<dictcomp>=   s   € Ð-Ð-Ð- 1ˆAˆlŒO˜QÐ-Ð-Ð-r   z$Empty or duplicate target identitiesúoutput_manifest.jsonÚfilesz Frozen 22-class result changed: ÚdatasetÚdeliveryz5outputs/pallet_target_clustering_v1/run_manifest.jsonÚbindingz4Active formal dataset and frozen clustering disagreec                ó    — i | ]}|d          |“ŒS ©Úframe_idrS   rT   s     r   r   z load_context.<locals>.<dictcomp>K   s   € ÐKÐKÐK 1ˆa�
Œm˜QÐKÐKÐKr   zframes.jsonlc                ó    — i | ]}|d          |“ŒS r_   rS   rT   s     r   r   z load_context.<locals>.<dictcomp>L   s   € Ð\Ð\Ð\¨�1�Z”= !Ð\Ð\Ð\r   zannotations/frames.jsonlÚboxesr`   z::box:Ú04dÚbboxÚsplitÚgroup_idz9Formal native box / target identity disagrees with sourcec              3  ó&   K  — | ]}|d          V — ŒdS )Úfinal_class_idNrS   rT   s     r   r6   zload_context.<locals>.<genexpr>V   s(   è è € Ð,OÐ,OÀQ¨QÐ/?Ô-@Ð,OÐ,OÐ,OÐ,OÐ,OÐ,Or   r&   é   zFAll formal targets and all existing 22 appearance classes are requiredc                ó   — h | ]
}|d          ’ŒS rQ   rS   ©r   Úss     r   ú	<setcomp>zload_context.<locals>.<setcomp>Y   s   € Ð*Ð*Ð*˜qˆAˆkŒNÐ*Ð*Ð*r   zDuplicate seed targetrR   z'Seed identity / native box disagreementúvalidation.jsonc                óH   — i | ]}t          |¦  «        t          |¦  «        “Œ S rS   ©Ústrr	   ©r   Úps     r   r   z load_context.<locals>.<dictcomp>c   s&   € Ð/Ð/Ð/ A�c�!‰fŒf•f˜Q‘i”iÐ/Ð/Ð/r   )ÚrowsÚby_idÚby_keyÚsourcer[   ÚformalÚformal_deliveryÚframesÚseedsrJ   ÚinputsÚmeasured_masks)rw   Úresolver   rG   rF   r   Úitemsr	   r   rx   r   rE   ÚvaluesÚ	enumerateÚaddrD   Úranger{   rJ   rM   r   Úmasks)Úargsrw   rt   ru   ÚkeysÚpreviousÚnameÚexpectedÚactiver[   Úformal_manifestÚformal_pathrx   rz   r   Úexpected_targetsÚ
annotationÚindexÚboxrR   Úrowr{   ÚseedrJ   Úpathsr|   r}   s                              r   Úload_contextr”   9   s�  € ØŒ[× Ò Ñ"Ô"€FÝ�f˜_Ñ,Ñ-Ô-€DØ-Ð-¨Ð-Ñ-Ô-€EØ-Ð-¨Ð-Ñ-Ô-€DØð A•3�u‘:”:¥ T¡¤Ò*Ð*­c°$©i¬i½3¸t¹9¼9Ò.DÐ.DÝÐ?Ñ@Ô@Ð@Ý˜Ð 6Ñ6Ñ7Ô7€HØ" 7Ô+×1Ò1Ñ3Ô3ð Hð H‰ˆˆhÝ•)˜F DÑ)Ô)Ñ*Ô*¨hÒ6Ð6ÝÐFÀÐFÐFÑGÔGÐGð 7å�t”{Ñ#Ô#€FÝ�6˜)Ô$Ñ%Ô%×-Ò-Ñ/Ô/€GÝ  zÔ 2Ñ3Ô3€OÝÐNÑOÔO×WÒWÑYÔY€KÝ�{Ñ#Ô#€FÝˆF�9Ô˜iÔ(Ñ)Ô)×1Ò1Ñ3Ô3°wÒ>Ð>ÝÐOÑPÔPÐPØKÐK­
°7¸>Ñ3IÑ(JÔ(JÐKÑKÔK€FØ\Ð\­Z¸Ð@ZÑ8ZÑ-[Ô-[Ð\Ñ\Ô\€KÝ‘u”uÐØ(�kÔ(Ñ*Ô*ð ^ð ^ˆ
Ý# J¨wÔ$7Ñ8Ô8ð 	^ð 	^‰JˆE�3Ø% jÔ1ÐDÐD¸ÐDÐDÐDˆIØ× Ò  Ñ+Ô+Ð+Ø—)’)˜IÑ&Ô&ˆCØ�˜s 6œ{¨cÒ1Ð1°S¸´\ÀZÐPWÔEXÒ5XÐ5XØ˜:”¨*°ZÔ*@Ò@Ð@Ý Ð!\Ñ]Ô]Ð]ð Að	^ð �3˜u™:œ:Ò%Ð%­Ð,OÐ,OÈ$Ð,OÑ,OÔ,OÑ)OÔ)OÕSVÕW\Ð]^Ð`bÑWcÔWcÑSdÔSdÒ)dÐ)dÝÐaÑbÔbÐbÝ�t”zÑ"Ô"€EÝ
Ð*Ð* EÐ*Ñ*Ô*Ñ+Ô+­s°5©z¬zÒ9Ð9ÝÐ0Ñ1Ô1Ð1Øð Hð HˆØ�D˜Ô%Ô&ˆØ�
Ô˜s :œÒ.Ð.°$°v´,À#ÀfÄ+Ò2MÐ2MÝÐFÑGÔGÐGð 3Nå�t”{Ñ#Ô#€FÝ�FÑÔÐØ�OÑ# VÐ,BÑ%BÀFÐK\ÑD\ØŒ[× Ò Ñ"Ô"¥D¨°
Ô);Ñ$<Ô$<¸kÈ4Ì:×K]ÒK]ÑK_ÔK_ÐaeÔal×atÒatÑavÔavðx€Eà/Ð/¨Ð/Ñ/Ô/€FÝ'¨¬
°D¸&ÑAÔA€NØ 5°DÀFÐW^Ø°ÈFØ f¸ÐR`ðbð bð br   Fc                óÔ  ‡ — ˆ fd„‰ d         d                               ¦   «         D ¦   «         }|r)|ˆ fd„‰ d                              ¦   «         D ¦   «         z  }d„ }t          d¬¦  «        5 }t          |                     ||¦  «        ¦  «         d d d ¦  «         n# 1 swxY w Y   ‰ d	                               ¦   «         D ]*\  }}t          |¦  «        |k    rt          d
|› �¦  «        ‚Œ+‰ d         j                              ¦   «         D ]C\  }}t          t          ‰ d         j	        |¦  «        ¦  «        |k    rt          d|› �¦  «        ‚ŒDt          ‰ d         d         ¦  «        S )Nc                óF   •— g | ]\  }}t          ‰d          |¦  «        |f‘ŒS )r[   ©r   )r   rˆ   ÚshaÚctxs      €r   ú
<listcomp>z$verify_protected.<locals>.<listcomp>k   s0   ø€ ÐnÐnÐn¹	¸¸c�i˜˜Iœ¨Ñ-Ô-¨sÐ3ÐnÐnÐnr   rx   Úprotected_filesc                óp   •— g | ]2}t          ‰d          |d         ¦  «        |d         |d                  f‘Œ3S )r[   ÚimagerZ   r—   )r   Úfr™   s     €r   rš   z$verify_protected.<locals>.<listcomp>m   s>   ø€ ÐrÐrÐrÐVW•9˜S œ^¨Q¨w¬ZÑ8Ô8¸!¸G¼*ÀQÀwÄZÔ:PÐQÐrÐrÐrr   rz   c                ót   — t          | d         ¦  «        | d         k    rt          d| d         › �¦  «        ‚d S )Nr   r&   z Protected formal asset changed: )r	   rF   )Úpairs    r   Úverifyz verify_protected.<locals>.verifyn   s>   € Ý�$�q”'‰?Œ?˜d 1œgÒ%Ð%ÝÐIÀÀQÄÐIÐIÑJÔJÐJð &Ð%r   é   ©Úmax_workersr|   z Frozen structure input changed: r}   z"Measured fallback source changed: )r   r€   r   ÚlistÚmapr	   rF   Úused_assetsr   ÚrootrG   )r™   ÚimagesÚpairsr¡   ÚpoolÚpathr˜   rˆ   s   `       r   Úverify_protectedr­   j   s×  ø€ ØnÐnÐnÐnÀSÈÄ]ÐSdÔEe×EkÒEkÑEmÔEmÐnÑnÔn€EØð sØÐrÐrÐrÐrÐ[^Ð_gÔ[h×[oÒ[oÑ[qÔ[qÐrÑrÔrÑrˆðKð Kð Kõ 
¨Ð	*Ñ	*Ô	*ð &¨dÝˆT�XŠX�f˜eÑ$Ô$Ñ%Ô%Ð%ð&ð &ð &ñ &ô &ð &ð &ð &ð &ð &ð &øøøð &ð &ð &ð &à˜”]×(Ò(Ñ*Ô*ð Hð H‰	ˆˆcÝ�$‰<Œ<˜3ÒÐÝÐFÀÐFÐFÑGÔGÐGð àÐ)Ô*Ô6×<Ò<Ñ>Ô>ð Jð J‰	ˆˆcÝ•)˜CÐ 0Ô1Ô6¸Ñ=Ô=Ñ>Ô>À#ÒEÐEÝÐHÀ$ÐHÐHÑIÔIÐIð Fåˆs�8Œ}Ð.Ô/Ñ0Ô0Ð0s   Á,$BÂB Â#B c           	     ód  ‡ ‡— t          t          ¦  «        }‰ d         D ]#}||d                                       |¦  «         Œ$ˆ ˆfd„}t          |¬¦  «        5 }d„ |                     |t          |                     ¦   «         ¦  «        ¦  «        D ¦   «         cd d d ¦  «         S # 1 swxY w Y   d S )Nrt   r`   c                óL  •‡— | \  }}‰d         |         }t          ‰d         |d         ¦  «        }t          |¦  «        |d         |d                  k    rt          d|› �¦  «        ‚t          j        t          |¦  «        t          j        ¦  «        }|€t          d|› �¦  «        ‚g }d }|D �]ó}t          ||‰d         d¬	¦  «        Š‰                     d
¦  «        }	‰                     d¦  «        }
d|d         › d�}t          j	        d|	¦  «        \  }}|st          d¦  «        ‚t          ‰|z  |                     ¦   «         ¦  «         |‰d<   d ‰d<   d‰d<   |
�_d|d         › d�}t          j	        d|
¦  «        \  }}|st          d¦  «        ‚t          ‰|z  |                     ¦   «         ¦  «         |‰d<   d‰d<   d‰d<   ˆfd„dD ¦   «         ‰d<   ‰d         �r¢|€@‰d                              |¦  «        }|d         j        |j        k    rt          d ¦  «        ‚‰d                              ||‰d         ¦  «        \  }}|                     d¦  «        }‰d!         \  }}}}d"|d         › d�}t          j	        d|||…||…f                              t           j        ¦  «        d#z  ¦  «        \  }}|st          d$¦  «        ‚t          ‰|z  |                     ¦   «         ¦  «         ||d%<   d |d<   |�_d&|d         › d�}t          j	        d|¦  «        \  }}|st          d'¦  «        ‚t          ‰|z  |                     ¦   «         ¦  «         ||d<   t%          ‰|¦  «        Š‰d         d(k    r|d         ‰d<   |                     |d)         ‰f¦  «         �Œõ|S )*Nrz   r[   r�   rZ   zNative image hash mismatch: z#Unreadable native intensity image: rJ   T)Úinclude_maskÚ_raw_threshold_maskÚ_binary_maskzthreshold_masks/rX   z.pngzCannot encode threshold maskÚthreshold_maskÚforeground_maskÚ3deskewed_native_roi_not_a_segmentation_ground_truthÚforeground_coordinate_scopezforeground_masks/z#Cannot encode projection foregroundFÚpointcloud_fallback_attemptedÚ	intensityÚprojection_plot_sourcec                ó*   •— i | ]}|‰|         �dnd“ŒS )NÚintensity_projectionsÚunknownrS   )r   ÚkÚresults     €r   r   z3process_frames.<locals>.process.<locals>.<dictcomp>    sB   ø€ ð +[ð +[ð +[Ø/0ð ,-ÈÐPQÌÐI^Ð.EÐ.EÐdmð +[ð +[ð +[r   ©Úsupport_leg_countÚclosure_typeÚattribute_sourcesÚreview_requiredr}   r   z5Measured mask grid differs from native intensity gridÚnative_integer_bboxzpointcloud_masks/éÿ   z"Cannot encode native measured maskÚnative_maskzpointcloud_projection_masks/z&Cannot encode measured projection maskÚpointcloud_front_maskrR   )r   r	   rF   Úcv2Úimreadrq   ÚIMREAD_GRAYSCALEr   ÚpopÚimencoder   ÚtobytesÚframe_arraysÚshapeÚanalyzeÚastypeÚnpÚuint8r   Úappend)Úitemr`   rt   Úframer¬   r�   ÚrecordsÚmeasured_arraysr‘   ÚrawÚ
foregroundÚrelativeÚokÚbufferÚmeasuredrÆ   Úmeasured_foregroundÚx1Úy1Úx2Úy2rˆ   r¾   r™   Úoutputs                         @€€r   Úprocesszprocess_frames.<locals>.process€   s.  øø€ Ø‰ˆ�$Ø�H”˜hÔ'ˆÝ˜˜Yœ¨¨w¬Ñ8Ô8ˆÝ�$‰<Œ<˜5 œ>¨%°¬.Ô9Ò9Ð9ÝÐF¸HÐFÐFÑGÔGÐGÝ”
�3˜t™9œ9¥cÔ&:Ñ;Ô;ˆØˆ=ÝÐMÀ8ÐMÐMÑNÔNÐNØˆØˆØð .	7ñ .	7ˆCÝ# E¨3°°H´ÈDÐQÑQÔQˆFØ—*’*Ð2Ñ3Ô3ˆCØŸš NÑ3Ô3ˆJØA¨#¨lÔ*;ÐAÐAÐAˆHÝœ f¨cÑ2Ô2‰JˆB�Øð AÝ Ð!?Ñ@Ô@Ð@Ý˜F 8™O¨V¯^ª^Ñ-=Ô-=Ñ>Ô>Ð>Ø'/ˆFÐ#Ñ$Ø(,ˆFÐ$Ñ%Ø4iˆFÐ0Ñ1ØÐ%ØF¨s°<Ô/@ÐFÐFÐF�Ý œ\¨&°*Ñ=Ô=‘
��FØð LÝ$Ð%JÑKÔKÐKÝ  x¡°·²Ñ1AÔ1AÑBÔBÐBØ,4�Ð(Ñ)Ø6;ˆFÐ2Ñ3Ø/:ˆFÐ+Ñ,ð+[ð +[ð +[ð +[Ø4Yð+[ñ +[ô +[ˆFÐ&Ñ'àÐ'Ô(ñ LØ"Ð*Ø&)Ð*:Ô&;×&HÒ&HÈÑ&RÔ&R�OØ& qÔ)Ô/°5´;Ò>Ð>Ý(Ð)`ÑaÔaÐaØ(+Ð,<Ô(=×(EÒ(EÀcÈ?Ð\_Ð`hÔ\iÑ(jÔ(jÑ%�˜+Ø&.§l¢l°>Ñ&BÔ&BÐ#Ø!'Ð(=Ô!>‘��B˜˜BØB¨3¨|Ô+<ÐBÐBÐB�Ý œ\¨&°+¸bÀ¸eÀRÈÀU¸lÔ2K×2RÒ2RÕSUÔS[Ñ2\Ô2\Ð]`Ñ2`ÑaÔa‘
��FØÐQ¥Ð,PÑ!QÔ!QÐQÝ  t¡¨V¯^ª^Ñ-=Ô-=Ñ>Ô>Ð>Ø*.�˜Ñ'Ø.2�Ð*Ñ+Ø&Ð2ØQ¸#¸lÔ:KÐQÐQÐQ�DÝ!$¤¨fÐ6IÑ!JÔ!J‘J�B˜ØÐY¥ZÐ0XÑ%YÔ%YÐYÝ# F¨4¡K°·²Ñ1AÔ1AÑBÔBÐBØ26�HÐ.Ñ/Ý)¨&°(Ñ;Ô;�ØÐ2Ô3Ð7NÒNÐNØ08Ð9JÔ0K�FÐ,Ñ-Ø�NŠN˜C Ô,¨fÐ5Ñ6Ô6Ð6Ñ6Øˆr   r£   c                ó$   — i | ]}|D ]\  }}||“Œ	ŒS rS   rS   )r   ÚbatchÚtargetr¾   s       r   r   z"process_frames.<locals>.<dictcomp>¼   s/   € ÐtÐtÐt 5ÐnsÐtÐtÑ\jÐ\bÐdj�˜ÐtÐtÐtÐtr   )r   r¥   rÔ   r   r¦   Úsortedr   )r™   Úworkersrä   Úby_framer‘   rå   r«   s   ` `    r   Úprocess_framesrì   |   s  øø€ Ý�4Ñ Ô €HØ�6Œ{ð .ð .ˆØ��Z”Ô!×(Ò(¨Ñ-Ô-Ð-Ð-ð:ð :ð :ð :ð :ð :õv 
¨Ð	0Ñ	0Ô	0ð u°DØtÐt¨D¯HªH°W½fÀXÇ^Â^ÑEUÔEUÑ>VÔ>VÑ,WÔ,WÐtÑtÔtðuð uð uð uñ uô uð uð uð uð uð uð uøøøð uð uð uð uð uð us   Á?B%Â%B)Â,B)c                óú  — |                       d¦  «        dk    s0|                       d¦  «        dus|                       d¦  «        |k    rt          d¦  «        ‚d„ |D ¦   «         }i }| d         D �]
}|d	         }||vs||v rt          d
¦  «        ‚||         d         }||         d         st          d¦  «        ‚|d         |d         }
}	|	�)t          |	¦  «        t          us|	dvrt          d¦  «        ‚|
d gt          ¢R vs9t          |                      dd¦  «                             ¦   «         ¦  «        dk     rt          d¦  «        ‚|	�|
€$|                      d¦  «        st          d¦  «        ‚|||<   �Œ|S )NÚkindÚ'assistant_necessary_projection_rechecksÚhuman_reviewedFÚsource_targets_sha256zBNecessary visual rechecks must be bound to the exact frozen sourcec                ó    — i | ]}|d          |“ŒS rW   rS   rT   s     r   r   z%validate_rechecks.<locals>.<dictcomp>Ä   s   € Ð/Ð/Ð/ Qˆa�Œo˜qÐ/Ð/Ð/r   ÚobservationsrX   z#Unknown or duplicate recheck targetrR   rÃ   z:Visual rechecks are limited to image-processing exceptionsrÀ   rÁ   r    zInvalid rechecked leg countÚevidenceÚ é
   z5Explicit recheck evidence / valid closure is requiredÚunknown_reasonz*Partial rechecks require an unknown reason)rD   rF   r2   r3   r   rG   Ústrip)Údocumentrt   ÚresultsÚsource_sha256rv   ró   rÕ   rL   rR   ÚlegÚclosures              r   Úvalidate_rechecksrþ   ¿   s´  € Ø�Š�VÑÔÐ IÒIÐIØ�|Š|Ð,Ñ-Ô-°UÐ:Ð:Ø�|Š|Ð3Ñ4Ô4¸ÒEÐEÝÐ]Ñ^Ô^Ð^Ø/Ð/¨$Ð/Ñ/Ô/€FØ€LØ˜Ô(ð !ñ !ˆØ�<Ô ˆØ�fÐÐ  |Ð 3Ð 3ÝÐBÑCÔCÐCØ˜3”K Ô,ˆ	Ø�yÔ!Ð"3Ô4ð 	[ÝÐYÑZÔZÐZØÐ/Ô0°$°~Ô2FˆWˆØˆ?¥ S¡	¤	µÐ 4Ð 4¸À9Ð8LÐ8LÝÐ:Ñ;Ô;Ð;Ø˜4Ð+¥(Ð+Ð+Ð+Ð+­s°4·8²8¸JÈÑ3KÔ3K×3QÒ3QÑ3SÔ3SÑ/TÔ/TÐWYÒ/YÐ/YÝÐTÑUÔUÐUØˆK˜7˜?°D·H²HÐ=MÑ4NÔ4N˜?ÝÐIÑJÔJÐJØ ˆ�SÑÑØÐr   c                óä  — g }| D �]i}||d                  }|                      |d         ¦  «        }|r|d         n|d         }|r|d         n|d         }	t          |d u¦  «        t          |	d u¦  «        z   }
t                                ||	f¦  «        }t          |¦  «        }|                     ||	t
                                |	d¦  «        |	€d n|	dk    ||rd|› d|	                     ¦   «         › �nd d	d
ddœ|
         d|rdnd|d                              ¦   «         v rdnd|d         |v |d uddd|
dk    p
|d         o| |d         |d         ||¬¦  «         |                     |¦  «         �Œk|S )NrR   rX   rÀ   rÁ   õ   æœªçŸ¥r   ÚLÚ_r¼   ÚpartialÚcomplete_proposal)r   r&   r!   r(   Ú"assistant_necessary_visual_recheckÚ!pointcloud_front_mask_projectionsrÂ   Ú#pointcloud_mask_projection_fallbackÚthreshold_xy_projectionsFTr!   rÃ   Úflags)rÀ   rÁ   Úclosure_labelÚlower_beam_presentÚstructure_labelÚstructure_codeÚstructure_attribute_stateÚstructure_view_scopeÚstructure_label_sourceÚstructure_is_seedÚstructure_visual_recheckedÚstructure_human_reviewedÚstructure_training_eligibleÚstructure_review_requiredÚstructure_priority_reviewÚstructure_review_flagsÚstructure_algorithm_exceptionÚstructure_projection_evidenceÚstructure_visual_recheck)	rD   r3   Ú
STRUCTURESÚdictÚupdater   Úupperr€   rÔ   )rt   rú   Úseed_idsÚrechecksrä   r‘   r¾   Úobservationrü   rý   ÚknownÚlabelÚnews                r   Úenrich_targetsr%  Ø   sé  € Ø€FØð ñ ˆØ˜˜[Ô)Ô*ˆØ—l’l 3 |Ô#4Ñ5Ô5ˆØ2=Ð^ˆkÐ-Ô.Ð.À6ÐJ]ÔC^ˆØ1<ÐX�+˜nÔ-Ð-À&ÈÔBXˆÝ�C˜t�OÑ$Ô$¥S¨¸Ð)<Ñ%=Ô%=Ñ=ˆÝ—’  W˜~Ñ.Ô.ˆÝ�3‰iŒiˆØ�
Š
 S°wÍhÏlÊlÐ[bÐdlÑNmÔNmØ'. ˜t˜t¸GÀvÒ<MØ!ÐQVÐ2`Ð2M°cÐ2MÐ2M¸G¿MºM¹O¼OÐ2MÐ2MÐ2MÐ\`Ø*3¸	ÐFYÐ&ZÐ&ZÐ[`Ô&aØ!<ØKVð $1Ð#GÐ#GØ9\Ð`fÐgzÔ`{÷  aCò  aCñ  aEô  aEð  :Eð  :EÐ5Ð5Ø/Ø! +Ô.°(Ð:Ø'2¸$Ð'>Ø%*ÈØ&*Ø&+¨q¢jÐ&c°VÐ<MÔ5NÐ5bÐWbÐSbØ#)¨'¤?ÐRXÐYjÔRkØ*0Ø%0ð 	ñ 	2ô 	2ð 	2ð  	�Š�cÑÔÐÑØ€Mr   c                óÌ  ‡ ‡‡— i dt          ‰ ¦  «        “dt          d„ ‰ D ¦   «         ¦  «        “dd“dt          t          d„ ‰ D ¦   «         ¦  «        ¦  «        “dt          t          d	„ ‰ D ¦   «         ¦  «        ¦  «        “d
t          t          d„ ‰ D ¦   «         ¦  «        ¦  «        “dˆ fd„t                               ¦   «         D ¦   «         “dt          d„ ‰ D ¦   «         ¦  «        “dt          d„ ‰ D ¦   «         ¦  «        “dt          d„ ‰ D ¦   «         ¦  «        “dt          d„ ‰ D ¦   «         ¦  «        “dt          d„ ‰ D ¦   «         ¦  «        “dd“dd“dd“dd“dd “}t          d„ ‰ D ¦   «         ¦  «        |d <   t          d!„ ‰ D ¦   «         ¦  «        |d"<   g }t          d#„ ‰ D ¦   «         ¦  «        D �].Šˆfd$„‰ D ¦   «         }d%„ |D ¦   «         }t          d&„ |D ¦   «         ¦  «        Š‰rt          ‰ˆfd'„¬(¦  «        nd }|                     ‰d)‰› �t          |¦  «        t          |¦  «        t          d*„ |D ¦   «         ¦  «        t          d+„ |D ¦   «         ¦  «        ˆfd,„t                               ¦   «         D ¦   «         ||r‰|         nd|r‰|         t          |¦  «        z  nd |r‰|         t          |¦  «        z  nd t          ‰¦  «        d-k    d.d/œ¦  «         �Œ0||fS )0NÚtotal_targetsÚappearance_classesc                ó   — h | ]
}|d          ’ŒS ©rh   rS   rT   s     r   rm   zaggregate.<locals>.<setcomp>÷   s   € ÐEhÐEhÐEhÐ^_ÀaÐHXÔFYÐEhÐEhÐEhr   r)   r  Ústatesc              3  ó&   K  — | ]}|d          V — ŒdS )r  NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>ø   s)   è è € ÐDrÐDrÐhiÀQÐGbÔEcÐDrÐDrÐDrÐDrÐDrÐDrr   Ú
leg_countsc              3  óT   K  — | ]#}|d          rt          |d          ¦  «        ndV — Œ$dS )rÀ   r¼   N)rq   rT   s     r   r6   zaggregate.<locals>.<genexpr>ù   sB   è è € Ð"vÐ"vÐlmÀ!ÐDWÔBXÐ#g¥3 qÐ)<Ô'=Ñ#>Ô#>Ð#>Ð^gÐ"vÐ"vÐ"vÐ"vÐ"vÐ"vr   Úclosuresc              3  ó*   K  — | ]}|d          pdV — ŒdS )rÁ   r¼   NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>ú   s,   è è € Ð NÐ NÀA  >Ô!2Ð!?°iÐ NÐ NÐ NÐ NÐ NÐ Nr   Ú
structuresc                óJ   •‡— i | ]Š‰t          ˆfd „‰D ¦   «         ¦  «        “ŒS )c              3  ó0   •K  — | ]}|d          ‰k    V — ŒdS ©r  NrS   )r   rU   r#  s     €r   r6   z'aggregate.<locals>.<dictcomp>.<genexpr>û   s.   øè è € Ð!NÐ!NÀA !Ð$5Ô"6¸%Ò"?Ð!NÐ!NÐ!NÐ!NÐ!NÐ!Nr   )Úsum)r   r#  rt   s    @€r   r   zaggregate.<locals>.<dictcomp>û   s:   øø€ ÐpÐpÐpÐSX�u�cÐ!NÐ!NÐ!NÐ!NÈÐ!NÑ!NÔ!NÑNÔNÐpÐpÐpr   Úseed_targetsc              3  ó&   K  — | ]}|d          V — ŒdS )r  NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>ü   s(   è è € ÐAÐA°q˜AÐ1Ô2ÐAÐAÐAÐAÐAÐAr   Úalgorithm_exceptionsc              3  ó&   K  — | ]}|d          V — ŒdS )r  NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>ý   s(   è è € Ð#UÐ#UÈ1 AÐ&EÔ$FÐ#UÐ#UÐ#UÐ#UÐ#UÐ#Ur   Úvisual_recheckedc              3  ó&   K  — | ]}|d          V — ŒdS )r  NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>þ   s(   è è € ÐNÐNÀA Ð">Ô ?ÐNÐNÐNÐNÐNÐNr   Úcomplete_algorithm_proposalsc              3  óR   K  — | ]"}t          |d          ¦  «        o|d          V — Œ#dS )r  r  N)ÚboolrT   s     r   r6   zaggregate.<locals>.<genexpr>ÿ   sW   è è € ð  ,Að  ,AÐvw­D°Ð3DÔ1EÑ,FÔ,FÐ,qÈqÐQpÔOqÐKqð  ,Að  ,Að  ,Að  ,Að  ,Að  ,Ar   Úpriority_review_targetsc              3  ó&   K  — | ]}|d          V — ŒdS )r  NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>   s(   è è € Ð&TÐ&TÈ! qÐ)DÔ'EÐ&TÐ&TÐ&TÐ&TÐ&TÐ&Tr   Úhuman_confirmedr   Útraining_eligibleÚmodel_training_performedFÚfeature_neighbor_propagationÚ#independent_classification_accuracyc              3  ó2   K  — | ]}|d          d         V — ŒdS )r  r·   NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>  sG   è è € ð  3Fð  3FÐ{|°1Ð5TÔ3UÐVuÔ3vð  3Fð  3Fð  3Fð  3Fð  3Fð  3Fr   r·   c              3  óZ   K  — | ]&}d |d         d                               ¦   «         v V — Œ'dS )r  r  rÂ   N©r€   rT   s     r   r6   zaggregate.<locals>.<genexpr>  s`   è è € ð 9Xð 9XØMNð :]Ø	Ð
)Ô*Ð+>Ô?×FÒFÑHÔHð:Ið 9Xð 9Xð 9Xð 9Xð 9Xð 9Xr   Ú#targets_using_pointcloud_attributesc                ó   — h | ]
}|d          ’ŒS r*  rS   rT   s     r   rm   zaggregate.<locals>.<setcomp>  s   € Ð>Ð>Ð>°A˜AÐ.Ô/Ð>Ð>Ð>r   c                ó,   •— g | ]}|d          ‰k    ¯|‘ŒS r*  rS   )r   rU   Úclass_ids     €r   rš   zaggregate.<locals>.<listcomp>  s)   ø€ ÐBÐBÐB�Q !Ð$4Ô"5¸Ò"AÐ"AˆqÐ"AÐ"AÐ"Ar   c                ó"   — g | ]}|d          ¯
|‘ŒS )r  rS   rT   s     r   rš   zaggregate.<locals>.<listcomp>	  s#   € Ð;Ð;Ð;˜! aÐ(9Ô&:Ð;�AÐ;Ð;Ð;r   c              3  ó&   K  — | ]}|d          V — ŒdS r4  rS   rT   s     r   r6   zaggregate.<locals>.<genexpr>
  s(   è è € Ð@Ð@°!˜Ð,Ô-Ð@Ð@Ð@Ð@Ð@Ð@r   c                ó   •— ‰|           | fS ©NrS   )r#  Úcountss    €r   ú<lambda>zaggregate.<locals>.<lambda>  s   ø€ ¨f°U¬m¨^¸UÐ,C€ r   )rL   zClass c              3  ó.   K  — | ]}|d          dk    V — ŒdS )r  r  NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>  s/   è è € Ð?yÐ?yÐpqÀÐB]Ô@^ÐbkÒ@kÐ?yÐ?yÐ?yÐ?yÐ?yÐ?yr   c              3  ó.   K  — | ]}|d          dk    V — ŒdS )r  r¼   NrS   rT   s     r   r6   zaggregate.<locals>.<genexpr>  s-   è è € ÐTÐTÈ1˜1Ð8Ô9¸YÒFÐTÐTÐTÐTÐTÐTr   c                ó"   •— i | ]}|‰|         “ŒS rS   rS   )r   r#  rQ  s     €r   r   zaggregate.<locals>.<dictcomp>  s   ø€ Ð WÐ WÐ W¸% ¨¨u¬Ð WÐ WÐ Wr   r&   Ú-candidate_distribution_not_a_group_wide_label)rh   Úfinal_classÚtargetsÚcomplete_proposalsr  r¼   Ústructure_countsÚmain_structure_proposalÚ
main_countÚmain_fraction_of_knownÚmain_fraction_of_allÚmixed_known_structuresÚstatus)	rG   r  r   r  r€   r5  ré   rI   rÔ   )rt   ÚsummaryÚgroupsÚownÚcompleteÚtoprL  rQ  s   `     @@r   Ú	aggregaterf  ö   s,  øøø€ ð\ˆ¥ D¡	¤	ð \Ð+?ÅÐEhÐEhÐcgÐEhÑEhÔEhÑAiÔAið \ØÐ,ð\Ø.6½½WÐDrÐDrÐmqÐDrÑDrÔDrÑ=rÔ=rÑ8sÔ8sð\à•d�7Ð"vÐ"vÐquÐ"vÑ"vÔ"vÑvÔvÑwÔwð\ð 	•D�Ð NÐ NÈÐ NÑ NÔ NÑNÔNÑOÔOð\ð 	ÐpÐpÐpÐpÕ\f×\mÒ\mÑ\oÔ\oÐpÑpÔpð	\ð
 	�ÐAÐA¸DÐAÑAÔAÑAÔAð\ð 	¥Ð#UÐ#UÐPTÐ#UÑ#UÔ#UÑ UÔ Uð\ð 	�CÐNÐNÈÐNÑNÔNÑNÔNð\ð 	'­ð  ,Að  ,AÐ{ð  ,Añ  ,Aô  ,Añ  )Aô  )Að\ð 	"¥3Ð&TÐ&TÈtÐ&TÑ&TÔ&TÑ#TÔ#Tð\ð 	˜1ð\ð 2°1ð\ð 7QÐRWð\ð 	'¨ð\ð 0UÐVZð\€Gõ 03ð  3Fð  3Fð  AEð  3Fñ  3Fô  3Fñ  0Fô  0F€GÐ+Ñ,Ý58ð 9Xð 9XØRVð9Xñ 9Xô 9Xñ 6Xô 6X€GÐ1Ñ2à€FÝÐ>Ð>¸Ð>Ñ>Ô>Ñ?Ô?ð Hñ HˆØBÐBÐBÐB˜$ÐBÑBÔBˆØ;Ð;˜sÐ;Ñ;Ô;ˆÝÐ@Ð@°xÐ@Ñ@Ô@Ñ@Ô@ˆØHNÐX�c�&ÐCÐCÐCÐCÐDÑDÔDÐDÐTXˆØ�Š¨ÐBUÈ8ÐBUÐBUÕbeÐfiÑbjÔbjÝ"% h¡-¤-½CÐ?yÐ?yÐuxÐ?yÑ?yÔ?yÑ<yÔ<yÝÐTÐTÐPSÐTÑTÔTÑTÔTØ WÐ WÐ WÐ WÅ:×CTÒCTÑCVÔCVÐ WÑ WÔ WØ'*ÈÐ:S¸&À¼+¸+ÐRSØCKÐ&U f¨S¤kµ#°h±-´-Ñ&?Ð&?ÐQUØ<?Ð$I F¨3¤Kµ°C±´Ñ$8Ð$8ÀTÝ&)¨&¡k¤k°A¢oØEðGð Gñ 	Hô 	Hð 	Hñ 	Hð �Fˆ?Ðr   c                óÒ  ‡‡— t          |¦  «        t          | ¦  «        k    s*t          d„ |D ¦   «         ¦  «        t          | ¦  «        k    rt          d¦  «        ‚t          | |¦  «        D �]c\  }Št          ˆfd„|                     ¦   «         D ¦   «         ¦  «        rt          d¦  «        ‚‰d         dvs‰d         d gt
          ¢R vrt          d¦  «        ‚‰d	         t                               ‰d         ‰d         f¦  «        k    rt          d
¦  «        ‚‰d         ‰d         €d n‰d         dk    k    rt          d¦  «        ‚‰d         s‰d         s‰d         st          d¦  «        ‚‰d         r#‰d         |vs‰d         st          d¦  «        ‚�Œ0‰d         Št          ˆˆfd„dD ¦   «         ¦  «        rt          d¦  «        ‚�Œet          j	        |d¬¦  «         d S )Nc                ó   — h | ]
}|d          ’ŒS rQ   rS   rT   s     r   rm   z#validate_results.<locals>.<setcomp>  s   € Ð+KÐ+KÐ+K¸q¨A¨k¬NÐ+KÐ+KÐ+Kr   z%Missing or duplicate structure targetc              3  óP   •K  — | ] \  }}‰                      |¦  «        |k    V — Œ!d S rP  )rD   )r   r½   r5   r‘   s      €r   r6   z#validate_results.<locals>.<genexpr>  s5   øè è € Ð7Ð7¡4 1 aˆs�wŠw�q‰zŒz˜QŠÐ7Ð7Ð7Ð7Ð7Ð7r   z Original target metadata changedrÀ   )Nr!   r"   r#   rÁ   zInvalid structure attributer  z4Combined label disagrees with independent attributesr  r   zLower beam and closure disagreer  r  r  z?Machine proposals cannot become human-confirmed training labelsr  rX   r  z2Only necessary exceptions may have visual rechecksr  c              3  ó<   •K  — | ]}‰|         ‰|         k    V — Œd S rP  rS   )r   r½   r¾   r‘   s     €€r   r6   z#validate_results.<locals>.<genexpr>+  s0   øè è € ÐVÐV¨1�3�q”6˜V AœYÒ&ÐVÐVÐVÐVÐVÐVr   r¿   z<Non-reviewed label differs from measured projection decisionF)Ú	allow_nan)
rG   rF   ÚziprH   r   r   r  rD   ÚjsonÚdumps)Úoriginalrä   r   Úoldr¾   r‘   s       @@r   Úvalidate_resultsrq    sE  øø€ Ý
ˆ6�{„{•c˜(‘m”mÒ#Ð#¥sÐ+KÐ+KÀFÐ+KÑ+KÔ+KÑ'LÔ'LÕPSÐT\ÑP]ÔP]Ò']Ð']ÝÐ@ÑAÔAÐAÝ˜ &Ñ)Ô)ð añ a‰ˆˆSÝÐ7Ð7Ð7Ð7¨3¯9ª9©;¬;Ð7Ñ7Ô7Ñ7Ô7ð 	AÝÐ?Ñ@Ô@Ð@ØÐ"Ô#¨?Ð:Ð:¸cÀ.Ô>QÐZ^ÐYjÕaiÐYjÐYjÐ>jÐ>jÝÐ:Ñ;Ô;Ð;ØÐ Ô!¥Z§^¢^°SÐ9LÔ5MÈsÐSaÔObÐ4cÑ%dÔ%dÒdÐdÝÐSÑTÔTÐTØÐ#Ô$°°^Ô1DÐ1L¨¨ÐRUÐVdÔReÐioÒRoÒpÐpÝÐ>Ñ?Ô?Ð?ØÐ)Ô*ð 	`¨cÐ2OÔ.Pð 	`ÐX[Ð\wÔXxð 	`ÝÐ^Ñ_Ô_Ð_ØÐ+Ô,ð 	aØ�<Ô ¨Ð0Ð0¸Ð<[Ô8\Ð0Ý Ð!UÑVÔVÐVñ 1ð Ð8Ô9ˆFÝÐVÐVÐVÐVÐVÐ0UÐVÑVÔVÑVÔVð aÝ Ð!_Ñ`Ô`Ð`ñaå„Jˆv Ð'Ñ'Ô'Ð'Ð'Ð'r   c                ó&  ‡— g d¢Š|d„ |D ¦   «         d„ |D ¦   «         d„ |D ¦   «         dœ}|                      ¦   «         D ]Z\  }}t          | |dz   z  d                     d„ |D ¦   «         ¦  «        ¦  «         t          | |d	z   z  ˆfd
„|D ¦   «         ¦  «         Œ[t          | dz  t	          |¦  «        ¦  «         t          | dz  t	          |¦  «        ¦  «         t          | dz  |¦  «         g d¢}d„ |D ¦   «         }dddddddddg	t
                               ¦   «         ¢g}	|	d„ |D ¦   «         z  }	g d¢g d¢g d¢g d¢g d¢g d¢g}
t          | d z  t          d!|	fd"|g|z   fd#|gd$„ t          ||¦  «        D ¦   «         z   fd%|
fg¦  «        ¦  «         d S )&N)rR   rX   rh   rW  rÀ   rÁ   r
  r  r  r  r  r  r  r  r  r  r  r  r  r  re   Údomainrf   r`   r�   rd   c                ó"   — g | ]}|d          ¯
|‘ŒS ©r  rS   rT   s     r   rš   z!table_exports.<locals>.<listcomp>6  s#   € Ð0[Ð0[Ð0[°qÀAÐFYÔDZÐ0[°Ð0[Ð0[Ð0[r   c                ó"   — g | ]}|d          ¯
|‘ŒS )r  rS   rT   s     r   rš   z!table_exports.<locals>.<listcomp>7  s#   € Ð"UÐ"UÐ"U¨°aÐ8SÔ6TÐ"U 1Ð"UÐ"UÐ"Ur   c                ó"   — g | ]}|d          ¯
|‘ŒS )r  rS   rT   s     r   rš   z!table_exports.<locals>.<listcomp>8  s#   € Ð"VÐ"VÐ"V¨°aÐ8TÔ6UÐ"V 1Ð"VÐ"VÐ"Vr   )rX  r6  Úpriority_reviewÚvisual_rechecksz.jsonlr   c              3  ó4   K  — | ]}t          |¦  «        V — Œd S rP  )r
   rT   s     r   r6   z table_exports.<locals>.<genexpr>:  s(   è è € Ð8TÐ8TÈ½À¹¼Ð8TÐ8TÐ8TÐ8TÐ8TÐ8Tr   z.csvc                ó.   •‡— g | ]Šˆfd „‰D ¦   «         ‘ŒS )c                ó"   •— i | ]}|‰|         “ŒS rS   rS   )r   r½   rU   s     €r   r   z,table_exports.<locals>.<listcomp>.<dictcomp>;  s   ø€ Ð)BÐ)BÐ)B°a¨!¨Q¨q¬TÐ)BÐ)BÐ)Br   rS   )r   rU   Úfieldss    @€r   rš   z!table_exports.<locals>.<listcomp>;  s/   øø€ Ð(SÐ(SÐ(SÀqÐ)BÐ)BÐ)BÐ)B¸6Ð)BÑ)BÔ)BÐ(SÐ(SÐ(Sr   zsummary.jsonzgroups.jsonz
groups.csv)u   ç›®æ ‡IDõ	   åŽŸå¤§ç»„u   å½“å‰�é�¢è…¿æ•°u   é—­å�ˆæ–¹å¼�u   ç»“æž„ç»„å�ˆu   å±žæ€§çŠ¶æ€�u   åˆ¤è¯»æ�¥æº�u   åŽŸ440ç§�å­�u   ç®—æ³•å¼‚å¸¸u   ä¼˜å…ˆå¤�æ ¸u   äººå·¥ç¡®è®¤u	   åŽŸåˆ’åˆ†u	   é…�ç½®åŸŸu   å¼‚å¸¸åŽŸå› c                ó  — g | ]ƒ}|d          |d         |d         pd|d         |d         pd|d         |d         |d	         rd
nd|d         rd
nd|d         rd
ndd|d         |d         d                      |d         ¦  «        g‘Œ„S )rR   rW  rÀ   r   r
  r  u   æœªçŸ¥/éƒ¨åˆ†å·²çŸ¥r  r  r  õ   æ˜¯õ   å�¦r  r  re   rs  ú,r  )ÚjoinrT   s     r   rš   z!table_exports.<locals>.<listcomp>A  sÒ   € ð Fð Fð Fð <=ð	 �+”  -Ô 0°!Ð4GÔ2HÐ2TÈHÐVWÐXgÔVhØÐ#Ô$Ð=Ð(=¸qÐA\Ô?]Ð_`ÐayÔ_zØÐ.Ô/Ð:��°UÀQÐGfÔEgÐ<r¸E¸EÐmrØÐ6Ô7ÐB��¸UÀEÈ1ÈWÌ:ÐWXÐYaÔWbØ—’˜Ð3Ô4Ñ5Ô5ð	7ð Fð Fð Fr   r~  u   å…¨éƒ¨ç›®æ ‡u   å®Œæ•´ç»„å�ˆå»ºè®®u   éƒ¨åˆ†å·²çŸ¥u   å…¨éƒ¨æœªçŸ¥u   ä¸»è¦�ç»“æž„å€™é€‰u   ä¸»è¦�ç»“æž„/å·²çŸ¥u   ä¸»è¦�ç»“æž„/å…¨ç»„u   æ··å�ˆç»“æž„c                óÐ   — g | ]c}|d          |d         |d         |d         |d         |d         pd|d         |d         |d	         rd
ndg	|d                               ¦   «         ¢‘ŒdS )rW  rX  rY  r  r¼   r[  r   r]  r^  r_  r€  r�  rZ  rH  )r   Úgs     r   rš   z!table_exports.<locals>.<listcomp>H  s£   € ð xð xð xàklð �}Ô% q¨¤|°QÐ7KÔ5LÈaÐPYÌlÐ\]Ð^gÔ\hØÐ0Ô1Ð=°X¸qÐAYÔ?ZÐ\]Ð^tÔ\uØÐ 8Ô9ÐD�U�U¸uðgàGHÐI[ÔG\×GcÒGcÑGeÔGeðgð xð xð xr   )u   å±žæ€§u   å�–å€¼u   å®šä¹‰)u   è…¿æ•°z2/3/4u6   å½“å‰�ä¸»è¦�å�‰å�–é�¢æ²¿å®½åº¦æ–¹å�‘çš„æ”¯æ’‘è…¿æ•°é‡�)r   r   u   ä¸‹éƒ¨æ— æ¨ªæ¢�ä¸”ä¸‹éƒ¨å�¯è§�)r   r   u   ä¸‹éƒ¨æœ‰å±žäºŽè¯¥é�¢çš„æ¨ªæ¢�)r   rõ   uQ   æŠ•å½±ä¸�ç¨³å®šã€�é�®æŒ¡ã€�è§†è§’ã€�ä¸‹è¾¹ç•Œä¸�æ˜Žç¡®ï¼›ä¸¤ä¸ªå±žæ€§ç‹¬ç«‹ä¿�ç•™)u   çŠ¶æ€�ÚproposaluI   å›¾åƒ�å¤„ç�†/åŠ©æ‰‹å¤�æŸ¥å»ºè®®ï¼Œæœªäººå·¥ç¡®è®¤ï¼Œä¸�è‡ªåŠ¨ç”¨äºŽè®­ç»ƒu   æ‰˜ç›˜ç»“æž„åˆ†ç±»ç»“æžœ.xlsxu   å¤§ç»„ç»“æž„åˆ†å¸ƒu   å…¨é‡�ç»“æž„æ ‡ç­¾u   440ç§�å­�ç»“æž„æ ‡ç­¾c                ó(   — g | ]\  }}|d          ¯|‘ŒS ru  rS   )r   ÚlinerU   s      r   rš   z!table_exports.<locals>.<listcomp>Q  s(   € Ð+mÐ+mÐ+m±W°T¸1ÐVWÐXkÔVlÐ+m¨DÐ+mÐ+mÐ+mr   u   ç±»åˆ«å®šä¹‰)	r   r   rƒ  r   r
   r  r€   r   rl  )rä   rt   rb  ra  Úsubsetsrˆ   ÚsubsetÚheaderr×   Úgroup_sheetÚdefinitionsr}  s              @r   Útable_exportsrŽ  0  sž  ø€ ðð ð €Fð
 Ð0[Ð0[¸DÐ0[Ñ0[Ô0[Ø"UÐ"U¨dÐ"UÑ"UÔ"UØ"VÐ"V¨dÐ"VÑ"VÔ"VðXð X€Gð  Ÿš™œð Uð U‰ˆˆfÝ˜  X¡Ñ.°·²Ð8TÐ8TÈVÐ8TÑ8TÔ8TÑ0TÔ0TÑUÔUÐUÝ�&˜$˜v™+Ñ&Ð(SÐ(SÐ(SÐ(SÈFÐ(SÑ(SÔ(SÑTÔTÐTÐTÝ�F˜>Ñ)­7°7Ñ+;Ô+;Ñ<Ô<Ð<Ý�F˜=Ñ(­'°&©/¬/Ñ:Ô:Ð:Ýˆf�\Ñ! 6Ñ*Ô*Ð*ðhð hð h€FðFð Fð AEð	Fñ Fô F€Gð
   Ð1EÀ~ÐWeÐg{ð  ~SØ)¨>ðQÝ<F×<MÒ<MÑ<OÔ<OðQð R€Kàð xð xàpvðxñ xô xñ x€Kð 2Ð1Ð1ð  4Að  4Að  4AØ=Ð=Ð=Ð?sÐ?sÐ?sØkÐkÐkØkÐkÐkðm€Kõ �FÐ:Ñ:½NØ	˜{Ð+Ð.BÀVÀHÈWÑDTÐ-UØ	  6 (Ð+mÐ+mÅÀGÈTÑ@RÔ@RÐ+mÑ+mÔ+mÑ"mÐnØ	˜Ð%ðL'ñ =(ô =(ñ )ô )ð )ð )ð )r   c                óD  ‡‡— ddl m} t          j        d¦  «         t	          | ¦  «        }| j                             ¦   «         Š|d         |d         |d         j        t          d¦  «                             ¦   «         fD ];}‰ 	                    |¦  «        s| 	                    ‰¦  «        rt          d¦  «        ‚Œ<t          t          ¦  «                             ¦   «         t          t          ¦  «                             d	¦  «                             ¦   «         t          t          ¦  «                             d
¦  «                             ¦   «         t          t          ¦  «                             d¦  «                             ¦   «         g}ddlmŠ dd|d         |d         d„ |D ¦   «         t          | j        ¦  «        ˆfd„dD ¦   «         | j        dddd| j        rt          | j        ¦  «        nd dœ}t'          ‰dz  t)          |¦  «        ¦  «         t+          ‰¦  «         t-          |¦  «         t/          || j        ‰¦  «        }| j        r@t1          t3          | j        ¦  «        |d         |t          |d         dz  ¦  «        ¦  «        ni }t5          |d         |d„ |d         D ¦   «         |¦  «        }t7          |d         ||¦  «         t9          |¦  «        \  }	}
t;          ‰||
|	¦  «         t'          ‰dz  t)          |d         j        ¦  «        ¦  «         t'          ‰dz  t)          |d         ¦  «        ¦  «         | j        r*t'          ‰dz  | j                             ¦   «         ¦  «         | j        rtA          | j        ¦  «        nd |d<    ||‰||	|
| j        ¦  «         t-          |d¬¦  «        }|d           !                    ¦   «         D ]'\  }}t          |¦  «        |k    rt          d!¦  «        ‚Œ(| j        r-t          | j        ¦  «        |d"         k    rt          d#¦  «        ‚d$tE          |¦  «        tE          |
¦  «        |	d%         dddddtE          |d&         ¦  «        |tE          |¦  «        dd'œ}tE          |d         j        ¦  «        |d(<   t'          ‰d)z  t)          |¦  «        ¦  «         ˆfd*„tG          ‰ $                    d+¦  «        ¦  «        D ¦   «         }t'          ‰d,z  t)          d-||	|d.œ¦  «        ¦  «         t'          ‰d/z  d0 %                    d1„ | !                    ¦   «         D ¦   «         ¦  «         &                    ¦   «         ¦  «         tO          tQ          j)        d2tA          ‰¦  «        i|	¥d3|i¥d¬4¦  «        ¦  «         d S )5Nr   )Úrender_reportsr&   rw   r[   r}   z#outputs/pallet_target_clustering_v1z*Output must be separate from frozen inputszstructure_projection.pyzstructure_attribute_report.pyzstructure_mask_fallback.py)r%   Ú0pallet_threshold_projection_structure_attributesr|   rJ   c                óH   — i | ]}t          |¦  «        t          |¦  «        “Œ S rS   rp   rr   s     r   r   zrun.<locals>.<dictcomp>c  s(   € ÐBiÐBiÐBiÐYZÅ3ÀqÁ6Ä6Í6ÐRSÉ9Ì9ÐBiÐBiÐBir   c                ó(   •— i | ]}| ‰|¦  «        “ŒS rS   rS   )r   rˆ   r%   s     €r   r   zrun.<locals>.<dictcomp>e  s5   ø€ ð  Pð  Pð  P°˜˜w˜w t™}œ}ð  Pð  Pð  Pr   )ÚnumpyÚscipyÚpillowÚ	fonttoolszmarkdown-it-pyzopencv-python-headlessFT)rî   r%   r|   rJ   ÚcodeÚfont_source_sha256Údependenciesrê   r.   rD  Úall_machine_results_unreviewedÚlabels_modifiedÚrechecks_sha256zrun_manifest.jsonrt   rO   c                ó   — h | ]
}|d          ’ŒS rQ   rS   rk   s     r   rm   zrun.<locals>.<setcomp>o  s   € Ð0VÐ0VÐ0VÀA°°;´Ð0VÐ0VÐ0Vr   r{   z%inputs/used_measured_mask_assets.jsonzinputs/policy.jsonz%inputs/necessary_visual_rechecks.jsonÚrecheck_path)r©   r˜  z(Implementation changed during extractionr�  z)Visual rechecks changed during extractionÚpassedr6  rz   )ÚstaterX  r(  r6  Úall_original_fields_unchangedÚ1independent_attributes_and_combination_consistentÚall_machine_labels_unreviewedÚ/image_processing_only_except_necessary_rechecksrD  Únative_images_hash_verifiedÚ protected_formal_files_unchangedry  Úindependent_accuracy_measuredÚ$measured_mask_source_assets_verifiedrn   c                óª   •— i | ]O}|                      ¦   «         r9|j        d v¯t          |                     ‰¦  «        ¦  «        t	          |¦  «        “ŒPS ))rY   úchecksums.sha256)Úis_filerˆ   rq   Úrelative_tor	   )r   rs   rä   s     €r   r   zrun.<locals>.<dictcomp>‡  sd   ø€ ð Mð Mð M°qÐYZ×YbÒYbÑYdÔYdð MØ”ÐKÐKÐKõ �—’˜vÑ&Ô&Ñ'Ô'­°©¬ØKÐKÐKr   Ú*rY   rd  )r¡  rZ   ra  Ú
validationr«  rõ   c              3  ó,   K  — | ]\  }}|› d |› d�V — ŒdS )z  ú
NrS   )r   rˆ   r˜   s      r   r6   zrun.<locals>.<genexpr>‹  s8   è è € Ð6iÐ6iÉiÈdÐTW¸#Ð7IÐ7IÀÐ7IÐ7IÐ7IÐ6iÐ6iÐ6iÐ6iÐ6iÐ6ir   rä   r¯  )Úensure_ascii)*Ú!pallet.structure_attribute_reportr�  rÈ   ÚsetNumThreadsr”   rä   r~   r¨   r   Úis_relative_torF   Ú__file__Ú	with_nameÚimportlib.metadatar%   r	   Úfontrê   r   r   r
   r   r­   rì   rþ   r   r%  rq  rf  rŽ  r§   Ú
read_bytesrq   r   rG   ré   Úrglobrƒ  ÚencodeÚprintrm  rn  )r…   r�  r™   rw   Ú
code_pathsr]   rú   r   rt   ra  rb  Ú	protectedr¬   r˜   r¯  rZ   rä   r%   s                   @@r   ÚrunrÀ  U  sß  øø€ Ø@Ð@Ð@Ð@Ð@Ð@ÝÔ�aÑÔÐÝ
�tÑ
Ô
€CØŒ[× Ò Ñ"Ô"€FØ�x”= # i¤.°#Ð6FÔ2GÔ2LÝÐ=Ñ>Ô>×FÒFÑHÔHðJð Kð Kˆà× Ò  Ñ(Ô(ð 	K¨F×,AÒ,AÀ&Ñ,IÔ,Ið 	KÝÐIÑJÔJÐJð	Kå•x‘.”.×(Ò(Ñ*Ô*­Dµ©N¬N×,DÒ,DÐE^Ñ,_Ô,_×,gÒ,gÑ,iÔ,iÝ•x‘.”.×*Ò*Ð+JÑKÔK×SÒSÑUÔUÝ•x‘.”.×*Ò*Ð+GÑHÔH×PÒPÑRÔRðT€Jð +Ð*Ð*Ð*Ð*Ð*ØIÐVWØ�h”-¨3¨x¬=ÐBiÐBiÐ^hÐBiÑBiÔBiÝ$ T¤YÑ/Ô/ð Pð  Pð  Pð  Pð  :Oð  Pñ  Pô  PØ”<°5ÐZ_Ø*.À5Ø48´MÐK�6 $¤-Ñ0Ô0Ð0ÀtðMð M€Gõ �FÐ.Ñ.µ¸Ñ0@Ô0@ÑAÔAÐAÝ�ÑÔÐÝ�SÑÔÐÝ˜S $¤,°Ñ7Ô7€Gà26´-ðHÕ ¥¨4¬=Ñ!9Ô!9¸3¸v¼;ÈÝˆs�8Œ}˜_Ñ,Ñ-Ô-ñ/ô /ð /ØEGð å˜#˜fœ+ wÐ0VÐ0VÈÈWÌÐ0VÑ0VÔ0VÐX`ÑaÔa€DÝ�S˜”[ $¨Ñ1Ô1Ð1Ý ‘o”o�O€GˆVÝ�&˜$ ¨Ñ0Ô0Ð0Ý�FÐBÑBÅGÈCÐP`ÔLaÔLmÑDnÔDnÑoÔoÐoÝ�FÐ/Ñ/µ¸¸X¼Ñ1GÔ1GÑHÔHÐHØ„}ð dÝ˜ÐFÑFÈÌ×H`ÒH`ÑHbÔHbÑcÔcÐcØ04´ÐG�#˜dœmÑ,Ô,Ð,À4€CˆÑØ€N�3˜  g¨v°t´yÑAÔAÐAÝ  ¨TÐ2Ñ2Ô2€IØ˜V”_×*Ò*Ñ,Ô,ð Ið I‰	ˆˆcÝ�$‰<Œ<˜3ÒÐÝÐGÑHÔHÐHð à„}ð F� ¤Ñ.Ô.°'Ð:KÔ2LÒLÐLÝÐDÑEÔEÐEØ#µ°D±	´	ÕQTÐU[ÑQ\ÔQ\Ø Ô/ÐRVØ=AÐdhØ;?ÐafÝ'*¨3¨x¬=Ñ'9Ô'9Ð_hÝ˜x™=œ=È5ðRð R€Jõ :=¸SÐAQÔ=RÔ=^Ñ9_Ô9_€JÐ5Ñ6Ý�FÐ,Ñ,­g°jÑ.AÔ.AÑBÔBÐBðMð Mð Mð M½FÀ6Ç<Â<ÐPSÑCTÔCTÑ<UÔ<Uð Mñ Mô M€Eå�FÐ1Ñ1µ7ÀZÐZ_Ø¨*ð<6ð <6ñ 47ô 47ñ 8ô 8ð 8å�FÐ-Ñ-¨r¯wªwÐ6iÐ6iÐ[`×[fÒ[fÑ[hÔ[hÐ6iÑ6iÔ6iÑ/iÔ/i×/pÒ/pÑ/rÔ/rÑsÔsÐsÝ	�$Œ*�h¥ F¡¤ÐQ¨wÐQ¸ÀjÐQÐQÐ`eÐ
fÑ
fÔ
fÑgÔgÐgÐgÐgr   c                óú  — t          j        t          ¬¦  «        }|                     dt          t
          ¬¦  «         |                     dt          t          ¬¦  «         |                     dt          t          ¬¦  «         |                     dt          t          ¬¦  «         |                     dt          t          ¬¦  «         |                     dt          t          ¬¦  «         |                     d	t          t          d
d¦  «        d¬¦  «         |                     dt          ¬¦  «         |                     dt          t	          d¦  «        ¬¦  «         t          |                     | ¦  «        ¦  «         d S )N)Údescriptionz--source)r2   Údefaultz--formalz--seedsz--policyz--masksz--outputz	--workersr&   é	   r¢   )r2   ÚchoicesrÃ  z
--rechecks)r2   z--fontz/tmp/NotoSansCJKsc-Regular.otf)ÚargparseÚArgumentParserÚ__doc__Úadd_argumentr   ÚDEFAULT_SOURCEÚDEFAULT_FORMALÚDEFAULT_SEEDSÚDEFAULT_POLICYÚDEFAULT_MASKSÚDEFAULT_OUTPUTr3   rƒ   rÀ  Ú
parse_args)ÚargvÚparsers     r   ÚmainrÓ  �  s;  € ÝÔ$µÐ9Ñ9Ô9€FØ
×Ò˜
­µ~ÐÑFÔFÐFØ
×Ò˜
­µ~ÐÑFÔFÐFØ
×Ò˜	­µmÐÑDÔDÐDØ
×Ò˜
­µ~ÐÑFÔFÐFØ
×Ò˜	­µmÐÑDÔDÐDØ
×Ò˜
­µ~ÐÑFÔFÐFØ
×Ò˜­#µu¸QÀ±{´{ÈAÐÑNÔNÐNØ
×Ò˜­4ÐÑ0Ô0Ð0Ø
×Ò˜¥tµTÐ:ZÑ5[Ô5[ÐÑ\Ô\Ð\Ýˆ×Ò˜$ÑÔÑ Ô Ð Ð Ð r   Ú__main__)FrP  )4rÈ  Ú
__future__r   rÆ  Úcollectionsr   r   Úconcurrent.futuresr   Úhashlibrm  Úpathlibr   rÈ   r”  rÒ   Úpallet.fork_face_anylabelingr   r	   r
   r   r   Úpallet.merge_appearance_classesr   r   r   r   Úpallet.structure_projectionr   Úpallet.structure_mask_fallbackr   r   rÊ  rË  rÌ  rÍ  rÏ  rÎ  r   r  rM   r”   r­   rì   rþ   r%  rf  rq  rŽ  rÀ  rÓ  Ú__name__rS   r   r   ú<module>rß     sp  ððð ð
 #Ð "Ð "Ð "Ð "Ð "à €€€Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø €€€Ø €€€Ø Ð Ð Ð Ð Ð à 
€
€
€
Ø Ð Ð Ð à aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aØ \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø OÐ OÐ OÐ OÐ OÐ OÐ OÐ Oð �ÐLÑMÔM€Ø�Ð:Ñ;Ô;€Ø�ÐbÑcÔc€Ø�ÐCÑDÔD€Ø�Ð>Ñ?Ô?€Ø�ÐAÑBÔB€Ø xÐ0Ð0€ØRÐR°iÐRÑRÔR€
ðAð Að Að..bð .bð .bðb1ð 1ð 1ð 1ð$@uð @uð @uðFð ð ð2ð ð ð<ð ð ðD(ð (ð (ð0")ð ")ð ")ðJ7hð 7hð 7hðt!ð !ð !ð !ð ˆzÒÐØ€D�F„F€F€F€Fð Ðr   