§
    šÈÇjN5  ã                  óž  — d Z ddlmZ ddlZddlmZ ddlmZ ddlmZm	Z	 ddl
Z
ddlmZmZ ddlZddlZddlmZ dd	lmZmZmZmZmZmZmZ dd
lmZ ddlmZmZmZ ddl m!Z!m"Z"m#Z#m$Z$m%Z%  ee&¦  «         '                    ¦   «         j(        d         Z)e)dz  Z*e)dz  Z+e)dz  Z,e)dz  Z-e)dz  Z.d„ Z/d„ Z0d„ Z1d„ Z2d„ Z3e4dk    r e3¦   «          dS dS )zUMerge explicitly returned human corrections with priority and retired-frame receipts.é    )ÚannotationsN)ÚCounter)Úreplace)ÚdatetimeÚtimezone)ÚPathÚPurePosixPath)ÚImage)ÚAnnotationSetÚFrameAnnotationÚ
ProvenanceÚSceneAttributesÚannotation_digestÚ
load_jsonlÚ
save_jsonl)Úrequire_eligible)Úfile_digestÚload_protocolÚ
write_json)Ú_load_frame_indexÚ_decode_rectanglesÚ_shaÚ"create_manual_validation_partitionÚ_validated_manual_partitioné   z'outputs/human_correction_manual_6552_v1zoutputs/protocol_v6_cleanz0outputs/pallet_clean_intensity_v1/human_trainingz3outputs/human_correction_manual_1716_v2/anylabelingz:outputs/pallet_clean_intensity_v1/reconstructed_118_reviewc                óh   — t          j        t          | ¦  «                             ¦   «         ¦  «        S ©N)ÚjsonÚloadsr   Ú	read_text)Úpaths    úA/root/private/project/pallet_detection_v2/pallet/manual_update.pyÚreadr#      s$   € ÝŒ:•d˜4‘j”j×*Ò*Ñ,Ô,Ñ-Ô-Ð-ó    c                ó\  — |                       d¦  «        p|                       d¦  «        pi }|                      d¦  «        p|                      d¦  «        pi }|                      d¦  «        |d         k    s`|                      d¦  «        |d         k    sA|                      d¦  «        |d         k    s"|j        |d         k    s|j        |d         k    rt          d|d         › �¦  «        ‚|d         \  }}|                       d¦  «        |                       d	¦  «        f||fk    s,|                       d
¦  «        |                      d
¦  «        k    rt          d|d         › �¦  «        ‚|                      d¦  «        p|                      d¦  «        }	|	r+t	          ||d         z  ¦  «        |	k    rt          d¦  «        ‚|                      di ¦  «                              d¦  «        p.|                      di ¦  «                              |d         ¦  «        }
|
r+t	          ||d         z  ¦  «        |
k    rt          d¦  «        ‚t          j        ||d         z  ¦  «        5 }|j        ||fk    rt          d¦  «        ‚	 ddd¦  «         n# 1 swxY w Y   t          | ||¦  «        S )zJGUI flags are historical; identity, pixels and coordinates remain binding.Úpallet_predictionÚpallet_exportÚframe_idÚsource_anchor_hashÚgroup_idzCorrection identity mismatch: ÚsizeÚ
imageWidthÚimageHeightÚ	imagePathz)Correction dimensions/imagePath changed: Úbaseline_annotation_sha256Úbaseline_json_sha256Ú
annotationzSource baseline JSON changedÚview_sha256ÚimageÚfileszSource PNG changedz Native image dimensions mismatchN)	ÚgetÚsource_sha256r*   Ú
ValueErrorr   r
   Úopenr+   r   )ÚdocumentÚbaselineÚrowÚsourceÚrecordÚmetadataÚpriorÚwÚhÚexpectedÚexpected_imager3   s               r"   Úvalidate_documentrD      sä  € à�\Š\Ð-Ñ.Ô.ÐU°(·,²,¸Ñ2OÔ2OÐUÐSU€HØ
�,Š,Ð*Ñ
+Ô
+Ð
R¨x¯|ª|¸OÑ/LÔ/LÐ
RÐPR€EØ�Š�ZÑ Ô  # j¤/Ò1Ð1°U·Y²Y¸zÑ5JÔ5JÈCÐPZÌOÒ5[Ð5[Ø�<Š<Ð,Ñ-Ô-¨sÐ3GÔ/HÒHÐHØÔ Ð%9Ô!:Ò:Ð:¸f¼oÈsÐS]ÌÒ>^Ð>^ÝÐK¸#¸j¼/ÐKÐKÑLÔLÐLØˆFŒ�C€A€aØ�Š�\Ñ"Ô" 8§<¢<°Ñ#>Ô#>Ð?À!ÀAÀÒFÐFÈ(Ï,Ê,ÐWbÑJcÔJcÐem×eqÒeqÐr}Ñe~Ôe~ÒJ~ÐJ~ÝÐVÀSÈÄ_ÐVÐVÑWÔWÐWØ�WŠWÐ1Ñ2Ô2ÐU°c·g²gÐ>TÑ6UÔ6U€HØð 9•K  s¨<Ô'8Ñ 8Ñ9Ô9¸8ÒCÐCÝÐ7Ñ8Ô8Ð8Ø—7’7˜=¨Ñ,Ô,×0Ò0°Ñ9Ô9Ðb¸S¿WºWÀWÈRÑ=PÔ=P×=TÒ=TÐUXÐY`ÔUaÑ=bÔ=b€NØð /�+ f¨S°¬\Ñ&9Ñ:Ô:¸NÒJÐJÝÐ-Ñ.Ô.Ð.Ý	Œ�F˜3˜wœ<Ñ'Ñ	(Ô	(ð R¨EØŒ:˜˜!�uÒÐ¥:Ð.PÑ#QÔ#QÐQÐðRð Rð Rñ Rô Rð Rð Rð Rð Rð Rð Røøøð Rð Rð Rð Rå˜h q¨Ñ+Ô+Ð+s   É(JÊJÊJc               ó�   — t          | ¦  «        t          |¦  «        z  }|r|st          d¦  «        ‚i | ¥|¥t          |¦  «        fS )zNNever silently resolve overlaps: the priority archive must explicitly replace.z Unexpected duplicate human frame)Úsetr7   Úsorted)ÚbaseÚincomingÚreplace_existingÚoverlaps       r"   Úmerge_reviewedrL   4   sR   € å�‰IŒI•c˜(‘m”mÑ#€GØð =Ð'ð =ÝÐ;Ñ<Ô<Ð<ØˆdÐ�XÐ¥ w¡¤Ð/Ð/r$   c                 ó|  ‡6‡7— t          t          ¦  «        \  } Š6}d„ | D ¦   «         }t          t          dz  ¦  «        \  }}}d„ |D ¦   «         }t          |¦  «        t          |¦  «        z
  }ddt	          t
          dz  ¦  «        t	          t          dz  ¦  «        t	          t          ¦  «        dd	d
œt	          t          dz  ¦  «        t	          t          ¦  «        ddd
œgddddt	          t          ¦  «        dœ	}t          dz  t
          dz  t
          dz  t
          dz  g}|d         D ]I}|t          |d         ¦  «        t          |d         ¦  «        dz  t          |d         ¦  «        dz  gz  }ŒJd„ |D ¦   «         }	t          dz  }
|
 
                    ¦   «         rvt          |
¦  «        }|d         |	k    rt          d¦  «        ‚|d                              ¦   «         D ]/\  }}t          t          |z  ¦  «        |k    rt          d¦  «        ‚Œ0|S t           
                    ¦   «         r5t          t                               ¦   «         ¦  «        rt          d¦  «        ‚t#          t
          dz  ¦  «        j                             ¦   «         }i t          t
          dz  ¦  «        d         ¥t          t
          dz  ¦  «        d         ¥Š7g }g }g }g }|d         D �]7}t          |d         ¦  «        }t          |d         ¦  «        }t          |¦  «        }t)          |¦  «        \  }}}}}i }i }t          ¦   «         }t+          j        |¦  «        5 }|                     ¦   «         �t          d ¦  «        ‚g }|                     ¦   «         D ]·}t3          |j        ¦  «        } |                      ¦   «         s	d!| j        v rt          d"¦  «        ‚|                     ¦   «         s| j                             ¦   «         d#k    rŒttA          j!        |                     |¦  «        ¦  «        }!d$|!vrŒ | "                    ||!f¦  «         Œ¸tG          |¦  «        |d%         k    rt          d&¦  «        ‚|D �]^\  }}"t3          |j        ¦  «        j$        }#| %                    |#¦  «        }$|$€t          d'|#› �¦  «        ‚|$d(         }%|%|v rt          d)¦  «        ‚| &                    |%¦  «         | %                    |%¦  «        }&|&€t          d*¦  «        ‚t          ||$d+         z  ¦  «        }'tO          |"|'|$||&¦  «        }(t	          t3          |j        ¦  «         (                    d,¦  «        ¦  «        })|)| )                    ¦   «         v rKtU          |                     |)¦  «        ¦  «        t          ||$d-         z  ¦  «        k    rt          d.¦  «        ‚| "                    |d/         |#|                     |¦  «        f¦  «         |%|v rI| "                    |%t	          |¦  «        tU          |                     |¦  «        ¦  «        d0d1œ¦  «         �ŒÜ||%         }&tW          |&¦  «         ‰6|&j,                 }*t[          |%|&j,        |$d-         |$d2         d3         |$d2         d	         |(rd4nd5|(|*|&j.        t_          |&j.        ¬6¦  «        |&j0        tc          d7d8d9|j$        › d:|› �¬;¦  «        g¬<¦  «        }+|+ 2                    ¦   «          |+||%<   i d(|%“d=|&j,        “d>|&j0        “d?|*“d@|+j3        “dA|+j4        “dB|+j.        “dC|+j5        “dDtG          |(¦  «        “dEtm          |+¦  «        “dt	          |¦  «        “dF|“dGtU          |                     |¦  «        ¦  «        “dHt          ||$d+         z  ¦  «        “dI|“dJ|+j7        tq          |'g|$d2         ¢R Ž k    “||%<   �Œ`ts          |||d/         dk    ¬K¦  «        \  }},|,D ](}%| "                    |%‰7|%         ||%         dLdMœ¦  «         Œ)‰7 :                    |¦  «         | "                    t	          |¦  «        |tG          |¦  «        tG          |¦  «        tG          |¦  «        tG          |¦  «        z
  tG          |,¦  «        tw          ty          dN„ | =                    ¦   «         D ¦   «         ¦  «        ¦  «        t}          dO„ | =                    ¦   «         D ¦   «         ¦  «        dPœ¦  «         d d d ¦  «         n# 1 swxY w Y   �Œ9tG          |¦  «        dQk    r&tG          |¦  «        dRk    rtG          |¦  «        dSk    sJ ‚dT„ |                     ¦   «         D ¦   «         }-dU„ |                     ¦   «         D ¦   «         }.tG          |-¦  «        dVk    rtG          |.¦  «        dWk    sJ ‚t          |-¦  «        ˆ6fdX„| D ¦   «         k    sJ ‚t           ?                    d¬Y¦  «         t          dZz  }/|/ ?                    ¦   «          t�          tƒ          |- =                    ¦   «         ¦  «        |/d[z  ¦  «         t�          tƒ          | =                    ¦   «         ¦  «        |/d\z  ¦  «         t�          tƒ          |. =                    ¦   «         ¦  «        |/d]z  ¦  «         t…          |/d^z  ˆ7fd_„t‡          |-¦  «        D ¦   «         ¦  «         t…          |/d`z  ‰7¦  «         t…          |/daz  |¦  «         t…          |/dbz  |¦  «         t…          |/dcz  |¦  «         t…          |/ddz  |	¦  «         |D ]O\  }0}#}1|/dez  t	          |0¦  «        z  |#z  }2|2jD         ?                    dd¬f¦  «         |2 E                    |1¦  «         ŒPt‡          |.¦  «        t          t          dz  ¦  «        t          |/d]z  ¦  «        dgt          t          dz  ¦  «        dhœ}3t…          |/diz  |3¦  «         t…          |/djz  t‡          |.¦  «        t          t          dz  ¦  «        dkt          |/diz  ¦  «        dlœ¦  «         t          t
          dmz  ¦  «        dn         |z   }4tU          tA          jF        |	d¬o¦  «         G                    ¦   «         ¦  «        }i dpdq“drds“d|	“dt|“dut          t          dz  ¦  «        “dvdV“dwdR“dxtw          ty          dy„ |- =                    ¦   «         D ¦   «         ¦  «        ¦  «        “dzt}          d{„ |- =                    ¦   «         D ¦   «         ¦  «        “d|tG          d}„ |- =                    ¦   «         D ¦   «         ¦  «        “d|4“d~dQ“ddS“d€dW“d�d“d‚d	“ddƒ„ t           H                    d„¦  «        D ¦   «         “}5t…          |
|5¦  «         t…          t          d…z  i |¥|	t	          t          ¦  «        d†d†d‡d†d†dˆœd‰œ¥¦  «         |5S )ŠNc                ó   — i | ]
}|j         |“ŒS © ©r(   ©Ú.0Úrs     r"   ú
<dictcomp>zingest.<locals>.<dictcomp>=   s   € Ð8VÐ8VÐ8VÈ!¸¼ÀAÐ8VÐ8VÐ8Vr$   zoutputs/protocol_v5c                ó   — i | ]
}|j         |“ŒS rO   rP   rQ   s     r"   rT   zingest.<locals>.<dictcomp>>   s   € ÐGeÐGeÐGeÐYZÈÌ
ÐSTÐGeÐGeÐGer$   Úuser_confirmed_manual_update_v1z_completed_remaining_train_and_checked_reconstructed_archive; reconstructed_archive_has_priorityzinputs/annotations.jsonlztrain_4984.zipix  r   )ÚarchiveÚsource_exportÚlabelsÚpriorityz1reconstructed_intensity_118_review_v1_checked.zipév   é   T)	ÚkindÚuser_statementÚbase_annotationsÚsourcesÚall_frames_reviewed_by_userÚ0unchanged_proposals_accepted_after_manual_reviewÚ'empty_frames_confirmed_negative_by_userÚretired_frames_remain_excludedÚprotocolzprotocol.jsonz#inputs/human_training_manifest.jsonz%inputs/human_validation_manifest.jsonr`   rW   rX   zframes.jsonlzpackage_manifest.jsonc                óH   — i | ]}t          |¦  «        t          |¦  «        “Œ S rO   )Ústrr   ©rR   Úps     r"   rT   zingest.<locals>.<dictcomp>I   s&   € Ð8Ð8Ð8 q�S�‰VŒV•K ‘N”NÐ8Ð8Ð8r$   zmanual_import_manifest.jsonÚinput_bindingzImport resume inputs changedÚartifact_sha256zImport snapshot changedz*Unbound partial output; choose new versionÚsource_frameszZIP CRC failedz..zUnsafe archive member pathz.jsonÚshapesrY   zUnexpected correction countzUnknown correction filename: r(   z!Duplicate frame in single archivezUnknown source identityr1   z.pngr3   z#Returned PNG modified or mismatchedrZ   zRuser-retired irrecoverable intensity; checked annotation retained as evidence only)r(   rW   Úreturned_annotation_sha256Úreasonr+   r   ÚposÚnegative)ÚdomainÚhumanÚuser_confirmed_archive_importz"user-returned correction; archive=z	; sha256=)ÚactorÚnote)ÚstatusÚboxesÚsplitrr   Úscener)   Ú
provenancer*   r)   ry   ÚwidthÚheightrr   rw   Ú	instancesr   Úarchive_sha256Úsource_json_sha256Úbaseline_source_json_sha256Úsource_export_manifest_sha256Ú geometry_unchanged_from_proposal)rJ   zCuser explicitly prioritizes checked reconstructed-intensity archive)r(   Ú
supersededÚacceptedro   c              3  ó$   K  — | ]}|j         V — Œd S r   ©rw   ©rR   Úfs     r"   ú	<genexpr>zingest.<locals>.<genexpr>�   s%   è è € ÐMrÐMrÐ[\ÈaÌhÐMrÐMrÐMrÐMrÐMrÐMrr$   c              3  ó>   K  — | ]}t          |j        ¦  «        V — Œd S r   ©Úlenrx   rˆ   s     r"   rŠ   zingest.<locals>.<genexpr>Ž   s*   è è € ÐDÐD¨Q�C ¤™LœLÐDÐDÐDÐDÐDÐDr$   )rW   r   ÚframesÚaccepted_active_framesÚretired_framesÚoverridden_framesÚstatus_countsrx   éq   éº  éT   c                ó0   — i | ]\  }}|j         d k    ¯||“ŒS ©Útrain©ry   ©rR   Úfidr‰   s      r"   rT   zingest.<locals>.<dictcomp>�   s*   € Ð
AÐ
AÐ
A‘U�S˜°´¸Ò0@Ð0@ˆ3ˆqÐ0@Ð0@Ð0@r$   c                ó,   — i | ]\  }}|j         d v ¯||“ŒS )>   ÚvalÚtestr™   rš   s      r"   rT   zingest.<locals>.<dictcomp>‘   s*   € ÐMÐMÐM™˜˜A°1´7¸nÐ3LÐ3Lˆc�!Ð3LÐ3LÐ3Lr$   é˜  é"   c                ó@   •— h | ]}‰|j                  d k    ¯|j        ’ŒS r—   )r*   r(   )rR   rS   Úassignmentss     €r"   ú	<setcomp>zingest.<locals>.<setcomp>“   s,   ø€ ÐWÐWÐW q°kÀ!Ä*Ô6MÈwÒ6VÐ6V˜œ
Ð6VÐ6VÐ6Vr$   )ÚparentsÚinputszmanual_annotations.jsonlzall_checked_annotations.jsonlz"checked_external_annotations.jsonlzmanual_source_frames.jsonc                ó"   •— i | ]}|‰|         “ŒS rO   rO   )rR   r›   Úsource_entriess     €r"   rT   zingest.<locals>.<dictcomp>˜   s    ø€ Ð2dÐ2dÐ2dÈs°3°~ÀcÔ7JÐ2dÐ2dÐ2dr$   zall_checked_source_frames.jsonzpriority_overrides.jsonzreturned_retired_frames.jsonzcorrections_config.jsonzinput_binding.jsonÚraw_returned_json)r¤   Úexist_okzwAlready human-checked original val/test frames; exclude from prediction; never fit/select/calibrate or score final test)Ú	frame_idsÚprotocol_sha256Úannotation_snapshot_sha256ÚroleÚsource_archive_sha256zexternal_review_receipt.jsonz reviewed_external_exclusion.jsonz#inputs/external_review_receipt.json)rª   r«   Úreceipt_pathÚreceipt_sha256zmanual_partition.jsonÚsource_archives)Ú	sort_keysr]   Ú*multi_archive_user_confirmed_manual_labelsÚstateÚimportedÚsource_archive_set_sha256r«   Úframe_countÚall_checked_framesr’   c              3  ó$   K  — | ]}|j         V — Œd S r   r‡   rˆ   s     r"   rŠ   zingest.<locals>.<genexpr>ª   s'   è è € ÐQsÐQsÐ_`ÐRSÔRZÐQsÐQsÐQsÐQsÐQsÐQsr$   Ú	box_countc              3  ó>   K  — | ]}t          |j        ¦  «        V — Œd S r   rŒ   rˆ   s     r"   rŠ   zingest.<locals>.<genexpr>«   s*   è è € Ð=Ð=¨�˜AœG™œÐ=Ð=Ð=Ð=Ð=Ð=r$   Úgroup_countc                ó   — h | ]	}|j         ’Œ
S rO   )r*   rˆ   s     r"   r£   zingest.<locals>.<setcomp>«   s   € ÐPtÐPtÐPtÐ`aÐQRÔQ[ÐPtÐPtÐPtr$   Úretired_returned_framesÚpriority_overridesÚexternal_checked_framesra   Úreviewer_count_claimedc                ó    — i | ]K}|                      ¦   «         ¯t          |                     t          ¦  «        ¦  «        t	          |¦  «        “ŒLS rO   )Úis_filerg   Úrelative_toÚOUTPUTr   rh   s     r"   rT   zingest.<locals>.<dictcomp>®   sF   € ÐoÐoÐoÈÐcd×clÒclÑcnÔcnÐo�3˜qŸ}š}­VÑ4Ô4Ñ5Ô5µkÀ!±n´nÐoÐoÐor$   Ú*z"configs/human_correction_6552.jsoné   é   )Ú
batch_sizeÚeffective_batchÚworkersÚvalidation_batch_sizeÚprediction_batch_size)Úinput_hashesÚoutputÚruntime)Ir   ÚPROTOCOLÚROOTrF   rg   ÚBASEÚ
OLD_SOURCEÚRECON_SOURCEr   rÅ   Úexistsr#   r7   Úitemsr   ÚanyÚiterdirr   rŽ   Úcopyr   ÚzipfileÚZipFileÚtestzipÚinfolistr	   ÚfilenameÚis_absoluteÚpartsÚis_dirÚsuffixÚlowerr   r   Úappendr�   Únamer5   ÚaddrD   Úwith_suffixÚnamelistr   r   r*   r   rr   r   r6   r   Úvalidater|   r}   rw   r   rx   r   rL   ÚupdateÚdictr   ÚvaluesÚsumÚmkdirr   r   r   rG   ÚparentÚwrite_bytesÚdumpsÚencodeÚrglob)8ÚactiveÚ_Úby_idÚlegacyÚlegacy_by_idÚexcludedÚconfigÚinput_filesr<   ÚbindingÚ
completionr?   ræ   ÚdigestrY   Ú	summariesÚtracesÚretiredÚraw_docsrW   ÚsrcÚarchive_shaÚindexÚby_filenameÚmanifest_shaÚ	index_sharI   ÚentriesÚseenÚzÚmembersÚitemr!   ÚdÚdocrß   r;   r›   r=   r:   rx   Úpairedry   ÚframerK   r˜   Úexternalr¥   rZ   Úpayloadri   ÚreceiptÚarchive_sourcesÚmanifestr¢   r§   s8                                                         @@r"   Úingestr  <   s‚  øø€ Ý&¥xÑ0Ô0Ñ€Fˆ;�qÐ8VÐ8VÈvÐ8VÑ8VÔ8V°%Ý�TÐ"7Ñ7Ñ8Ô8�J€Fˆ1ˆQÐGeÐGeÐ^dÐGeÑGeÔGe¸,Ý�ÑÔ�s 5™zœzÑ)€HØ4ð  GhÝ�tÐ$>Ñ>Ñ?Ô?Ý�Ð.Ñ.Ñ/Ô/ÅÅJÁÄÐY]ÐijÐ
kÐ
kÝ�ÐQÑQÑRÔRÕcfÕgsÑctÔctð  Bð  NOð  Pð  PðLQð '+Ð^bØ26ÐX\ÕhkÕltÑhuÔhuðwð w€Fõ ˜/Ñ)­$Ð/IÑ*IÍ$ÐOtÑJtÕuyð  {bñ  vbð  c€KØ˜Ô#ð Tð TˆØ�˜V IÔ.Ñ/Ô/µ°V¸OÔ5LÑ0MÔ0MÈnÑ0\Õ]aÐbhÐixÔbyÑ]zÔ]zð  |Sñ  ^Sð  Tñ  	TˆˆØ8Ð8¨KÐ8Ñ8Ô8€GÝÐ3Ñ3€JØ×ÒÑÔð Ý�:ÑÔˆØ�Ô! 7Ò*Ð*µÐ<ZÑ1[Ô1[Ð+[Ø Ð!2Ô3×9Ò9Ñ;Ô;ð 	\ð 	\‰KˆD�Ý�6 $™;Ñ'Ô'¨Ò/Ð/µjÐAZÑ6[Ô6[Ð0[Ð/ØˆÝ‡}‚}�„Ðo�3�vŸ~š~Ñ/Ô/Ñ0Ô0ÐoµzÐBnÑ7oÔ7oÐ1oÝ•dÐ5Ñ5Ñ6Ô6Ô=×BÒBÑDÔD€Fð _•d�4Ð EÑEÑFÔFÀÔWð  _ÕZ^Õ_cð  eLñ  `Lñ  [Mô  [Mð  N]ô  [^ð  _€NØ€I˜�& R˜W°"¨Ø˜Ô#ð 9Gñ 9GˆÝ�V˜IÔ&Ñ'Ô'ˆ­T°&¸Ô2IÑ-JÔ-J¨ÕXcÐdkÑXlÔXlÈKÝ3DÀSÑ3IÔ3IÑ2ˆˆ%�˜L¨Øˆ˜R�W¥c¡e¤e ÝŒ_˜WÑ%Ô%ð 5	G¨Ø�yŠy‰{Œ{Ð&­ZÐ8HÑ-IÔ-IÐ'IØˆGØŸ
š
™œð )ð )�Ý" 4¤=Ñ1Ô1�Ø×#Ò#Ñ%Ô%Ðj¨°´Ð);Ð);Å*ÐMiÑBjÔBjÐ<jØ—;’;‘=”=ÐI D¤K×$5Ò$5Ñ$7Ô$7¸Ò$@Ð$@ÀÝ”*˜QŸVšV D™\œ\Ñ*Ô*�Ø 1Ð$Ð$ XØ—’  Q˜xÑ(Ô(Ð(Ð(Ý�7‰|Œ|˜V HÔ-Ò-Ð-µJÐ?\Ñ4]Ô4]Ð.]Ø#ð !oñ !o‘��SÝ& t¤}Ñ5Ô5Ô:�Ø—O’O HÑ-Ô-�Ø�;¥ZÐ0ZÐPXÐ0ZÐ0ZÑ%[Ô%[Ð[Ø˜
”O�Ø˜$�;�;¥ZÐ0SÑ%TÔ%TÐTØ—’˜‘”� l×&6Ò&6°sÑ&;Ô&;˜vØ�>­
Ð3LÑ(MÔ(MÐ"MÝ˜c # lÔ"3Ñ3Ñ4Ô4�Ý'¨¨H°S¸¸VÑDÔD�å�=¨¬Ñ7Ô7×CÒCÀFÑKÔKÑLÔL�Ø˜QŸZšZ™\œ\Ð)Ð)­d°1·6²6¸&±>´>Ñ.BÔ.BÅKÐPSÐTWÐX_ÔT`ÑP`ÑDaÔDaÒ.aÐ.aÝ$Ð%JÑKÔKÐKØ—’ ¨
Ô!3°H¸Q¿VºVÀD¹\¼\Ð JÑKÔKÐKØ˜(�?�?Ø—N’N¨s½SÀ¹\¼\ÕgkÐlm×lrÒlrÐswÑlxÔlxÑgyÔgyØ!uð$wð $wñ xô xð xáØ˜S”z�Õ"2°6Ñ":Ô":Ð":Ø! &¤/Ô2�Ý% c¨&¬/¸#¸g¼,ÀsÈ6Ä{ÐSTÄ~ÐVYÐZ`ÔVaÐbcÔVdØ$)Ð9˜5˜5¨zÀÈEÐY_ÔYfÝ)°´Ð?Ñ?Ô?ÐSYÔSgÝ *¨7Ð9XØfÀ'Ä,ÐfÐfÐYdÐfÐfð!hñ !hô !hð  iðjñ jô j�ð
 —’Ñ Ô Ð ¨u ¨#¡ðo˜j¨ð o¨Z¸¼ð oÐH\Ð]cÔ]qð oØ˜EðoØ")¨%¬+ðoØ6>¸u¼|ðoØLTÐUZÔUaðoØbjÐkpÔkwðoà¥ E¡
¤
ðoà+>Õ?PÐQVÑ?WÔ?WðoàXaÕbeÐfmÑbnÔbnðoð % [ðoð 2FÅdÈ1Ï6Ê6ÐRVÉ<Ì<ÑFXÔFXðoð 2µ+¸cÀ#ÀlÔBSÑ>SÑ2TÔ2Tð	oð
 4°Lðoð 7°u´{ÕDVÐW_ÐDmÐadÐekÔalÐDmÐDmÐDmÒ7mðo�˜‘‘õ *¨&°È6ÐR\ÔK]Ð_`ÒK`ÐaÑaÔa‰NˆF�7Øð eð e�Ø—’¨#¸>È#Ô;NÐ[bÐcfÔ[gØbðdð dñ eô eð eð eà×!Ò! 'Ñ*Ô*Ð*Ø×Ò­¨G©¬ÀkÕ[^Ð_fÑ[gÔ[gÝ),¨X©¬ÍÈGÉÌÕUXÐYaÑUbÔUbÑHbÝ$'¨¡L¤LÅÅgÐMrÐMrÐ`h×`oÒ`oÑ`qÔ`qÐMrÑMrÔMrÑFrÔFrÑAsÔAsÝÐDÐD°(·/²/Ñ2CÔ2CÐDÑDÔDÑDÔDðFð Fñ Gô Gð Gðe5	Gð 5	Gð 5	Gñ 5	Gô 5	Gð 5	Gð 5	Gð 5	Gð 5	Gð 5	Gð 5	Gøøøð 5	Gð 5	Gð 5	Gð 5	Gùõl ˆw‰<Œ<˜ÒÐ¥ V¡¤¨dÒ!2Ð!2µs¸6±{´{ÀB²°°ÐFØ
AÐ
A˜fŸlšl™nœnÐ
AÑ
AÔ
A€EØMÐM §¢¡¤ÐMÑMÔM€HÝˆu‰:Œ:�tÒÐ¥ H¡¤¨rÒ 1Ð 1Ð 1Ð1Ýˆu‰:Œ:ÐWÐWÐWÐW¨FÐWÑWÔWÒWÐWÐWÐWÝ
‡L‚L˜€LÑÔÐ¥v¨h¡ °v·|²|±~´~°~Ý�}˜UŸ\š\™^œ^Ñ,Ô,¨VÐ4NÑ-NÑOÔOÐOÝ�}˜VŸ]š]™_œ_Ñ-Ô-¨fÐ5TÑ.TÑUÔUÐUÝ�}˜XŸ_š_Ñ.Ô.Ñ/Ô/°Ð7[Ñ0[Ñ\Ô\Ð\ÝˆvÐ1Ñ1Ð2dÐ2dÐ2dÐ2dÕV\Ð]bÑVcÔVcÐ2dÑ2dÔ2dÑeÔeÐeÝˆvÐ6Ñ6°~ÑFÔFÐFÝˆvÐ/Ñ/°Ñ7Ô7Ð7½
À6ÐJhÑChÐipÑ8qÔ8qÐ8qÝˆvÐ/Ñ/°Ñ7Ô7Ð7½
À6ÐJ^ÑC^Ð_fÑ8gÔ8gÐ8gØ%-ð ~ð ~Ñ!ˆ�˜'Ø
Ð$Ñ
$¥S¨¡]¤]Ñ
2°8Ñ
;ˆ¸A¼H¿NºNÐSWÐae¸NÑ<fÔ<fÐ<fÐgh×gtÒgtÐu|Ñg}Ôg}Ðg}Ðg}Ý Ñ)Ô)½KÍÐQ`ÑH`Ñ<aÔ<aÝ%0°Ð8\Ñ1\Ñ%]Ô%]ð IÝ +­DÐ1dÑ,dÑ eÔ eðgð g€Gõ ˆvÐ4Ñ4°WÑ=Ô=Ð=ÝˆvÐ8Ñ8ÅfÈXÑFVÔFVÝ%¥h¨Ñ&>Ñ?Ô?ÐOtÝ$ VÐ,JÑ%JÑKÔKð:Mð :Mñ Nô Nð Nõ �Ð5Ñ5Ñ6Ô6Ð7HÔIÈ)ÑS€OÝ•”
˜7¨TÐ2Ñ2Ô2×9Ò9Ñ;Ô;Ñ<Ô<€FðqˆfÐAð qÀ'È*ð qÐUdÐelð qØ# FðqØ+<½[ÍÐRaÑIaÑ=bÔ=bðqà�dðqà/°ðqà5DÅTÍ'ÐQsÐQsÐdi×dpÒdpÑdrÔdrÐQsÑQsÔQsÑJsÔJsÑEtÔEtðqð 	•CÐ=Ð=¨e¯lªl©n¬nÐ=Ñ=Ô=Ñ=Ô=ðqð ?LÍCÐPtÐPtÐej×eqÒeqÑesÔesÐPtÑPtÔPtÑLuÔLuðqð 	�/ð	qð #<¸Cð	qð AUÐUWð	qð
 	" "ðqð
 &CÀ4ðqð
 IaÐabðqð 	ÐoÐoÍfÏlÊlÐ[^ÑN_ÔN_ÐoÑoÔoðq€Hõ ˆz˜(Ñ#Ô#Ð#Ý�tÐ8Ñ8ð :|¸Fð :|ÐRYÕcfÕgmÑcnÔcnØ "°RÀ!Ð\^ÐwyÐzÐzð:|ð :|ð :|ñ }ô }ð }à€Os   ÍV)däd
	äd
	c                 ó<  — t          j        ¦   «         } |                      dd¬¦  «         |                      ¦   «         }t	          ¦   «         }t          t          t          t          dd¬¦  «        }t          t          t          ¦  «         t          t          dz  dd	d
ddt          |d         ¦  «        t          |d         ¦  «        |d         |d         ddddœdœ
¦  «         t          t          j        t          t          dz  ¦  «        dd¬¦  «        ¦  «         d S )Nz--prepare-onlyÚ
store_true)Úactioné*   g333333Ã?)Úsource_outputrÏ   re   ÚseedÚvalidation_fractionzmerge_summary.jsonrŸ   r”   r    r“   r•   Útrain_frame_idsÚvalidation_frame_idsr’   Úpositive_boxesiŸ  i-	  iÌ  )r�   rž   Útotal)
Útrain_eligible_framesr¸   Úexternal_checkedr¾   r¿   r˜   r�   r’   r"  Ú	remainingFr\   )Úensure_asciiÚindent)ÚargparseÚArgumentParserÚadd_argumentÚ
parse_argsr  r   rÅ   rÑ   r   r   r�   Úprintr   rò   r#   )ÚparserÚargsÚresultÚ	partitions       r"   Úmainr2  µ   s(  € ÝÔ"Ñ$Ô$€F V×%8Ò%8Ð9IÐQ]Ð%8Ñ%^Ô%^Ð%^Ðdj×duÒduÑdwÔdwÐ_cÝ‰8Œ8€FÝ0½vÍVÕ]eÐkmð  CFð  Gñ  Gô  G€IÝ¥¥xÑ0Ô0Ð0Ý�vÐ*Ñ*ÀDÐ^bÐvxØ"%¸2ÅcÈ)ÐTeÔJfÑFgÔFgÝ�)Ð2Ô3Ñ4Ô4ÀYÈÔE_Ø"Ð#3Ô4ÈÐTXÐaeÐAfÐAfð,hð ,hñ iô ið iõ 
�$Œ*•T�&Ð!5Ñ5Ñ6Ô6ÀEÐQRÐ
SÑ
SÔ
SÑTÔTÐTÐTÐTr$   Ú__main__)5Ú__doc__Ú
__future__r   r)  Úcollectionsr   Údataclassesr   r   r   r   Úpathlibr   r	   ÚshutilrÛ   ÚPILr
   Úpallet.annotationr   r   r   r   r   r   r   Úpallet.data.eligibilityr   Úpallet.data.protocolr   r   r   Úpallet.human_labelingr   r   r   r   r   Ú__file__Úresolver¤   rÒ   rÅ   rÑ   rÓ   rÔ   rÕ   r#   rD   rL   r  r2  Ú__name__rO   r$   r"   ú<module>rB     sb  ðØ [Ð [Ø "Ð "Ð "Ð "Ð "Ð "Ø €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø €€€Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø €€€Ø €€€à Ð Ð Ð Ð Ð ð Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  Eð  EØ 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gð Oð  Oð  Oð  Oð  Oð  Oð  Oð  Oð  Oð  Oð  Oð  Oð  Oð  Oà€tˆH�~„~×ÒÑÔÔ'¨Ô*€Ø	Ð7Ñ	7€ØÐ+Ñ+€ØÐ>Ñ>€ØÐGÑG€
ØÐPÑP€ð.ð .ð .ð,ð ,ð ,ð,0ð 0ð 0ðvð vð vðr	Uð 	Uð 	Uð ˆZÒÐ˜˜™œ˜˜˜ÐÐr$   