§
    I	¹j  ã            
      óø  — d Z ddlmZ ddlZddlmZ ddlZddlmZ ddl	Z	ddl
mZmZ ddlmZmZ dd	d
œd„Zedk    r¼ ej        ¦   «         Ze                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     ded¬¦  «         e                     ¦   «         Z e ej         eej        ej        ej        ej        ¬¦  «        ¦  «        ¦  «         dS dS )zHFreeze an explicitly scoped reviewed stage before launching a pilot run.é    )ÚannotationsN)ÚCounter)ÚPath)Ú
load_jsonlÚis_resolved)Úfile_digestÚ
write_jsoné   zoutputs/review_v3)Útraining_batchesÚ
review_dirc               ó  ‡‡‡— t          |¦  «        }|dz                       ¦   «         rVt          j        |dz                       ¦   «         ¦  «        }t          |dz  ¦  «        |d         k    rt          d¦  «        ‚|S t          | ¦  «        Št          j        t          |¦  «        dz                       ¦   «         ¦  «        }t          |d         ¦  «        Šg }t          |¦  «        D ]g}t          j        t          |¦  «        dz  d|d	›d
�z                       ¦   «         ¦  «        }	| 
                    ˆfd„|	d         D ¦   «         ¦  «         Œh|dk    rt          |d         ¦  «        }||d         |d         dœ}
dD ]EŠˆˆfd„|
‰         D ¦   «         }|r,t          ‰› dt          |¦  «        › d|d d…         › �¦  «        ‚ŒFˆfd„|D ¦   «         }t          d„ |D ¦   «         ¦  «        }|d         r|d         st          d¦  «        ‚|                     dd¬¦  «         t          j        | |dz  ¦  «         t#          |dz  |
¦  «         |dk    rdnd|t          |¦  «        t          |¦  «        t%          |¦  «        t          |d         ¦  «        t          d „ |D ¦   «         ¦  «        t          |dz  ¦  «        t          t          |¦  «        d!z  ¦  «        t          |dz  ¦  «        d"d#œ}t#          |dz  |¦  «         |S )$Nz
stage.jsonzannotations.jsonlÚannotation_sha256zfrozen stage labels changedz
pilot.jsonÚtrainÚtasksÚtrain_Ú03dz.jsonc              3  ó<   •K  — | ]}|d          ‰v ¯|d          V — ŒdS )Úframe_idN© )Ú.0ÚfÚalloweds     €úB/root/private/project/pallet_detection_v2/pallet/stage_snapshot.pyú	<genexpr>zfreeze_stage.<locals>.<genexpr>   s6   øè è € ÐZÐZ¨!ÀÀ:ÄÐRYÐAYÐAY˜˜*œÐAYÐAYÐAYÐAYÐZÐZó    Úframesr
   ÚvalÚtest)r   r   r   )r   r   c                óT   •— g | ]$}t          ‰j        |         ‰d k    ¬¦  «        °"|‘Œ%S )r   )Úrequire_blind)r   r   )r   ÚfidÚlabelsÚsplits     €€r   ú
<listcomp>z freeze_stage.<locals>.<listcomp>    s9   ø€ ÐpÐpÐp˜µ[ÀÄÈsÔASÐbgÐinÒbnÐ5oÑ5oÔ5oÐp�ÐpÐpÐpr   z stage unresolved: z frames, first=é   c                óv   •— g | ]5}‰j         |         j        d v ¯‰j         |         j        °(‰j         |         ‘Œ6S )>   ÚposÚnegative)r   ÚstatusÚignore_regions)r   r!   r"   s     €r   r$   z freeze_stage.<locals>.<listcomp>"   sN   ø€ ð ?ð ?ð ?¨3¸f¼mÈCÔ>PÔ>WÐ[mÐ>mÐ>mØ"œM¨#Ô.Ô=ð ?n�F”M #Ô&Ð>mÐ>mÐ>mr   c              3  ó$   K  — | ]}|j         V — Œd S )N)r)   ©r   r   s     r   r   zfreeze_stage.<locals>.<genexpr>$   s$   è è € Ð4Ð4 �1”8Ð4Ð4Ð4Ð4Ð4Ð4r   r'   r(   z?pilot training requires actual positive and negative referencesT)ÚparentsÚexist_okzsubset.jsonÚ
full_pilotÚpreliminary_learning_checkc                ó   — h | ]	}|j         ’Œ
S r   )Úgroup_idr,   s     r   ú	<setcomp>zfreeze_stage.<locals>.<setcomp>-   s   € Ð<Ð<Ð<¨˜œÐ<Ð<Ð<r   zprotocol.jsonF)Ústager   Útrain_requestedÚtrain_scoredÚtrain_countsÚvalidation_requestedÚgroupsr   Úprotocol_sha256Úsubset_sha256Ú%test_scoring_authorized_in_this_stage)r   ÚexistsÚjsonÚloadsÚ	read_textr   Ú
ValueErrorr   ÚsetÚrangeÚextendÚlistÚlenr   ÚmkdirÚshutilÚcopyfiler	   Údict)r   ÚprotocolÚoutputr   r   ÚstateÚpilotÚselectedÚiÚtaskÚsubsetÚmissingÚresolved_trainÚcountsr   r"   r#   s                 @@@r   Úfreeze_stagerV      sW  øøø€ Ý�‰<Œ<€FØˆ|Ñ×#Ò#Ñ%Ô%ð ÝŒj˜& Ñ-×8Ò8Ñ:Ô:Ñ;Ô;ˆÝ�vÐ1Ñ1Ñ2Ô2°EÐ:MÔ4NÒNÐNÝÐ:Ñ;Ô;Ð;ØˆÝ�kÑ"Ô"€FÝ
Œ*•d˜8‘n”n \Ñ1×<Ò<Ñ>Ô>Ñ
?Ô
?€EÝ��g”ÑÔ€GØ€HÝÐ#Ñ$Ô$ð [ð [ˆÝŒZ�˜jÑ)Ô)¨'Ñ1Ð2G¸1Ð2GÐ2GÐ2GÐ2GÑG×RÒRÑTÔTÑUÔUˆØ�ŠÐZÐZÐZÐZ¨t°H¬~ÐZÑZÔZÑZÔZÐZÐZØ˜ÒÐÝ�e˜G”nÑ%Ô%ˆØ 5¨¤<°u¸V´}ÐEÐE€FØ ð mð mˆØpÐpÐpÐpÐp  u¤ÐpÑpÔpˆØÐl� uÐ$kÐ$kÅÀWÁÄÐ$kÐ$kÐ^eÐfhÐghÐfhÔ^iÐ$kÐ$kÑlÔlÐlÐlð?ð ?ð ?ð ?°(ð ?ñ ?ô ?€NåÐ4Ð4 ^Ð4Ñ4Ô4Ñ4Ô4€FØ�%Œ=ð \  zÔ 2ð \ÝÐZÑ[Ô[Ð[Ø
‡L‚L˜ t€LÑ,Ô,Ð,Ý
„O�K Ð':Ñ :Ñ;Ô;Ð;Ýˆv�mÑ# FÑ+Ô+Ð+Ø#3°RÒ#7Ð#7�<�<Ð=YØ.ÅÀXÁÄÕ^aÐbpÑ^qÔ^qÝ˜v™,œ,½cÀ%ÈÄ,Ñ>OÔ>OÝÐ<Ð<¨^Ð<Ñ<Ô<Ñ=Ô=Ý*¨6Ð2EÑ+EÑFÔFÝ(­¨h©¬¸Ñ)GÑHÔHÝ& v¨mÑ';Ñ<Ô<Ø38ð:ð :€Eõ ˆv�lÑ" 5Ñ)Ô)Ð)Ø€Lr   Ú__main__z--annotationsT)Úrequiredz
--protocolzoutputs/protocol_v5)Údefaultz--outputz--training-batches)ÚtyperY   )r   )Ú__doc__Ú
__future__r   ÚargparseÚcollectionsr   r>   Úpathlibr   rH   Úpallet.annotationr   r   Úpallet.data.protocolr   r	   rV   Ú__name__ÚArgumentParserÚparserÚadd_argumentÚintÚ
parse_argsÚargsÚprintÚdumpsrK   rL   r   r   r   r   ú<module>rk      sŽ  ðØ NÐ NØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø Ð Ð Ð Ð Ð Ø €€€Ø Ð Ð Ð Ð Ð Ø €€€à 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7ð ACÐNað %ð %ð %ð %ð %ðP ˆZÒÐØ"ˆ8Ô"Ñ$Ô$€F V×%8Ò%8¸ÐRVÐ%8Ñ%WÔ%WÐ%WØ
×Ò˜Ð-BÐÑCÔCÐCÀF×DWÒDWÐXbÐlpÐDWÑDqÔDqÐDqØ
×ÒÐ,°#¸bÐÑAÔAÐAÀv×GXÒGXÑGZÔGZÀ$Ø	€Eˆ*ˆ$Œ*�\�\ $Ô"2°4´=ÀÄÐ^bÔ^sÐtÑtÔtÑ
uÔ
uÑvÔvÐvÐvÐvð	 Ðr   