§
    BŒ¼j³  ã            	      ó  — d Z ddlmZ ddlZddlZddlZddlmZ ddlm	Z	m
Z
mZmZ ddlmZmZmZ ddœd„Zdd	œd
„Zedk    �rÇ ej        ¦   «         Ze                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     de¬¦  «         e                     ded¬¦  «         e                     ddd¬¦  «         e                     dd¬¦  «         e                     ¦   «         Zej        Zej        rtej        €e                     d¦  «         ep$ e eej        ¦  «        d ej        › d!�z  ¦  «        Z eej        ej        ej        ej         eej        ej!        ¬"¦  «         n9ej        �e                     d#¦  «         nej!        re                     d$¦  «          e" eej        ej        ej         ej#        e¬	¦  «        ¦  «         dS dS )%zOFreeze independently reviewed pilot references with complete membership checks.é    )ÚannotationsN)ÚPath)ÚAnnotationSetÚis_resolvedÚ
load_jsonlÚ
save_jsonl)Úfile_digestÚload_protocolÚ
write_json)Úoffsetc               ó  ‡— ‰dvs|dk     s|dk     rt          d¦  «        ‚t          | ¦  «        } | ‰› d�z  }t          j        |                     ¦   «         ¦  «        }t          |t          ¦  «        st          d¦  «        ‚ˆfd„|D ¦   «         |||z   …         }	d„ |	D ¦   «         }
t          |	¦  «        |k    sFt          d	„ |
D ¦   «         ¦  «        s-t          |
¦  «        t          t          |
¦  «        ¦  «        k    rt          d
¦  «        ‚t          |¦  «        \  }}}d„ |D ¦   «         }t          |¦  «        }d„ |	D ¦   «         }i }i }t          t          |¦  «        dz  ¦  «        }t          | dz                       ‰› d�¦  «        ¦  «        D �]}t          j        |                     ¦   «         ¦  «        }|                     d¦  «        |k    rt          d|› �¦  «        ‚|                     dg ¦  «        D �]¡}|                     d¦  «        }||vrŒ||         }|                     |¦  «        }|�¯|                     |j        ¦  «        ‰k    s‘|                     d¦  «        ‰k    sx|                     d¦  «        |j        k    sZ|                     d¦  «        |j        k    s<|                     d¦  «        |j        k    s|                     d¦  «        |j        k    rt          d|› �¦  «        ‚||v rt          d|› �¦  «        ‚|j                             |¦  «        }|�<|j        ‰k    s1|j        |j        k    s!|j        |j        k    st+          |d¬¦  «        st          d|› �¦  «        ‚|||<   t          |¦  «        |t-          |¦  «        <   �Œ£�Œt          |¦  «        t          |
¦  «        k    rt          d¦  «        ‚g g g dœ}|
|‰<   t          |¦  «        }|t          |¦  «        |t-          t          |¦  «                             ¦   «         ¦  «        t          |¦  «        t          |
¦  «        t1          j        t          j        |
dd ¬!¦  «                             ¦   «         ¦  «                             ¦   «         d"‰› d#�d$œ}|r||d%<   |                     d&¦  «        }|                     ¦   «         s|                     ¦   «         rŒ|                     ¦   «         rh|                     ¦   «         rTt          j        |                     ¦   «         ¦  «        |k    s*t          j        |                     ¦   «         ¦  «        |k    rt          d'¦  «        ‚n t?          ||¦  «         t?          ||¦  «         |S )(zGBind a range of fully reviewed frames in a prepared blind-review batch.>   ÚvalÚtesté   r   z\reference batch selection requires validation/test, a positive limit, and nonnegative offsetz_index.jsonz'review batch index must be a frame listc                óF   •— g | ]}|                      d ¦  «        ‰k    ¯|‘ŒS )Úsplit©Úget)Ú.0Úrowr   s     €úE/root/private/project/pallet_detection_v2/pallet/freeze_references.pyú
<listcomp>z)select_reviewed_batch.<locals>.<listcomp>   s/   ø€ Ð@Ð@Ð@�c¨¯ª°Ñ(8Ô(8¸%Ò(?Ð(?ˆcÐ(?Ð(?Ð(?ó    c                ó8   — g | ]}|                      d ¦  «        ‘ŒS ©Úframe_idr   ©r   r   s     r   r   z)select_reviewed_batch.<locals>.<listcomp>   s$   € Ð1Ð1Ð1 ˆ�Š�Ñ	Ô	Ð1Ð1Ð1r   c              3  óB   K  — | ]}t          |t          ¦  «         V — Œd S ©N)Ú
isinstanceÚstr)r   Úfids     r   ú	<genexpr>z(select_reviewed_batch.<locals>.<genexpr>   s/   è è € Ð"JÐ"J¸s¥z°#µcÑ':Ô':Ð#:Ð"JÐ"JÐ"JÐ"JÐ"JÐ"Jr   z>review batch does not contain the requested unique frame countc                ó   — i | ]
}|j         |“ŒS © r   r   s     r   ú
<dictcomp>z)select_reviewed_batch.<locals>.<dictcomp>   s   € Ð
/Ð
/Ð
/ ˆ3Œ<˜Ð
/Ð
/Ð
/r   c                ó    — i | ]}|d          |“ŒS r   r%   r   s     r   r&   z)select_reviewed_batch.<locals>.<dictcomp>   s   € Ð<Ð<Ð<¨C�C˜
”O CÐ<Ð<Ð<r   úprotocol.jsonÚtasksz_*.jsonÚprotocol_sha256zreview task protocol changed: Úframesr   Nr   Úgroup_idÚsource_anchor_hashz&review batch source identity changed: z,review frame appears in more than one task: T©Úrequire_blindz,review frame is not independently resolved: z9review tasks do not cover the selected frame list exactly)Útrainr   r   )ú,ú:F)Ú
separatorsÚensure_asciizindependent blind z
 reference)r*   Úsource_index_sha256Úsource_task_sha256Úreview_label_pathÚreview_label_sha256r+   Úframe_ids_sha256Úreview_roleÚreview_offsetú.manifest.jsonz9existing reviewed selection differs from its bound inputs) Ú
ValueErrorr   ÚjsonÚloadsÚ	read_textr    ÚlistÚlenÚanyÚsetr
   r   r	   ÚsortedÚglobr   r,   Úsource_sha256r+   r   r-   r   r!   ÚresolveÚhashlibÚsha256ÚdumpsÚencodeÚ	hexdigestÚwith_suffixÚexistsr   )Ú	directoryr   Úprotocolr   ÚoutputÚlimitr   Ú
index_pathÚindexedÚselectedÚidsÚrecordsÚassignmentsÚ_Úby_idÚlabelsÚselected_by_idÚtask_sourcesÚcoveredÚprotocol_shaÚ	task_pathÚtaskÚtask_rowr"   Úindexed_rowÚrecordÚframeÚ	selectionÚmanifestÚmanifest_paths      `                          r   Úselect_reviewed_batchrj      s¬  ø€ ð �NÐ"Ð" e¨a¢i i°6¸A²:°:ÝÐwÑxÔxÐxÝ�9‰oŒo€IØ˜EÐ.Ð.Ð.Ñ.€JÝŒJ�z×+Ò+Ñ-Ô-Ñ.Ô.€GÝ�g�dÑ#Ô#ð DÝÐBÑCÔCÐCØ@Ð@Ð@Ð@˜WÐ@Ñ@Ô@ÀÈÈuÉÐATÔU€HØ1Ð1¨Ð1Ñ1Ô1€CÝ
ˆ8�}„}�eÒÐ�sÐ"JÐ"JÀcÐ"JÑ"JÔ"JÑJÔJÐÍcÐRUÉhÌhÕX[Õ\_Ð`cÑ\dÔ\dÑXeÔXeÒNeÐNeÝÐYÑZÔZÐZÝ'¨Ñ1Ô1Ñ€GˆK˜Ø
/Ð
/ wÐ
/Ñ
/Ô
/€EÝ�kÑ"Ô"€FØ<Ð<°8Ð<Ñ<Ô<€NØ€LØ€GÝ�T (™^œ^¨OÑ;Ñ<Ô<€LÝ˜Y wÑ.×4Ò4¸Ð5FÐ5FÐ5FÑGÔGÑHÔHð @ñ @ˆ	ÝŒZ˜	×+Ò+Ñ-Ô-Ñ.Ô.ˆØ�8Š8Ð%Ñ&Ô&¨Ò4Ð4ÝÐI¸iÐIÐIÑJÔJÐJØŸš ¨"Ñ-Ô-ð 	@ñ 	@ˆHØ—’˜ZÑ(Ô(ˆCØ˜.Ð(Ð(ØØ& sÔ+ˆKØ—9’9˜S‘>”>ˆFØ� +§/¢/°&´/Ñ"BÔ"BÀEÒ"IÐ"IØ—|’| GÑ,Ô,¨eÒ3Ð3°x·|²|ÀJÑ7OÔ7OÐQWÔQ`Ò7`Ð7`Ø"—’ zÑ2Ô2°F´OÒCÐCØ—|’|Ð$8Ñ9Ô9¸6Ô;OÒOÐOØ"—’Ð';Ñ<Ô<¸fÔ>RÒRÐRÝ Ð!OÈ#Ð!OÐ!OÑPÔPÐPØ�gˆ~ˆ~Ý Ð!UÐPSÐ!UÐ!UÑVÔVÐVØ”-×#Ò# CÑ(Ô(ˆEØ� ¤¨eÒ!3Ð!3°u´~ÀvÄÒ7VÐ7VØÔ/°Ô1EÒEÐEÝ& u¸4Ð@Ñ@Ô@ð Få Ð!UÐPSÐ!UÐ!UÑVÔVÐVØ"ˆG�C‰LÝ)4°YÑ)?Ô)?ˆL�˜Y™œÑ(Ñ(ñ)	@õ* ˆ7�|„|•S˜‘X”XÒÐÝÐTÑUÔUÐUØ ¨"Ð-Ð-€IØ€IˆeÑÝ�‰<Œ<€FØ ,Ý$/°
Ñ$;Ô$;Ø#/Ý"%¥d¨;Ñ&7Ô&7×&?Ò&?Ñ&AÔ&AÑ"BÔ"BÝ$/°Ñ$<Ô$<Ý˜3‘x”xÝ!(¤Ý”*˜S¨IÀ5ÐIÑIÔI×PÒPÑRÔRñ"Tô "TßT]ÒT]ÑT_ÔT_ØB°ÐBÐBÐBðDð D€Hð ð )Ø"(ˆ�Ñ!Ø×$Ò$Ð%5Ñ6Ô6€MØ‡}‚}�„ð +˜-×.Ò.Ñ0Ô0ð +Ø—’‘”ð 	Z }×';Ò';Ñ'=Ô'=ð 	ZÝ”:˜f×.Ò.Ñ0Ô0Ñ1Ô1°9Ò<Ð<Ý”:˜m×5Ò5Ñ7Ô7Ñ8Ô8¸(ÒBÐBÝÐXÑYÔYÐYð Cõ 	�6˜)Ñ$Ô$Ð$Ý�= Ñ*Ô*Ð*Ø€Or   )rg   c               ó   ‡‡— t          | ¦  «        }|rt          |¦  «        nt          |¦  «        dz  }t          j        |                     ¦   «         ¦  «        |         }g Š|D ]R}|j        |         }	|	j        |k    st          |	d¬¦  «        st          d|› �¦  «        ‚‰ 	                    |	¦  «         ŒSt          |¦  «        }| 
                    ¦   «         �rk|                     d¦  «        }
|
 
                    ¦   «         st          d¦  «        ‚t          j        |
                     ¦   «         ¦  «        }|                     d|                     d¦  «        ¦  «        t          |¦  «        k    s\|                     d	¦  «        t          t          |¦  «        d
z  ¦  «        k    s&|                     d¦  «        t          |¦  «        k    rt          d¦  «        ‚t          |¦  «        }ddlmŠ ˆfd„|j                             ¦   «         D ¦   «         ˆfd„‰D ¦   «         k    rt          d¦  «        ‚t#          |¦  «        S t%          t'          ‰¦  «        |¦  «         ˆfd„dD ¦   «         }t)          |                     d¦  «        |t+          ‰¦  «        |t          |¦  «        t          t          |¦  «        d
z  ¦  «        t          |¦  «        t#          |                     ¦   «         ¦  «        ddœ¦  «         t#          |¦  «        S )Nz
pilot.jsonTr.   z,pilot reference not independently resolved: r<   z)frozen reference has no identity manifestÚselection_sha256Úpilot_sha256r*   r(   Úlabel_sha256zDfrozen reference identity differs from current selection or protocolr   )Úasdictc                ó.   •— i | ]\  }}| ‰|¦  «        “ŒS r%   r%   )r   ÚkÚvro   s      €r   r&   zfreeze.<locals>.<dictcomp>m   s'   ø€ Ð;Ð;Ð;™C˜A˜aˆAˆfˆf�Q‰iŒiÐ;Ð;Ð;r   c                ó2   •— i | ]}|j          ‰|¦  «        “ŒS r%   r   )r   Úfro   s     €r   r&   zfreeze.<locals>.<dictcomp>m   s'   ø€ Ð=cÐ=cÐ=cÐWX¸a¼jÈÈÐPQÉÌÐ=cÐ=cÐ=cr   z;frozen reference cannot be replaced by a new review versionc                óJ   •‡— i | ]Š‰t          ˆfd „‰D ¦   «         ¦  «        “ŒS )c              3  ó.   •K  — | ]}|j         ‰k    V — Œd S r   )Ústatus)r   rt   Úss     €r   r#   z$freeze.<locals>.<dictcomp>.<genexpr>q   s)   øè è € Ð.Ð. !�!”(˜A’+Ð.Ð.Ð.Ð.Ð.Ð.r   )Úsum)r   rx   r+   s    @€r   r&   zfreeze.<locals>.<dictcomp>q   s9   øø€ ÐTÐTÐT°1ˆA�cÐ.Ð.Ð.Ð. vÐ.Ñ.Ô.Ñ.Ô.ÐTÐTÐTr   )ÚposÚnegativeÚignorezIindependent blinded machine reference, including explicit ignore coverage)r   r+   Úcountsrn   r*   rl   Úselection_pathÚ	reference)r   r   r>   r?   r@   r+   r   r   r=   ÚappendrO   rN   r   r	   Údataclassesro   Úitemsr!   r   r   r   rB   rH   )r   rQ   r   rR   rg   r\   r~   Úmembersr"   rf   ri   rh   Úexistingr}   ro   r+   s                 @@r   Úfreezer…   W   só  øø€ Ý�kÑ"Ô"€FØ&/ÐP•4˜	‘?”?�?µT¸(±^´^ÀLÑ5P€NÝŒJ�~×/Ò/Ñ1Ô1Ñ2Ô2°5Ô9€GØ€FØð ð ˆØŒm˜CÔ ˆØŒ;˜ÒÐ¥[°ÀTÐ%JÑ%JÔ%JÐÝÐQÈCÐQÐQÑRÔRÐRØ�Š�eÑÔÐÐÝ�‰<Œ<€FØ‡}‚}�„ñ Ø×(Ò(Ð)9Ñ:Ô:ˆØ×#Ò#Ñ%Ô%ð 	JÝÐHÑIÔIÐIÝ”˜M×3Ò3Ñ5Ô5Ñ6Ô6ˆØ�LŠLÐ+¨H¯LªL¸Ñ,HÔ,HÑIÔIÍ;ÐWeÑKfÔKfÒfÐfØ—<’<Ð 1Ñ2Ô2µKÅÀXÁÄÈÑ@^Ñ4_Ô4_Ò_Ð_Ø—<’< Ñ/Ô/µ¸VÑ1DÔ1DÒDÐDÝÐcÑdÔdÐdÝ˜FÑ#Ô#ˆØ&Ð&Ð&Ð&Ð&Ð&Ø;Ð;Ð;Ð; 8¤?×#8Ò#8Ñ#:Ô#:Ð;Ñ;Ô;Ð=cÐ=cÐ=cÐ=cÐ\bÐ=cÑ=cÔ=cÒcÐcÝÐZÑ[Ô[Ð[Ý�6‰{Œ{ÐÝ�}˜VÑ$Ô$ VÑ,Ô,Ð,ØTÐTÐTÐTÐ8SÐTÑTÔT€FÝˆv×!Ò!Ð"2Ñ3Ô3Ø�s 6™{œ{°FÝ" 6Ñ*Ô*Ý%¥d¨8¡n¤n°_Ñ&DÑEÔEÝ& ~Ñ6Ô6Ý˜^×3Ò3Ñ5Ô5Ñ6Ô6Ø_ð5að 5añ bô bð bõ ˆv‰;Œ;Ðr   Ú__main__z--annotationsT)Úrequiredz
--protocolzoutputs/protocol_v5)Údefaultz--selectionz;Pre-registered frame panel; defaults to protocol pilot.json)Úhelpz--review-batchz7Generate a frozen selection from a reviewed batch indexz--review-limit)Útypez--review-offset)rŠ   rˆ   z--split)r   r   )Úchoicesr‡   z--outputz.--review-limit is required with --review-batchÚ	reviewed_z_selection.json)rS   r   z&--review-limit requires --review-batchz'--review-offset requires --review-batch)$Ú__doc__Ú
__future__r   ÚargparserI   r>   Úpathlibr   Úpallet.annotationr   r   r   r   Úpallet.data.protocolr	   r
   r   rj   r…   Ú__name__ÚArgumentParserÚparserÚadd_argumentÚintÚ
parse_argsÚargsrg   Úreview_batchÚreview_limitÚerrorr!   rQ   r   r;   ÚprintrR   r%   r   r   ú<module>rž      sò  ðØ UÐ UØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø €€€Ø Ð Ð Ð Ð Ð à PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PØ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gð "#ðGð Gð Gð Gð GðT ?Cð "ð "ð "ð "ð "ðJ ˆZÒÑØ"ˆ8Ô"Ñ$Ô$€F V×%8Ò%8¸ÐRVÐ%8Ñ%WÔ%WÐ%WØ
×Ò˜Ð-BÐÑCÔCÐCØ
×Ò˜Ð+hÐÑiÔiÐiØ
×ÒÐ(Ð.gÐÑhÔhÐhØ
×ÒÐ(¨cÐÑ2Ô2Ð2Ø
×ÒÐ)¨s¸1ÐÑ=Ô=Ð=Ø
×Ò˜	¨.À$ÐÑGÔGÐGØ
×Ò˜
¨DÐÑ1Ô1Ð1Ø	×	Ò	Ñ	Ô	€DØŒn€IØÔð 	@ØÔÐ$Ø�LŠLÐIÑJÔJÐJØÐj˜s˜s 4 4¨Ô(9Ñ#:Ô#:Ð;iÀtÔGXÐ;iÐ;iÐ;iÑ#iÑjÔjˆ	ØÐ˜dÔ/°Ô0@ÀÄÈtÌzØ'¨dÔ.?ÀtÔGYð	[ñ 	[ô 	[ð 	[ð 	[à	Ô	Ð	&Ø�ŠÐ=Ñ>Ô>Ð>Ð>Ø	Ô	ð @Ø�ŠÐ>Ñ?Ô?Ð?Ø	€Eˆ&ˆ&�Ô! $¤-°´
¸4¼;ÐQZÐ
[Ñ
[Ô
[Ñ\Ô\Ð\Ð\Ð\ð+ Ðr   