§
    Q;¹j  ã                  ód  — d Z ddlmZ ddlZddlmZ ddlZddlmZ ddl	m
Z
mZ ddlmZmZmZ ddd	œd
„Zedk    rô ej        ¦   «         Ze                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     ded¬¦  «         e                     d¦  «         e                     ¦   «         Z e ej         eej        ej        ej        ej        ej        ej        ¬	¦  «        ¦  «        ¦  «         dS dS )zFReserve source-training sessions before fitting an annotation teacher.é    )ÚannotationsN)Údefaultdict)ÚPath)Úis_resolvedÚ
load_jsonl)Úfile_digestÚload_protocolÚ
write_jsoné   )Ú
per_domainÚtarget_domainc          	     óŽ	  ‡‡‡‡‡‡‡‡ — |dk     rt          d¦  «        ‚t          | ¦  «        \  }}}t          j        t	          |¦  «                             ¦   «         ¦  «        Št          |¦  «        }	t          ‰d         ¦  «        }
t          t          ¦  «        }i }|D ]ê}|j
        |
vs|j        ‰k    rŒ||j                 dk    rt          d|j
        › �¦  «        ‚|	j                             |j
        ¦  «        }|� |j        |j        k    s|j        |j        k    rt          d|j
        › �¦  «        ‚|j        dv rJ|j        sCt'          |¦  «        r4||j                                      |j
        ¦  «         |j        ||j        <   Œët          t          ¦  «        }|                     ¦   «         D ](\  }}|||                                       ||f¦  «         Œ)|st          d¦  «        ‚g }t-          |                     ¦   «         ¦  «        D �]\  Š}|                     d„ ¬	¦  «         t          ¦   «         }g }|D ]f\  }}|                     d
d¦  «        d         }||vr,|                     ||f¦  «         |                     |¦  «         t5          |¦  «        |k    r nŒg|D ]0}t5          |¦  «        |k    r n||vr|                     |¦  «         Œ1t5          |¦  «        |k     rt          d‰› d�¦  «        ‚|                     ˆfd„|D ¦   «         ¦  «         �Œt-          d„ |D ¦   «         ¦  «        Šˆfd„|D ¦   «         Šˆfd„|D ¦   «         Šˆfd„|D ¦   «         Šˆˆˆfd„dD ¦   «         Š ˆ fd„|D ¦   «         }|                     t          ‰¦  «        ‰z  ¦  «        s‰ d         st          d¦  «        ‚t;          t	          | ¦  «        dz  ¦  «        t;          |¦  «        t;          |¦  «        ‰d„ |D ¦   «         t-          d„ |D ¦   «         ¦  «        ddœ}t	          |¦  «        }|                     dd¬¦  «         t?          |dz  ‰¦  «         t?          |dz  ‰ ¦  «         t?          |d z  |¦  «         t5          ‰¦  «        t5          |d!         ¦  «        t5          ‰ d         ¦  «        t-          |¦  «        d"œS )#Né   zper_domain must be positiveÚtrainz&pilot training frame has wrong split: z*audit source label is missing or changed: >   ÚposÚnegativez:no independently reviewed source training frames for auditc                ó>   — t          | d         ¦  «         | d         fS )Nr   r   )Úlen)Úitems    úL/root/private/project/pallet_detection_v2/pallet/annotation/reserve_audit.pyú<lambda>zreserve_audit.<locals>.<lambda>*   s   € ­3¨t°A¬w©<¬<¨-¸¸a¼Ð)A€ ó    )Úkeyú/r   zdomain z% has too few independent audit groupsc              3  ó(   •K  — | ]\  }}‰||fV — Œd S ©N© )Ú.0ÚgroupÚidsÚdomains      €r   ú	<genexpr>z reserve_audit.<locals>.<genexpr>;   s.   øè è € ÐFÐF©z¨u°c�v˜u cÐ*ÐFÐFÐFÐFÐFÐFr   c              3  ó"   K  — | ]
\  }}}|V — Œd S r   r   )r   Ú_r   s      r   r"   z reserve_audit.<locals>.<genexpr><   s(   è è € Ð:Ð:¡K A u¨a˜%Ð:Ð:Ð:Ð:Ð:Ð:r   c                ó0   •— h | ]}|j         ‰v ¯|j        ’ŒS r   ©Úgroup_idÚframe_id)r   ÚrowÚaudit_groupss     €r   ú	<setcomp>z reserve_audit.<locals>.<setcomp>=   s'   ø€ ÐWÐWÐW¨¸#¼,È,Ð:VÐ:V�s”|Ð:VÐ:VÐ:Vr   c                ó4   •— h | ]}|j         ‰k    ¯|j        ’ŒS r   )r!   r'   )r   r)   r   s     €r   r+   z reserve_audit.<locals>.<setcomp>>   s'   ø€ ÐTÐTÐT c¸¼
ÀmÒ8SÐ8S�S”\Ð8SÐ8SÐ8Sr   c                ó0   •— h | ]}|j         ‰v ¯|j        ’ŒS r   r&   )r   r)   Útarget_groupss     €r   r+   z reserve_audit.<locals>.<setcomp>?   s'   ø€ ÐYÐYÐY¨¸3¼<È=Ð;XÐ;X˜œÐ;XÐ;XÐ;Xr   c                ór   •‡— i | ]2Š‰‰d v rˆˆˆfd„‰‰         D ¦   «         nt          ‰‰         ¦  «        “Œ3S )>   Úvalr   c                óJ   •— g | ]}|‰d k    r‰nt          ¦   «         ‰z  v¯|‘Œ S ©r   )Úset)r   ÚfidÚaudit_frame_idsÚsplitÚtarget_frame_idss     €€€r   ú
<listcomp>z,reserve_audit.<locals>.<dictcomp>.<listcomp>@   sT   ø€ ð \ð \ð \˜s°sØ+0°GÒ+;Ð+;˜˜ÅÁÄÐJZÑZð8[ð 8[�sð 8[ð 8[ð 8[r   )Úlist)r   r6   r5   Úsubsetr7   s    @€€€r   ú
<dictcomp>z!reserve_audit.<locals>.<dictcomp>@   s‰   øø€ ð 6ð 6ð 6ð ð àÐ+Ð+Ð+ð\ð \ð \ð \ð \ð \ f¨U¤mð \ñ \ô \ð \å15°f¸U´mÑ1DÔ1Dð6ð 6ð 6r   )r   r0   Útestc                ó<   •— h | ]}|j         ‰d          v ¯|j        ’ŒS r2   )r(   r'   )r   r)   Úteachers     €r   r+   z reserve_audit.<locals>.<setcomp>D   s-   ø€ ÐZÐZÐZ s¸¼ÈÐQXÔIYÐ9YÐ9Y�c”lÐ9YÐ9YÐ9Yr   z2teacher training overlaps audit groups or is emptyzprotocol.jsonc                ó<   — g | ]\  }}}||t          |¦  «        d œ‘ŒS ))r!   r'   Ú	frame_ids)Úsorted)r   r!   r   r    s       r   r8   z!reserve_audit.<locals>.<listcomp>K   sI   € ð Uð Uð UÙ7I°v¸uÀcð $*°uÝ&,¨S¡k¤kð3ð 3ð Uð Uð Ur   c              3  ó,   K  — | ]\  }}}|D ]}|V — ŒŒd S r   r   )r   r$   r    r4   s       r   r"   z reserve_audit.<locals>.<genexpr>M   s5   è è € Ð LÐ L©¨¨A¨sÈÐ LÐ LÀ Ð LÐ LÐ LÐ LÐ LÐ LÐ Lr   zsRe-review native sensor views independently in every round; model proposals and prior reviewer boxes remain hidden.)Úprotocol_sha256Úinput_labels_sha256Úpilot_subset_sha256r   Úgroupsr@   ÚinstructionsT)ÚparentsÚexist_okzaudit_groups.jsonzteacher_subset.jsonzaudit_panel.jsonr@   )r*   Úaudit_framesÚteacher_train_framesÚdomains) Ú
ValueErrorr	   ÚjsonÚloadsr   Ú	read_textr   r3   r   r9   r(   r!   r'   ÚframesÚgetÚsource_anchor_hashÚsource_sha256ÚstatusÚignore_regionsr   ÚappendÚitemsrA   Úsortr6   Úaddr   ÚextendÚintersectionr   Úmkdirr
   )!ÚprotocolÚsubset_pathÚannotations_pathÚoutputr   r   ÚrecordsÚassignmentsr$   ÚlabelsÚ	train_idsrF   Údomain_for_groupr)   ÚframeÚ	by_domainr   r    ÚchosenÚ
candidatesÚdatesÚselectedÚdater   Úteacher_groupsÚpanelr5   r*   r!   r:   r7   r.   r>   s!        `                    @@@@@@@r   Úreserve_auditrp      sr  øøøøøøøø€ à�A‚~€~ÝÐ6Ñ7Ô7Ð7Ý+¨HÑ5Ô5Ñ€Gˆ[˜!ÝŒZ�˜[Ñ)Ô)×3Ò3Ñ5Ô5Ñ6Ô6€FÝÐ(Ñ)Ô)€FÝ�F˜7”OÑ$Ô$€IÝ�ÑÔ€FØÐØð 8ð 8ˆØŒ<˜yÐ(Ð(¨C¬J¸-Ò,GÐ,GØØ�s”|Ô$¨Ò/Ð/ÝÐTÀcÄlÐTÐTÑUÔUÐUØ”×!Ò! #¤,Ñ/Ô/ˆØˆ=˜EœN¨c¬lÒ:Ð:¸eÔ>VÐZ]ÔZkÒ>kÐ>kÝÐXÈ#Ì,ÐXÐXÑYÔYÐYØŒLÐ/Ð/Ð/¸Ô8LÐ/Ý Ñ&Ô&ð 0à�3”<Ô ×'Ò'¨¬Ñ5Ô5Ð5Ø-0¬ZÐ˜Sœ\Ñ*øÝ�DÑ!Ô!€IØ—l’l‘n”nð @ð @‰
ˆˆsØÐ" 5Ô)Ô*×1Ò1°5¸#°,Ñ?Ô?Ð?Ð?Øð WÝÐUÑVÔVÐVØ€FÝ$ Y§_¢_Ñ%6Ô%6Ñ7Ô7ð Gñ GÑˆ�
Ø�ŠÐAÐAˆÑBÔBÐBÝ‘”ˆØˆØ$ð 	ð 	‰JˆE�3Ø—;’;˜s AÑ&Ô& qÔ)ˆDØ˜5Ð Ð Ø—’ ¨ Ñ-Ô-Ð-Ø—	’	˜$‘”�Ý�8‰}Œ} 
Ò*Ð*Ø�ð +àð 	&ð 	&ˆDÝ�8‰}Œ} 
Ò*Ð*Ø�Ø˜8Ð#Ð#Ø—’ Ñ%Ô%Ð%øÝˆx‰=Œ=˜:Ò%Ð%ÝÐT vÐTÐTÐTÑUÔUÐUØ�ŠÐFÐFÐFÐF¸XÐFÑFÔFÑFÔFÐFÑFÝÐ:Ð:°6Ð:Ñ:Ô:Ñ:Ô:€LØWÐWÐWÐW¨wÐWÑWÔW€OØTÐTÐTÐT¨WÐTÑTÔT€MØYÐYÐYÐY°ÐYÑYÔYÐð6ð 6ð 6ð 6ð 6ð 6ð 5ð6ñ 6ô 6€Gð [ÐZÐZÐZ¨gÐZÑZÔZ€NØ×"Ò"¥3 |Ñ#4Ô#4°}Ñ#DÑEÔEð OÈWÐU\ÔM]ð OÝÐMÑNÔNÐNÝ +­D°©N¬N¸_Ñ,LÑ MÔ MÝ$/Ð0@Ñ$AÔ$AÝ$/°Ñ$<Ô$<Ø+ðUð UØMSðUñ Uô Uå Ð LÐ L°fÐ LÑ LÔ LÑLÔLð SðTð T€Eõ �&‰\Œ\€FØ
‡L‚L˜¨€LÑ-Ô-Ð-ÝˆvÐ+Ñ+¨\Ñ:Ô:Ð:ÝˆvÐ-Ñ-¨wÑ7Ô7Ð7ÝˆvÐ*Ñ*¨EÑ2Ô2Ð2Ý Ñ-Ô-½sÀ5ÈÔCUÑ?VÔ?VÝ$'¨°Ô(8Ñ$9Ô$9Ý˜iÑ(Ô(ð*ð *ð *r   Ú__main__z
--protocolzoutputs/protocol_v5)Údefaultz--subsetT)Úrequiredz--annotationsz--outputz--per-domain)Útyperr   z--target-domain)Ú__doc__Ú
__future__r   ÚargparseÚcollectionsr   rN   Úpathlibr   Úpallet.annotation.workflowr   r   Úpallet.data.protocolr   r	   r
   rp   Ú__name__ÚArgumentParserÚparserÚadd_argumentÚintÚ
parse_argsÚargsÚprintÚdumpsr^   r:   ra   r   r   r   r   r   ú<module>r…      sä  ðØ LÐ LØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø #Ð #Ð #Ð #Ð #Ð #Ø €€€Ø Ð Ð Ð Ð Ð à >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ø GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gð RSØ $ðI*ð I*ð I*ð I*ð I*ðX ˆzÒÐØ$ˆXÔ$Ñ&Ô&€FØ
×Ò˜Ð.CÐÑDÔDÐDØ
×Ò˜
¨TÐÑ2Ô2Ð2Ø
×Ò˜°$ÐÑ7Ô7Ð7Ø
×Ò˜
¨TÐÑ2Ô2Ð2Ø
×Ò˜¨S¸!ÐÑ<Ô<Ð<Ø
×ÒÐ)Ñ*Ô*Ð*Ø×ÒÑÔ€DØ	€Eˆ*ˆ$Œ*�]�] 4¤=°$´+¸tÔ?OØ#'¤;¸4¼?Ø15Ô1CðEñ Eô Eñ Fô Fñ Gô Gð Gð Gð Gð Ðr   