§
    9k¼j�  ã                  ó   — d Z ddlmZ ddlZddlZddlmZ ddlmZm	Z	 ddl
mZmZmZ ddddœd„Zed	k    �rF ej        ¦   «         Ze                     d
d¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     dd¬¦  «         e                     d¦  «         e                     d¦  «         e                     d¦  «         e                     ¦   «         Z e ej         eej        ej        ej        ej        ej        ej        ej        ej        ej        ¬¦	  «	        ¦  «        ¦  «         dS dS )zEBuild a frozen source-only teacher subset after an adjudicated round.é    )ÚannotationsN)ÚPath)Úis_resolvedÚ
load_jsonl)Úfile_digestÚload_protocolÚ
write_json)Útarget_domainÚsupplemental_selectionÚexclude_frame_selectionc               ó¸  ‡‡‡‡‡‡‡— t          | ¦  «        \  }	Š}
d„ |	D ¦   «         Št          j        t          |¦  «                             ¦   «         ¦  «        }t          j        t          |¦  «                             ¦   «         ¦  «        }t          |¦  «        Št          t          j        t          |¦  «                             ¦   «         ¦  «        ¦  «        }ˆfd„|	D ¦   «         Š|‰z  Št          ¦   «         Š|rÌt          j        t          |¦  «                             ¦   «         ¦  «        }|d         }t          |¦  «        t          t          |¦  «        ¦  «        k    sF|                     d¦  «        s1|                     d¦  «        st          ˆˆfd„|D ¦   «         ¦  «        rt          d¦  «        ‚t          |¦  «        Šg }|�r0t          j        t          |¦  «                             ¦   «         ¦  «        }|d         }t          |t          ¦  «        r-t          |¦  «        t          t          |¦  «        ¦  «        k    rt          d¦  «        ‚|D ]¡}‰                     |¦  «        }‰j                             |¦  «        }|�\‰                     |j        ¦  «        dk    s>|�<t          |d	¬
¦  «        r+|j        dk    s |j        |j        k    s|j        |j        k    rt          d|› �¦  «        ‚Œ¢t          t&                               |d         |d         z   |z   ¦  «        ¦  «        }t          ˆfd„|D ¦   «         ¦  «        rt          d¦  «        ‚ˆˆˆfd„|D ¦   «         }|D ]Š}‰|         }‰j                             |¦  «        }‰|j                 dk    s|�t          |¦  «        st          d|› �¦  «        ‚|j        |j        k    s|j        |j        k    rt          d|› �¦  «        ‚Œ‹ˆˆfd„|d         D ¦   «         }t          ˆˆˆfd„|D ¦   «         ¦  «        rt          d¦  «        ‚|r|st          d¦  «        ‚||t          |d         ¦  «        dœ}t          |¦  «        }t+          t          | ¦  «        dz  ¦  «        t+          |¦  «        t+          |¦  «        t+          |¦  «        t+          |¦  «        |rt+          |¦  «        nd |rt+          |¦  «        nd t          ‰¦  «        t          |¦  «        t-          ˆˆfd„|D ¦   «         ¦  «        ‰t          |¦  «        t          |¦  «        t          ˆfd„|D ¦   «         ¦  «        dœ}|                     ¦   «         r9t          j        |                     ¦   «         ¦  «        |k    rt          d¦  «        ‚|                     d¦  «                             ¦   «         rLt          j        |                     d¦  «                             ¦   «         ¦  «        |k    rt          d¦  «        ‚t3          ||¦  «         t3          |                     d¦  «        |¦  «         |S )Nc                ó   — i | ]
}|j         |“ŒS © )Úframe_id)Ú.0Úrows     úR/root/private/project/pallet_detection_v2/pallet/annotation/next_teacher_subset.pyú
<dictcomp>z build_subset.<locals>.<dictcomp>   s   € Ð2Ð2Ð2 3ˆSŒ\˜3Ð2Ð2Ð2ó    c                ó4   •— h | ]}|j         ‰k    ¯|j        ’ŒS r   )ÚdomainÚgroup_id)r   r   r
   s     €r   ú	<setcomp>zbuild_subset.<locals>.<setcomp>   s'   ø€ ÐTÐTÐT c¸¼
ÀmÒ8SÐ8S�S”\Ð8SÐ8SÐ8Sr   ÚtrainÚvalÚtestc              3  óN   •K  — | ]}|‰vp‰‰|         j                  d k    V — Œ dS )r   N©r   )r   ÚfidÚassignmentsÚby_ids     €€r   ú	<genexpr>zbuild_subset.<locals>.<genexpr>   s?   øè è € ÐdÐdÐY\�s %Ð'ÐT¨;°u¸S´zÔ7JÔ+KÈWÒ+TÐdÐdÐdÐdÐdÐdr   zAteacher frame exclusions must contain unique source training onlyz:supplemental selection must contain unique training framesT©Úrequire_blindz3invalid independently reviewed supplemental frame: c              3  ó    •K  — | ]}|‰vV — Œ	d S ©Nr   ©r   r   r!   s     €r   r"   zbuild_subset.<locals>.<genexpr>.   s(   øè è € Ð
-Ð
- ˆ3�eÐÐ
-Ð
-Ð
-Ð
-Ð
-Ð
-r   z.next teacher selection contains unknown framesc                ó:   •— g | ]}‰|         j         ‰v¯|‰v¯|‘ŒS r   r   )r   r   r!   ÚexcludedÚexcluded_framess     €€€r   ú
<listcomp>z build_subset.<locals>.<listcomp>0   s5   ø€ ÐhÐhÐh�S U¨3¤ZÔ%8ÀÐ%HÐ%HÈSÐXgÐMgÐMgˆSÐMgÐMgÐMgr   z*unresolved or non-training teacher frame: z$teacher label source/group changed: c                ó2   •— g | ]}‰|         j         ‰v¯|‘ŒS r   r   )r   r   r!   Útarget_groupss     €€r   r+   z build_subset.<locals>.<listcomp>8   s*   ø€ Ð
SÐ
SÐ
S�3¨%°¬*Ô*=À]Ð*RÐ*Rˆ3Ð*RÐ*RÐ*Rr   c              3  ó€   •K  — | ]8}‰‰|         j                  d k    pt          ‰j        |         d¬¦  «         V — Œ9dS )r   Tr#   N)r   r   Úframes)r   r   r    r!   Úlabelss     €€€r   r"   zbuild_subset.<locals>.<genexpr>9   sf   øè è € ð ð Øð �u˜S”zÔ*Ô+¨uÒ4Ðo½KÈÌÐVYÔHZÐjnÐ<oÑ<oÔ<oÐ8oð ð ð ð ð ð r   z8next teacher validation panel is not frozen and resolvedz8next teacher needs source training and validation frames)r   r   r   zprotocol.jsonc              3  ó6   •K  — | ]}‰|         j         ‰vV — Œd S r&   r   )r   r   r!   r)   s     €€r   r"   zbuild_subset.<locals>.<genexpr>K   sK   øè è € ð 1Jð 1JØ58ð 27°s´Ô1DÈHÐ1Tð 1Jð 1Jð 1Jð 1Jð 1Jð 1Jr   c                ó*   •— h | ]}‰|         j         ’ŒS r   r   r'   s     €r   r   zbuild_subset.<locals>.<setcomp>O   s    ø€ Ð$JÐ$JÐ$J¸S U¨3¤ZÔ%8Ð$JÐ$JÐ$Jr   )Úprotocol_sha256Úprevious_subset_sha256Úround_selection_sha256Úreviewed_labels_sha256Úaudit_groups_sha256Úsupplemental_selection_sha256Úexclude_frame_selection_sha256Úexcluded_source_framesÚsupplemental_source_framesÚsupplemental_train_framesr
   Útrain_framesÚ
val_framesÚtrain_groupsz2existing teacher subset differs from frozen inputsz.manifest.jsonz:existing teacher subset binding differs from frozen inputs)r   ÚjsonÚloadsr   Ú	read_textr   ÚsetÚlenÚgetÚanyÚ
ValueErrorÚ
isinstanceÚlistr/   r   r   ÚsplitÚsource_anchor_hashÚsource_sha256ÚdictÚfromkeysr   ÚsumÚexistsÚwith_suffixr	   )ÚprotocolÚprevious_subsetÚround_selectionÚreviewed_labelsÚaudit_groups_pathÚoutputr
   r   r   ÚrecordsÚ_ÚpriorÚselectedÚaudit_groupsÚ	exclusionÚidsÚsupplementalÚ
supplementr   r   Úlabelr   r   Únext_subsetÚmanifestr    r!   r)   r*   r0   r-   s         `                  @@@@@@r   Úbuild_subsetrd      s—  øøøøøøø€ õ ,¨HÑ5Ô5Ñ€Gˆ[˜!Ø2Ð2¨'Ð2Ñ2Ô2€EÝŒJ•t˜OÑ,Ô,×6Ò6Ñ8Ô8Ñ9Ô9€EÝŒz�$˜Ñ/Ô/×9Ò9Ñ;Ô;Ñ<Ô<€HÝ˜Ñ(Ô(€FÝ•t”z¥$Ð'8Ñ"9Ô"9×"CÒ"CÑ"EÔ"EÑFÔFÑGÔG€LØTÐTÐTÐT¨WÐTÑTÔT€MØ˜mÑ+€HÝ‘E”E€OØð !Ý”*�TÐ"9Ñ:Ô:×DÒDÑFÔFÑGÔGˆ	Ø�gÔˆÝ�‰HŒH•c�#˜c™(œ(‘m”mÒ#Ð# y§}¢}°UÑ';Ô';Ð#¸y¿}º}ÈVÑ?TÔ?TÐ#ÝÐdÐdÐdÐdÐdÐ`cÐdÑdÔdÑdÔdð $åÐ`ÑaÔaÐaÝ˜C™œˆØ€LØñ ^Ý”Z¥Ð%;Ñ <Ô <× FÒ FÑ HÔ HÑIÔIˆ
Ø! 'Ô*ˆÝ˜,­Ñ-Ô-ð 	[µ°\Ñ1BÔ1BÅcÍ#ÈlÑJ[ÔJ[ÑF\ÔF\Ò1\Ð1\ÝÐYÑZÔZÐZØð 	^ð 	^ˆCØ—)’)˜C‘.”.ˆCØ”M×%Ò% cÑ*Ô*ˆEØ�˜{Ÿš¨s¬|Ñ<Ô<ÀÒGÐGØ�}­K¸ÈTÐ,RÑ,RÔ,R�}Ø”{ gÒ-Ð-°´À3Ä<Ò1OÐ1OØÔ/°3Ô3DÒDÐDÝ Ð!\ÐWZÐ!\Ð!\Ñ]Ô]Ð]ð Eå•—’˜u Wœ~°¸Ô0AÑAÀLÑPÑQÔQÑRÔR€EÝ
Ð
-Ð
-Ð
-Ð
- uÐ
-Ñ
-Ô
-Ñ-Ô-ð KÝÐIÑJÔJÐJØhÐhÐhÐhÐhÐh˜EÐhÑhÔh€EØð Kð KˆØ�CŒjˆØ”×!Ò! #Ñ&Ô&ˆØ�s”|Ô$¨Ò/Ð/°5°=ÍÐTYÑHZÔHZ°=ÝÐOÈ#ÐOÐOÑPÔPÐPØŒ>˜Sœ\Ò)Ð)¨UÔ-EÈÔIZÒ-ZÐ-ZÝÐIÀCÐIÐIÑJÔJÐJð .[à
SÐ
SÐ
SÐ
SÐ
S˜% œ,Ð
SÑ
SÔ
S€CÝ
ð ð ð ð ð ð Øðñ ô ñ ô ð UåÐSÑTÔTÐTØð U˜ð UÝÐSÑTÔTÐTØ!¨#µt¸EÀ&¼MÑ7JÔ7JÐKÐK€KÝ�&‰\Œ\€FÝ#.­t°H©~¬~ÀÑ/OÑ#PÔ#PÝ*5°oÑ*FÔ*FÝ*5°oÑ*FÔ*FÝ*5°oÑ*FÔ*FÝ'2Ð3DÑ'EÔ'Eà)ð24µÐ=SÑ1TÔ1TÐ1TØ/3à*ð35µ+Ð>UÑ2VÔ2VÐ2VØ04Ý*-¨oÑ*>Ô*>Ý.1°,Ñ.?Ô.?Ý-0ð 1Jð 1Jð 1Jð 1Jð 1JØ<Hð1Jñ 1Jô 1Jñ .Jô .Jà!.Ý # E¡
¤
½#¸c¹(¼(Ý #Ð$JÐ$JÐ$JÐ$JÀEÐ$JÑ$JÔ$JÑ KÔ KðMð M€Hð  ‡}‚}�„ð O�4œ: f×&6Ò&6Ñ&8Ô&8Ñ9Ô9¸;ÒFÐFÝÐMÑNÔNÐNØ×ÒÐ*Ñ+Ô+×2Ò2Ñ4Ô4ð W½¼Ø×ÒÐ/Ñ0Ô0×:Ò:Ñ<Ô<ñ:>ô :>Ø?Gò:Hð :HåÐUÑVÔVÐVÝˆv�kÑ"Ô"Ð"Ýˆv×!Ò!Ð"2Ñ3Ô3°XÑ>Ô>Ð>Ø€Or   Ú__main__z
--protocolzoutputs/protocol_v5)Údefaultz--previous-subsetT)Úrequiredz--round-selectionz--reviewed-labelsz--audit-groupsz--outputz--target-domainz--supplemental-selectionz--exclude-frame-selection) Ú__doc__Ú
__future__r   Úargparser@   Úpathlibr   Úpallet.annotation.workflowr   r   Úpallet.data.protocolr   r   r	   rd   Ú__name__ÚArgumentParserÚparserÚadd_argumentÚ
parse_argsÚargsÚprintÚdumpsrR   rS   rT   rU   r\   rW   r
   r   r   r   r   r   ú<module>rv      s,  ðØ KÐ KØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø Ð Ð Ð Ð Ð à >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ø GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gð >BØ(,ÀdðKð Kð Kð Kð Kð\ ˆzÒÑØ$ˆXÔ$Ñ&Ô&€FØ
×Ò˜Ð.CÐÑDÔDÐDØ
×ÒÐ+°dÐÑ;Ô;Ð;Ø
×ÒÐ+°dÐÑ;Ô;Ð;Ø
×ÒÐ+°dÐÑ;Ô;Ð;Ø
×ÒÐ(°4ÐÑ8Ô8Ð8Ø
×Ò˜
¨TÐÑ2Ô2Ð2Ø
×ÒÐ)Ñ*Ô*Ð*Ø
×ÒÐ2Ñ3Ô3Ð3Ø
×ÒÐ3Ñ4Ô4Ð4Ø×ÒÑÔ€DØ	€Eˆ*ˆ$Œ*�\�\ $¤-°Ô1EØ"&Ô"6¸Ô8LØ"&Ô"3°T´[Ø04Ô0BØ9=Ô9TØ:>Ô:VðXñ Xô Xñ Yô Yñ Zô Zð Zð Zð Zð Ðr   