§
    pOßj±b  ã                  ó˜  — d Z ddlmZ ddlmZmZ ddlmZ ddlmZm	Z	 ddl
mZ ddlZddlZddlZddlZddlZdd	lmZ dd
lmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z(m)Z)m*Z*m+Z+ ddl,m-Z-m.Z. ddl/m0Z0 ddl1m2Z2m3Z3m4Z4m5Z5 ddl6m7Z7 ddl8m9Z9 edz  Z:edz  Z;edz  Z<d„ Z=d„ Z>d„ Z?d„ Z@e:fd„ZAd„ ZBe:fd„ZCe:fd„ZDdS )zMIndependent D0/D1 freeze. Historical artifacts and live stores are read-only.é    )Úannotations)ÚCounterÚdefaultdict)Úclosing)ÚdatetimeÚtimezone)ÚPathNé   )Úprotected_snapshot)ÚPROJECTÚFALSE_FLAGSÚdigestÚreadÚjsonlÚwriteÚrequireÚshaÚcontext_roiÚeligibilityÚglobal_auditÚ	letterboxÚbuild_visual_sheetsÚverify_dataset)Úcompare_history©Údatabase_rows)ÚPOSEÚGALLERYÚPUBLICATIONSÚfingerprint)Úfile_inventoryÚload_formal_evidence)Úpublication_inventory)Úprelabel_registryÚcombine_registriesÚresolve_eventÚvalidate_gallery_event)Úreadonly)Úraster_maskz(outputs/pallet_mask_model_improvement_v3z%outputs/pallet_mask_model_training_v1z'outputs/pallet_mask_quality_recovery_v2c                óÄ   — t          j        | ¦  «        j        }t          j        d¦  «        j        }t          |dk    o|dk    d¦  «         t	          ||dddd¬	¦  «        S )
Nz/tmp/opencodel       # l       
 z(25GiB experiment +10GiB reserve requiredé   é
   Féè  )Úproject_free_bytesÚtemporary_free_bytesÚcheckpoint_budget_gibÚminimum_reserve_gibÚexisting_files_deletedÚ!maximum_optimizer_updates_per_run)ÚshutilÚ
disk_usageÚfreer   Údict)Úoutputr6   Útemps      úO/root/private/project/pallet_detection_v2/pallet/mask_model_improvement_data.pyÚbudgetr;   "   sr   € ÝÔ˜VÑ$Ô$Ô)€DÝÔ˜_Ñ-Ô-Ô2€DÝˆD�JÒÐ5 4¨:Ò#5Ð7aÑbÔbÐbÝ 4¸dØ&(¸bØ',ÐPTðVñ Vô Vð Vó    c                ó  — t          t          dz  ¦  «        }t          t          t          dz  ¦  «        dk    d¦  «         t          t	          d„ |d                              ¦   «         D ¦   «         ¦  «        d¦  «         t          | ¦  «        }t          |t          t          dz  ¦  «        k    ot          |¦  «        dk    d	¦  «         t          t          ¦  «        \  }}t          t          |d
         ¦  «        dk    ot          t          dz  ¦  «        dk    d¦  «         t          t          dz  ¦  «        }i }|d                              ¦   «         D ]v\  }}t          |z  |d         z  }	t          t          |	¦  «        |d         k    d¦  «         t          |	¦  «        |t          |	                     t          ¦  «        ¦  «        <   Œwi }
d„ t          j        ¦   «         D ¦   «         D ]9}t          |¦  «        |
t          |                     t          ¦  «        ¦  «        <   Œ:t!          t          t          dz  ¦  «        |d         dt#          |¦  «        |d
         ||
t          t          ¦  «        d„ dD ¦   «         ¬¦	  «	        S )zJStatic artifacts only: live current revisions are NOT immutable artifacts.úindependent_verification.jsonÚ@61b73d8e0dbc7b99db01b75e912c797beacc34c8c0b3d31434058eac3d376428zOld seal changedc              3  óR   K  — | ]"\  }}t          t          |z  ¦  «        |k    V — Œ#d S ©N)r   r   )Ú.0ÚkÚhs      r:   ú	<genexpr>zpreservation.<locals>.<genexpr>0   s7   è è € ÐVÐV©4¨1¨a••w˜q‘yÑ!Ô! QÒ&ÐVÐVÐVÐVÐVÐVr<   Úfrozen_code_sha256zOld frozen code changedz$private/protected_formal_before.jsoni Q  zProtected formal files changedÚfilesé¶  údataset_manifest.jsonÚ@563326cddcd97962a8f2cd8ceb5fe760cb76a0c5f0572a6e9535d01b2ccc13dbzOld 694-file freeze changedzLoutputs/pallet_mask_model_training_history_v2_m2/TRAINING_FINAL_HANDOFF.jsonÚmodelsÚ
checkpointÚcheckpoint_sha256zOld model changedc                ó(   — g | ]}t           d z  |z  ‘ŒS ©Úoutputs©r   ©rB   Únames     r:   ú
<listcomp>z preservation.<locals>.<listcomp>?   s"   € ÐOÐOÐO°•g˜iÑ'¨Ñ,ÐOÐOÐOr<   Úconfigsc                óD   — i | ]}|t          t          d z  |z  ¦  «        “ŒS rO   )r!   r   rR   s     r:   ú
<dictcomp>z preservation.<locals>.<dictcomp>E   s?   € ð $sð $sð $sÐUY D­.½ÀÑ9JÈ4Ñ9OÑ*PÔ*Pð $sð $sð $sr<   )Ú-pallet_mask_model_training_history_v2_checkedÚ(pallet_mask_model_training_history_v2_m2)	ÚconfigurationsÚfrozen_codeÚprotected_formal_filesÚ!protected_formal_inventory_sha256Úold_dataset_filesÚ
old_modelsÚold_public_filesÚold_experiment_artifactsÚold_history_audits)r   ÚBASEr   r   ÚallÚitemsr   Úlenr   ÚOLDr   ÚstrÚrelative_tor   Úvaluesr!   r7   r   )ÚformalÚsealÚ	protectedÚmanifestÚ_Úhandoffr_   rS   ÚvalueÚpathÚpublicÚ	directorys               r:   Úpreservationru   +   s“  € å•Ð4Ñ4Ñ5Ô5€DÝ�F•4Ð7Ñ7Ñ8Ô8ØNòOØPbñdô dð då�CÐVÐV°4Ð8LÔ3M×3SÒ3SÑ3UÔ3UÐVÑVÔVÑVÔVÐXqÑrÔrÐrÝ" 6Ñ*Ô*€IÝˆI��dÐ#IÑIÑJÔJÒJÐfÍsÐS\É~Ì~ÐafÒOfØ,ñ.ô .ð .å ¥Ñ%Ô%�K€HˆaÝ�C�˜Ô!Ñ"Ô" cÒ)ð O­fµSÐ9PÑ5PÑ.QÔ.QØNò/OØPmñoô oð oå•7ÐiÑiÑjÔj€GØ€JØ˜xÔ(×.Ò.Ñ0Ô0ð Bð B‰ˆˆeÝ�4‰x˜˜lÔ+Ñ+ˆÝ•�t‘” Ð&9Ô :Ò:Ð<OÑPÔPÐPÝ5;¸D±\´\ˆ
•3�t×'Ò'­Ñ0Ô0Ñ1Ô1Ñ2Ð2à€FØOÐO½Ô9LÑ9NÔ9NÐOÑOÔOð Pð Pˆ	Ý6DÀYÑ6OÔ6Oˆ�s�9×(Ò(­Ñ1Ô1Ñ2Ô2Ñ3Ð3Ý�~­g°iÑ.?Ñ@Ô@ÈdÐSgÔNhØ',ÕPSÐT]ÑP^ÔP^Ø"*¨7Ô"3À
Ð]cÝ)7½Ñ)<Ô)<ð$sð $sØqð$sñ $sô $sð	tñ tô tð tr<   c                óº  ‡ ‡‡‡‡	‡
‡‡— t          t          dz  ¦  «        }|d         Š	t          d„ t          j        ¦   «         D ¦   «         ‰	¦  «        Št          t          |d¦  «        ¦  «        5 }d„ |                     d¦  «        D ¦   «         Šd„ |                     d¦  «        D ¦   «         Š
d d d ¦  «         n# 1 swxY w Y   d	„ d
D ¦   «         }t          t          dz   	                    d¦  «        ¦  «        D ]:Št          ˆfd„dD ¦   «         ¦  «        r|                     ‰d‰j        f¦  «         Œ;t          ˆˆ	ˆ
ˆˆ fd„|D ¦   «         Ž Ši Šˆˆ	ˆˆˆ fd„}|S )Nú5outputs/pallet_mask_remaining_round5_v1/manifest.jsonÚformal_manifest_sha256c                ó0   — i | ]\  }}|t           d z  |z  “ŒS rO   rQ   )rB   ÚvÚns      r:   rW   z'provenance_registry.<locals>.<dictcomp>L   s(   € Ð)bÐ)bÐ)bÁTÀQÈ¨!­W°YÑ->¸qÑ-@Ð)bÐ)bÐ)br<   Tc                ó>   — i | ]\  }}|t          j        |¦  «        “ŒS © )ÚjsonÚloads)rB   rC   Úraws      r:   rW   z'provenance_registry.<locals>.<dictcomp>N   s&   € ÐmÐmÐm©&¨!¨S�1•d”j ‘o”oÐmÐmÐmr<   z*SELECT target_key,payload FROM annotationsc                ó   — h | ]\  }|’ŒS r}   r}   )rB   rC   s     r:   ú	<setcomp>z&provenance_registry.<locals>.<setcomp>O   s   € ÐQÐQÐQ‘b�a�ÐQÐQÐQr<   z&SELECT DISTINCT target_key FROM eventsc                ó:   — g | ]\  }}t           d |› �z  |d|› �f‘ŒS )z+outputs/pallet_mask_preannotated_requests_vrz   rQ   )rB   r{   rz   s      r:   rT   z'provenance_registry.<locals>.<listcomp>P   sH   € ð 6ð 6ð 6Ù��Aõ ÐGÀAÐGÐGÑGÈÈGÐPQÈGÈGÐTð 6ð 6ð 6r<   ))r
   é   )é   é   )é   é   rP   zpallet_mask_under50_requests_v*c              3  óF   •K  — | ]}‰|z                        ¦   «         V — Œd S rA   )Úis_file)rB   r{   rt   s     €r:   rE   z&provenance_registry.<locals>.<genexpr>S   s3   øè è € ÐgÐg¨1�	˜!‘×$Ò$Ñ&Ô&ÐgÐgÐgÐgÐgÐgr<   )zverification.jsonr>   rˆ   c              3  óX   •K  — | ]$\  }}}t          |‰‰‰|         ‰‰||¦  «        V — Œ%d S rA   )r$   )	rB   Úprz   ÚnsÚcurrentÚ
formal_shaÚkeysÚpublicationsÚrowss	       €€€€€r:   rE   z&provenance_registry.<locals>.<genexpr>U   s\   øè è € ð $;ð $;Ù(0¨¨1¨bõ %6°a¸¸zÈ<ÐXYÌ?Ð\cÐeiÐklÐnpÑ$qÔ$qð $;ð $;ð $;ð $;ð $;ð $;r<   c                ót  •— t          | ‰‰‰‰‰¦  «        }t          | ‰|d                  ||d         ¦  «         t          | d         |d         d         k    d¦  «         t          |                     d¦  «        | d         |                     d	¦  «        |                     d
¦  «        | d         d¬¦  «        S )NÚ
target_keyÚrevisionÚproposal_polygonÚproposalÚpolygonzHuman proposal binding changedÚ	namespaceÚproposal_publicationÚtask_manifest_sha256Útask_verification_sha256Úbase_proposal_idT)r™   Úpublicationr›   rœ   Úbase_proposal_sha256Úexact_triple_verified)r&   r'   r   r7   Úget)rq   ÚeventÚrefÚcacher�   r‘   Úregistryr’   s      €€€€€r:   Úvalidatez%provenance_registry.<locals>.validateY   s¿   ø€ Ý˜E 4¨°\À8ÈUÑSÔSˆÝ˜u d¨5°Ô+>Ô&?ÀÀeÈJÔFWÑXÔXÐXÝ�Ð(Ô)¨S°¬_¸YÔ-GÒGÐIiÑjÔjÐjÝ˜cŸgšg kÑ2Ô2ÀÐF\Ô@]Ø),¯ªÐ1GÑ)HÔ)HØ-0¯WªWÐ5OÑ-PÔ-PØ).Ð/AÔ)BÐZ^ð`ñ `ô `ð 	`r<   )r   r   r#   r   re   r   r(   ÚexecuteÚsortedÚglobrd   ÚappendrS   r%   )r’   Úpose_snapshotÚparentÚdbÚpathsr¦   r¤   rŽ   rt   r�   r�   r‘   r¥   s   `     @@@@@@@r:   Úprovenance_registryr¯   I   s  øøøøøøøø€ Ý•'ÐQÑQÑRÔR€FØÐ0Ô1€JÝ(Ð)bÐ)bÍ\ÔM_ÑMaÔMaÐ)bÑ)bÔ)bÐdnÑoÔo€LÝ	•˜-¨Ñ.Ô.Ñ	/Ô	/ð R°2ØmÐm°B·J²JÐ?kÑ4lÔ4lÐmÑmÔmˆØQÐQ˜BŸJšJÐ'OÑPÔPÐQÑQÔQˆðRð Rð Rñ Rô Rð Rð Rð Rð Rð Rð Røøøð Rð Rð Rð Rð6ð 6Ø4ð6ñ 6ô 6€Eå�W YÑ.×4Ò4Ð5VÑWÔWÑXÔXð :ð :ˆ	ÝÐgÐgÐgÐgÐ0fÐgÑgÔgÑgÔgð 	:Ø�LŠL˜) R¨¬Ð8Ñ9Ô9Ð9øÝ!ð $;ð $;ð $;ð $;ð $;ð $;ð $;ð $;Ø49ð$;ñ $;ô $;ð <€Hà€Eð`ð `ð `ð `ð `ð `ð `ð `ð `ð €Os   Á0?B;Â;B?ÃB?c                ó°  ‡ ‡‡‡‡— t          ‰ ¦  «                             ¦   «         Š t          ‰ dz  ¦  «        }t          |d         dk    d¦  «         t          t	          ‰ dz  ¦  «        |d         k    d¦  «         dD ]3}t          t          ‰ d	|› d
�z  ¦  «        ||dz            k    d¦  «         Œ4t          t          t          ¦  «        |d         k    d¦  «         t          t          dz  d¦  «        }t          ‰ dz  d¦  «        }t          |‰ dz  ¦  «        }t          |||¦  «        }|d         d         }|d         d         D ]C}	t          t          ||	¦  «        ¦  «        }
 |t          j        |
d         ¦  «        |
¦  «         ŒDd„ |d         d         D ¦   «         }g }ˆ fd„dD ¦   «         }t          ‰ dz  ¦  «        D �]œŠ‰d         Š|‰         d         dk    rŒ‰d         dk    rdnd}||         }|d         d         Šˆˆˆfd „|d         d         D ¦   «         }t          t!          |¦  «        d!k    d"¦  «         |d#         }
t          j        |
d         ¦  «        }|dk    rd$nd}|d         |         Šˆˆfd%„|d         |         D ¦   «         }t          t!          |¦  «        d!k    o6t#          t          j        |d#         d         ¦  «        ¦  «        ‰d&         k    d'¦  «         t          |d(         ‰d(         cxk    o)t          j        |d#         d         ¦  «        d(         k    nc d)¦  «         |
d*         ‰d+<   |                     ‰¦  «         �Œž|t          t'          ‰                      t*          ¦  «        ¦  «        t	          ‰ dz  ¦  «        |d         ||d,         t!          |¦  «        ˆ fd-„d.D ¦   «         ¬/¦  «        fS )0zIRevalidate raw-prefix/latest/revision and actual publication-task triple.ú
audit.jsonÚstateÚEpassed_event_provenance_and_distinct_saved_count_not_contour_accuracyzSource audit failedúprivate/source_catalog.jsonlÚsource_catalog_sha256zSource catalog changed)ÚposeÚgalleryúprivate/ú_snapshot.sqlite3Ú_fingerprintzSource snapshot changedÚpose_fingerprintzPose history changedú private/gallery_snapshot.sqlite3Túprivate/pose_snapshot.sqlite3ÚcolumnsÚeventsÚtablesÚpayloadc                ó    — i | ]}|d          |“ŒS )r   r}   ©rB   Úrs     r:   rW   z"source_binding.<locals>.<dictcomp>v   s   € Ð>Ð>Ð>˜1ˆq�Œt�QÐ>Ð>Ð>r<   Úreviewsc           	     ó@   •— i | ]}|t          ‰d |› d�z  d¦  «        “ŒS )r¸   r¹   Tr   )rB   rC   Úsources     €r:   rW   z"source_binding.<locals>.<dictcomp>x   s7   ø€ ÐjÐjÐjÐQRˆa•˜vÐ&E°Ð&EÐ&EÐ&EÑEÀtÑLÔLÐjÐjÐjr<   r”   ÚsplitÚtrainÚoriginÚ
saved_poser¶   r·   c                ó>  •— g | ]™}|‰                      d ¦  «                 ‰k    rxt          j        |‰                      d¦  «                                      ¦   «         ¦  «                             ¦   «         ‰d         k    ¯|t          t          ‰|¦  «        ¦  «        ‘ŒšS )r”   rÁ   Úevent_raw_sha256)ÚindexÚhashlibÚsha256ÚencodeÚ	hexdigestr7   Úzip)rB   Úer¾   ÚkeyÚ	references     €€€r:   rT   z"source_binding.<locals>.<listcomp>�   s–   ø€ ð sð sð s¨!Ø�W—]’] <Ñ0Ô0Ô1°SÒ8Ð8Ý”˜q §¢¨yÑ!9Ô!9Ô:×AÒAÑCÔCÑDÔD×NÒNÑPÔPÐT]Ð^pÔTqÒqÐqõ •S˜ !‘_”_Ñ%Ô%àqÐqÐqr<   r
   z5Research reference lacks unique recoverable raw eventr   r   c                óˆ   •— g | ]>}|‰                      d ¦  «                 ‰k    ¯!t          t          ‰|¦  «        ¦  «        ‘Œ?S ©r”   )rÎ   r7   rÓ   )rB   rÄ   ÚccrÕ   s     €€r:   rT   z"source_binding.<locals>.<listcomp>‰   sF   ø€ ÐmÐmÐm¨QÈAÈbÏhÊhÐWcÑNdÔNdÔLeÐilÒLlÐLl��S  Q™ZœZÑ(Ô(ÐLlÐLlÐLlr<   Úpayload_sha256z*Research reference/current payload differsr˜   z#Research mask/event polygon differsÚidÚsource_event_idÚsummaryc                ó6   •— i | ]}|t          ‰|z  ¦  «        “ŒS r}   ©r   )rB   r{   rÇ   s     €r:   rW   z"source_binding.<locals>.<dictcomp>”   s@   ø€ ð V{ð V{ð V{Ø$%ˆA�v�f˜Q‘hÑÔðV{ð V{ð V{r<   )r±   r´   z!private/event_binding_audit.jsonlr½   r¼   )rÇ   Úsource_audit_sha256rµ   rÝ   Úraw_historyÚtrain_referencesÚsource_files)r	   Úresolver   r   r   r    r   r   rc   r¯   r   r7   rÓ   r~   r   r   rf   r   rª   rh   ri   r   )rÇ   r’   ÚauditÚkindÚbaselineÚobservedÚ	validatorÚhistoryÚecr€   r¢   rŽ   ÚselectedÚstoresÚstoreÚhitsrÁ   ÚtableÚcurrent_rowsrÙ   r¾   rÕ   rÖ   s   `                  @@@@r:   Úsource_bindingrò   d   s~  øøøøø€ å�&‰\Œ\×!Ò!Ñ#Ô#€FÝ�˜Ñ$Ñ%Ô%€EÝˆE�'ŒNÐeÒeÐg|Ñ}Ô}Ð}Ý�F�6Ð8Ñ8Ñ9Ô9¸UÐCZÔ=[Ò[Ð]uÑvÔvÐvØ#ð Að AˆÝ•˜FÐ#E¨dÐ#EÐ#EÐ#EÑEÑFÔFÈ%ÐPTÐUcÑPcÔJdÒdÐfñ  	Aô  	Að  	Að  	AÝ�K�ÑÔ Ð'9Ô!:Ò:Ð<RÑSÔSÐSÝ�TÐ"DÑDÀdÑKÔK€HÝ˜VÐ$FÑFÈÑMÔM€HÝ# D¨&Ð1PÑ*PÑQÔQ€IÝ˜h¨°)Ñ<Ô<€Gà	�)Ô	˜XÔ	&€BØ˜Ô! (Ô+ð 7ð 7ˆÝ•S˜˜S‘\”\Ñ"Ô"ˆØˆ	•$”*˜U 9Ô-Ñ.Ô.°Ñ6Ô6Ð6Ð6Ø>Ð> ¨Ô 2°9Ô =Ð>Ñ>Ô>€GØ€HØjÐjÐjÐjÐViÐjÑjÔj€FÝ˜6Ð"@Ñ@ÑAÔAð #ñ #ˆ	Ø˜Ô%ˆà�Œ9�WÔ Ò(Ð(ØØ" 8Ô,°Ò<Ð<ˆvˆvÀ)ˆØ�t”ˆØ˜	Ô" 8Ô,ˆðsð sð sð sð sð s¨u°X¬¸xÔ/Hð sñ sô sˆõ 	•�D‘	”	˜Q’Ð WÑXÔXÐXØ�Q”ˆÝ”*˜U 9Ô-Ñ.Ô.ˆØ!%¨¢ ��°YˆØ�9Ô˜eÔ$ˆØmÐmÐmÐmÐm°%¸´/À%Ô2HÐmÑmÔmˆÝ•�LÑ!Ô! QÒ&Ðu­3­t¬z¸,Àq¼/È)Ô:TÑ/UÔ/UÑ+VÔ+VÐZcÐdtÔZuÒ+uØ<ñ	>ô 	>ð 	>õ 	�˜	Ô" i°	Ô&:ÐoÐoÒoÐo½d¼jÈÐVWÌÐYbÔIcÑ>dÔ>dÐenÔ>oÒoÐoÐoÐoØ5ñ	7ô 	7ð 	7à',¨T¤{ˆ	Ð#Ñ$Ø�Š˜	Ñ"Ô"Ð"Ñ"Ø•T¥ V×%7Ò%7½Ñ%@Ô%@Ñ!AÔ!AÕW]Ð^dÐeqÑ^qÑWrÔWrØ#Ð$;Ô<ÀeØ˜IÔ&½¸X¹¼ð V{ð V{ð V{ð V{ð*zðV{ñ V{ô V{ð|ñ |ô |ð |ð |r<   c                ó   ‡— t          |¦  «                             ¦   «         }t          |j        t          dz  k    o|                     ¦   «          d¦  «         t          j        d¦  «         t          t          t          dz  ¦  «        ¦  «        \  }}}t          t          |¦  «        dk    d¦  «         t          |j        ¦  «        }t          |¦  «        }t          | |¦  «        \  }}|                     d¬¦  «         |d	z                       d¬¦  «         t          |d
z  |¦  «         t          |dz  |¦  «         t          |dz  |¦  «         t          |dz  t!          dUdddddddddddddœt"          ¤Ž¦  «         t%          ||¦  «        \  }	}
}}t          |dz  t!          |	|t'          |
¦  «        dddd¬¦  «        ¦  «         t          |dz  |d¬¦  «         t)          t*          ¦  «        }|                     ¦   «         D ]#}||d                                       |¦  «         Œ$d„ t1          t2          d z  ¦  «        D ¦   «         }t5          |d!         d"         ¦  «        }g g g }}}|D �]¼}|d#         ||d#                  }}t7          ||||d                  |	|         |
¦  «        \  }}d$d%hŠ||v rˆfd&„|D ¦   «         }n|}t!          dU||d'         |	|         |||d(         |d)         ||v ||v d*œ	t"          ¤Ž}|                     |¦  «         |rŒ©t!          dUi d#|“d+|	|         “d,|d'         “d|d         “d-|d-         “d.|d/         “d0|d1         “d2|d3         “d4|“d5|d5         “d6|d(         “d7|d8         “d9|d9         “d:|d)         “d;|d<         “d=|d>         “d?|d?         “d@|dA         “dB|dC         “dDdE“dFdG“dHdG“t"          ¤Ž}||v r4|d5         ||         d5         k    rdI|dJ<   |                     |¦  «         �Œš||v s||v rdK|dJ<   |                     |¦  «         �Œ¾t          |dLz  |d¬¦  «         t          |dMz  |d¬¦  «         t          |dNz  |d¬¦  «         t9          |||¦  «         t!          t          |¦  «        t          |¦  «        t          |¦  «        t          |¦  «        t;          dO„ |D ¦   «         ¦  «        t!          t=          dP„ |D ¦   «         ¦  «        ¦  «        t          t5          |	                     ¦   «         ¦  «        ¦  «        t;          dQ„ |D ¦   «         ¦  «        ¬R¦  «        }t          |dSz  |¦  «         t?          tA          j!        |¦  «        d¬T¦  «         |S )VNrP   z'Fresh version required; retain failuresr
   rw   i80  zFormal denominator changedéÀ  ©ÚmodeÚprivatezstorage_budget.jsonú private/preservation_before.jsonúprivate/source_binding.jsonzresearch_permit.jsonz`User now authorizes D0/D1/D2 and bounded A0/A1/A2/A3-freeze/A3-photometric/B0/B1 actual trainingzLimage pixels only; original bbox context; no human/pose/class/group/ID inputzVformal train only, supervised research mask loss/development metrics, not GT promotionzSNever dynamically appended; frozen raw revisions remain recoverable when supersededr   Fr-   r,   T)ÚauthorizationÚmodel_inputsÚpolygonsÚfuture_appendsÚ!official_val_test_polygon_exportsÚofficial_val_test_predictionsÚold_task_checkpoints_usedÚproduction_writesÚmax_updates_per_runÚrelease_minimum_groupsÚsemantic_unknown_is_unknownÚclosed_holes_inventedúprivate/global_components.jsonz=group/frame/PCD/image-pixel + dHash128<=2,NCC>=.995 full/cropz,Not exhaustive physical-scene identity proof)Ú	by_targetÚlinksÚblocked_by_formal_val_testÚall_targetsÚall_classes_and_policiesrå   Ú
limitationz"private/global_native_hashes.jsonl©ÚlinesÚframe_idc                ó    — i | ]}|d          |“ŒS rØ   r}   rÃ   s     r:   rW   zprepare.<locals>.<dictcomp>¸   s   € Ð
SÐ
SÐ
S !ˆ1ˆ\Œ?˜AÐ
SÐ
SÐ
Sr<   úprivate/training_records.jsonlrÝ   Únew_distinct_saved_keysr”   Ú%unknown_or_narrow_observation_surfaceÚunknown_or_edge_only_structurec                ó   •— g | ]}|‰v¯|‘Œ	S r}   r}   )rB   rÄ   Ú
reviewables     €r:   rT   zprepare.<locals>.<listcomp>Ã   s#   ø€ Ð>Ð>Ð>˜!¨!°:Ð*=Ð*=�AÐ*=Ð*=Ð*=r<   Úfinal_class_idrÍ   r•   )	r”   Úclass_idÚ	componentÚreasonsÚhard_exclusionsÚsource_event_raw_sha256r•   Úis_new_distinctÚprior_approvedr  r  Úgroup_idÚnative_imageÚimageÚnative_sizeÚsizeÚoriginal_bboxÚbboxÚroir˜   r  Úsource_payload_sha256rÚ   rÜ   Úsource_revisionÚsource_originrÊ   Úsource_batchÚbatchÚ	policy_idÚsurfaceÚviewpoint_candidateÚ	structureÚstructure_candidateÚformal_splitrÉ   Ú	occlusionÚunknownÚ
reflectionÚ9prior_approved_unchanged_polygon_requalified_global_auditÚsemantic_reviewÚ?pending_new_or_revised_visual_mask_compatibility_not_surface_GTzprivate/eligibility_audit.jsonlú"private/retained_requalified.jsonlú+private/eligible_before_visual_review.jsonlc              3  ó&   K  — | ]}|d          V — ŒdS )r  Nr}   rÃ   s     r:   rE   zprepare.<locals>.<genexpr>á   s)   è è € ÐNsÐNsÐhiÈqÐQbÔOcÐNsÐNsÐNsÐNsÐNsÐNsr<   c              3  ó0   K  — | ]}|d          D ]}|V — ŒŒdS )r  Nr}   )rB   rÄ   Úreasons      r:   rE   zprepare.<locals>.<genexpr>â   s5   è è € Ð$^Ð$^°ÈÐK\ÔI]Ð$^Ð$^¸v VÐ$^Ð$^Ð$^Ð$^Ð$^Ð$^Ð$^r<   c              3  óZ   K  — | ]&}t          |                     d ¦  «        ¦  «        V — Œ'dS )Úcross_classN)Úboolr¡   rÃ   s     r:   rE   zprepare.<locals>.<genexpr>ã   s<   è è € ÐOzÐOzÐopÕPTÐUV×UZÒUZÐ[hÑUiÔUiÑPjÔPjÐOzÐOzÐOzÐOzÐOzÐOzr<   )Útrain_source_referencesÚretainedÚvisual_candidatesÚnew_distinct_source_countÚnew_distinct_formal_trainr  Úglobal_componentsÚcross_class_near_linkszpreparation_summary.json©Úflushr}   )"r	   rä   r   r¬   r   ÚexistsÚcv2ÚsetNumThreadsr"   r   rf   r;   ru   rò   Úmkdirr   r7   r   r   r¨   r   Úlistrj   rª   r   rg   Úsetr   r   Úsumr   Úprintr~   Údumps)rÇ   r8   rk   r’   ÚevidenceÚstorageÚbeforeÚ
referencesÚbindingÚlabelsÚblockedr  ÚhashesÚby_frameÚrowÚoldÚnew_keysrå   Ú
candidatesrA  rÖ   rÕ   r  r&  ÚhardÚentryÚrecordrÝ   r  s                               @r:   Úpreparerb  ™   só  ø€ Ý�&‰\Œ\×!Ò!Ñ#Ô#€FÝˆFŒM�W YÑ.Ò.ÐF°v·}²}±´Ð3FÐHqÑrÔrÐrÝÔ�aÑÔÐÝ1µ$µwÐ?vÑ7vÑ2wÔ2wÑxÔxÑ€FˆD�(Ý�C�‰IŒI˜ÒÐ <Ñ=Ô=Ð=Ý�V”]Ñ#Ô#€GÝ˜&Ñ!Ô!€FÝ(¨°Ñ6Ô6Ñ€J�Ø
‡L‚L�e€LÑÔÐØˆIÑ×Ò %ÐÑ(Ô(Ð(Ý	ˆ&Ð&Ñ
&¨Ñ0Ô0Ð0Ý	ˆ&Ð3Ñ
3°VÑ<Ô<Ð<Ý	ˆ&Ð.Ñ
.°Ñ8Ô8Ð8Ý	ˆ&Ð'Ñ
'­ð *qØxØcØiØlØ*+È1Ø"'¸1ÐRVØ!¸tÐ[`ð*qð *qõ epð*qð *qñ rô rð rõ &2°$¸Ñ%AÔ%AÑ"€FˆG�U˜FÝ	ˆ&Ð1Ñ
1µ4À&ÐPUÝ#)¨'¡?¤?ÀØ!%Ð-lØAð4Cñ 4Cô 4Cñ Dô Dð Dõ 
ˆ&Ð5Ñ
5°vÀTÐJÑJÔJÐJÝ�4Ñ Ô €HØ�{Š{‰}Œ}ð .ð .ˆØ��Z”Ô!×(Ò(¨Ñ-Ô-Ð-Ð-Ø
SÐ
S¥u­SÐ1QÑ-QÑ'RÔ'RÐ
SÑ
SÔ
S€CÝ�7˜9Ô%Ð&?Ô@ÑAÔA€HØ"$ b¨"�xˆ:€EØð &ñ &ˆ	Ø˜\Ô*¨D°¸<Ô1HÔ,IˆSˆÝ" 9¨c°8¸CÀ
¼OÔ3LÈfÐUXÌkÐ[bÑcÔc‰ˆ�ð >Ð?_Ð`ˆ
Ø�(ˆ?ˆ?Ø>Ð>Ð>Ð>˜wÐ>Ñ>Ô>ˆDˆDàˆDÝð 6 ¨cÐ2BÔ.CÈvÐVYÌ{Ø¨TÈ9ÐUgÔKhØ˜zÔ*¸CÀ8¸OØ #˜:ð6ð 6õ *5ð6ð 6ˆð 	�Š�UÑÔÐØð 	ØÝð \ð \ð \  ð \°°s´°ð \ÀcÐJZÔF[ÐF[ð \Ø˜”_�_ð\Ø/2°:¬¨ð\ØMPÐQXÌ\È\ð\à˜Fœ˜ð\à36°v´;°;ð\àDGÀCð\àQZÐ[dÔQeÐQeð\ð %.Ð.@Ô$AÐ$Að\ð ZcÐcsÔYtÐYtð\ð &Ð&7Ô8Ð8ð	\ð KTÐT^ÔJ_ÐJ_ð	\ð
 $ HÔ-Ð-ð\ð
 =FÀgÔ<NÐ<Nð\ð ˜+Ô&Ð&ð\ð 14Ð4IÔ0JÐ0Jð\ð WZÐZoÔVpÐVpð\ð !˜ð\ð -6¨Ið\ð CLÀ)Í{ð\ð \ˆð �#ˆ:ˆ:˜) IÔ.°#°c´(¸9Ô2EÒEÐEØ(cˆFÐ$Ñ%Ø�OŠO˜FÑ#Ô#Ð#Ñ#Ø�CˆZˆZ˜3 (˜?˜?Ø(iˆFÐ$Ñ%Ø×Ò˜fÑ%Ô%Ð%ùå	ˆ&Ð2Ñ
2°EÀÐFÑFÔFÐFÝ	ˆ&Ð5Ñ
5°xÀtÐLÑLÔLÐLÝ	ˆ&Ð>Ñ
>À
ÐRVÐWÑWÔWÐWÝ˜ 
¨FÑ3Ô3Ð3Ý­3¨z©?¬?ÅSÈÁ]Ä]ÕfiÐjtÑfuÔfuÝ"% h¡-¤-Í3ÐNsÐNsÐmrÐNsÑNsÔNsÑKsÔKsÝ�WÐ$^Ð$^°UÐ$^Ñ$^Ô$^Ñ^Ô^Ñ_Ô_Ý�c &§-¢-¡/¤/Ñ2Ô2Ñ3Ô3ÍCÐOzÐOzÐtyÐOzÑOzÔOzÑLzÔLzð|ñ |ô |€Gõ 
ˆ&Ð+Ñ
+¨WÑ5Ô5Ð5Ý	�$Œ*�WÑ
Ô
 TÐ*Ñ*Ô*Ð*Ø€Nr<   c           
     ój  ‡	‡
‡‡‡‡‡— t          t          ¦  «        }| D ]#}||d                                       |¦  «         Œ$d„ |                     ¦   «         D ¦   «         Št	          d„ ‰                     ¦   «         D ¦   «         ¦  «        Št          ‰ˆfd„¬¦  «        }i t          ¦   «         cŠ	Šd„ Š|D ]MŠ
‰
‰v rŒˆ	ˆ
ˆfd„|D ¦   «         }t          |ˆˆˆfd„¬¦  «        }d	‰	|<   ‰ 	                    ‰|         ¦  «         ŒNt          ¦   «         Š|D ][Š
‰
‰v s‰‰
         d	k     rŒˆ	ˆ
ˆfd
„|D ¦   «         }|r6t          |ˆˆˆfd„¬¦  «        }d‰	|<   ‰ 	                    ‰|         ¦  «         Œ\t          t          |¦  «        t          ‰	¦  «        z
  ‰¬¦  «        }t          dt          d„ ‰	                     ¦   «         D ¦   «         ¦  «        t          dt          |¦  «        d	z
  ¦  «        z   ¦  «        }|rzt          d„ ‰	                     ¦   «         D ¦   «         ¦  «        |k     rK|                     d¦  «        }d‰	|<   |r/t          d„ ‰	                     ¦   «         D ¦   «         ¦  «        |k     °Kt          |¦  «        D ]0\  }}|t          d	t          |¦  «        d	z  ¦  «        k     rdnd	‰	|<   Œ1‰	S )a‚  Class-coverage-first grouped holdout, no metrics/label-shape use.

    Reserve train support for EVERY selected class, then dev support for each
    multi-component class. Grow dev to 10 groups where at least 2 calibration
    groups remain. The tiny calibration side is honestly insufficient to release.
    Fold0=dev, fold1=calibration, fold2=train; same component never crosses.
    r  c                ó.   — i | ]\  }}|d „ |D ¦   «         “ŒS )c                ó   — h | ]
}|d          ’ŒS )r  r}   rÃ   s     r:   r‚   z,balanced_split.<locals>.<dictcomp>.<setcomp>ô   s   € Ð1Ð1Ð1 Q�1�Z”=Ð1Ð1Ð1r<   r}   )rB   Úgrj   s      r:   rW   z"balanced_split.<locals>.<dictcomp>ô   s-   € ÐRÐRÐR±i°a¸ˆqÐ1Ð1¨&Ð1Ñ1Ô1ÐRÐRÐRr<   c              3  ó$   K  — | ]}|D ]}|V — ŒŒd S rA   r}   )rB   rj   Úcs      r:   rE   z!balanced_split.<locals>.<genexpr>õ   s/   è è € ÐGÐG˜FÀÐGÐG¸1�aÐGÐGÐGÐGÐGÐGÐGr<   c                ó   •— ‰|          | fS rA   r}   )rh  Úsupports    €r:   ú<lambda>z balanced_split.<locals>.<lambda>ö   s   ø€ ¨7°1¬:°q¨/€ r<   ©rÕ   c                ó>   — t          t          d| ¬¦  «        ¦  «        S )Né*   )Úseedr  )r   r7   )rf  s    r:   rk  z balanced_split.<locals>.<lambda>ø   s   € •S� 2°Ð3Ñ3Ô3Ñ4Ô4€ r<   c                ó0   •— g | ]}|‰v¯‰‰|         v ¯|‘ŒS r}   r}   ©rB   rf  Ú
assignmentrh  Úclassess     €€€r:   rT   z"balanced_split.<locals>.<listcomp>ü   ó-   ø€ ÐSÐSÐS˜A¨1°JÐ+>Ð+>À1ÈÐPQÌ
À?À?�aÀ?À?À?r<   c                óL   •— t          ‰|          ‰z
  ¦  «          ‰| ¦  «        fS rA   ©rf   )rf  rs  ÚcoveredÚranks    €€€r:   rk  z balanced_split.<locals>.<lambda>ý   s(   ø€ ­C°¸´
¸7Ñ0BÑ,CÔ,CÐ+CÀTÀTÈ!ÁWÄWÐ*M€ r<   r…   c                ó0   •— g | ]}|‰v¯‰‰|         v ¯|‘ŒS r}   r}   rq  s     €€€r:   rT   z"balanced_split.<locals>.<listcomp>  rt  r<   c                óL   •— t          ‰|          ‰z
  ¦  «          ‰| ¦  «        fS rA   rv  )rf  rs  Údev_coveredrx  s    €€€r:   rk  z balanced_split.<locals>.<lambda>  s)   ø€ µ°G¸A´J¸{Ñ4JÑ0KÔ0KÐ/KÈTÈTÐRSÉWÌWÐ.U€ r<   r   r,   c              3  ó"   K  — | ]
}|d k    V — ŒdS ©r   Nr}   ©rB   rz   s     r:   rE   z!balanced_split.<locals>.<genexpr>
  s&   è è € ÐAÐA¨˜Q !šVÐAÐAÐAÐAÐAÐAr<   c              3  ó"   K  — | ]
}|d k    V — ŒdS r}  r}   r~  s     r:   rE   z!balanced_split.<locals>.<genexpr>  s&   è è € Ð@Ð@ q˜A šFÐ@Ð@Ð@Ð@Ð@Ð@r<   r
   )r   rM  rª   re   r   rj   r¨   rN  ÚminÚupdaterO  Úmaxrf   ÚpopÚ	enumerate)ÚrecordsÚgroupsrÄ   Úorderr^  rf  Ú	remainingÚ
target_devÚirr  rh  rs  rw  r{  rx  rj  s            @@@@@@@r:   Úbalanced_splitr‹  é   s   øøøøøøø€ õ �ÑÔ€FØð )ð )ˆØˆq�Œ~Ô×%Ò% aÑ(Ô(Ð(Ð(ØRÐRÀ6Ç<Â<Á>Ä>ÐRÑRÔR€GÝÐGÐG g§n¢nÑ&6Ô&6ÐGÑGÔGÑGÔG€GÝ�7Ð 9Ð 9Ð 9Ð 9Ð:Ñ:Ô:€EØ�c™eœeÐ€J�Ø4Ð4€DØð #ð #ˆØ�ˆ<ˆ<ØØSÐSÐSÐSÐSÐS ÐSÑSÔSˆ
Ý�
Ð MÐ MÐ MÐ MÐ MÐ MÐNÑNÔNˆØˆ
�1‰Ø�Š�w˜q”zÑ"Ô"Ð"Ð"Ý‘%”%€KØð +ð +ˆØ�ÐÐ˜w qœz¨Aš~˜~ØØSÐSÐSÐSÐSÐS ÐSÑSÔSˆ
Øð 	+Ý�JÐ$UÐ$UÐ$UÐ$UÐ$UÐ$UÐVÑVÔVˆAØˆJ�q‰MØ×Ò˜w qœzÑ*Ô*Ð*øÝ•s˜6‘{”{¥3 z¡?¤?Ñ2¸Ð=Ñ=Ô=€IÝ�R�ÐAÐA¨Z×->Ò->Ñ-@Ô-@ÐAÑAÔAÑAÔAÅCÈÍ3ÈyÉ>Ì>ÐZ[ÑK[ÑD\ÔD\Ñ\Ñ]Ô]€JØ
ð �Ð@Ð@¨J×,=Ò,=Ñ,?Ô,?Ð@Ñ@Ô@Ñ@Ô@À:ÒMÐMØ�MŠM˜!ÑÔˆØˆ
�1‰ð ð �Ð@Ð@¨J×,=Ò,=Ñ,?Ô,?Ð@Ñ@Ô@Ñ@Ô@À:ÒMÐMõ ˜)Ñ$Ô$ð Bð B‰ˆˆ1Ø¥ Q­¨I©¬¸Ñ(9Ñ!:Ô!:Ò:Ð:˜˜Àˆ
�1‰ˆØÐr<   c                óÚ  ‡‡‡ ‡!‡"‡#‡$— t          ‰¦  «        Št          ‰dz                       ¦   «          d¦  «         t          t	          t
          dz  ¦  «        ¦  «        \  }}}t          ‰dz  ¦  «        Št          t          | ¦  «        ¦  «        }t          t          ˆfd„|D ¦   «         ¦  «        d¦  «         t          ‰dz  ¦  «        ˆfd„|D ¦   «         z   Š$t          t          ‰$¦  «        t          d	„ ‰$D ¦   «         ¦  «        k    d
¦  «         ‰$D ]"}|d                              d¦  «        rd|d<   Œ#t          ‰$¦  «        }‰$D ](}||d                  |d<   ddddœ|d                  |d<   Œ)t          d„ ‰$D ¦   «         h d£k    d¦  «         t          ‰dz  t          d`|t          t          t          t          ‰¦  «        ¦  «        ¦  «        t          |¦  «        z
  ¦  «        t!          ‰dz  ¦  «        dddœt"          ¤Ž¦  «         ddlmŠ# dD ]}‰|z                       d¬ ¦  «         Œi }	i Š d!D ]X}
d"D ]}‰|z  |
z                       d¬ ¦  «         Œt          t          d#¬$¦  «        g g g t          d%d&¬'¦  «        g¬(¦  «        ‰ |
<   ŒYˆ fd)„‰ D ¦   «         }t+          ‰$¦  «        D �]
\  Š"}t-          j        t1          ||d*         z  ¦  «        t,          j        ¦  «        }t          |d uo&t5          |j        d d d+…         ¦  «        |d,         k    d-¦  «         |d.         \  }}}}|||…||…f         }t9          |d/         g|d,         ¢R Ž                      t<          j        ¦  «        }|||…||…f         }t          |                      ¦   «         |                      ¦   «         k    d0¦  «         |d         dk    rd1n|d         }‰"d2›d3�}t-          j!        t1          ‰d4|› d5|› �z  ¦  «        t=          j"        |d d …d d …d f         d6d7¬8¦  «        ¦  «         t-          j!        t1          ‰d9|› �z  ¦  «        |d:z  ¦  «         |j        \  }}t          ‰"d%z   |||¬;¦  «        }ˆ"ˆ#fd<„}‰ |         d=          #                    |¦  «         ‰ |         d>          #                     ||¦  «        ¦  «         tI          ||d?¦  «        \  }}}}t-          j!        t1          ‰d@|› d5|› �z  ¦  «        t=          j"        |d d …d d …d f         d6d7¬8¦  «        ¦  «         ||	t1          ‰"d%z   ¦  «        <   ||         d=          #                    t          |dAdA¬B¦  «        ¦  «         ||         d>          #                     ||¦  «        ¦  «         | %                    d4|› d5|› �d9|› �||g‰"d%z   ¬C¦  «         �Œ‰ D ]<}t          ‰d4|› dD�z  ‰ |         ¦  «         t          ‰d@|› dD�z  ||         ¦  «         Œ=t          ‰dEz  ‰$dF¬G¦  «         t          ‰dHz  |	¦  «         ˆfdI„dD ¦   «         }dJD ]}t!          ‰|z  ¦  «        ||<   Œˆ$fdK„dLD ¦   «         Š!ˆ!ˆ$fdM„dND ¦   «         }t          d`dO|t          tM          dP„ ‰$D ¦   «         ¦  «        ¦  «        ‰!||dQdRdSdSdSdTtO          ˆ!fdU„dVD ¦   «         ¦  «        dWdXœt"          ¤Ž}t          ‰dz  |¦  «         t          tQ          |¦  «        t	          ‰dYz  ¦  «        k    dZ¦  «         t          ‰d[z  t	          ‰dYz  ¦  «        ¦  «         tS          tU          j+        t          |d\         ‰!|d]         ¬^¦  «        ¦  «        dF¬_¦  «         |S )aNrI   zAlready frozenrw   r9  c              3  ó~   •K  — | ]7}t          |¦  «        t          u od |cxk    ot          ‰¦  «        k     nc V — Œ8dS r}  )ÚtypeÚintrf   ©rB   rŠ  r^  s     €r:   rE   zfreeze.<locals>.<genexpr>  sT   øè è € ÐMÐMÀ•�Q‘”�3�Ð; 1¨Ð#;Ð#;Ò#;Ð#;­C°
©O¬OÒ#;Ð#;Ð#;Ð#;ÐMÐMÐMÐMÐMÐMr<   zInvalid visual approvalr8  c                ó    •— g | ]
}‰|         ‘ŒS r}   r}   r�  s     €r:   rT   zfreeze.<locals>.<listcomp>  s   ø€ ÐCcÐCcÐCcÐVWÀJÈqÄMÐCcÐCcÐCcr<   c                ó   — h | ]
}|d          ’ŒS rØ   r}   rÃ   s     r:   r‚   zfreeze.<locals>.<setcomp>  s   € Ð BÐ BÐ B°Q  <¤Ð BÐ BÐ Br<   zDuplicate frozen targetr6  ÚpendingÚGassistant_visual_compatible_observed_single_ring_mask_only_not_human_GTr  Ú
group_foldÚdevÚcalibrationrÉ   )r   r
   r…   Údevelopment_splitc                ó   — h | ]
}|d          ’ŒS )r˜  r}   rÃ   s     r:   r‚   zfreeze.<locals>.<setcomp>#  s   € Ð5Ð5Ð5¨ˆQÐ"Ô#Ð5Ð5Ð5r<   >   r–  rÉ   r—  zEmpty splitú%private/visual_semantic_approval.jsonÚ4assistant_visual_research_compatibility_not_human_GTzÉOriginal bbox context. Only visible stable manual topology; unknown semantic corners/holes remain unknown. No re-admission of previously visually rejected sources. No predictions existed at split time.)Úapproved_indicesÚrejected_indicesÚcandidate_sha256ÚreviewerÚnoter   )Úmask)ÚdatasetÚdataset_rfdetrzprivate/native_masksrô   rõ   )rÉ   Úvalidr—  )r¢  r£  z.Formal-train-only grouped development research)Údescriptionr
   Ú	fork_face)rÛ   rS   )ÚinfoÚlicensesÚimagesr   Ú
categoriesc                ó0   •— i | ]}|i ‰|         ¥g g d œ¥“ŒS ))r©  r   r}   )rB   ÚsÚcocos     €r:   rW   zfreeze.<locals>.<dictcomp>4  s2   ø€ ÐLÐLÐLÀ!ˆaÐ=�D˜”GÐ= r¸"Ð=Ð=Ð=ÐLÐLÐLr<   r   éÿÿÿÿr"  zNative image invalidr&  r˜   z)Original bbox crop clips mask supervisionr¤  Ú05dz.pngzdataset/ú/r‡   r…   )Úaxiszprivate/native_masks/éÿ   )rÛ   Ú	file_nameÚwidthÚheightc                óÜ  •— ‰                      t          j        | ¦  «        ¦  «        }t          t          j        ‰                     |¦  «        | ¦  «        d¦  «         t          ‰dz   ‰dz   ddt          |d         |d                              d¦  «        ¬¦  «        t          ‰                     |¦  «        ¦  «        ‰ 	                    |¦  «         
                    ¦   «         ¬¦  «        S )	NzRLE roundtrip differsr
   r   r#  ÚcountsÚascii)r#  r·  )rÛ   Úimage_idÚcategory_idÚiscrowdÚsegmentationÚarear%  )rÑ   ÚnpÚasfortranarrayr   Úarray_equalÚdecoder7   r�  r½  ÚtoBboxÚtolist)ÚlabelÚrlerŠ  Ú
mask_utilss     €€r:   Ú
annotationzfreeze.<locals>.annotationC  sÑ   ø€ Ø×#Ò#¥BÔ$5°eÑ$<Ô$<Ñ=Ô=ˆCÝ•B”N :×#4Ò#4°SÑ#9Ô#9¸5ÑAÔAÐCZÑ[Ô[Ð[Ý˜1˜Q™3¨¨1©¸!ÀQÝ! s¨6¤{¸3¸x¼=×;OÒ;OÐPWÑ;XÔ;XÐYÑYÔYÝ˜Ÿš¨Ñ-Ô-Ñ.Ô.°Z×5FÒ5FÀsÑ5KÔ5K×5RÒ5RÑ5TÔ5TðVñ Vô Vð Vr<   r©  r   )é@  rÈ  zdataset_rfdetr/rÈ  )r´  rµ  )r!  Únative_maskÚroi_sizer¹  z/_annotations.coco.jsonr  Tr  úprivate/rfdetr_transforms.jsonc                óè   •— i | ]n}t          ‰|z                       d ¦  «        ¦  «        D ]F}|                     ¦   «         ¯t          |                     ‰¦  «        ¦  «        t          |¦  «        “ŒGŒoS )Ú*)r¨   ÚrglobrŠ   rh   ri   r   )rB   rt   rŒ   r8   s      €r:   rW   zfreeze.<locals>.<dictcomp>W  sš   ø€ ð Bð Bð B°yÝLRÐTZÐ[dÑTd×SkÒSkÐloÑSpÔSpÑLqÔLqðBð BØGHÐuv×u~Òu~ñ  vAô  vAðB�S�—’˜vÑ&Ô&Ñ'Ô'­°©¬ð Bð Bð Bð Br<   )r  rË  rš  rù   r  c                óJ   •‡— i | ]Š‰t          ˆfd „‰D ¦   «         ¦  «        “ŒS )c                ó8   •— h | ]}|d          ‰k    ¯|d         ’ŒS ©r˜  r  r}   )rB   rÄ   r¬  s     €r:   r‚   z$freeze.<locals>.<dictcomp>.<setcomp>\  s.   ø€ ÐYÐYÐY¨Q¸QÐ?RÔ=SÐWXÒ=XÐ=X˜!˜Kœ.Ð=XÐ=XÐ=Xr<   rv  )rB   r¬  r…  s    @€r:   rW   zfreeze.<locals>.<dictcomp>\  sI   øø€ ð <ð <ð <Øð •SÐYÐYÐYÐY°'ÐYÑYÔYÑZÔZð <ð <ð <r<   )rÉ   r–  r—  c                ót   •‡— i | ]3Š‰ˆˆˆfd „t          ˆfd„‰D ¦   «         t          ¬¦  «        D ¦   «         “Œ4S )c                óN   •‡— i | ] Št          ‰¦  «        ˆˆˆfd „‰D ¦   «         “Œ!S )c                ó¢   •‡— i | ]JŠ‰t          t          ˆˆˆfd „‰D ¦   «         ¦  «        t          ˆˆˆfd„‰D ¦   «         ¦  «        ¬¦  «        “ŒKS )c              3  óH   •K  — | ]}|‰         ‰k    o|d          ‰k    V — ŒdS ©r˜  Nr}   ©rB   rÄ   Úfieldr¬  rz   s     €€€r:   rE   z:freeze.<locals>.<dictcomp>.<dictcomp>.<dictcomp>.<genexpr>^  s=   øè è € Ð1qÐ1qÐde°!°E´(¸a²-Ð2_ÀAÐFYÔDZÐ^_ÒD_Ð1qÐ1qÐ1qÐ1qÐ1qÐ1qr<   c                óP   •— h | ]"}|‰         ‰k    ¯|d          ‰k    ¯|d         ’Œ#S rÑ  r}   r×  s     €€€r:   r‚   z:freeze.<locals>.<dictcomp>.<dictcomp>.<dictcomp>.<setcomp>_  s;   ø€ ÐmÐmÐm¨q¸qÀ¼xÈ1º}¸}ÐQRÐSfÔQgÐklÒQlÐQl˜A˜kœNÐQlÐQlÐQlr<   )r©  r†  )r7   rO  rf   )rB   r¬  rØ  r…  rz   s    @€€€r:   rW   z0freeze.<locals>.<dictcomp>.<dictcomp>.<dictcomp>^  sŠ   øø€ ð %ð %ð %àð  !¥$­cÐ1qÐ1qÐ1qÐ1qÐ1qÐ1qÐipÐ1qÑ1qÔ1qÑ.qÔ.qÝÐmÐmÐmÐmÐmÐm°GÐmÑmÔmÑnÔnð#pñ #pô #pð %ð %ð %r<   )rh   )rB   rz   Ú
componentsrØ  r…  s    @€€€r:   rW   z%freeze.<locals>.<dictcomp>.<dictcomp>^  sf   øø€ ð \ð \ð \à)*õ ˜!‘f”fð %ð %ð %ð %ð %ð %à#ð%ñ %ô %ð \ð \ð \r<   c                ó    •— h | ]
}|‰         ’ŒS r}   r}   )rB   rÄ   rØ  s     €r:   r‚   z$freeze.<locals>.<dictcomp>.<setcomp>`  s   ø€ Ð5PÐ5PÐ5PÀ1°a¸´hÐ5PÐ5PÐ5Pr<   rl  )r¨   rh   )rB   rØ  rÚ  r…  s    @€€r:   rW   zfreeze.<locals>.<dictcomp>^  sŽ   øø€ ð Nð Nð Nð ð ð \ð \ð \ð \ð \ð \å.4Ð5PÐ5PÐ5PÐ5PÈÐ5PÑ5PÔ5PÕVYÐ.ZÑ.ZÔ.Zð\ñ \ô \ð Nð Nð Nr<   )r  r/  r,  r-  Ú#immutable_research_training_datasetc              3  ó&   K  — | ]}|d          V — ŒdS rÖ  r}   rÃ   s     r:   rE   zfreeze.<locals>.<genexpr>c  s(   è è € ÐDÐD°q˜AÐ1Ô2ÐDÐDÐDÐDÐDÐDr<   zƒmetadata-only class-coverage-first train reserve, multi-group dev coverage then dev10 if possible, calibration>=2; seed42 hash tieszKdev only; calibration never early-stopping/architecture/threshold selectionFr,   c              3  ó0   •K  — | ]}‰|         d k     V — ŒdS )r,   Nr}   )rB   r¬  rÚ  s     €r:   rE   zfreeze.<locals>.<genexpr>g  s.   øè è € ÐAuÐAuÐYZÀ*ÈQÄ-ÐRTÒBTÐAuÐAuÐAuÐAuÐAuÐAur<   )r–  r—  Ú#exploratory_group_heldout_not_blind)r²   rG   ÚsplitsÚindependent_componentsÚstrataÚgroup_foldsÚ
split_ruleÚselection_splitÚblindÚformal_val_test_includedÚmodel_input_metadatar  Úinsufficient_group_supportÚstatusrø   zOld protected inputs changedz&private/preservation_after_freeze.jsonrà  ré  )rà  rÚ  Úrelease_blockedrG  r}   ),r	   r   rI  r"   r   r   r   r¨   rN  rd   rf   Ú
startswithr‹  r   r7   Úranger   r   Úpycocotoolsr¡  rL  r„  rJ  Úimreadrh   ÚIMREAD_GRAYSCALErM  Úshaper)   Úastyper¾  Úuint8rO  ÚimwriteÚrepeatrª   r   r�  r   Úanyru   rP  r~   rQ  )%rœ  r8   rk   r’   ro   Úindicesra  ÚfoldsrS   Ú
transformsr¬  Úsquarer!  Úx1Úy1Úx2Úy2ÚgreyÚfullr¡  rÈ   rD   ÚwÚimrÇ  ÚcanvasrÄ  Ú	transformrG   râ  rn   r^  r­  rÚ  rŠ  rÆ  r…  s%    `                             @@@@@@r:   Úfreezer    s`	  øøøøøøø€ Ý�&‰\Œ\€FÝ�Ð/Ñ/×7Ò7Ñ9Ô9Ð9Ð;KÑLÔLÐLÝ*­4µÐ8oÑ0oÑ+pÔ+pÑqÔq�O€FˆD�!Ý�vÐKÑKÑLÔL€JÝ•SÐ)Ñ*Ô*Ñ+Ô+€GÝ�CÐMÐMÐMÐMÀWÐMÑMÔMÑMÔMÐOhÑiÔiÐiÝ�FÐ?Ñ?Ñ@Ô@ÐCcÐCcÐCcÐCcÐ[bÐCcÑCcÔCcÑc€GÝ�C�‰LŒL�CÐ BÐ B¸'Ð BÑ BÔ BÑCÔCÒCÐE^Ñ_Ô_Ð_Øð rð rˆØÐ#Ô$×/Ò/°	Ñ:Ô:ð 	rØ(qˆFÐ$Ñ%øÝ˜7Ñ#Ô#€EØð eð eˆØ$ V¨KÔ%8Ô9ˆˆ|ÑØ*/°MÀgÐ&NÐ&NÈvÐVbÔOcÔ&dˆÐ"Ñ#Ð#ÝÐ5Ð5¨WÐ5Ñ5Ô5Ð9XÐ9XÐ9XÒXÐZgÑhÔhÐhÝ	ˆ&Ð8Ñ
8½$ð ;~ÐPWÝ¥¥E­#¨j©/¬/Ñ$:Ô$:Ñ ;Ô ;½cÀ'¹l¼lÑ JÑKÔKÝ Ð'TÑ TÑUÔUØGðnð	;~ð ;~õ
 r}ð;~ð ;~ñ ô ð ð /Ð.Ð.Ð.Ð.Ð.ØEð (ð (ˆØ	�‰×Ò ÐÑ'Ô'Ð'Ð'Ø€JØ€DØ.ð _ð _ˆØ1ð 	.ð 	.ˆDØ�D‰[˜‰]×!Ò! uÐ!Ñ-Ô-Ð-Ð-Ý�DÐ-]Ð^Ñ^Ô^Ø °ÅÈÐP[Ð@\Ñ@\Ô@\Ð?]ð_ñ _ô _ˆˆQ‰ˆàLÐLÐLÐLÀtÐLÑLÔL€FÝ˜wÑ'Ô'ð 5ñ 5‰	ˆˆ6Ý”
�3˜v f¨^Ô&<Ñ<Ñ=Ô=½sÔ?SÑTÔTˆÝ�˜TÐ!ÐV¥d¨5¬;°t°t¸°tÔ+<Ñ&=Ô&=ÀÈÔAVÒ&VÐXnÑoÔoÐoØ œ‰ˆˆB��BØ�R˜�U˜B˜r˜E�\Ô"ˆÝ˜6 )Ô,ÐE¨v°mÔ/DÐEÐEÐE×LÒLÍRÌXÑVÔVˆØ�B�r�E˜2˜b˜5�LÔ!ˆÝ�—’‘
”
˜dŸhšh™jœjÒ(Ð*UÑVÔVÐVØ!Ð"5Ô6¸%Ò?Ð?��ÀVÐL_ÔE`ˆØˆ~ˆ~ˆ~ˆ~ˆÝŒ•C˜Ð8¨%Ð8Ð8°$Ð8Ð8Ñ8Ñ9Ô9½2¼9ÀTÈ!È!È!ÈQÈQÈQÐPTÈ*ÔEUÐWXÐ_`Ð;aÑ;aÔ;aÑbÔbÐbÝŒ•C˜Ð=°tÐ=Ð=Ñ=Ñ>Ô>ÀÀsÁ
ÑKÔKÐKØŒz‰ˆˆ1Ý�Q�q‘S D°¸!Ð<Ñ<Ô<ˆð	Vð 	Vð 	Vð 	Vð 	Vð 	Vð 	ˆUŒ�HÔ×$Ò$ RÑ(Ô(Ð(ØˆUŒ�MÔ"×)Ò)¨*¨*°TÑ*:Ô*:Ñ;Ô;Ð;Ý&/°°d¸JÑ&GÔ&GÑ#ˆ��q˜)ÝŒ•C˜Ð?°Ð?Ð?¸Ð?Ð?Ñ?Ñ@Ô@Å"Ä)ÈFÐSTÐSTÐSTÐVWÐVWÐVWÐY]ÐS]ÔL^Ð`aÐhiÐBjÑBjÔBjÑkÔkÐkØ(ˆ
•3�q˜‘s‘8”8ÑØˆuŒ�hÔ×&Ò&¥t¨B°cÀ#Ð'FÑ'FÔ'FÑGÔGÐGØˆuŒ�mÔ$×+Ò+¨J¨J°uÑ,=Ô,=Ñ>Ô>Ð>Ø�ŠÐ5 uÐ5Ð5¨tÐ5Ð5ÐCaÐ[_ÐCaÐCaØ ! 1˜v°°!±ð 	ñ 	5ô 	5ð 	5ñ 	5àð Vð VˆÝˆfÐ> Ð>Ð>Ð>Ñ>ÀÀUÄÑLÔLÐLÝˆfÐE uÐEÐEÐEÑEÀvÈeÄ}ÑUÔUÐUÐUÝ	ˆ&Ð1Ñ
1°7À$ÐGÑGÔGÐGÝ	ˆ&Ð1Ñ
1°:Ñ>Ô>Ð>ðBð Bð Bð BØBðBñ Bô B€EðRð *ð *ˆå˜V D™[Ñ)Ô)ˆˆd‰ˆð<ð <ð <ð <Ø:ð<ñ <ô <€JðNð Nð Nð Nð Nð MðNñ Nô N€Fõ ð EÐ?ÀuÝ•GÐDÐD¸GÐDÑDÔDÑDÔDÑEÔEÐ^hØ 5ð  6{ØeØ¨eÈ%Ø!½cÐAuÐAuÐAuÐAuÐ^tÐAuÑAuÔAuÑ>uÔ>uØ4ðEð Eõ 9DðEð E€Hõ 
ˆ&Ð(Ñ
(¨(Ñ3Ô3Ð3Ý�L˜Ñ Ô ¥D¨Ð0RÑ)RÑ$SÔ$SÒSÐUsÑtÔtÐtÝ	ˆ&Ð9Ñ
9½4ÀÐGiÑ@iÑ;jÔ;jÑkÔkÐkÝ	�$Œ*•T ¨(Ô!3À
Ð\dð  fBô  ]Cð  Dñ  Dô  Dñ  Eô  Eð  MQð  Rñ  Rô  Rð  RØ€Or<   c                ó*  ‡	‡
‡— t          | ¦  «        } t          t          t          dz  ¦  «        ¦  «        \  }}}t	          |¦  «        t          | dz  ¦  «        k    }t          |d¦  «         t          | ¦  «         t          | dz  ¦  «        }t          |d         z  Št          t          ˆfd„|d                              ¦   «         D ¦   «         ¦  «        d¦  «         t          |‰d	z  ¦  «        }t          t          ‰d
z  d¦  «        t          t          ¦  «        |¦  «        Š	t          t          t          ¦  «        |d         d         k    d¦  «         d„ t          | dz  ¦  «        D ¦   «         Š
ˆ	ˆ
fd„t!          ‰	d         ¦  «        D ¦   «         }t#          ddddd‰	d         |dt%          j        t(          j        ¦  «                             ¦   «         dd¬¦  «        }t/          | dz  |¦  «         t/          | dz  ‰	d         d¬¦  «         |S )Nrw   rø   zOld static artifacts changedrù   rÇ   c              3  óJ   •K  — | ]\  }}t          ‰|z  ¦  «        |k    V — Œd S rA   rß   )rB   r{   rD   rÇ   s      €r:   rE   zaudit_after.<locals>.<genexpr>x  s8   øè è € ÐRÐR©$¨!¨Q•�v˜a‘xÑ Ô  AÒ%ÐRÐRÐRÐRÐRÐRr<   rã   zFrozen source files changedr½   r¼   TrÝ   r»   zPose changedc                ó    — i | ]}|d          |“ŒS rØ   r}   rÃ   s     r:   rW   zaudit_after.<locals>.<dictcomp>|  s   € Ð[Ð[Ð[ q��,” Ð[Ð[Ð[r<   r  c           	     ó’   •— g | ]C}|‰v ¯t          |‰|         d          ‰|         d         ‰d         |         d         ¬¦  «        ‘ŒDS )r˜  r(  Únew_currentr•   )r”   r˜  Úfrozen_revisionÚobserved_revision)r7   )rB   rC   rê   rì   s     €€r:   rT   zaudit_after.<locals>.<listcomp>}  sp   ø€ ð Mð Mð Mð ¸aÀ8¸m¸mõ  !°xÀ´{ÐCVÔ7WØ'/°¤{Ð3DÔ'EØ)0°Ô)?ÀÔ)BÀ:Ô)NðPñ Pô Pð ?L¸m¸mr<   Úchanged_keysÚ3passed_static_preservation_and_append_aware_historyrH   r…   Fr   )r²   Úold_dataset_files_verifiedÚold_models_verifiedÚ!all_static_before_after_identicalÚ%frozen_source_revision_is_recoverableÚlive_gallery_historyÚsuperseded_selected_referencesÚdynamic_training_appendÚobserved_atÚformal_val_test_predictionsr  zpreservation_final.jsonz&private/concurrent_human_appends.jsonlÚdelta_eventsr  )r	   r"   r   r   ru   r   r   rd   re   r¯   r   r   r   r    r   r   r¨   r7   r   Únowr   ÚutcÚ	isoformatr   )r8   rk   r’   ro   ÚsamerV  ré   Ú
supersededÚresultrê   rì   rÇ   s            @@@r:   Úaudit_afterr  p  s9  øøø€ Ý�&‰\Œ\€FÝ*­4µÐ8oÑ0oÑ+pÔ+pÑqÔq�O€FˆD�!Ý˜ÑÔ¥4¨Ð/QÑ(QÑ#RÔ#RÒR€DÝˆDÐ0Ñ1Ô1Ð1Ý�6ÑÔÐÝ�6Ð7Ñ7Ñ8Ô8€GÝ�W˜XÔ&Ñ&€FÝ�CÐRÐRÐRÐR°'¸.Ô2I×2OÒ2OÑ2QÔ2QÐRÑRÔRÑRÔRÐTqÑrÔrÐrÝ# D¨&Ð1PÑ*PÑQÔQ€IÝ�m¨FÐ3UÑ,UÐW[Ñ\Ô\Õ^kÕlsÑ^tÔ^tÐvñ  Aô  A€GÝ�K�ÑÔ ¨Ô!3Ð4FÔ!GÒGÈÑXÔXÐXØ[Ð[­E°&Ð9YÑ2YÑ,ZÔ,ZÐ[Ñ[Ô[€HðMð Mð Mð Mð Mõ " '¨.Ô"9Ñ:Ô:ðMñ Mô M€Jõ ÐMØ#&¸AÐaeØ.2ÈÐQZÔI[Ø'1È5Ý”L¥¤Ñ.Ô.×8Ò8Ñ:Ô:ÐXYÐmnð	pñ pô p€Fõ
 
ˆ&Ð*Ñ
*¨FÑ3Ô3Ð3Ý	ˆ&Ð9Ñ
9¸7À>Ô;RÐZ^Ð_Ñ_Ô_Ð_Ø€Mr<   )EÚ__doc__Ú
__future__r   Úcollectionsr   r   Ú
contextlibr   r   r   Úpathlibr	   rÏ   r~   r4   rJ  Únumpyr¾  Úcluster_targetsr   Úmask_model_training_datar   r   r   r   r   r   r   r   r   r   r   r   r   r   Úmask_model_training_history_v2r   Úmask_model_training_integrityr   Úmask_quality_recoveryr   r   r   r    Úmask_quota_saved_extensionr!   r"   Úmask_quota_completionr#   Úmask_saved_preannotations_v2r$   r%   r&   r'   Úmask_template_refinedr(   Úpose_review_geometryr)   ÚOUTPUTrg   rc   r;   ru   r¯   rò   rb  r‹  r  r  r}   r<   r:   ú<module>r1     så  ðØ SÐ SØ "Ð "Ð "Ð "Ð "Ð "à ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø Ð Ð Ð Ð Ð Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø Ð Ð Ð Ð Ð Ø €€€Ø €€€Ø €€€à 
€
€
€
Ø Ð Ð Ð à /Ð /Ð /Ð /Ð /Ð /ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð <Ð ;Ð ;Ð ;Ð ;Ð ;Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø KÐ KÐ KÐ KÐ KÐ KÐ KÐ KÐ KÐ KÐ KÐ KØ LÐ LÐ LÐ LÐ LÐ LÐ LÐ LØ 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø vÐ vÐ vÐ vÐ vÐ vÐ vÐ vÐ vÐ vÐ vÐ vØ +Ð +Ð +Ð +Ð +Ð +Ø -Ð -Ð -Ð -Ð -Ð -à	Ð;Ñ	;€ØÐ5Ñ5€ØÐ8Ñ8€ðVð Vð Vðtð tð tð<ð ð ð62|ð 2|ð 2|ðj "ð Mð Mð Mð Mð`'ð 'ð 'ðT %+ð Zð Zð Zð Zðz ð ð ð ð ð ð r<   