§
    NßjŸ~  ã                  ó  — d Z ddlmZ ddlmZmZ ddlmZmZ ddlZddl	Z	ddl
Z
ddlZddlmZ ddlZddlZddlZddlZddlmZmZ dd	lmZmZmZ dd
lmZmZ ddlmZmZm Z   ee!¦  «         "                    ¦   «         j#        d         Z$e$dz  Z%e$dz  Z&dZ'dddœZ( e)ddddd¬¦  «        Z*d„ Z+d„ Z,d„ Z-d„ Z.ddœd„Z/d„ Z0d„ Z1d„ Z2dddœd„Z3 G d „ d!¦  «        Z4d"„ Z5d#„ Z6d$„ Z7d%„ Z8d&„ Z9d'„ Z:d/d)„Z;d*„ Z<e&fd+„Z=d,„ Z>d-„ Z?d.„ Z@dS )0zèPrivate, research-only mask training data with global pre-split isolation.

No production writers, application contexts, pose payload exports or model inputs
other than original-box-localized native grey pixels live in this module.
é    )Úannotations)ÚCounterÚdefaultdict)ÚdatetimeÚtimezoneN)ÚPathé   )ÚdigestÚprotected_snapshot)ÚfingerprintÚPOSEÚGALLERY)Úfile_inventoryÚload_formal_evidence)Ú	canonicalÚpolygon_valueÚraster_maskz'outputs/pallet_mask_quality_recovery_v2z%outputs/pallet_mask_model_training_v1Ú@61b73d8e0dbc7b99db01b75e912c797beacc34c8c0b3d31434058eac3d376428z(GPU-3315c096-fef4-7350-483a-7c5f5ca2b619z(GPU-09ed84c8-4dee-efc0-dc1d-deda5177e4e8)Úm1Úm2F)Úground_truth_eligibleÚautomatic_training_eligibleÚhuman_mask_confirmedÚhuman_pose_confirmedÚrobot_command_eligiblec                ó(   — | st          |¦  «        ‚d S ©N)Ú
ValueError)ÚvalueÚmessages     úL/root/private/project/pallet_detection_v2/pallet/mask_model_training_data.pyÚrequirer"   '   s"   € Øð "Ý˜Ñ!Ô!Ð!ð"ð "ó    c                ól   — t          j        t          | ¦  «                             d¬¦  «        ¦  «        S )Núutf-8©Úencoding)ÚjsonÚloadsr   Ú	read_text)Úpaths    r!   Úreadr,   ,   s)   € ÝŒ:•d˜4‘j”j×*Ò*°GÐ*Ñ<Ô<Ñ=Ô=Ð=r#   c                ó”   — t          | ¦  «                             d¬¦  «        5 }d„ |D ¦   «         cd d d ¦  «         S # 1 swxY w Y   d S )Nr%   r&   c                ó^   — g | ]*}|                      ¦   «         ¯t          j        |¦  «        ‘Œ+S © )Ústripr(   r)   )Ú.0Úlines     r!   ú
<listcomp>zjsonl.<locals>.<listcomp>2   s/   € ÐDÐDÐD T°t·z²z±|´|ÐD•”
˜4Ñ Ô ÐDÐDÐDr#   )r   Úopen)r+   Ústreams     r!   Újsonlr6   0   s¡   € Ý	ˆd‰Œ�Š 'ˆÑ	*Ô	*ð E¨fØDÐD¨VÐDÑDÔDðEð Eð Eð Eñ Eô Eð Eð Eð Eð Eð Eð Eøøøð Eð Eð Eð Eð Eð Es   ¤=½AÁAc                óh   — t          j        t          | ¦  «        ¦  «                             ¦   «         S r   )ÚhashlibÚsha256r   Ú	hexdigest)r   s    r!   Úshar;   5   s&   € ÝŒ>�) EÑ*Ô*Ñ+Ô+×5Ò5Ñ7Ô7Ð7r#   ©Úlinesc               ó4  — t          | ¦  «        } |                      d¦  «        5 }|                     |rd                     d„ |D ¦   «         ¦  «        nt	          |¦  «        dz   ¦  «         ddd¦  «         n# 1 swxY w Y   |                      d¦  «         dS )zFExclusive immutable audit records; model best/last use a separate API.Úxbr#   c              3  ó:   K  — | ]}t          |¦  «        d z   V — ŒdS )ó   
N)r   ©r1   Úvs     r!   ú	<genexpr>zwrite.<locals>.<genexpr>=   s-   è è € ÐBÐB°q�i¨™lœl¨UÑ2ÐBÐBÐBÐBÐBÐBr#   rA   Né€  )r   r4   ÚwriteÚjoinr   Úchmod)r+   r   r=   r5   s       r!   rF   rF   9   s×   € å�‰:Œ:€DØ	�Š�4‰Œð =˜FØ�ŠØð<�S—X’XÐBÐB¸EÐBÑBÔBÑBÔBÐBÝ#,¨UÑ#3Ô#3°eÑ#;ñ	=ô 	=ð 	=ð=ð =ð =ñ =ô =ð =ð =ð =ð =ð =ð =øøøð =ð =ð =ð =ð 	‡J‚JˆuÑÔÐÐÐs   ¥AA8Á8A<Á?A<c                óV  — t          | ¦  «        } |                      | j        dz   ¦  «        }|                     d¦  «        5 }|                     t          |¦  «        dz   ¦  «         d d d ¦  «         n# 1 swxY w Y   |                     d¦  «         t          j        || ¦  «         d S )Nz.atomic.tmpr?   rA   rE   )	r   Ú	with_nameÚnamer4   rF   r   rH   ÚosÚreplace)r+   r   Ú	temporaryr5   s       r!   Úatomic_jsonrO   B   sÒ   € Ý�‰:Œ:€DØ—’˜tœy¨=Ñ8Ñ9Ô9€IØ	�Š˜Ñ	Ô	ð / Ø�Š•Y˜uÑ%Ô%¨Ñ-Ñ.Ô.Ð.ð/ð /ð /ñ /ô /ð /ð /ð /ð /ð /ð /øøøð /ð /ð /ð /à‡O‚O�EÑÔÐÝ„Jˆy˜$ÑÔÐÐÐs   Á&A4Á4A8Á;A8c                óX  — t          dddd¬¦  «        }t          |                     ¦   «         ¦  «        dz  }d}t          j        | ¦  «        j        }t          j        d¦  «        j        }t          |||z   k    d¦  «         t          ||k    d	¦  «         t          |||||d
¬¦  «        S )Nr	   é   é   )Úgeneric_weights_gibÚm1_best_last_optimizer_gibÚ(m2_best_last_optimizer_ema_temporary_gibÚdata_logs_reports_gibi   @l       
 z/tmp/opencodez(Insufficient project disk budget/reservez'Insufficient approved temporary reserveT)Úproject_free_bytesÚtemporary_free_bytesÚ
allocationÚmaximum_experiment_bytesÚminimum_reserve_bytesÚno_existing_files_deleted)ÚdictÚsumÚvaluesÚshutilÚ
disk_usageÚfreer"   )ÚoutputÚ	allocatedÚrequiredÚreserverb   Útemporary_frees         r!   Údisk_budgetrh   K   sÇ   € õ ¨ÀqØ>?Ø+,ð.ñ .ô .€Iõ �9×#Ò#Ñ%Ô%Ñ&Ô&¨Ñ.€HØ€GÝÔ˜VÑ$Ô$Ô)€DÝÔ& Ñ7Ô7Ô<€NÝˆD�H˜wÑ&Ò&Ð(RÑSÔSÐSÝˆN˜gÒ%Ð'PÑQÔQÐQÝ 4¸nØ$¸xØ&-ÈðOñ Oô Oð Or#   c           
     óò  ‡— t           |          Št          t          j                             d¦  «        ‰k    d¦  «         t          j        g d¢d¬¦  «        }ˆfd„|                     ¦   «         D ¦   «         }t          t          |¦  «        dk    o	d|d	         vd
¦  «         d„ |d	          	                    d¦  «        D ¦   «         }t          t          |d         ¦  «        | dk    rdndk    d¦  «         t          t          |d         ¦  «        dk     d¦  «         t          ‰|d	         ‰ddt          j        t          j        ¦  «                             ¦   «         t          j        ¦   «         ¬¦  «        S )z?Requery physical UUID immediately before each worker uses CUDA.ÚCUDA_VISIBLE_DEVICESz5Worker must bind its one authorized physical GPU UUID)z
nvidia-smiz>--query-gpu=uuid,name,memory.total,memory.used,utilization.gpuz--format=csv,noheader,nounitsT)Útextc                óš   •— g | ]G}|                      d ¦  «        d                              ¦   «         ‰k    ¯3|                     ¦   «         ‘ŒHS )ú,r   )Úsplitr0   )r1   r2   Úuuids     €r!   r3   zgpu_receipt.<locals>.<listcomp>d   sG   ø€ ÐbÐbÐb ¸t¿zºzÈ#¹¼ÈqÔ?Q×?WÒ?WÑ?YÔ?YÐ]aÒ?aÐ?aˆt�zŠz‰|Œ|Ð?aÐ?aÐ?ar#   r	   Ú3090r   z"Authorized non3090 GPU unavailablec                ó6   — g | ]}|                      ¦   «         ‘ŒS r/   )r0   rB   s     r!   r3   zgpu_receipt.<locals>.<listcomp>f   s    € Ð7Ð7Ð7˜Aˆa�gŠg‰iŒiÐ7Ð7Ð7r#   rm   rR   r   i˜:  iØY  zUnexpected physical GPU memoryé   iÐ  z,Authorized GPU is occupied; do not interferezcuda:0)ro   Úphysical_queryÚcuda_visible_devicesÚlogical_deviceÚsingle_processÚ
queried_atÚpid)Ú	GPU_UUIDSr"   rL   ÚenvironÚgetÚ
subprocessÚcheck_outputÚ
splitlinesÚlenrn   Úintr]   r   Únowr   ÚutcÚ	isoformatÚgetpid)ÚrouteÚresultÚmatchesr_   ro   s       @r!   Úgpu_receiptrˆ   \   st  ø€ å�UÔ€DÝ�BŒJ�NŠNÐ1Ñ2Ô2°dÒ:ØCñEô Eð EåÔ$ð &)ð &)ð &)à/3ð5ñ 5ô 5€Fð cÐbÐbÐb¨×(9Ò(9Ñ(;Ô(;ÐbÑbÔb€GÝ�C�‰LŒL˜AÒÐ: &°¸´
Ð":Ð<`ÑaÔaÐaØ7Ð7 ¨¤×!1Ò!1°#Ñ!6Ô!6Ð7Ñ7Ô7€FÝ�C��q”	‰NŒN¨°ª¨˜u˜u¸5ÒAÐCcÑdÔdÐdÝ�C��q”	‰NŒN˜TÒ!Ð#QÑRÔRÐRÝ�T¨'°!¬*È4Ø'¸Ý#œ<­¬Ñ5Ô5×?Ò?ÑAÔAÅrÄyÁ{Ä{ðTñ Tô Tð Tr#   r/   )Ú#allow_authorized_supplement_appendsÚtrained_keysc                óF  — t          t          t          dz  ¦  «        t          k    d¦  «         t	          t          dz  ¦  «        t	          t          dz  ¦  «        }}t          |d         dk    o t          t          dz  ¦  «        |d         k    d¦  «         |d                              ¦   «         D ]1\  }}t          t          t          |z  ¦  «        |k    d	|z   ¦  «         Œ2t          t          t          d
z  ¦  «        |d         k    d¦  «         d„ dt          fdt          ffD ¦   «         }d}dD ]>}t          t          t          d|› d�z  ¦  «        |d         |         k    d|z   ¦  «         Œ?||d         k    rat          | d¦  «         t          |d         |d         d         k    d¦  «         ddl	m
}  |t          dz  t          |¦  «        }|d         |d<   t          t          t          dz  ¦  «        |d         k    d¦  «         |d                              ¦   «         D ]1\  }}t          t          t          |z  ¦  «        |k    d |z   ¦  «         Œ2t	          t          d!z  ¦  «        }	t          |	¦  «        \  }
}}t          |
¦  «        }t          t          |¦  «        d"k    ot          |¦  «        d#k    d$¦  «         t          |t	          t          d%z  ¦  «        k    d&¦  «         |
||t!          t#          j        t&          j        ¦  «                             ¦   «         t          t          t          dz  ¦  «        |d         |||d         k    ||d         |d         t-          |¦  «        t          |¦  «        ||d         t          |¦  «        d'¬(¦  «        fS ))zECompare live logical histories AND frozen snapshots before label use.zindependent_verification.jsonzIndependent seal changedzresult.jsonÚstateÚpassedÚresult_sha256z Unsealed quality recovery resultÚoutput_artifactsz Sealed source artifact changed: úprivate/source_catalog.jsonlÚsource_catalog_sha256zSource catalog changedc                ó4   — i | ]\  }}|t          |¦  «        “ŒS r/   )r   )r1   rK   r+   s      r!   ú
<dictcomp>z"verify_sources.<locals>.<dictcomp>x   s&   € ÐlÐlÐl±z°t¸T˜4¥¨TÑ!2Ô!2ÐlÐlÐlr#   ÚposeÚgalleryN)r”   r•   zprivate/z_snapshot.sqlite3Úsource_fingerprintsz)Frozen raw history fingerprint mismatch: z)Live stores changed since sealed snapshotzBPose raw history changed; supplement only permits new gallery keysr	   )Úverify_gallery_extensionz private/gallery_snapshot.sqlite3Úobserved_logical_fingerprintÚconfigsÚconfiguration_sha256zSealed configurations changedÚfrozen_code_sha256zFrozen algorithm changed: z5outputs/pallet_mask_remaining_round5_v1/manifest.jsoné80  i Q  zFormal denominator changedz$private/protected_formal_before.jsonzProtected formal files changedT)Ú
checked_atÚindependent_seal_sha256rŽ   r‘   r–   Ú&live_fingerprints_identical_to_initialÚ authorized_external_append_auditrš   r›   Úprotected_formal_sha256Úprotected_formal_filesÚprotected_inventoryÚsource_artifacts_sha256Úfixed_formal_targetsÚ$no_raw_pose_or_access_codes_exported)r"   r
   ÚSOURCEÚSEALr,   Úitemsr   r   r   Úmask_model_training_integrityr—   r   ÚPROJECTr   r   r   r]   r   r�   r   r‚   rƒ   r;   )r‰   rŠ   Úsealr†   rK   Úexpectedr–   Úappend_auditr—   ÚparentÚformalÚrowsÚevidenceÚ	protecteds                 r!   Úverify_sourcesr´   n   sÐ  € å�F•6Ð;Ñ;Ñ<Ô<ÅÒDÐF`ÑaÔaÐaÝ�Ð!@Ñ@ÑAÔAÅ4ÍÐQ^ÑH^ÑC_ÔC_ˆ&€DÝˆD�ŒM˜XÒ%Ða­&µ¸-Ñ1GÑ*HÔ*HÈDÐQ`ÔLaÒ*aØ.ñ0ô 0ð 0à Ð!3Ô4×:Ò:Ñ<Ô<ð ^ð ^‰ˆˆhÝ••v ‘}Ñ%Ô%¨Ò1Ð3UÐX\Ñ3\Ñ]Ô]Ð]Ð]Ý�F•6Ð:Ñ:Ñ;Ô;¸tÐD[Ô?\Ò\Ø$ñ&ô &ð &àlÐlÀvÍtÀnÐW`ÕbiÐVjÐEkÐlÑlÔlÐØ€LØ#ð Dð DˆÝ•�FÐ%G°Ð%GÐ%GÐ%GÑGÑHÔHÈDÐQfÔLgÐhlÔLmÒmØ;¸dÑBñ	Dô 	Dð 	Dð 	Dà˜dÐ#8Ô9Ò9Ð9ÝÐ3Ð5`ÑaÔaÐaÝÐ# FÔ+¨tÐ4IÔ/JÈ6Ô/RÒRØTñ	Vô 	Vð 	VàKÐKÐKÐKÐKÐKØ/Ð/µÐ7YÑ0YÕ[bÐdpÑqÔqˆð *6Ð6TÔ)UÐ˜IÑ&Ý�N�7 YÑ.Ñ/Ô/°4Ð8NÔ3OÒOÐQpÑqÔqÐqØÐ3Ô4×:Ò:Ñ<Ô<ð Yð Y‰ˆˆhÝ••w ‘~Ñ&Ô&¨(Ò2Ð4PÐSWÑ4WÑXÔXÐXÐXÝ•'ÐSÑSÑTÔT€FÝ1°&Ñ9Ô9Ñ€FˆD�(Ý" 6Ñ*Ô*€IÝ�C�‰IŒI˜ÒÐ:¥3 y¡>¤>°UÒ#:Ð<XÑYÔYÐYÝˆI��fÐ'MÑMÑNÔNÒNÐPpÑqÔqÐqØ�4˜¥4Ý”<¥¤Ñ-Ô-×7Ò7Ñ9Ô9ÕSWÝ�V mÑ3Ñ4Ô4Ø"Ð#:Ô;ÐQdØ/BÀdÐK`ÔFaÒ/aØ)5Ø!Ð"8Ô9ÈdÐSgÔNhÝ # I¡¤ÅsÈ9Á~Ä~Ø%¸vÐFXÔ?YÝ  ™YœYÈTð	$Sñ 	$Sô 	$Sð 	Sð 	Sr#   c                  ó&   — e Zd Zd„ Zd„ Zd„ Zd„ ZdS )Ú
Componentsc                ó6   — d„ |D ¦   «         | _         g | _        d S )Nc                ó   — i | ]}||“ŒS r/   r/   )r1   Úkeys     r!   r“   z'Components.__init__.<locals>.<dictcomp>œ   s   € Ð0Ð0Ð0 C�s˜CÐ0Ð0Ð0r#   )r¯   Úlinks)ÚselfÚkeyss     r!   Ú__init__zComponents.__init__›   s"   € Ø0Ð0¨4Ð0Ñ0Ô0ˆŒØˆŒ
ˆ
ˆ
r#   c                ó¤   — | j         |         |k    r>| j         | j         |                  | j         |<   | j         |         }| j         |         |k    °>|S r   )r¯   )r»   r¹   s     r!   ÚfindzComponents.findŸ   sU   € ØŒk˜#Ô #Ò%Ð%Ø#œ{¨4¬;°sÔ+;Ô<ˆDŒK˜ÑØ”+˜cÔ"ˆCð Œk˜#Ô #Ò%Ð%ð ˆ
r#   c           	     ó  — |                       |¦  «        |                       |¦  «        }}||k    rPt          ||¦  «        | j        t          ||¦  «        <   | j                             t          d|||dœ|¤Ž¦  «         d S d S )N)ÚleftÚrightÚreasonr/   )r¿   Úminr¯   Úmaxrº   Úappendr]   )r»   ÚaÚbrÃ   ÚdetailsÚxÚys          r!   ÚunionzComponents.union¥   s~   € Ø�yŠy˜‰|Œ|˜TŸYšY q™\œ\ˆ1ˆØ�Š6ˆ6Ý%(¨¨A¡Y¤YˆDŒK�˜A˜q™	œ	Ñ"ØŒJ×Ò�dÐM¨°¸6ÐMÐMÀWÐMÐMÑNÔNÐNÐNÐNð ˆ6r#   c                óÖ   — t          t          ¦  «        }| j        D ]0}||                      |¦  «                                      |¦  «         Œ1d„ |                     ¦   «         D ¦   «         S )Nc           	     óR   — i | ]$}|D ]}|t          t          |¦  «        ¦  «        “Œ Œ%S r/   )r;   Úsorted)r1   Úgroupr¹   s      r!   r“   z%Components.labels.<locals>.<dictcomp>¯   s6   € ÐVÐVÐV¨EÐPUÐVÐVÈ�•S� ™œÑ'Ô'ÐVÐVÐVÐVr#   )r   Úlistr¯   r¿   rÆ   r_   )r»   Úgroupsr¹   s      r!   ÚlabelszComponents.labels«   sb   € Ý�TÑ"Ô"ˆØ”;ð 	/ð 	/ˆCØ�4—9’9˜S‘>”>Ô"×)Ò)¨#Ñ.Ô.Ð.Ð.ØVÐV°V·]²]±_´_ÐVÑVÔVÐVr#   N)Ú__name__Ú
__module__Ú__qualname__r½   r¿   rÌ   rÓ   r/   r#   r!   r¶   r¶   š   sX   € € € € € ðð ð ðð ð ðOð Oð OðWð Wð Wð Wð Wr#   r¶   c                óø  ‡ — ˆ fd„dD ¦   «         \  }}}}t          |dk    o/|dk    o)t          j        ||||g¦  «                             ¦   «         d¦  «         |\  }}t	          dt          j        |d|z  z
  ¦  «        ¦  «        t	          dt          j        |d|z  z
  ¦  «        ¦  «        t          |t          j        |d|z  z   ¦  «        ¦  «        t          |t          j        |d|z  z   ¦  «        ¦  «        gS )	zDFixed deployment-available original bbox ONLY, never a polygon bbox.c              3  óB   •K  — | ]}t          ‰|         ¦  «        V — Œd S r   )Úfloat©r1   ÚkÚboxs     €r!   rD   zcontext_roi.<locals>.<genexpr>´   s-   øè è € ÐGÐG A•%˜˜Aœ‘-”-ÐGÐGÐGÐGÐGÐGr#   ©rÊ   rË   ÚwidthÚheightr   zInvalid original bboxg¸…ëQ¸®?g)\�Âõ(Ì?gö(\�Âõð?g…ëQ¸…ó?)	r"   ÚnpÚisfiniteÚallrÅ   ÚmathÚfloorrÄ   Úceil)rÜ   ÚsizerÊ   rË   ÚwÚhrÞ   rß   s   `       r!   Úcontext_roiré   ²   sõ   ø€ àGÐGÐGÐGÐ)FÐGÑGÔG�J€A€qˆ!ˆQÝˆA�ŠEÐ?�a˜!’eÐ?¥¤¨Q°°1°a¨LÑ 9Ô 9× =Ò =Ñ ?Ô ?ÐAXÑYÔYÐYØ�M€Eˆ6Ý�•4”:˜a # a¡%™iÑ(Ô(Ñ)Ô)­3¨qµ$´*¸QÀÀQÁ¹YÑ2GÔ2GÑ+HÔ+HÝ�•t”y  T¨!¡V¡Ñ,Ô,Ñ-Ô-­s°6½4¼9ÀQÈÈaÉÁZÑ;PÔ;PÑ/QÔ/QðSð Sr#   c                óî   ‡— ˆfd„dD ¦   «         \  }}}}t          | d         ||z   ¦  «        t          | d         |¦  «        k    o0t          | d         ||z   ¦  «        t          | d         |¦  «        k    S )Nc              3  ó(   •K  — | ]}‰|         V — Œd S r   r/   rÚ   s     €r!   rD   zintersects.<locals>.<genexpr>¼   s'   øè è € Ð@Ð@˜Q�#�a”&Ð@Ð@Ð@Ð@Ð@Ð@r#   rÝ   rR   r   rr   r	   )rÄ   rÅ   )ÚroirÜ   rÊ   rË   rç   rè   s    `    r!   Ú
intersectsrí   »   sw   ø€ Ø@Ð@Ð@Ð@Ð"?Ð@Ñ@Ô@�J€A€qˆ!ˆQÝˆs�1Œv�q˜‘sÑÔ�c # a¤&¨!™nœnÒ,ÐRµ°S¸´V¸Q¸q¹SÑ1AÔ1AÅCÈÈAÌÐPQÁNÄNÒ1RÐRr#   c           	     ó�  — t          j        | dt           j        ¬¦  «        }t                               t          j        |d d …dd …f         |d d …d d…f         k    ¦  «                             ¦   «         d¦  «        }t          j        | dt           j        ¬¦  «                             t
          j	        ¦  «         
                    ¦   «         }||                     ¦   «         z  }t          t
          j                             |¦  «        ¦  «        }||t          |d¦  «        z  |t!          j        t%          |¦  «        ¦  «        z  fS )N)é   rQ   ©Úinterpolationr	   éÿÿÿÿÚbig)é@   é    gê-�™—q=)Úcv2ÚresizeÚ
INTER_AREAr€   Ú
from_bytesrà   ÚpackbitsÚtobytesÚastypeÚfloat32ÚravelÚmeanrÙ   ÚlinalgÚnormrÅ   rã   Úsqrtr   )ÚimageÚsmallÚdhashr   r  s        r!   Ú	signaturer  À   sû   € ÝŒJ�u˜gµS´^ÐDÑDÔD€EÝ�NŠN�2œ; u¨Q¨Q¨Q°°°¨U¤|°e¸A¸A¸A¸sÀ¸s¸F´mÒ'CÑDÔD×LÒLÑNÔNÐPUÑVÔV€EÝŒJ�u˜hµc´nÐEÑEÔE×LÒLÍRÌZÑXÔX×^Ò^Ñ`Ô`€EØ	ˆU�ZŠZ‰\Œ\Ñ€EÝ•”—’ Ñ&Ô&Ñ'Ô'€DØ�%�#˜d EÑ*Ô*Ñ*¨Dµ4´9½SÀ¹Z¼ZÑ3HÔ3HÑ,HÐHÐHr#   c                ó  ‡— t          t          ¦  «        Št          | ¦  «        D �]b\  }\  }}}}d|dz  fd|dz	  dz  fd|dz	  fg}	t          ˆfd„|	D ¦   «         ¦  «        }
|dk    rÿt	          |
¦  «        D ]ï}| |         \  }}}}|dk     s||z                       ¦   «         dk    rŒ1|                     |¦  «        |                     |¦  «        k    rŒ^t          t          j	        ||¦  «        ¦  «        }|d	k    ri| 
                    ||||||z                       ¦   «         ||         d
         ||         d
         k    ||         d         ||         d         k    ¬¦  «         Œð|	D ]}‰|                              |¦  «         Œ�ŒddS )zëAll-class/all-policy 128-bit Hamming<=2 candidate search (no LSH misses).

    Three disjoint bit bands ensure every pair at distance <=2 shares a band.
    Photometric NCC is then checked; flat patches never establish near links.
    r   l   ÿÿÿr	   é+   rR   éV   c              3  ó2   •K  — | ]}‰|         D ]}|V — ŒŒd S r   r/   )r1   ÚtokenÚjÚbandss      €r!   rD   z'near_duplicate_links.<locals>.<genexpr>Ó   s4   øè è € ÐEÐE˜u¸¸e¼ÐEÐE°1˜ÐEÐEÐEÐEÐEÐEÐEr#   rr   ç×£p=
×ï?Úfinal_class_idÚ	policy_id)ÚnccÚhammingÚcross_classÚcross_policyN)r   rÑ   Ú	enumerateÚsetrÏ   Ú	bit_countr¿   rÙ   rà   ÚdotrÌ   rÆ   )r©   ÚgraphrÃ   r±   Úindexr¹   Ú
hash_valueÚ
normalizedÚcontrastÚtokensÚ
candidatesr  ÚotherÚ
other_hashÚother_normalizedÚother_contrastÚcorrelationr  r  s                     @r!   Únear_duplicate_linksr%  É   sâ  ø€ õ �ÑÔ€EÝ:CÀEÑ:JÔ:Jð 'ñ 'Ñ6ˆÑ6��Z ¨XØ�j KÑ0Ð1Ø�z RÑ'¨KÑ8Ð9¸A¸zÈRÑ?OÐ;PðRˆåÐEÐEÐEÐE¨ÐEÑEÔEÑEÔEˆ
Ø�qŠ=ˆ=Ý˜JÑ'Ô'ð að a�ØFKÈAÄhÑC��zÐ#3°^Ø! AÒ%Ð%¨*°zÑ*A×)LÒ)LÑ)NÔ)NÐQRÒ)RÐ)RØØ—:’:˜c‘?”? e§j¢j°Ñ&7Ô&7Ò7Ð7ØÝ#¥B¤F¨:Ð7GÑ$HÔ$HÑIÔI�Ø $Ò&Ð&Ø—K’K  U¨F¸Ø)3°jÑ)@×(KÒ(KÑ(MÔ(MØ,0°¬IÐ6FÔ,GÈ4ÐPUÌ;ÐWgÔKhÒ,hØ-1°#¬Y°{Ô-CÀtÈEÄ{ÐS^ÔG_Ò-_ð  ñ aô að aøð ð 	'ð 	'ˆEØ�%ŒL×Ò Ñ&Ô&Ð&Ð&ñ	'ð#'ð 'r#   c                óD  — t          | ¦  «        }i i g g g f\  }}}}}t          |                      ¦   «         ¦  «        D �],\  }}	|                     |	d         ¦  «        }
|	d         |vr}t	          j        |
                     ¦   «         ¦  «                             ¦   «         }|t          |
¦  «        f||	d         <   | 	                    |g||	d                  d         ¢R ¦  «         ||	d                  d         }d|	d         fd|	d         fd|	d         fd	|
j
        |fffD ]=\  }}|t          |¦  «        f}||v r|                     |||         |¦  «         Œ8|||<   Œ>t          |	d
         |	d         ¦  «        \  }}}}|
||…||…f         }t          |j        dk    d¦  «         t          |¦  «        }| 	                    |g|¢R ¦  «         | 	                    t!          ||	d         ||j        |	d                  d         |	d                  |	d         t	          j        |                     ¦   «         ¦  «                             ¦   «         |d         d›||||g¬¦  «        ¦  «         �Œ.t%          ||d| ¦  «         t%          ||d| ¦  «         |                     ¦   «         }t)          t*          ¦  «        }|                     ¦   «         D ],\  }}||                              | |         d         ¦  «         Œ-d„ |                     ¦   «         D ¦   «         }|||j        |fS )zINo polygons: all 12,344 targets, including *unlabelled* held-out targets.Úframe_idr	   r   rÐ   Úgroup_idÚframeÚpcdÚsource_pcd_sha256Úimage_pixelsÚbboxræ   zEmpty original-box ROIrn   Úfilesr  Ú032x)Ú
target_keyÚformal_splitÚnative_image_pixels_sha256Únative_image_file_sha256r+  Úcrop_pixels_sha256Úcrop_dhash128rì   Ú global_full_image_near_duplicateÚ(global_original_bbox_crop_near_duplicatec                ó&   — h | ]\  }}|d dhz  ¯|’ŒS )ÚvalÚtestr/   )r1   Ú	componentr_   s      r!   ú	<setcomp>zglobal_audit.<locals>.<setcomp>  s,   € Ð]Ð]Ð]Ñ.˜Y¨ÀFÈeÐU[È_ÑD\Ð]ˆyÐ]Ð]Ð]r#   )r¶   rÏ   r©   r  r8   r9   rû   r:   r  rÆ   ÚshapeÚstrrÌ   ré   r"   ræ   r]   Úsourcesr%  rÓ   r   r  Úaddrº   )r±   r²   r  ÚseenÚimage_cacheÚhashesÚcropsÚframesr¹   Úrowr  Ú	image_shaÚkindr   r  Úx1Úy1Úx2Úy2ÚpatchÚsignrÓ   Úsplitsr;  Úblockeds                            r!   Úglobal_auditrQ  å   sC  € å�tÑÔ€EØ/1°2°r¸2¸rÐ/AÑ,€Dˆ+�v˜u fÝ˜4Ÿ:š:™<œ<Ñ(Ô(ð Sñ S‰ˆˆSØ—’˜s :œÑ/Ô/ˆØˆzŒ? +Ð-Ð-Ýœ u§}¢}¡¤Ñ7Ô7×AÒAÑCÔCˆIØ,5µyÀÑ7GÔ7GÐ+HˆK˜˜JœÑ(Ø�MŠM˜3ÐA ¨S°¬_Ô!=¸aÔ!@ÐAÐAÑBÔBÐBØ  J¤Ô0°Ô3ˆ	Ø$ c¨*¤oÐ6¸À#ÀjÄ/Ð8RØ" CÐ(;Ô$<Ð=ÀÐQVÔQ\Ð^gÐPhÐ?iðkð 	"ð 	"‰KˆD�%à�3˜u™:œ:Ð&ˆEØ˜ˆ}ˆ}Ø—’˜C  e¤¨dÑ3Ô3Ð3Ð3à!��U‘�Ý$ S¨¤[°#°f´+Ñ>Ô>‰ˆˆB��BØ�b˜�e˜R ˜U�lÔ#ˆÝ�”
˜Q’Ð 8Ñ9Ô9Ð9Ý˜ÑÔˆØ�Š�c�\˜D�\�\Ñ"Ô"Ð"Ø�Š•d c¸¸G¼Ø6?Ø4<Ô4DÀSÈÄ_Ô4UÐV]Ô4^Ð_bÐcjÔ_kÔ4lØ-0Ð1DÔ-EÝ.5¬n¸U¿]º]¹_¼_Ñ.MÔ.M×.WÒ.WÑ.YÔ.YØ,0°¬GÐ):Ð):ÀÀRÈÈRÐ@PðRñ Rô Rñ 	Sô 	Sð 	Sñ 	Sõ ˜ Ð(JÈDÑQÔQÐQÝ˜ Ð'QÐSWÑXÔXÐXØ�\Š\‰^Œ^€FÝ�ÑÔ€FØ Ÿ,š,™.œ.ð 2ð 2‰ˆˆYØˆyÔ×Ò˜d 3œi¨Ô0Ñ1Ô1Ð1Ð1Ø]Ð]°&·,²,±.´.Ð]Ñ]Ô]€GØ�7˜EœK¨Ð/Ð/r#   c                ó†  — g }|d         dk    r|                      d¦  «         |dfS ||v r|                      d¦  «         |d         dk    r|                      d¦  «         |                     d	¦  «        d
vr|                      d¦  «         |                     d¦  «        dv r|                      d¦  «         t          d„ |                     dg ¦  «        D ¦   «         ¦  «        r|                      d¦  «         |                     d¦  «        s*|                     d¦  «        r|                     d¦  «        r|                      d¦  «         t          |d         |d         ¦  «        }|D ]A}|d         |d         k    r-t	          ||d         ¦  «        r|                      d¦  «          nŒB	 t          j        t          | d         g|d         ¢R Ž t          ¦  «        }|dd…df         |d         k     	                    ¦   «         rx|dd…df         |d         k     	                    ¦   «         rP|dd…df         |d         k     	                    ¦   «         r(|dd…df         |d         k     	                    ¦   «         s|                      d¦  «         t          |g|d         ¢R Ž                      t
          j        ¦  «        }	t          j        |	¦  «        d         dk    s|	                     ¦   «         d k     r|                      d!¦  «         n,# t           t"          f$ r |                      d"¦  «         Y nw xY w||fS )#a1  Explicit conservative semantic/quarantine gate, not saved => GT.

    Candidate metadata can only reject/audit; it is NEVER a feature. These are
    weak saved research references, not independently confirmed face semantics.
    A separate visual-approval manifest is required before training starts.
    rn   ÚtrainÚformal_val_test_label_forbiddenNÚ*global_component_linked_to_formal_val_testr  é   Ú$class14_long_short_surface_ambiguousÚviewpoint_candidate)u   è¿‘æ­£è§†å€™é€‰u   æ–œè§†å€™é€‰Ú%unknown_or_narrow_observation_surfaceÚstructure_candidate)NÚunknownu   ä½ŽçŸ®çª„æ�¡è¾¹æ²¿é�¢å€™é€‰Úunknown_or_edge_only_structurec              3  ó8   K  — | ]}d t          |¦  «        v V — ŒdS )Ú	ambiguousN)r>  )r1   r   s     r!   rD   zeligibility.<locals>.<genexpr>  s-   è è € Ð
PÐ
P¨ˆ;�#˜e™*œ*Ð$Ð
PÐ
PÐ
PÐ
PÐ
PÐ
Pr#   Úreview_reasonsÚ!occlusion_depth_or_view_ambiguityÚprocessing_errorÚalignment_verifiedÚcrop_touches_image_edgeÚ+invalid_alignment_or_clipped_native_contextr-  ræ   r0  Ú*known_neighbor_bbox_intersects_context_roiÚpolygonr   rR   r	   rr   Ú&supervision_outside_fixed_bbox_contexté   Ú,empty_or_disconnected_single_ring_annotationÚinvalid_saved_polygon)rÆ   r{   Úanyré   rí   rà   Úasarrayr   rÙ   râ   r   rü   Úuint8rö   ÚconnectedComponentsr^   r   Ú	TypeError)
ÚrecordrF  Ú	neighborsr;  rP  Úreasonsrì   r   ÚpÚmasks
             r!   Úeligibilityru    s^  € ð €GØ
ˆ7„|�wÒÐØ�ŠÐ8Ñ9Ô9Ð9Ø˜ˆ}ÐØ�GÐÐØ�ŠÐCÑDÔDÐDØ
ÐÔ Ò"Ð"Ø�ŠÐ=Ñ>Ô>Ð>Ø
‡w‚wÐ$Ñ%Ô%Ð-PÐPÐPØ�ŠÐ>Ñ?Ô?Ð?Ø
‡w‚wÐ$Ñ%Ô%Ð)YÐYÐYØ�ŠÐ7Ñ8Ô8Ð8Ý
Ð
PÐ
P°#·'²'Ð:JÈBÑ2OÔ2OÐ
PÑ
PÔ
PÑPÔPð <Ø�ŠÐ:Ñ;Ô;Ð;Ø
‡w‚wÐ!Ñ"Ô"ð F¨#¯'ª'Ð2FÑ*GÔ*Gð FÈ3Ï7Ê7ÐSlÑKmÔKmð FØ�ŠÐDÑEÔEÐEÝ
�c˜&”k 3 v¤;Ñ
/Ô
/€CØð ð ˆØ�Ô # lÔ"3Ò3Ð3½
À3ÈÈfÌÑ8VÔ8VÐ3Ø�NŠNÐGÑHÔHÐHØˆEøð	0ÝŒJ•} V¨IÔ%6ÐE¸¸V¼ÐEÐEÐEÅuÑMÔMˆØ�1�1�1�a�4”˜C œFÒ"×'Ò'Ñ)Ô)ð 	E¨q°°°°A°¬w¸#¸a¼&Ò/@×.EÒ.EÑ.GÔ.Gð 	EØ�q�q�q˜!�t”W  A¤Ò&×+Ò+Ñ-Ô-ð	EØ34°Q°Q°Q¸°T´7¸cÀ!¼fÒ3D×2IÒ2IÑ2KÔ2Kð	Eà�NŠNÐCÑDÔDÐDÝ˜1Ð+˜s 6œ{Ð+Ð+Ð+×2Ò2µ2´8Ñ<Ô<ˆÝÔ" 4Ñ(Ô(¨Ô+¨qÒ0Ð0°D·H²H±J´JÀ²O°OØ�NŠNÐIÑJÔJÐJøøÝ�	Ð"ð 0ð 0ð 0Ø�ŠÐ.Ñ/Ô/Ð/Ð/Ð/ð0øøøà�Cˆ<Ðs   Æ1E!L Ì&L<Ì;L<©i   é    c           
     óø  — |\  }}| j         dd…         \  }}t          ||z  ||z  ¦  «        }t          dt          ||z  ¦  «        ¦  «        t          dt          ||z  ¦  «        ¦  «        }	}||z
  dz  ||	z
  dz  }}
t	          j        ||ft          j        ¦  «        }t          j        | ||	ft          j	        ¬¦  «        ||||	z   …|
|
|z   …f<   t	          j
        |¦  «        }d||||	z   …|
|
|z   …f<   d}|�ct	          j
        |¦  «        }t          j        |                     t          j        ¦  «        ||	ft          j        ¬¦  «        ||||	z   …|
|
|z   …f<   |||t          ||g||	g|
|g||g¬¦  «        fS )z>Equal aspect scaling, nearest labels, and zero-weight padding.NrR   r	   rð   )Únative_sizeÚscaled_sizeÚpadding_left_topÚoutput_size)r=  rÄ   rÅ   Úroundrà   Úzerosrm  rö   r÷   ÚINTER_LINEARÚ
zeros_likerü   ÚINTER_NEARESTr]   )r  rt  ræ   rÞ   rß   rè   rç   ÚscaleÚnwÚnhrÁ   ÚtopÚoutÚvalidÚtargets                  r!   Ú	letterboxr‰  5  s�  € à�M€Eˆ6ØŒ;�r˜�rŒ?�D€A€qÝ��a‘˜ ™Ñ"Ô"€EÝ�•E˜!˜E™'‘N”NÑ#Ô#¥S¨­E°!°E±'©N¬NÑ%;Ô%;ˆ€BØ�r‘˜A‘  r¡	¨A™~ˆ#€DÝ
Œ(�F˜E�?¥B¤HÑ
-Ô
-€CÝ$'¤J¨u°r¸2°hÍcÔN^Ð$_Ñ$_Ô$_€CˆˆC�‰Fˆ
�D˜˜b™�LÐ Ñ!ÝŒM˜#ÑÔ€EØ&'€Eˆ#ˆc�"‰fˆ*�d˜4 ™7�lÐ
"Ñ#Ø€FØÐÝ”˜sÑ#Ô#ˆÝ+.¬:°d·k²kÅ"Ä(Ñ6KÔ6KÈbÐRTÈXÕehÔevÐ+wÑ+wÔ+wˆˆs�3�r‘6ˆz˜4  R¡˜<Ð'Ñ(Ø�˜�t°°A°ÀRÈÀHØ59¸3°KÈeÐU[È_ð ^ñ  ^ô  ^ð ^ð ^r#   c                óº   — |d         \  }}|d         \  }}t          j        | |||z   …|||z   …f         t          |d         ¦  «        t           j        ¬¦  «        S )Nr{  rz  ry  rð   )rö   r÷   Útupler  )ÚprobabilityÚ	transformrÁ   r…  rÞ   rß   s         r!   ÚunletterboxrŽ  H  sm   € ØÐ,Ô-�I€Dˆ#Ø˜mÔ,�M€Eˆ6ÝŒ:�k # c¨&¡j .°$°t¸E±z°/Ð"AÔBÝ˜I mÔ4Ñ5Ô5ÅSÔEUðWñ Wô Wð Wr#   c                ó
  — t          | ¦  «                             ¦   «         } t          | j        t          dz  k    o|                      ¦   «          d¦  «         t          j        d¦  «         t          | j        ¦  «        }t          ¦   «         \  }}}}|  
                    d¬¦  «         | dz   
                    d¬¦  «         t          | dz  |¦  «         t          | dz  |¦  «         t          | d	z  t          dWd
dddœt          ¤dddddddddddddddœ¤Ž¦  «         t          ||¦  «        \  }}}}	t          | dz  t          ||t          |¦  «        ddt          dddd d¬!¦  «        d"¬#¦  «        ¦  «         t          | d$z  |	d¬%¦  «         t!          t"          d&z  ¦  «        }
t          t%          |
¦  «        d'k    o t'          d(„ |
D ¦   «         ¦  «        d)d*d+d,œk    d-¦  «         t)          t*          ¦  «        }|                     ¦   «         D ]#}||d.                                       |¦  «         Œ$g g }}|
D �].}|d/         }||         }t1          ||||d.                  ||         |¦  «        \  }}t          dW||d0         |d1         ||         |||d2         |d3         | d4œ	t          ¤Ž}|                     |¦  «         |s¢|                     t          dWi d/|“d5||         “d6|d0         “d.|d.         “d7|d7         “d8|d9         “d:|d;         “d<|d=         “d>|“d?|d?         “d@|d2         “dA|d3         “dB|dB         “dC|dD         “dE|dF         “dGdH“t          ¤Ž¦  «         �Œ0t          | dIz  |d¬%¦  «         t          | dJz  |d¬%¦  «         t          d'd)d*d+t%          |¦  «        t%          dK„ |D ¦   «         ¦  «        t          t'          dL„ |D ¦   «         ¦  «        ¦  «        t%          t3          |                     ¦   «         ¦  «        ¦  «        t5          dM„ |D ¦   «         ¦  «        d¬N¦
  «
        }t          | dOz  |¦  «         t          ¦   «         \  }}}}t          |i |¥dP|dP         i¥k    dQ¦  «         t          | dRz  |¦  «         t7          | ||¦  «         t          | dSz  t          dT|t9          | dz  ¦  «        t;          t<          ¦  «        d¬U¦  «        ¦  «         t?          tA          j!        |¦  «        d¬V¦  «         |S )XNÚoutputsz'Fresh private output directory requiredr	   éÀ  ©ÚmodeÚprivatez$private/input_protection_before.jsonzstorage_budget.jsonzresearch_permit.jsonzLCurrent user explicitly authorizes M1/M2 offline research-mask training onlyzHnew experiment only; existing sources retain all false eligibility flagsF)ÚauthorizationÚscopeÚ/automatic_GT_pose_robot_or_autotrain_authorizedzVformal-train supervised loss/evaluation only, never model input or ROI/topology oraclezNIDs/groups/class/sensor/surface only rejection, isolation and stratified auditTz)development; not a fresh blind evaluationzInative grey replicated to three channels, original-bbox fixed context ROIzŠKnown bbox intersections rejected; unknown unboxed faces may remain. Visual single-face approval reduces but does not eliminate this risk.zTCandidate metadata is not human confirmation; visual review required before trainingzUSingle-ring sources supervise only explicitly annotated foreground; no invented holeséP   é   é*   zINot in this experiment; requires frozen model, thresholds, protocol first)Úpolygon_useÚmetadata_useÚold_finetuned_weights_bannedÚgeneric_pretraining_requiredÚ,formal_val_test_predictions_or_label_exportsÚfrozen_OOF_reuseÚmodel_inputsÚunknown_unannotated_objectsÚsurface_semanticsÚclosed_holesÚ
max_epochsÚearly_stopping_patienceÚseedÚofficial_val_test_evaluationzprivate/global_components.jsonrœ   é€   rR   r  rr   )Ú
dhash_bitsÚhamming_maxÚphotometric_ncc_minÚminimum_patch_stdÚfull_images_and_bbox_contextzLConservative photometric audit, not exhaustive physical-scene identity proof)Ú	by_targetrº   Úblocked_by_formal_val_testÚall_targetsÚclass_or_sensor_restrictionÚnear_duplicateÚ
limitationz"private/global_native_hashes.jsonlr<   r�   iÌ  c              3  ó2   K  — | ]}|d          d         V — ŒdS )rF  rn   Nr/   ©r1   Úrs     r!   rD   zprepare.<locals>.<genexpr>q  s+   è è € Ð,PÐ,PÀ1¨Q¨u¬X°gÔ->Ð,PÐ,PÐ,PÐ,PÐ,PÐ,Pr#   i’  iÖ  id  )rS  r9  r:  z!Sealed source denominator changedr'  r0  r  rn   Úevent_raw_sha256Úpayload_sha256)	r0  Úclass_idr1  r;  rr  rì   Úsource_event_raw_sha256Úsource_payload_sha256Ú%research_eligible_after_visual_reviewr;  rº  r(  Únative_imager  ry  ræ   Úoriginal_bboxr-  rì   rf  r»  r¼  r  ÚsurfacerX  Ú	structurerZ  r1  rS  zprivate/eligibility_audit.jsonlú+private/eligible_before_visual_review.jsonlc                ó   — h | ]
}|d          ’ŒS ©r;  r/   r¶  s     r!   r<  zprepare.<locals>.<setcomp>Ž  s   € ÐFhÐFhÐFhÐZ[ÀqÈÄ~ÐFhÐFhÐFhr#   c              3  ó0   K  — | ]}|d          D ]}|V — ŒŒdS )rr  Nr/   )r1   r·  rÃ   s      r!   rD   zprepare.<locals>.<genexpr>�  s3   è è € ÐQÐQ¨1ÀAÀiÄLÐQÐQ¸& ÐQÐQÐQÐQÐQÐQÐQr#   c              3  óZ   K  — | ]&}t          |                     d ¦  «        ¦  «        V — Œ'dS )r  N)Úboolr{   r¶  s     r!   rD   zprepare.<locals>.<genexpr>‘  s7   è è € Ð3^Ð3^ÐSTµD¸¿º¸}Ñ9MÔ9MÑ4NÔ4NÐ3^Ð3^Ð3^Ð3^Ð3^Ð3^r#   )
Útotal_savedÚformal_trainÚ
formal_valÚformal_testÚcandidate_single_faceÚcandidate_componentsÚ
rejectionsÚglobal_componentsÚ'global_cross_class_near_duplicate_linksÚ&no_official_val_test_polygons_exportedzpreparation_summary.jsonr�   z!Inputs changed during preparationz/private/input_protection_after_preparation.jsonúpreparation_complete.jsonÚ-awaiting_explicit_visual_single_face_approval)rŒ   ÚsummaryÚ	artifactsÚcode_sha256Úsource_inputs_read_only©Úflushr/   )"r   Úresolver"   r¯   r«   Úexistsrö   ÚsetNumThreadsrh   r´   ÚmkdirrF   r]   ÚFALSE_FLAGSrQ  rÏ   r6   r§   r   r   r   rÑ   r_   rÆ   ru  r  r^   Úbuild_visual_sheetsr   r
   Ú__file__Úprintr(   Údumps)rc   Úbudgetr°   r±   r²   Ú
protectionrÓ   rP  rº   rC  ÚcatalogÚby_framerF  ÚauditÚeligiblerp  r¹   rr  rì   ÚentryÚsource_summaryÚ_Úafters                          r!   Úpreparerí  O  s…  € Ý�&‰\Œ\×!Ò!Ñ#Ô#€FÝˆFŒM�W YÑ.Ò.ÐF°v·}²}±´Ð3FÐHqÑrÔrÐrÝÔ�aÑÔÐÝ˜œÑ'Ô'€FÝ)7Ñ)9Ô)9Ñ&€FˆD�(˜JØ
‡L‚L�e€LÑÔÐØˆIÑ×Ò %ÐÑ(Ô(Ð(Ý	ˆ&Ð7Ñ
7¸ÑDÔDÐDÝ	ˆ&Ð&Ñ
&¨Ñ/Ô/Ð/Ý	ˆ&Ð'Ñ
'­ð *rØdØXØ8=ð*rð *rõ BMð*rð mØeØ%)ÈØ5:ØDØ`ð%làpØlØ¨r¸Ø%pð*rð *rð *rð *rñ sô sð sõ  &2°$¸Ñ%AÔ%AÑ"€FˆG�U˜FÝ	ˆ&Ð1Ñ
1µ4À&ÐPUÝ#)¨'¡?¤?ÀØ$)½$È#Ð[\Ø $¸ÐX\ð;^ñ ;^ô ;^àað	4cñ 4cô 4cñ dô dð dõ
 
ˆ&Ð5Ñ
5°vÀTÐJÑJÔJÐJÝ•FÐ9Ñ9Ñ:Ô:€GÝ�C�‰LŒL˜DÒ ð 7¥WÐ,PÐ,PÈÐ,PÑ,PÔ,PÑ%PÔ%PØ S°#Ð6Ð6ò&7Ø8[ñ]ô ]ð ]å�4Ñ Ô €HØ�{Š{‰}Œ}ð .ð .ˆØ��Z”Ô!×(Ò(¨Ñ-Ô-Ð-Ð-Ø˜"ˆ8€Eàð \ñ \ˆØ�\Ô"ˆØ�3ŒiˆÝ" 6¨3°¸¸Z¼Ô0IÈ6ÐRUÌ;ÐX_Ñ`Ô`‰ˆ�Ýð W ¨cÐ2BÔ.CÐRUÐV]ÔR^Ø% cœ{°GÀØ-3Ð4FÔ-GØ+1Ð2BÔ+CØ?F¸;ð	Wð Wõ KVð	Wð Wˆð
 	�Š�UÑÔÐØð 	\à�OŠO�Dð [ð [ð [¨C¨Cð [¸6À#¼;¸;ð [ÐQTÐUeÔQfÐQfð [Ø˜Zœ˜ð[Ø36°z´?°?ð[ØQTÐU\ÔQ]ÐQ]ð[à œK˜Kð[à7:¸6´{°{ð[àHKÈð[àU[Ð\eÔUfÐUfð[ð )/Ð/AÔ(BÐ(Bð[ð '-Ð-=Ô&>Ð&>ð	[ð
 ˜kÔ*Ð*ð[ð
 58Ð8MÔ4NÐ4Nð[ð Ð3Ô4Ð4ð[ð DKÀ7Íkð[ð [ñ \ô \ð \ùõ 
ˆ&Ð2Ñ
2°EÀÐFÑFÔFÐFÝ	ˆ&Ð>Ñ
>ÀÐPTÐUÑUÔUÐUÝ d¸ÈÐZ]Ý! (™mœmÅ#ÐFhÐFhÐ_gÐFhÑFhÔFhÑBiÔBiÝ�ÐQÐQ°ÐQÑQÔQÑQÔQÑRÔRÝ�c &§-¢-¡/¤/Ñ2Ô2Ñ3Ô3Ý03Ð3^Ð3^ÐX]Ð3^Ñ3^Ô3^Ñ0^Ô0^Ø/3ð5ñ 5ô 5€Nõ 
ˆ&Ð+Ñ
+¨^Ñ<Ô<Ð<å#Ñ%Ô%�N€A€qˆ!ˆUÝˆJÐK˜UÐK L°*¸\Ô2JÐKÐKÒKÐMpÑqÔqÐqÝ	ˆ&ÐBÑ
BÀEÑJÔJÐJÝ˜ ¨&Ñ1Ô1Ð1Ý	ˆ&Ð,Ñ
,­dÐ9hØ­.¸À	Ñ9IÑ*JÔ*JÝ�8Ñ$Ô$¸dð/Dñ /Dô /Dñ Eô Eð Eõ 
�$Œ*�^Ñ
$Ô
$¨DÐ1Ñ1Ô1Ð1ØÐr#   c                óž  ‡‡— ddl m}m} | dz  }|                     d¬¦  «         t	          t          |¦  «        dz   dz  ¦  «        D �]}|                     dd	d
¦  «        }|                     |¦  «        }t          ||dz  |dz   dz  …         ¦  «        D �]•\  }	}
|dz  |	z   }|	dz  dz  |	dz  dz  }}t          j
        t          ||
d         z  ¦  «        t          j        ¦  «        }|
d         \  ŠŠ}}|                     |‰|…‰|…f         ¦  «                             d¦  «        }ˆˆfd„|
d         D ¦   «         }|                     ¦   «         }|                     |¦  «                             ||d         gz   dd¬¦  «         |                     d¦  «         |                     d¦  «         |                     ||dz   |dz   f¦  «         |                     ||dz   |dz   f¦  «         |                     |dz   |dz   f|d›d|
d         › d|
d         d d…         › �d¬ ¦  «         �Œ—|                     |d!|d"›d#�z  ¦  «         �Œd S )$Nr   )ÚImageÚ	ImageDrawzprivate/semantic_reviewr‘  r’  é#   é$   ÚRGB)i   iÀ  z#303030r	   é   ih  éj   r¾  rì   c                ó<   •— g | ]}|d          ‰z
  |d         ‰z
  f‘ŒS )r   r	   r/   )r1   rs  rI  rJ  s     €€r!   r3   z'build_visual_sheets.<locals>.<listcomp>­  s.   ø€ ÐDÐDÐD¨Q�q˜”t˜B‘w  !¤ R¡Ð(ÐDÐDÐDr#   rf  z#00ff77)ÚfillrÞ   )é®   éN   rr   é   é¶   Ú03dz Crº  ú r0  é
   Úwhite)r÷  Úsheet_Ú02dú.png)ÚPILrï  rð  rÝ  Úranger   ÚnewÚDrawr  rö   Úimreadr>  ÚIMREAD_GRAYSCALEÚ	fromarrayÚconvertÚcopyr2   Ú	thumbnailÚpasterk   Úsave)rc   Úrecordsr°   rï  rð  Ú	directoryÚpageÚsheetÚdrawÚlocalrp  ÚnumberrÊ   rË   r  rK  rL  ÚcropÚpointsÚoverlayrI  rJ  s                       @@r!   rß  rß     s–  øø€ Ø$Ð$Ð$Ð$Ð$Ð$Ð$Ð$ØÐ0Ñ0€IØ‡O‚O˜€OÑÔÐÝ•s˜7‘|”| B‘¨Ñ+Ñ,Ô,ð 6ñ 6ˆØ—	’	˜% ¨iÑ8Ô8ˆØ�~Š~˜eÑ$Ô$ˆÝ& w¨t°B©w¸¸Q¹À±{Ð/BÔ'CÑDÔDð 	sñ 	s‰MˆE�6Ø˜"‘W˜U‘]ˆFØ˜A‘I˜s‘? U¨A¡X¨s¡NˆqˆAÝ”J�s 6¨&°Ô*@Ñ#@ÑAÔAÅ3ÔCWÑXÔXˆEØ# Eœ]‰NˆB��B˜Ø—?’? 5¨¨B¨°°2°¨Ô#6Ñ7Ô7×?Ò?ÀÑFÔFˆDØDÐDÐDÐDÐD°&¸Ô2CÐDÑDÔDˆFØ—i’i‘k”kˆGØ�NŠN˜7Ñ#Ô#×(Ò(¨°¸´°Ñ);À)ÐSTÐ(ÑUÔUÐUØ�NŠN˜9Ñ%Ô%Ð% w×'8Ò'8¸Ñ'CÔ'CÐ'CØ�KŠK˜˜q ™s A b¡D˜kÑ*Ô*Ð*¨E¯KªK¸À!ÀCÁ%ÈÈ2ÉÀÑ,OÔ,OÐ,OØ�IŠI�q˜‘s˜A˜a™C�j VÐ"cÐ"cÐ"c°6¸*Ô3EÐ"cÐ"cÈÈ|ÔH\Ð]`Ð^`Ð]`ÔHaÐ"cÐ"cÐjqˆIÑrÔrÐrÑrØ�
Š
�9Ð4 dÐ4Ð4Ð4Ð4Ñ4Ñ5Ô5Ð5Ñ5ð6ð 6r#   c                óÖ  ‡&‡'— t          | ¦  «                             ¦   «         } t          | dz                       ¦   «          d¦  «         t	          ¦   «         \  }}}}t          | dz  ¦  «        Š't          t          |¦  «        ¦  «        }t          |ot          ˆ'fd„|D ¦   «         ¦  «        d¦  «         ˆ'fd„|D ¦   «         }t          d„ |D ¦   «         d„ ¬	¦  «        }t          |d
t          dt          j        dt          |¦  «        z  ¦  «        ¦  «        …         ¦  «        }|D ]}	|	d         |v rdnd|	d<   Œt          d„ |D ¦   «         ddhk    d¦  «         t          t          d„ |D ¦   «         ¦  «        dk    d¦  «         t          | dz  t          db|t          t          t          t          ‰'¦  «        ¦  «        ¦  «        t          |¦  «        z
  ¦  «        d|t!          j        t$          j        ¦  «                             ¦   «         t+          | dz  ¦  «        dddœt,          ¤Ž¦  «         | dz  }
|
                     d¬¦  «         dD ]}|
|z                       d¬¦  «         Œ| dz                       d¬¦  «         dd lm} d!„ dD ¦   «         }g Š&t5          |¦  «        D �]\  }}	t7          j        t;          ||	d"         z  ¦  «        t6          j        ¦  «        }t          |d
uo&t?          |j         d
d
d#…         ¦  «        |	d$         k    d%¦  «         |	d&         \  }}}}|||…||…f         }tC          |	d'         g|	d$         ¢R Ž  "                    tF          j$        ¦  «        }|||…||…f         }t          | %                    ¦   «         | %                    ¦   «         k    d(¦  «         |	d         dk    rd)nd}|d*›d+�}t7          j&        t;          |
|z  |z  ¦  «        tG          j'        |d
d
…d
d
…d
f         dd,¬-¦  «        ¦  «         t7          j&        t;          | dz  |z  ¦  «        |d.z  ¦  «         | (                    tG          j)        |¦  «        ¦  «        }t          tG          j*        | +                    |¦  «        |¦  «        d/¦  «         t          |d0         |d1          +                    d2¦  «        ¬3¦  «        }|j         \  }}||         d4          ,                    t          |d5z   |||¬6¦  «        ¦  «         ||         d7          ,                    t          |d5z   |d5z   d5d|t[          | .                    |¦  «        ¦  «        | /                    |¦  «         0                    ¦   «         ¬8¦  «        ¦  «         |	 1                    d9|› d:|› �d;|› �||g¬<¦  «         ‰& ,                    |	¦  «         �ŒdD ]}t          |
|z  d=z  ||         ¦  «         Œ| d>z  }|                     d¬¦  «         i }dD �]ž}||z                       d¬¦  «         t          ||         d?         g ||         d@         g g ¬A¦  «        }te          ||         d4         ||         d7         ¦  «        D �]\  }} |dB         }t7          j        t;          |
|z  |z  ¦  «        t6          j        ¦  «        }t7          j        t;          | dz  |z  ¦  «        t6          j        ¦  «        dk    }tg          ||dC¬D¦  «        \  }!}"}}#t7          j&        t;          ||z  |z  ¦  «        tG          j'        |!d
d
…d
d
…d
f         dd,¬-¦  «        ¦  «         | (                    tG          j)        |"¦  «        ¦  «        }t          tG          j*        | +                    |¦  «        |"¦  «        dE¦  «         |#|t;          |dF         ¦  «        <   |d4          ,                    t          |dGdG¬H¦  «        ¦  «         |d7          ,                    t          | t          |d0         |d1          +                    d2¦  «        ¬3¦  «        | /                    |¦  «         0                    ¦   «         t[          | .                    |¦  «        ¦  «        ¬I¦  «        ¦  «         �Œt          ||z  d=z  |¦  «         �Œ t          | dJz  |¦  «         t          | dKz  ‰&d¬L¦  «         i dM„ ti          |
¦  «         5                    ¦   «         D ¦   «         ¥dN„ ti          |¦  «         5                    ¦   «         D ¦   «         ¥dO„ ti          | dz  ¦  «         5                    ¦   «         D ¦   «         ¥t+          | dKz  ¦  «        t+          | dz  ¦  «        t+          | dJz  ¦  «        dPœ¥}$t          dbdQ|$t          tm          dR„ ‰&D ¦   «         ¦  «        ¦  «        ˆ&fdS„dTD ¦   «         ˆ&fdU„t          d5dV¦  «        D ¦   «         dWdWdXdYddZt+          tn          d[z  ¦  «        t+          | d\z  ¦  «        d]œt,          ¤Ž}%t          | dz  |%¦  «         tq          ts          j:        t          |%d^         |%d_         ¬`¦  «        ¦  «        d¬a¦  «         |%S )czKExplicit visual eligibility is separate from actual historical human saves.údataset_manifest.jsonz#Dataset is immutable once finalizedrÂ  c              3  ó~   •K  — | ]7}t          |¦  «        t          u od |cxk    ot          ‰¦  «        k     nc V — Œ8dS )r   N)Útyper€   r   ©r1   Úir  s     €r!   rD   z#finalize_dataset.<locals>.<genexpr>½  sT   øè è € ÐVÐVÈ�D ™GœG¥s˜NÐD¨q°AÐ/DÐ/DÒ/DÐ/D½¸G¹¼Ò/DÐ/DÐ/DÐ/DÐVÐVÐVÐVÐVÐVr#   zInvalid visual approval indicesc                ó:   •— g | ]}t          ‰|         ¦  «        ‘ŒS r/   ©r]   r  s     €r!   r3   z$finalize_dataset.<locals>.<listcomp>¾  s%   ø€ Ð2Ð2Ð2 Q•�W˜Q”ZÑ Ô Ð2Ð2Ð2r#   c                ó   — h | ]
}|d          ’ŒS rÄ  r/   r¶  s     r!   r<  z#finalize_dataset.<locals>.<setcomp>Â  s   € Ð:Ð:Ð:¨A˜˜;œÐ:Ð:Ð:r#   c                ó>   — t          t          d| ¬¦  «        ¦  «        S )Nrš  )r§  r;  )r;   r]   rÄ  s    r!   ú<lambda>z"finalize_dataset.<locals>.<lambda>Ã  s   € ­cµ$¸BÈ)Ð2TÑ2TÔ2TÑ.UÔ.U€ r#   )r¹   Nrr   gš™™™™™É?r;  ÚdevrS  Údevelopment_splitc                ó   — h | ]
}|d          ’ŒS )r%  r/   r¶  s     r!   r<  z#finalize_dataset.<locals>.<setcomp>Ç  s   € Ð6Ð6Ð6¨ˆQÐ"Ô#Ð6Ð6Ð6r#   zEmpty internal train or devc                ó6   — h | ]}|d          dk    ¯|d         ’ŒS ©r%  r$  r;  r/   r¶  s     r!   r<  z#finalize_dataset.<locals>.<setcomp>È  s,   € ÐUÐUÐU A°QÐ7JÔ5KÈuÒ5TÐ5T��;”Ð5TÐ5TÐ5Tr#   z2Insufficient group-held-out development componentsú%private/visual_semantic_approval.jsonÚ:assistant_visual_research_filter_not_human_GT_confirmationzhsuspected adjacent/rear/overlapping face, ambiguous material/occlusion, or uncertain single visible faceT)Úapproved_indicesÚrejected_indicesÚreviewerÚnoteÚreviewed_atÚcandidate_manifest_sha256Úrejected_scopeÚresearch_onlyÚdatasetr‘  r’  )rS  r‡  zprivate/native_masksr   )rt  c                ó\   — i | ])}|t          d dig g g t          dd¬¦  «        g¬¦  «        “Œ*S )Údescriptionz-Internal formal-train-only research ROI splitr	   Ú	fork_face)ÚidrK   )ÚinfoÚlicensesÚimagesr   Ú
categoriesr   )r1   Úss     r!   r“   z$finalize_dataset.<locals>.<dictcomp>×  s^   € ð )ð )ð )àð �t˜-Ð)XÐYØ r°rÅtÈqÐWbÐGcÑGcÔGcÐFdðfñ fô fð )ð )ð )r#   r¾  rò   ry  zNative image changedrì   rf  zFixed crop truncates annotationr‡  Ú05dr  rR   )Úaxiséÿ   zNative COCO RLE is not exactræ   ÚcountsÚascii)ræ   r@  r:  r	   )r7  Ú	file_namerÞ   rß   r   )r7  Úimage_idÚcategory_idÚiscrowdÚsegmentationÚarear-  údataset/ú/úprivate/native_masks/)r  Únative_maskÚroi_sizez_annotations.coco.jsonÚdataset_rfdetrr8  r;  )r8  r9  r;  r:  r   rB  )é@  rN  )ræ   z$RF-DETR transformed RLE is not exactr7  rN  )rÞ   rß   )rF  r-  rG  úprivate/rfdetr_transforms.jsonúprivate/training_records.jsonlr<   c                ó    — i | ]\  }}d |z   |“ŒS )rH  r/   ©r1   rÛ   rC   s      r!   r“   z$finalize_dataset.<locals>.<dictcomp>  s"   € ÐLÐLÐL¡D A q�
˜1‘˜aÐLÐLÐLr#   c                ó    — i | ]\  }}d |z   |“ŒS )zdataset_rfdetr/r/   rR  s      r!   r“   z$finalize_dataset.<locals>.<dictcomp>  s$   € ÐNÐNÐN©4¨1¨aÐ! !Ñ# QÐNÐNÐNr#   c                ó    — i | ]\  }}d |z   |“ŒS )rJ  r/   rR  s      r!   r“   z$finalize_dataset.<locals>.<dictcomp>  s$   € ÐoÐoÐo±°°AÐ'¨Ñ)¨1ÐoÐoÐor#   )rP  r)  rO  Ú#immutable_research_training_datasetc              3  ó&   K  — | ]}|d          V — ŒdS )r%  Nr/   r¶  s     r!   rD   z#finalize_dataset.<locals>.<genexpr>  s(   è è € ÐJÐJ°q˜AÐ1Ô2ÐJÐJÐJÐJÐJÐJr#   c                óJ   •‡— i | ]Š‰t          ˆfd „‰D ¦   «         ¦  «        “ŒS )c                ó8   •— h | ]}|d          ‰k    ¯|d         ’ŒS )r%  r;  r/   )r1   r·  r<  s     €r!   r<  z.finalize_dataset.<locals>.<dictcomp>.<setcomp>  s/   ø€ Ð'mÐ'mÐ'm¸1ÐQRÐSfÔQgÐklÒQlÐQl¨¨+¬ÐQlÐQlÐQlr#   )r   )r1   r<  Úmodel_recordss    @€r!   r“   z$finalize_dataset.<locals>.<dictcomp>  sI   øø€ ð  ;ð  ;ð  ;Ø$%ð !"¥3Ð'mÐ'mÐ'mÐ'mÀÐ'mÑ'mÔ'mÑ#nÔ#nð  ;ð  ;ð  ;r#   )rS  r$  c           	     ó~   •‡— i | ]8Št          ‰¦  «        t          t          ˆfd „‰D ¦   «         ¦  «        ¦  «        “Œ9S )c              3  ó@   •K  — | ]}|d          ‰k    ¯|d         V — ŒdS )rº  r%  Nr/   )r1   r·  Úcs     €r!   rD   z.finalize_dataset.<locals>.<dictcomp>.<genexpr>  s;   øè è € Ð&kÐ&kÀ!ÐXYÐZdÔXeÐijÒXjÐXj qÐ)<Ô'=ÐXjÐXjÐXjÐXjÐ&kÐ&kr#   )r>  r]   r   )r1   r\  rY  s    @€r!   r“   z$finalize_dataset.<locals>.<dictcomp>  sW   øø€ ð )ð )ð )Øõ �a‘&”&�$�wÐ&kÐ&kÐ&kÐ&kÀ}Ð&kÑ&kÔ&kÑkÔkÑlÔlð )ð )ð )r#   rú  Fz`sort sha256({seed:42,component:global_component_hash}); first max(3,ceil(.2*Ncomponents)) => devzœHash-mod5 left only two dev components after semantic quarantine; seeded rank ensures predeclared independent group support. No predictions/metrics existed.z8saved single-ring research masks, never GT qualificationr�   rÒ  )rŒ   r.  rO  Úindependent_componentsÚby_classÚformal_val_test_includedÚmodel_input_metadataÚ
split_ruleÚsplit_amendment_before_trainingÚnative_rle_exactÚsupervisionr‘   Úpreparation_complete_sha256rO  r]  )rO  Ú
componentsrØ  r/   );r   rÚ  r"   rÛ  r´   r6   rÏ   r  râ   rÅ   rã   rå   r   rF   r]   r  r   r�   r   r‚   rƒ   r
   rÞ  rÝ  Úpycocotoolsrt  r  rö   r  r>  r  rÑ   r=  r   rü   rà   rm  r^   ÚimwriteÚrepeatÚencodeÚasfortranarrayÚarray_equalÚdecoderÆ   r€   rG  ÚtoBboxÚtolistÚupdateÚzipr‰  r   r©   r   r§   rá  r(   râ  )(rc   r+  Úreviewer_noter°   rë  ÚindicesÚselectedrf  Údev_componentsrp  r3  rn   Ú
mask_utilsÚcocor  r  rI  rJ  rK  rL  ÚgreyÚ	full_maskrK  rK   ÚrlerF  rè   rç   r   Ú
transformsÚsquare_cocoÚimage_recordÚ
annotationÚsquareÚlabelr�  r.  ÚmanifestrY  r  s(                                         @@r!   Úfinalize_datasetr‚  ¶  sW  øø€ å�&‰\Œ\×!Ò!Ñ#Ô#€FÝ�Ð/Ñ/×7Ò7Ñ9Ô9Ð9Ð;`ÑaÔaÐaÝ$Ñ&Ô&�O€FˆAˆq�!Ý�FÐHÑHÑIÔI€GÝ•SÐ)Ñ*Ô*Ñ+Ô+€GÝˆGÐV�ÐVÐVÐVÐVÈgÐVÑVÔVÑVÔVÐXyÑzÔzÐzØ2Ð2Ð2Ð2¨'Ð2Ñ2Ô2€Hõ Ð:Ð:°Ð:Ñ:Ô:ØUÐUðWñ Wô W€Jå˜Ð$J¥S¨­D¬I°b½¸Z¹¼Ñ6HÑ,IÔ,IÑ%JÔ%JÐ$JÔKÑLÔL€NØð bð bˆØ/5°kÔ/BÀnÐ/TÐ/T e eÐZaˆÐ"Ñ#Ð#ÝÐ6Ð6¨XÐ6Ñ6Ô6¸7ÀEÐ:JÒJÐLiÑjÔjÐjÝ�CÐUÐU¨ÐUÑUÔUÑVÔVÐZ[Ò[Ø@ñBô Bð Bå	ˆ&Ð8Ñ
8½$ð ;+Ø µ6½#½eÅCÈÁLÄLÑ>QÔ>QÑ:RÔ:RÕSVÐW^ÑS_ÔS_Ñ:_Ñ3`Ô3`ØMÐTaÝ”L¥¤Ñ.Ô.×8Ò8Ñ:Ô:Ý"(¨Ð0]Ñ)]Ñ"^Ô"^ð BØð;+ð ;+õ *ð;+ð ;+ñ ,ô ,ð ,ð �YÑ€GØ‡M‚M�u€MÑÔÐØ#ð *ð *ˆØ	�‰×Ò 5ÐÑ)Ô)Ð)Ð)ØÐ"Ñ"×)Ò)¨uÐ)Ñ5Ô5Ð5Ø.Ð.Ð.Ð.Ð.Ð.ð)ð )à'ð)ñ )ô )€Dð €MÝ˜xÑ(Ô(ð %ñ %‰	ˆˆ6Ý”
�3˜v f¨^Ô&<Ñ<Ñ=Ô=½sÔ?SÑTÔTˆÝ�˜TÐ!ÐV¥d¨5¬;°t°t¸°tÔ+<Ñ&=Ô&=ÀÈÔAVÒ&VÐXnÑoÔoÐoØ œ‰ˆˆB��BØ�R˜�U˜B˜r˜E�\Ô"ˆÝ  yÔ 1ÐJ°F¸=Ô4IÐJÐJÐJ×QÒQÕRTÔRZÑ[Ô[ˆ	Ø  2  r¨" u Ô-ˆÝ�—’Ñ!Ô! Y§]¢]¡_¤_Ò4Ð6WÑXÔXÐXØ!Ð"5Ô6¸%Ò?Ð?��ÀWˆØˆ~ˆ~ˆ~ˆ~ˆÝŒ•C˜ ™ dÑ*Ñ+Ô+­R¬Y°t¸A¸A¸A¸q¸q¸qÀ$¸JÔ7GÈÐQRÐ-SÑ-SÔ-SÑTÔTÐTÝŒ•C˜Ð5Ñ5°dÑ:Ñ;Ô;¸[È¹_ÑMÔMÐMØ×Ò¥Ô 1°+Ñ >Ô >Ñ?Ô?ˆÝ•”˜z×0Ò0°Ñ5Ô5°{ÑCÔCÐEcÑdÔdÐdÝ  V¤°S¸´]×5IÒ5IÈ'Ñ5RÔ5RÐSÑSÔSˆØŒz‰ˆˆ1ØˆUŒ�HÔ×$Ò$¥T¨Q¨q©S¸DÈÐRSÐ%TÑ%TÔ%TÑUÔUÐUØˆUŒ�MÔ"×)Ò)­$°!°A±#ÀÀ!ÁÐQRÐ\]Ø%­C°
·²ÀÑ0DÔ0DÑ,EÔ,EÈJ×L]ÒL]Ð^aÑLbÔLb×LiÒLiÑLkÔLkð+mñ +mô +mñ 	nô 	nð 	nà�ŠÐ5 uÐ5Ð5¨tÐ5Ð5ÐCaÐ[_ÐCaÐCaØ ! 1˜vð 	ñ 	'ô 	'ð 	'à×Ò˜VÑ$Ô$Ð$Ñ$Ø#ð Cð CˆÝˆg�e‰mÐ4Ñ4°d¸5´kÑBÔBÐBÐBð 
Ð Ñ	 €BØ‡H‚H�%€HÑÔÐØ€JØ#ð >ñ >ˆØ	ˆE‰×Ò˜eÐÑ$Ô$Ð$Ý  U¤¨FÔ 3¸bÈTÐRWÌ[ÐYeÔMfØ"$°"ð6ñ 6ô 6ˆå(+¨D°¬K¸Ô,AÀ4ÈÄ;È}ÔC]Ñ(^Ô(^ð 	Wñ 	WÑ$ˆL˜*Ø Ô,ˆDÝ”:�c '¨%¡-°Ñ"4Ñ5Ô5µsÔ7KÑLÔLˆDÝœ*¥S¨Ð0FÑ)FÀtÑ)KÑ%LÔ%LÍcÔNbÑcÔcÐfgÒgˆKÝ*3°D¸+ÈJÐ*WÑ*WÔ*WÑ'ˆF�E˜1˜iÝŒK�˜B˜u™H T™MÑ*Ô*­B¬I°f¸Q¸Q¸QÀÀÀÀ4¸ZÔ6HÈ!ÐRSÐ,TÑ,TÔ,TÑUÔUÐUØ×#Ò#¥BÔ$5°eÑ$<Ô$<Ñ=Ô=ˆCÝ•B”N :×#4Ò#4°SÑ#9Ô#9¸5ÑAÔAÐCiÑjÔjÐjØ2;ˆJ•s˜<¨Ô-Ñ.Ô.Ñ/Ø˜Ô!×(Ò(­¨lÀ#ÈcÐ)RÑ)RÔ)RÑSÔSÐSØ˜Ô&×-Ò-­d°:Ý! s¨6¤{¸3¸x¼=×;OÒ;OÐPWÑ;XÔ;XÐYÑYÔYØ×&Ò& sÑ+Ô+×2Ò2Ñ4Ô4½3¸z¿ºÈsÑ?SÔ?SÑ;TÔ;Tð/Vñ /Vô /Vñ Wô Wð Wñ Wõ 	ˆb�‰hÐ/Ñ/°Ñ=Ô=Ð=Ñ=Ý	ˆ&Ð1Ñ
1°:Ñ>Ô>Ð>å	ˆ&Ð1Ñ
1°=ÈÐMÑMÔMÐMð`ÐLÐL­N¸7Ñ,CÔ,C×,IÒ,IÑ,KÔ,KÐLÑLÔLð `ØNÐNµ>À"Ñ3EÔ3E×3KÒ3KÑ3MÔ3MÐNÑNÔNð`àoÐo½ÈÐOeÑHeÑ9fÔ9f×9lÒ9lÑ9nÔ9nÐoÑoÔoð`õ 06°fÐ=]Ñ6]Ñ/^Ô/^Ý6<¸VÐDkÑ=kÑ6lÔ6lÝ/5°fÐ=]Ñ6]Ñ/^Ô/^ð`ð `ð `€Eõ ð _Ð?ÀuÝ•GÐJÐJ¸MÐJÑJÔJÑJÔJÑKÔKð ;ð  ;ð  ;ð  ;Ø)9ð ;ñ  ;ô  ;ð)ð )ð )ð )Ý   B™<œ<ð)ñ )ô )ØCHÐ_dØuð)EàÐ+eÝ$¥VÐ,JÑ%JÑKÔKÝ$*¨6Ð2MÑ+MÑ$NÔ$Nð_ð _õ S^ð_ð _€Hõ 
ˆ&Ð(Ñ
(¨(Ñ3Ô3Ð3Ý	�$Œ*•T ¨(Ô!3ÀÐIaÔ@bÐcÑcÔcÑ
dÔ
dÐlpÐqÑqÔqÐqØ€Or#   c                óv  — t          | ¦  «                             ¦   «         } t          | dz  ¦  «        }t          |d         dk    o|d          d¦  «         |d                              ¦   «         D ]j\  }}| |z  }t          |                     ¦   «                              | ¦  «        o'|                     ¦   «          ot          |¦  «        |k    d|z   ¦  «         Œkt          | dz  ¦  «        }d	„ |D ¦   «         }d
„ |D ¦   «         }t          |o |o||z   ot          d„ |D ¦   «         ¦  «        d¦  «         ||fS )Nr  rŒ   rU  r_  zInvalid research datasetr.  z$Immutable dataset artifact changed: rP  c                ó6   — h | ]}|d          dk    ¯|d         ’ŒS )r%  rS  r;  r/   r¶  s     r!   r<  z!verify_dataset.<locals>.<setcomp>/  s,   € ÐNÐNÐN˜A¨AÐ.AÔ,BÀgÒ,MÐ,Mˆˆ;ŒÐ,MÐ,MÐ,Mr#   c                ó6   — h | ]}|d          dk    ¯|d         ’ŒS r(  r/   r¶  s     r!   r<  z!verify_dataset.<locals>.<setcomp>0  s,   € ÐLÐLÐL˜A¨AÐ.AÔ,BÀeÒ,KÐ,Kˆˆ;ŒÐ,KÐ,KÐ,Kr#   c              3  ó.   K  — | ]}|d          dk    V — ŒdS )r1  rS  Nr/   r¶  s     r!   rD   z!verify_dataset.<locals>.<genexpr>1  s,   è è € Ð)XÐ)XÈ1¨!¨NÔ*;¸wÒ*FÐ)XÐ)XÐ)XÐ)XÐ)XÐ)Xr#   zDevelopment split leakage)
r   rÚ  r,   r"   r©   Úis_relative_toÚ
is_symlinkr
   r6   râ   )rc   r�  rK   r­   r+   r  rÇ   rÈ   s           r!   Úverify_datasetr‰  %  so  € Ý�&‰\Œ\×!Ò!Ñ#Ô#€FÝ�FÐ2Ñ2Ñ3Ô3€HÝˆH�WÔÐ!FÒFÐsÈxÐXrÔOsÐKsØ&ñ(ô (ð (à" 7Ô+×1Ò1Ñ3Ô3ð ?ð ?‰ˆˆhØ�d‰{ˆÝ�—’‘”×-Ò-¨fÑ5Ô5Ðl¸d¿oºoÑ>OÔ>OÐ:OÐlÕTZÐ[_ÑT`ÔT`ÐdlÒTlØ6¸Ñ=ñ	?ô 	?ð 	?ð 	?å�FÐ;Ñ;Ñ<Ô<€GØNÐN ÐNÑNÔN€AØLÐL ÐLÑLÔL€AÝˆAÐX�!ÐX˜A ™E˜	ÐX¥cÐ)XÐ)XÐPWÐ)XÑ)XÔ)XÑ&XÔ&XØ'ñ)ô )ð )à�WÐÐr#   )Nrv  )AÚ__doc__Ú
__future__r   Úcollectionsr   r   r   r   r8   r(   rã   rL   Úpathlibr   r`   r|   rö   Únumpyrà   Úcluster_targetsr
   r   Úmask_quality_recoveryr   r   r   Úmask_quota_saved_extensionr   r   Úpose_review_geometryr   r   r   rà  rÚ  Úparentsr«   r§   ÚOUTPUTr¨   ry   r]   rÞ  r"   r,   r6   r;   rF   rO   rh   rˆ   r´   r¶   ré   rí   r  r%  rQ  ru  r‰  rŽ  rí  rß  r‚  r‰  r/   r#   r!   ú<module>r•     s`  ððð ð
 #Ð "Ð "Ð "Ð "Ð "à ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø €€€Ø €€€Ø €€€Ø 	€	€	€	Ø Ð Ð Ð Ð Ð Ø €€€Ø Ð Ð Ð à 
€
€
€
Ø Ð Ð Ð à 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø =Ð =Ð =Ð =Ð =Ð =Ð =Ð =Ð =Ð =Ø LÐ LÐ LÐ LÐ LÐ LÐ LÐ LØ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gà
ˆ$ˆx‰.Œ.×
 Ò
 Ñ
"Ô
"Ô
*¨1Ô
-€Ø	Ð<Ñ	<€Ø	Ð:Ñ	:€ØI€à
4Ø
4ðð €	ð ˆd¨ÈEØ',À5Ø).ð0ñ 0ô 0€ð
"ð "ð "ð
>ð >ð >ðEð Eð Eð
8ð 8ð 8ð !&ð ð ð ð ð ð ð  ð  ðOð Oð Oð"Tð Tð Tð$ ;@Èbð )Sð )Sð )Sð )Sð )SðXWð Wð Wð Wð Wñ Wô Wð Wð0Sð Sð SðSð Sð Sð
Ið Ið Ið'ð 'ð 'ð8$0ð $0ð $0ðN&ð &ð &ðR^ð ^ð ^ð ^ð&Wð Wð Wð ð Nð Nð Nð Nðb6ð 6ð 6ð,lð lð lð^ð ð ð ð r#   