§
    ËßjÈ  ã                  óž   — d Z ddlmZ ddlmZ ddlZddlmZ ddlZddl	Z	ddl
mZmZmZmZmZmZ ddlmZ ed	z  Zd
Zd„ Zdd„Zdd„Zdd„ZdS )a;  Read-only append-aware integrity for a concurrent, separately sealed pilot.

Only the ten explicitly authorized new keys may append to the gallery. Baseline
raw current records and the entire old event prefix must remain byte-identical.
No append becomes a model-training record and no old revision may be changed.
é    )Úannotations)ÚclosingN)ÚPathé   )ÚPROJECTÚdigestÚjsonlÚreadÚrequireÚsha)Ú	canonicalz'outputs/pallet_mask_under50_requests_v1Ú@87d868e53d396acf37a161019b71144fbff906c62091e7d4b9d68458f9083e5ac                 ó   — t          t          t          dz  ¦  «        t          k    d¦  «         t	          t          dz  ¦  «        } t          | d         dk    o t          t          dz  ¦  «        | d         k    d¦  «         dD ]7}t          t          t          |d	z   z  ¦  «        | |d
z            k    d¦  «         Œ8t          t          dz  ¦  «        }t          t          dz  ¦  «        }d„ |D ¦   «         }t          t          |¦  «        t          |¦  «        cxk    ot          |¦  «        cxk    odk    nc o|d„ |D ¦   «         k    d¦  «         t          t          d„ |D ¦   «         ¦  «        g d¢k    d¦  «         |S )Nzverification.jsonz.Concurrent supplement independent seal changedÚstateÚpassedzmanifest.jsonÚmanifest_sha256z.Concurrent supplement manifest binding changed)ÚrequestsÚ	proposalsz.jsonlÚ_sha256z.Concurrent supplement target allowlist changedzrequests.jsonlzproposals.jsonlc                ó   — h | ]
}|d          ’ŒS ©Ú
target_key© ©Ú.0Úrs     úQ/root/private/project/pallet_detection_v2/pallet/mask_model_training_integrity.pyú	<setcomp>z-authorized_supplement_keys.<locals>.<setcomp>#   s   € Ð.Ð.Ð. ˆAˆlŒOÐ.Ð.Ð.ó    é
   c                ó   — h | ]
}|d          ’ŒS r   r   )r   Úps     r   r   z-authorized_supplement_keys.<locals>.<setcomp>%   s   € Ð<Ð<Ð<¨Q˜˜<œÐ<Ð<Ð<r   z"Unexpected authorized append scopec              3  ó&   K  — | ]}|d          V — ŒdS )Úclass_idNr   r   s     r   ú	<genexpr>z-authorized_supplement_keys.<locals>.<genexpr>&   s&   è è € Ð3Ð3 Q�1�Z”=Ð3Ð3Ð3Ð3Ð3Ð3r   )
é   r&   é   r'   é   r(   é   r)   é   r*   z&Authorized new-key class scope differs)r   r   Ú
SUPPLEMENTÚSUPPLEMENT_SEALr
   r	   ÚlenÚsorted)ÚsealÚnamer   r   Úkeyss        r   Úauthorized_supplement_keysr2      s¹  € Ý�F•:Ð1Ñ1Ñ2Ô2µoÒEØ<ñ>ô >ð >å•
Ð.Ñ.Ñ/Ô/€DÝˆD�ŒM˜XÒ%Ðg­&µ¸OÑ1KÑ*LÔ*LÐPTÐUfÔPgÒ*gØ<ñ>ô >ð >à)ð Bð BˆÝ••z 4¨¡=Ñ1Ñ2Ô2°d¸4À	¹>Ô6JÒJØ@ñ	Bô 	Bð 	Bð 	Bõ •ZÐ 0Ñ0Ñ1Ô1€HÝ•jÐ!2Ñ2Ñ3Ô3€IØ.Ð. XÐ.Ñ.Ô.€DÝ�C�‰IŒI�˜X™œÐ>Ð>Ò>Ð>­#¨i©.¬.Ð>Ð>Ò>Ð>¸BÒ>Ð>Ð>Ð>ð =ØÐ<Ð<°)Ð<Ñ<Ô<Ò<Ð>bñdô dð då�FÐ3Ð3¨(Ð3Ñ3Ô3Ñ3Ô3Ð7_Ð7_Ð7_Ò_Ø4ñ6ô 6ð 6à€Kr   Fc                ó<  — t          | ¦  «                             ¦   «         } |                      ¦   «         dz   |rdndz   }t          t	          j        |d¬¦  «        ¦  «        5 }|                     d¦  «         |                     d¦  «         t          |                     d¦  «        ¦  «        }i i }}|D ]‚}|d	         d
k    rŒ|d         }t          t          j
        d|¦  «        d ud¦  «         |                     d|z   dz   ¦  «        }	d„ |	j        D ¦   «         ||<   |	                     ¦   «         ||<   Œƒ	 d d d ¦  «         n# 1 swxY w Y   t          t          |¦  «        d„ |                     ¦   «         D ¦   «         ¬¦  «        }
t          ||||
¬¦  «        S )Nz?mode=roz&immutable=1Ú T)ÚurizPRAGMA query_only=ONÚBEGINzCSELECT type,name,tbl_name,sql FROM sqlite_master ORDER BY type,namer   Útabler   z[A-Za-z0-9_]+zUnsafe SQLite identifierzSELECT * FROM "ú"c                ó   — g | ]
}|d          ‘ŒS )r   r   )r   Úcs     r   ú
<listcomp>z!database_rows.<locals>.<listcomp>9   s   € Ð>Ð>Ð> a˜Q˜qœTÐ>Ð>Ð>r   c           	     ób   — i | ],\  }}|t          t          d „ |D ¦   «         ¦  «        ¦  «        “Œ-S )c              3  ór   K  — | ]2}t          t          |¦  «        ¦  «                             ¦   «         V — Œ3d S ©N)r   ÚlistÚdecode)r   Úrows     r   r%   z+database_rows.<locals>.<dictcomp>.<genexpr><   s<   è è € ÐIÐI¸3�¥4¨¡9¤9Ñ-Ô-×4Ò4Ñ6Ô6ÐIÐIÐIÐIÐIÐIr   )r   r.   )r   r0   Úvaluess      r   ú
<dictcomp>z!database_rows.<locals>.<dictcomp>;   sM   € ð 6,ð 6,ð 6,áˆD�&ð 	�c•&ÐIÐIÀ&ÐIÑIÔIÑIÔIÑJÔJð6,ð 6,ð 6,r   )Úschema_sha256Útables)ÚschemaÚcolumnsrE   Úlogical_fingerprint)r   ÚresolveÚas_urir   Úsqlite3ÚconnectÚexecuter?   r   ÚreÚ	fullmatchÚdescriptionÚfetchallÚdictr   Úitems)ÚpathÚfrozenr5   ÚdbrF   rE   rG   rA   r0   ÚcursorÚlogicals              r   Údatabase_rowsrY   +   sè  € Ý�‰:Œ:×ÒÑÔ€DØ
�+Š+‰-Œ-˜
Ñ
"°fÐ$D N NÀ"Ñ
E€CÝ	•” ¨$Ð/Ñ/Ô/Ñ	0Ô	0ð -°BØ
�
Š
Ð)Ñ*Ô*Ð*Ø
�
Š
�7ÑÔÐÝ�b—j’jÐ!fÑgÔgÑhÔhˆØ˜b�ˆØð 	-ð 	-ˆCØ�1Œv˜Ò Ð ØØ�q”6ˆDÝ•B”L °$Ñ7Ô7¸tÐCÐE_Ñ`Ô`Ð`Ø—Z’ZÐ 1°$Ñ 6°sÑ :Ñ;Ô;ˆFØ>Ð>¨6Ô+=Ð>Ñ>Ô>ˆG�D‰MØ!Ÿ?š?Ñ,Ô,ˆF�4‰LˆLð	-ð-ð -ð -ñ -ô -ð -ð -ð -ð -ð -ð -øøøð -ð -ð -ð -õ ¥ V¡¤ð 6,ð 6,à"ŸLšL™NœNð6,ñ 6,ô 6,ð -ñ -ô -€Gõ �v w°vÐSZÐ[Ñ[Ô[Ð[s   Á#CEÅE
ÅE
r   c                óÆ  ‡‡‡‡‡‡‡— t          |d         | d         k    o|d         | d         k    d¦  «         | d         |d         }}t          |                     ¦   «         |                     ¦   «         k    d¦  «         |D ]C}|dvr=t          t          ||         ¦  «        t          ||         ¦  «        k    d|z   ¦  «         ŒD| d         d         }|                     d	¦  «        Šˆfd
„|d         D ¦   «         Šˆfd„|d         D ¦   «         }t          t	          ‰¦  «        t	          |d         ¦  «        k    o%t	          |¦  «        t	          |d         ¦  «        k    d¦  «         ‰                     ¦   «         D ]5\  }	}
t          |                     |	¦  «        |
k    |	|v rdnd|	z   ¦  «         Œ6t          |¦  «        t          ‰¦  «        z
  }t          |t          ‰¦  «        k    d¦  «         | d         d         }|                     d¦  «        |                     d	¦  «        cŠŠt          |d         ˆfd„¬¦  «        }t          |d         ˆfd„¬¦  «        }t          |dt	          |¦  «        …         |k    d¦  «         |t	          |¦  «        d…         }ˆfd„|D ¦   «         Št          ˆfd„|D ¦   «         d¬¦  «        Št          t          ˆˆˆˆˆˆfd„|D ¦   «         ¦  «        d¦  «         t          t	          ˆfd„|D ¦   «         ¦  «        t	          |¦  «        k    d¦  «         i i }}|                     d¦  «        }|D ]Ä}|‰         ||         }}	t          j        ||                     d ¦  «                 ¦  «        }t          |                     d	¦  «        |	k    o4t          |                     d¦  «        ¦  «        t          u o|d         |k    d!¦  «         t          |	|vp|||	         k    d"¦  «         ||c||	<   ||	<   ŒÅt          t          |¦  «        |k    d#¦  «         |D ]`}	||	         ||	         }}
d$D ]K}t          |
|                     |¦  «                 ||                     |¦  «                 k    d%|	z   ¦  «         ŒLŒad&|v r¹t          |d&         ¦  «        t          |d&         ¦  «        }}t          |                     ¦   «         |                     ¦   «         k    d'¦  «         |                     ¦   «         D ]B\  }}|dk    rt          ˆfd(„|D ¦   «         ¦  «        n|}t          ||         |k    d)¦  «         ŒCt          d*t	          ‰¦  «        t	          |¦  «        t	          |¦  «        t	          |¦  «        t          |¦  «        t	          ‰¦  «        d+d+d+d,t          |¦  «        t          |¦  «        t           d+¬-¦  «        S ).zIPure raw-row comparison, independently testable with synthetic histories.rF   rG   z,Gallery schema changed during model trainingrE   zGallery tables changed)ÚreviewsÚeventsÚsqlite_sequencez)Baseline gallery metadata/table changed: r[   r   c                ó"   •— i | ]}|‰         |“ŒS r   r   ©r   rA   Ú	key_indexs     €r   rC   z-compare_gallery_extension.<locals>.<dictcomp>M   ó   ø€ ÐHÐHÐH¨3�3�y”> 3ÐHÐHÐHr   c                ó"   •— i | ]}|‰         |“ŒS r   r   r_   s     €r   rC   z-compare_gallery_extension.<locals>.<dictcomp>N   ra   r   zDuplicate gallery current keyz!TRAINED source/revision changed: z&Baseline current raw payload changed: z4Unapproved new gallery key outside frozen experimentr\   Úidc                ó   •— | ‰         S r>   r   ©rA   Úid_indexs    €r   ú<lambda>z+compare_gallery_extension.<locals>.<lambda>X   ó   ø€ ¸cÀ(¼m€ r   )Úkeyc                ó   •— | ‰         S r>   r   re   s    €r   rg   z+compare_gallery_extension.<locals>.<lambda>Y   rh   r   Nz!Baseline raw event prefix changedc                ó    •— h | ]
}|‰         ’ŒS r   r   )r   rA   Úevent_key_indexs     €r   r   z,compare_gallery_extension.<locals>.<setcomp>\   s   ø€ ÐAÐAÐA¨s�c˜/Ô*ÐAÐAÐAr   c              3  ó(   •K  — | ]}|‰         V — Œd S r>   r   ©r   rA   rf   s     €r   r%   z,compare_gallery_extension.<locals>.<genexpr>]   s'   øè è € Ð7Ð7 S�3�x”=Ð7Ð7Ð7Ð7Ð7Ð7r   r   )Údefaultc              3  ól   •K  — | ].}|‰         ‰k    o|‰         ‰v o|‰         ‰vo	|‰         ‰vV — Œ/d S r>   r   )r   rA   Úallowed_keysrl   rf   Úold_currentÚold_event_keysÚold_maxs     €€€€€€r   r%   z,compare_gallery_extension.<locals>.<genexpr>^   sy   øè è € ð "ð "àð �H” Ò'ð k¨C°Ô,@ÀLÐ,Pð kØ˜Ô(°Ð;ðkØ@CÀOÔ@TÐ\jÐ@jð"ð "ð "ð "ð "ð "r   z7Event append touches old history or an unauthorized keyc                ó    •— h | ]
}|‰         ’ŒS r   r   rn   s     €r   r   z,compare_gallery_extension.<locals>.<setcomp>a   s   ø€ Ð5Ð5Ð5 3��X”Ð5Ð5Ð5r   zDuplicate event IDsÚrevisionÚpayloadz1New raw event relational/payload identity differsz$Nonmonotonic new-key event revisionsz&New current/event key coverage differs)rv   rw   z+New current is not exact latest raw event: r]   z'Unexpected SQLite sequence table changec              3  ó(   •K  — | ]}|‰         V — Œd S r>   r   rn   s     €r   r%   z,compare_gallery_extension.<locals>.<genexpr>u   s'   øè è € Ð?Ð?¨S˜3˜xœ=Ð?Ð?Ð?Ð?Ð?Ð?r   z1SQLite sequence does not match append-only eventsÚ2baseline_preserved_authorized_new_key_appends_onlyTF)r   Úbaseline_current_recordsÚbaseline_raw_event_prefixÚappended_eventsÚappended_distinct_keysÚappended_keysÚallowed_key_countÚ,baseline_current_payloads_raw_byte_identicalÚ(baseline_event_prefix_raw_byte_identicalÚschema_and_metadata_identicalÚ frozen_training_dataset_appendedÚbaseline_events_sha256Úobserved_events_sha256Úexternal_supplement_seal_sha256Ú+new_human_saves_not_used_as_training_labels)r   r1   r.   Úindexr-   rS   ÚgetÚsetÚmaxÚallÚjsonÚloadsÚtypeÚintrR   r   r,   ) ÚbaselineÚcurrentrq   Útrained_keysÚ
old_tablesÚ
new_tablesr0   rG   Únew_currentri   rA   Únew_keysÚevent_columnsÚ
old_eventsÚ
new_eventsÚdeltaÚlatestÚ	revisionsÚrevision_indexÚeventrv   ÚvalueÚfieldÚold_sequenceÚnew_sequenceÚexpectedrl   rf   r`   rr   rs   rt   s      `                       @@@@@@r   Úcompare_gallery_extensionr¥   A   s¤  øøøøøøø€ åˆG�HÔ ¨(Ô!3Ò3Ða¸À	Ô8JÈhÐW`ÔNaÒ8aØ:ñ<ô <ð <à% hÔ/°¸Ô1B�
€JÝˆJ�OŠOÑÔ §¢Ñ!2Ô!2Ò2Ð4LÑMÔMÐMØð Fð FˆØÐ?Ð?Ð?Ý•F˜: dÔ+Ñ,Ô,µ°zÀ$Ô7GÑ0HÔ0HÒHØ?ÀÑDñFô Fð Føà�yÔ! )Ô,€GØ—’˜lÑ+Ô+€IØHÐHÐHÐH°*¸YÔ2GÐHÑHÔH€KØHÐHÐHÐH°*¸YÔ2GÐHÑHÔH€KÝ�C�ÑÔ¥ J¨yÔ$9Ñ :Ô :Ò:Ðm½sÀ;Ñ?OÔ?OÕSVÐWaÐbkÔWlÑSmÔSmÒ?mØ+ñ-ô -ð -à×%Ò%Ñ'Ô'ð @ð @‰ˆˆSÝ�—’ Ñ$Ô$¨Ò+Ø8;¸|Ð8KÐ8KÐ4Ð4ÐQyÐ{~Ñ~ñ	@ô 	@ð 	@ð 	@å�;ÑÔ¥ KÑ 0Ô 0Ñ0€HÝˆH�˜LÑ)Ô)Ò)Ð+aÑbÔbÐbØ˜YÔ'¨Ô1€MØ -× 3Ò 3°DÑ 9Ô 9¸=×;NÒ;NÈ|Ñ;\Ô;\Ð€HˆoÝ˜
 8Ô,Ð2KÐ2KÐ2KÐ2KÐLÑLÔL€JÝ˜
 8Ô,Ð2KÐ2KÐ2KÐ2KÐLÑLÔL€JÝˆJÐ'�˜J™œÐ'Ô(¨JÒ6Ð8[Ñ\Ô\Ð\Ø•s˜:‘”Ð'Ð'Ô(€EØAÐAÐAÐA°jÐAÑAÔA€NÝÐ7Ð7Ð7Ð7¨JÐ7Ñ7Ô7ÀÐCÑCÔC€GÝ�Cð "ð "ð "ð "ð "ð "ð "ð "ð "à ð"ñ "ô "ñ "ô "à#\ñ^ô ^ð ^õ �CÐ5Ð5Ð5Ð5¨*Ð5Ñ5Ô5Ñ6Ô6½#¸j¹/¼/ÒIÐK`ÑaÔaÐaØ˜BˆI€FØ"×(Ò(¨Ñ4Ô4€NØð 6ð 6ˆØ˜oÔ.°°nÔ0EˆXˆÝ”
˜5 ×!4Ò!4°YÑ!?Ô!?Ô@ÑAÔAˆÝ�—	’	˜,Ñ'Ô'¨3Ò.ð 2µ4¸¿	º	À*Ñ8MÔ8MÑ3NÔ3NÕRUÐ3Uð 2Ø˜*Ô%¨Ò1Ð3fñ	hô 	hð 	hå�˜9Ð$ÐA¨°9¸S´>Ò(AÐCiÑjÔjÐjØ&.°Ð#ˆ	�#‰˜˜s™˜Ý�C�‰KŒK˜8Ò#Ð%MÑNÔNÐNØð Gð GˆØ  Ô% v¨c¤{ˆUˆØ,ð 	Gð 	GˆEÝ�C˜Ÿš eÑ,Ô,Ô-°°}×7JÒ7JÈ5Ñ7QÔ7QÔ1RÒRØAÀ#ÑEñGô Gð Gð Gð	Gð ˜JÐ&Ð&Ý%)¨*Ð5FÔ*GÑ%HÔ%HÍ$ÈzÐZkÔOlÑJmÔJm�lˆÝ�×!Ò!Ñ#Ô# |×'8Ò'8Ñ':Ô':Ò:Ð<eÑfÔfÐfØ'×-Ò-Ñ/Ô/ð 	ið 	i‰KˆD�%ØCGÈ8ÒCSÐCS•sÐ?Ð?Ð?Ð?°JÐ?Ñ?Ô?Ñ?Ô?Ð?ÐY^ˆHÝ�L Ô&¨(Ò2Ð4gÑhÔhÐhÐhÝÐJÝ!$ [Ñ!1Ô!1ÍSÐQ[É_Ì_Ý˜E™
œ
½3¸x¹=¼=Ý˜XÑ&Ô&½#¸lÑ:KÔ:KØ59ÐdhØ&*ÈUÝ" :™œÅsÈ:ÁÄÝ(7Ø48ð:ñ :ô :ð :r   c                ó–   — t          | d¦  «        t          |¦  «        }}t          ||t          ¦   «         |¦  «        }|d         |d<   |S )NTrH   Úobserved_logical_fingerprint)rY   r¥   r2   )ÚsnapshotÚliver“   r‘   r’   Úresults         r   Úverify_gallery_extensionr«   ‚   sN   € Ý% h°Ñ5Ô5µ}ÀTÑ7JÔ7Jˆg€HÝ& x°Õ:TÑ:VÔ:VÐXdÑeÔe€FØ-4Ð5JÔ-K€FÐ)Ñ*Ø€Mr   )F)r   )Ú__doc__Ú
__future__r   Ú
contextlibr   r�   Úpathlibr   rN   rK   Úmask_model_training_datar   r   r	   r
   r   r   Úpose_review_geometryr   r+   r,   r2   rY   r¥   r«   r   r   r   ú<module>r²      s  ððð ð #Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ð Ð Ø €€€Ø Ð Ð Ð Ð Ð Ø 	€	€	€	Ø €€€à PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PÐ PØ +Ð +Ð +Ð +Ð +Ð +àÐ>Ñ>€
ØT€ðð ð ð*\ð \ð \ð \ð,>:ð >:ð >:ð >:ðBð ð ð ð ð r   