§
    ]/×j–  ã                   ó(  — d Z ddlZddlmZ ddlZ ee¦  «                             ¦   «         j        d         Zej	         
                    d ee¦  «        ¦  «         ddlZddlmZmZmZmZmZ ddlmZmZ ddlmZ d„ Zed	k    r e¦   «          dS dS )
zNIndependently verify CV cohorts, result hashes, ranking and delivery evidence.é    N)ÚPathé   )ÚROOTÚSOURCEÚ	load_dataÚshaÚatomic_json)Úresult_pathÚper_sample_score)Úscore_valuesc                  óx  ‡#‡$— t          j        t          dz                       ¦   «         ¦  «        } t	          t
          dz  ¦  «        | d         k    sJ ‚t	          t          dz  ¦  «        | d         k    sJ ‚t	          t          dz  ¦  «        | d         k    sJ ‚t          j        t          dz                       ¦   «         ¦  «        }|d	         d
u r!|d         t	          t          dz  ¦  «        k    sJ ‚|                     d¦  «        dk    }|r†|d         t	          t          dz  ¦  «        k    sJ ‚t          j        t          dz                       ¦   «         ¦  «        }t	          t
          dz  ¦  «        |d         k    sJ ‚|d         d         d
u sJ ‚t          j        t          dz                       ¦   «         ¦  «        }g }d}|                     ¦   «         D �]f\  }}t          |¦  «        \  }	}
d„ |	D ¦   «         Š$d„ t          |d         d„ ¬¦  «        d d…         D ¦   «         }|d         |k    sJ ‚t          t          dz                       d|z   dz   ¦  «        ¦  «        D �]!}|dz                       ¦   «         sŒt          j        |dz                       ¦   «         ¦  «        }t          j        |
d          ¦  «        }g }t          | d!         |         ¦  «        D �]*\  }Š#|d"|› �z  }t          j        |d#z                       ¦   «         ¦  «        }|d$         ‰#d%         k    r|d&         ‰#d'         k    sJ ‚|                     d¦  «        dk    rI|d(         d)k    r|d*         d+k    sJ ‚|d         t	          t          dz  ¦  «        k    sJ ‚d,|d-         vsJ ‚t!          ˆ$fd.„|d$         |d&         z   D ¦   «         ¦  «        sJ ‚ˆ$fd/„|d$         D ¦   «         ˆ$fd0„|d&         D ¦   «         z  rJ ‚t          j        |dz                       ¦   «         ¦  «        }t	          |d1z  ¦  «        |d2         k    sJ ‚t          j        |d3z                       ¦   «         ¦  «        }t#          |¦  «        d4k    sJ ‚t%          |d5„ ¬¦  «        d6         }||d7         k    sJ ‚ˆ#fd8„t          |	¦  «        D ¦   «         }t          j        |d9z  ¦  «        }t          j        |¦  «                             ¦   «         sJ ‚|||<   ||z  }|d:z  }�Œ,t          |¦  «        t+          t-          t#          |	¦  «        ¦  «        ¦  «        k    sJ ‚t          j        |d;z  ¦  «        5 }t          j                             |d<         d=„ |	D ¦   «         ¦  «         t          j                             |d>         |
d          d?¬@¦  «         t          j                             |dA         |d?¬@¦  «         d d d ¦  «         n# 1 swxY w Y   t5          ||
d          |	¦  «        }dBD ]6}t          j                             ||         |dC         |         d?¬@¦  «         Œ7|                     t9          |dD         ||dE         |dF         dG¬H¦  «        ¦  «         �Œ#|dI         |         dJ         }|dI         |         dK         t%          |dL„ ¬¦  «        k    sJ ‚|D ]æ}|                     ddM¦  «        |                     ddM¦  «        k    sJ ‚g }|dN         D ]o}t          j        t;          |dD         |||dF         |dO         ¦  «        dz                       ¦   «         ¦  «        }|                     |dC         dP         ¦  «         Œpt          j                             |dQ         t          j        |¦  «        dR¬@¦  «         Œçt          j        t          dSz  |z  d#z                       ¦   «         ¦  «        }|d&         g k    sJ ‚t?          |d$         ¦  «        t?          ‰$¦  «        k    sJ ‚|dT         |dI         |         dK         dU         k    sJ ‚�ŒhdVD ]<} t          j        t          | z                       ¦   «         ¦  «        dW         dXk    sJ ‚Œ=t          j        tA          t          dz                       dY¦  «        ¦  «        ¦  «        5 }t          j        |dA         ¦  «                             ¦   «         sJ ‚	 d d d ¦  «         n# 1 swxY w Y   t          j        t          dZz                       ¦   «         ¦  «        }!t	          |!d[         ¦  «        |!d\         k    sJ ‚t9          dXt#          |¦  «        ||dGdG|!d\         d¬]¦  «        }"tC          t          d^z  |"¦  «         tE          t          j#        |"¦  «        dG¬_¦  «         d S )`Nzprotocol.jsonz%configs/pallet_pose_benchmark_v3.jsonÚconfig_sha256zsnapshot/eligible.jsonlÚlabel_sha256z&training/eligible_after_features.jsonlÚeligible_sha256zselection_frozen.jsonÚ	test_usedFÚprotocol_sha256ÚrecipeÚacceleratedÚrefinement_protocol_sha256zrefinement_protocol.jsonz2configs/pallet_pose_benchmark_v3_acceleration.jsonÚconfigÚrtx3090_new_jobszshortlist.jsonr   c                 ó    — i | ]}|d          |“ŒS ©Ú
target_key© ©Ú.0Úrs     ú'scripts/audit_pose_benchmark_results.pyú
<dictcomp>zmain.<locals>.<dictcomp>   s   € Ð0Ð0Ð0 a��,” Ð0Ð0Ð0ó    c                 ó   — g | ]
}|d          ‘ŒS )Úfamilyr   r   s     r   ú
<listcomp>zmain.<locals>.<listcomp>    s.   € ð  Ið  Ið  I¨A˜A˜hœKð  Ið  Ið  Ir!   Ú	screeningc                 ó   — | d         d         S )NÚmetricsÚmacro_group_selection_scorer   )Úxs    r   ú<lambda>zmain.<locals>.<lambda>    s   € ÐWXÐYbÔWcð  eBô  XC€ r!   )Úkeyé   Ú	shortlistÚtrialsz*/*/*/z/*zcompleted.jsonÚyÚfoldsÚfold_zspecification.jsonÚfit_keysÚfitÚvalidation_keysÚ
validationÚbatché    Úevaluation_batché@   z$3ce8e1e7-efb2-80a6-de52-75da2f9fa259Úgpuc              3   ó<   •K  — | ]}‰|         d          dk    V — ŒdS )ÚsplitÚtrainNr   ©r   ÚkÚlookups     €r   ú	<genexpr>zmain.<locals>.<genexpr>.   s1   øè è € ÐiÐi¸1˜6 !œ9 WÔ-¨wÒ6ÐiÐiÐiÐiÐiÐir!   c                 ó,   •— h | ]}‰|         d          ’ŒS ©Úgroup_idr   r>   s     €r   ú	<setcomp>zmain.<locals>.<setcomp>/   s"   ø€ ÐMÐMÐM°q˜V AœY zÔ2ÐMÐMÐMr!   c                 ó,   •— h | ]}‰|         d          ’ŒS rC   r   r>   s     €r   rE   zmain.<locals>.<setcomp>0   s"   ø€ ÐTÐTÐT°q˜V AœY zÔ2ÐTÐTÐTr!   zselected.ptÚcheckpoint_sha256zhistory.jsonéP   c                 ó   — | d         d         S )Nr5   r(   r   )Úhs    r   r*   zmain.<locals>.<lambda>5   s   € ¨q°¬Ð?\Ô/]€ r!   ÚepochÚselected_epochc                 óT   •— g | ]$\  }}|d          t          ‰d         ¦  «        v ¯"|‘Œ%S )r   r5   )Úset)r   Úir   Úexpecteds      €r   r$   zmain.<locals>.<listcomp>7   s:   ø€ ÐhÐhÐh™s˜q ¸¸<¼ÍCÐPXÐYeÔPfÑLgÔLgÐ9gÐ9g˜Ð9gÐ9gÐ9gr!   zpredictions.npyr   zout_of_fold.npzÚkeysc                 ó   — g | ]
}|d          ‘ŒS r   r   r   s     r   r$   zmain.<locals>.<listcomp><   s   € Ð8WÐ8WÐ8WÈQ¸¸<¼Ð8WÐ8WÐ8Wr!   ÚtargetsgH¯¼šò×z>)ÚatolÚpredictions)r(   Úangle_mae_degreesÚ'normalized_position_mean_width_fractionr'   r#   ÚseedÚrouteT)r#   ÚbranchrX   rY   ÚpassedÚprofilesÚ
candidatesÚbest_learningc                 ó   — | d         S )NÚ
mean_scorer   )Úcs    r   r*   zmain.<locals>.<lambda>D   s   € Ð[\Ð]iÔ[j€ r!   ÚscreenÚseedsÚtuner(   r`   g•Ö&è.>ÚrefitÚepochsÚrefit_epochs)zinference_verification.jsonz$portable_inference_verification.jsonzintegrity_audit.jsonÚstater[   z+residual/screen/*/metric/42/out_of_fold.npzzdelivery_manifest.jsonÚarchiveÚsha256)rh   Útrial_runs_checkedÚfolds_checkedr.   Úselection_train_onlyÚ%all_original_holdout_splits_preservedÚdelivery_sha256Úsource_database_writeszfinal_acceptance.json)Úflush)$ÚjsonÚloadsr   Ú	read_textr   ÚPROJECTr   ÚgetÚitemsr   ÚsortedÚglobÚexistsÚnpÚ
zeros_likeÚ	enumerateÚallÚlenÚminÚloadÚisfiniteÚlistÚrangeÚtestingÚassert_array_equalÚassert_allcloser   ÚappendÚdictr
   ÚmeanrN   Únextr	   ÚprintÚdumps)%ÚprotocolÚ	selectionr   Úphaser-   Úcheckedrl   rZ   ÚinfoÚrowsÚarraysÚexpected_shortlistÚrootÚrecordÚoofÚseenÚfoldÚpathÚspecÚ	completedÚhistoryrK   ÚindicesÚpÚzÚactualÚfieldr]   ra   ÚscoresrX   re   ÚfileÚdeliveryÚreportrP   r@   s%                                      @@r   Úmainr¨      s¤
  øø€ ÝŒZ�˜oÑ-×8Ò8Ñ:Ô:Ñ;Ô;€HÝ�wÐ>Ñ>Ñ?Ô?ÀÈ/ÔAZÒZÐZÐZÐZÝ�vÐ/Ñ/Ñ0Ô0°(¸>Ô2JÒJÐJÐJÐJÝ�vÐ>Ñ>Ñ?Ô?ÀÐJ[ÔA\Ò\Ð\Ð\Ð\ÝŒj�$Ð6Ñ6×AÒAÑCÔCÑDÔD€IØ�[Ô! UÐ*Ð*¨yÐ9JÔ/KÍSÕQUÐVeÑQeÑMfÔMfÒ/fÐ/fÐ/fÐfØ—’˜hÑ'Ô'¨Ò6€KØð <ØÐ5Ô6½½DÐA[Ñ<[Ñ8\Ô8\Ò\Ð\Ð\Ð\ÝŒj�$Ð9Ñ9×DÒDÑFÔFÑGÔGˆÝ•7ÐOÑOÑPÔPÐRWÐXgÔRhÒhÐhÐhÐhØ�XŒÐ1Ô2°eÐ;Ð;Ð;Ð;ÝŒj�$Ð/Ñ/×:Ò:Ñ<Ô<Ñ=Ô=€IØ€G˜Qˆ}Ø —’Ñ(Ô(ð 2_ñ 2_‰ˆˆtÝ˜fÑ%Ô%‰ˆˆVØ0Ð0¨4Ð0Ñ0Ô0ˆð Ið  Iµ¸¸[Ô8Ið  OCð  OCð  2Dñ  2Dô  2Dð  EGð  FGð  EGô  2Hð  Iñ  Iô  IÐØ�KÔ Ð"4Ò4Ð4Ð4Ð4Ý�D ™M×/Ò/°¸±ÀÑ0DÑEÔEÑFÔFð  	~ñ  	~ˆDØÐ)Ñ)×1Ò1Ñ3Ô3Ð<°HÝ”:˜tÐ$4Ñ4×?Ò?ÑAÔAÑBÔBˆFÝ”˜f SœkÑ*Ô*ˆC°¨4Ý!*¨8°GÔ+<¸VÔ+DÑ!EÔ!Eð >ñ >‘��XØ˜. $˜.˜.Ñ(�Ý”Z Ð&:Ñ!:× EÒ EÑ GÔ GÑHÔH�Ø˜JÔ'¨°%¬Ò8Ð8¸TÐBSÔ=TÐV^Ð_kÔVlÒ=lÐ=lÐ=lÐlØ—8’8˜HÑ%Ô% }Ò4Ð4Ø œ=¨"Ò,Ð,°Ð6HÔ1IÈ2Ò1MÐ1MÐ1MÐMØÐ <Ô=½sÅ4ÐHbÑCbÑ?cÔ?cÒcÐcÐcÐcØAÈÈeÌÐTÐTÐTÐTÝÐiÐiÐiÐiÀÀZÔ@PÐQUÐVgÔQhÑ@hÐiÑiÔiÑiÔiÐiÐiÐiØMÐMÐMÐM¸DÀÔ<LÐMÑMÔMØTÐTÐTÐT¸DÐARÔ<SÐTÑTÔTñUð Vð Vð Våœ* dÐ+;Ñ&;×%FÒ%FÑ%HÔ%HÑIÔI�	Ý˜4 Ñ-Ñ.Ô.°	Ð:MÔ0NÒNÐNÐNÐNÝœ
 D¨Ñ$7×#BÒ#BÑ#DÔ#DÑEÔE�Ý˜7‘|”| RÒ'Ð'Ð'Ð'Ý˜'Ð&]Ð&]Ð^Ñ^Ô^Ð_fÔg�Ø˜iÐ(8Ô9Ò9Ð9Ð9Ð9ØhÐhÐhÐh¥i°¡o¤oÐhÑhÔh�Ý”'˜$Ð0Ñ0Ñ1Ô1�½¼ÀQ¹¼×9KÒ9KÑ9MÔ9MÐ2MÐ2MÐ9MØ��G‘˜t W™}˜t¨]¸AÑ-=¨]©]Ý˜$‘<”<¥¥e­C°©I¬IÑ&6Ô&6Ñ!7Ô!7Ò7Ð7Ð7Ð7Ý”˜Ð/Ñ/Ñ0Ô0ð K°AÝ”
×-Ò-¨a°¬iÐ8WÐ8WÐRVÐ8WÑ8WÔ8WÑXÔXÐXÝ”
×*Ò*¨1¨Y¬<¸¸s¼ÈÐ*ÑNÔNÐNÝ”
×*Ò*¨1¨]Ô+;¸CÀTÐ*ÑJÔJÐJðKð Kð Kñ Kô Kð Kð Kð Kð Kð Kð Køøøð Kð Kð Kð Kõ    F¨3¤K°Ñ5Ô5ˆFØvð ]ð ]�Ý”
×*Ò*¨6°%¬=¸À	Ô9JÈ5Ô9QÐW[Ð*Ñ\Ô\Ð\Ð\Ø�NŠN�4 v¨hÔ'7¸vÈ6ÐRXÌ>Ð`fÐgnÔ`oÐw{Ð|Ñ|Ô|Ñ}Ô}Ð}Ñ}Ø˜ZÔ(¨Ô0°Ô>ˆ
Ø˜Ô$ VÔ,¨_Ô=½sÀ:ÐRjÐRjÐ?kÑ?kÔ?kÒkÐkÐkÐkØð 	Rð 	RˆAØ—5’5˜ (Ñ+Ô+¨Y¯]ª]¸8ÀHÑ-MÔ-MÒMÐMÐMÐMØˆFØ˜'œ
ð Pð P�Ý”z¥;¨q°¬{¸6À$ÀqÈÄzÐRSÐTZÔR[Ñ#\Ô#\Ð]mÑ#m×"xÒ"xÑ"zÔ"zÑ{Ô{�Ø—’˜f YÔ/Ð0MÔNÑOÔOÐOÐOÝŒJ×&Ò& q¨¤µr´w¸v±´ÈDÐ&ÑQÔQÐQÐQÝŒj�$˜w™, vÑ-Ð.BÑB×MÒMÑOÔOÑPÔPˆØÐ&Ô'¨Ò+Ð+Ð+Ð+Ý�5˜Ô$Ñ%Ô%¥s¨6¡{¤{Ò2Ð2Ð2Ð2Ø�XŒ 	¨*Ô 5°fÔ =¸oÔ NÈ~Ô ^Ò^Ð^Ð^Ð^Ñ^Ømð Fð FˆÝŒz�4 ™9×/Ò/Ñ1Ô1Ñ2Ô2°7Ô;¸XÒEÐEÐEÐEÐEÝ	Œ••t˜H‘}×*Ò*Ð+XÑYÔYÑZÔZÑ	[Ô	[ð 3Ð_`ÝŒ{˜1˜]Ô+Ñ,Ô,×0Ò0Ñ2Ô2Ð2Ð2Ð2Ð2ð3ð 3ð 3ñ 3ô 3ð 3ð 3ð 3ð 3ð 3ð 3øøøð 3ð 3ð 3ð 3åŒZ�Ð6Ñ6×AÒAÑCÔCÑDÔD€HÝˆx˜	Ô"Ñ#Ô# X¨hÔ%7Ò7Ð7Ð7Ð7Ý�hµ#°g±,´,È]Ø°DÐ_cØ (¨Ô 2È!ðMñ Mô M€Fõ •Ð,Ñ,¨VÑ4Ô4Ð4Ý	�$Œ*�VÑ
Ô
 4Ð(Ñ(Ô(Ð(Ð(Ð(s%   Õ"BW5×5W9×<W9â?/c;ã;c?äc?Ú__main__)Ú__doc__rr   Úpathlibr   ÚsysÚ__file__ÚresolveÚparentsru   r›   ÚinsertÚstrÚnumpyr{   Úpallet.pose_benchmarkr   r   r   r   r	   Úpallet.pose_benchmark_resultsr
   r   Úpallet.pose_refinementr   r¨   Ú__name__r   r!   r   ú<module>r·      s  ðØ TÐ TØ €€€Ø Ð Ð Ð Ð Ð Ø 
€
€
€
àˆˆX‰Œ×ÒÑ Ô Ô(¨Ô+€Ø „‡‚��#�#�g‘,”,Ñ Ô Ð Ø Ð Ð Ð Ø GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GØ FÐ FÐ FÐ FÐ FÐ FÐ FÐ FØ /Ð /Ð /Ð /Ð /Ð /ðL)ð L)ð L)ð^ ˆZÒÐ˜˜™œ˜˜˜ÐÐr!   