§
    Öž×jgI  ã                  ó¨  — d Z ddlmZ ddlZddlmZ ddlZddlmZ ddl	Z
ddlZddlmZmZmZmZ ddlmZmZmZmZmZmZmZ dd	lmZ dd
lmZmZ ddlmZ ddl m!Z! d„ Z"d$d„Z#d„ Z$d„ Z%d„ Z&d„ Z'd„ Z(d„ Z)e*dk    rÖ ej+        e ¬¦  «        Z,e, -                    dg d¢d¬¦  «         e, -                    d¦  «         e, -                    dddg¬ ¦  «         e, .                    ¦   «         Z/e/j0        d!k    r e$e/j1        e/j2        ¦  «         dS e/j0        d"k    r e(e/j2        ¦  «         dS e/j0        d#k    r e'e/j2        ¦  «         dS  e)¦   «          dS dS )%zJFrozen-choice v4 refits, full-denominator holdout comparisons and reports.é    )ÚannotationsN)ÚCounter)ÚPathé   )ÚROOTÚPROJECTÚconfigÚload)ÚtrainÚ
embeddingsÚ
make_modelÚpredictÚ	per_errorÚmetricsÚ
trial_root)Ú
PRETRAINED)Úatomic_jsonÚdecoded)Ú	read_rows)Údigestc                óœ   ‡ — ˆ fd„t          j        t          dz                       ¦   «         ¦  «        d         |         d         D ¦   «         S )Nc                ó,   •— g | ]}|d          ‰k    ¯|‘ŒS ©Úfamily© )Ú.0Úrr   s     €ú#pallet/pose_benchmark_v4_results.pyú
<listcomp>zentries_for.<locals>.<listcomp>   sL   ø€ ð  Eð  Eð  E�!ÐpqÐrzÔp{ð  ~Dò  qDð  qDˆAð  qDð  qDð  qDó    úselection_frozen.jsonÚprofilesÚentries)ÚjsonÚloadsr   Ú	read_text)r   Úbranchs   ` r   Úentries_forr(      sb   ø€ ð Eð  Eð  Eð  E•t”z¥4Ð(?Ñ#?×"JÒ"JÑ"LÔ"LÑMÔMÈjÔYÐZ`ÔaÐbkÔlð  Eñ  Eô  Eð  Er    Úbasec                ó(   — t           dz  | z  |z  |z  S )NÚrefit)r   )r   r'   Úarms      r   Ú
refit_rootr-      s   € Ý�‰<˜Ñ˜vÑ% cÑ)Ð)r    c                óv  ‡— t          | |¦  «        }t          |¦  «        \  }}}| t          v rt          | |d||¦  «        nd }t	          ¦   «         Št          | |¦  «        }t          ˆfd„|D ¦   «         ¦  «        }t          | |d|||t          j	        t          |¦  «        ¦  «        g |||¬¦  «         |D ]l}	|	d         dk    rŒt          | |d|||t          j	        t          |¦  «        ¦  «        g t          | ||	d         ¦  «        ||	d         ||	d         g¬¦  «         Œmg }
|D ]ï}	t          | ||	d         ¦  «        d	z  |	d         › d
�z  }|                     ¦   «         st          dt          |¦  «        z   ¦  «        ‚|
                     t          di |	¤t          |                     t"          ¦  «        ¦  «        t%          |¦  «        t          |¦  «        t          d„ |D ¦   «         ¦  «        t          d„ |D ¦   «         ¦  «        dœ¤Ž¦  «         Œðt'          t"          dz  | z  |z  dz  |
¦  «         |
S )Nr   c                óD   •— h | ]}|d          ‰d         k    ¯|d          ’ŒS )Úrefit_epochÚbase_epochsr   )r   ÚeÚcfgs     €r   ú	<setcomp>zrefit.<locals>.<setcomp>#   s2   ø€ Ð]Ð]Ð]¨¸¸-Ô8HÈ#ÈmÔJ\Ò8\Ð8\�1�]Ô#Ð8\Ð8\Ð8\r    é*   )ÚxÚcheckpoint_epochsr,   r)   r0   )r6   r,   Úresumer7   Úepochsz.ptz)CV-derived refit epoch artifact missing: c                ó   — h | ]
}|d          ’ŒS )Úgroup_idr   ©r   r   s     r   r4   zrefit.<locals>.<setcomp>.   s   € ÐFcÐFcÐFcÐYZÀqÈÄ}ÐFcÐFcÐFcr    c                ó   — h | ]
}|d          ’ŒS ©Údomainr   r<   s     r   r4   zrefit.<locals>.<setcomp>/   s   € Ð5PÐ5PÐ5PÀa°a¸´kÐ5PÐ5PÐ5Pr    )Ú
checkpointÚcheckpoint_sha256Útrain_samplesÚtrain_groupsÚtraining_domainsr+   úprofiles.jsonr   )r(   r
   r   r   r	   r-   Úsortedr   ÚnpÚarangeÚlenÚexistsÚ
ValueErrorÚstrÚappendÚdictÚrelative_tor   r   r   )r   r'   r#   ÚrowsÚarraysÚall_rowsr6   r)   r9   Úentryr"   Úpathr3   s               @r   r+   r+      sŽ  ø€ Ý˜˜vÑ&Ô&€G½DÀ¹L¼LÑ'; t¨F°8Ø7=ÅÐ7KÐ7K…j�˜˜w t¨FÑ3Ô3Ð3ÐQU€AÝ‰Œ€C•j ¨Ñ/Ô/�õ Ð]Ð]Ð]Ð]¨WÐ]Ñ]Ô]Ñ^Ô^€FÝ	ˆ&�˜˜6 $ xµ´	½#¸d¹)¼)Ñ0DÔ0DÀRÈÈqÐciÐjÑjÔjÐjØð Yð YˆØ�Œ<˜ÒÐ Ýˆf�V˜B˜v d¨8µB´I½cÀ$¹i¼iÑ4HÔ4HÈÍJÐW]Ð^dÐejÐkpÔeqÑLrÔLrØ�e˜E”l¨$À%ÈÔBVÐAWð	Yñ 	Yô 	Yð 	Yð 	Yà€HØð Tð TˆÝ˜˜v e¨E¤lÑ3Ô3°HÑ<ÀÀmÔ@TÐ=YÐ=YÐ=YÑYˆØ�{Š{‰}Œ}Ðd¥:Ð.YÕZ]Ð^bÑZcÔZcÑ.cÑ#dÔ#dÐdØ�Š�ð Sð S˜uð Sµ°D×4DÒ4DÅTÑ4JÔ4JÑ0KÔ0KÕ^dÐeiÑ^jÔ^jÝ+.¨t©9¬9Å#ÐFcÐFcÐ^bÐFcÑFcÔFcÑBdÔBdÝ.4Ð5PÐ5PÈ4Ð5PÑ5PÔ5PÑ.QÔ.QðSð Sð Sð Sñ 	Tô 	Tð 	Tð 	Tõ •�W‘˜VÑ# FÑ*¨?Ñ:¸8ÑDÔDÐDØ€Or    c                óš  — t          | |d         ¦  «        \  }}|d         d         dk    }|r||d         z  dz  n|}|r|dk    n|dk    |d	k    z  }t          t          |¦  «        t          |¦  «        t          |¦  «        t          |¦  «        z
  t          |¦  «        t          |¦  «        z  |rd
ndt          |                     ¦   «         ¦  «        t          t          j        |¦  «        ¦  «        t          t          j        |d¦  «        ¦  «        t          |                     ¦   «         ¦  «        t          t          j        |d¦  «        ¦  «        t          | 	                    ¦   «         ¦  «        t          | 	                    ¦   «         t          |¦  «        z  ¦  «        |rdndt          | |d         ||¦  «        ¬¦  «        S )NÚyr   r'   ÚmetricÚwidthiè  é2   gš™™™™™©?é   ÚmmÚautomatic_width_fractiongÍÌÌÌÌÌì?z	50mm/5degz5pct_width/5deg)ÚtotalÚpredictionsÚfailed_preprocessingÚcoverageÚposition_unitÚposition_meanÚposition_medianÚposition_p90Ú
angle_meanÚ	angle_p90Úsuccess_countÚfull_denominator_success_rateÚ	thresholdÚ
normalized)r   rN   rI   ÚfloatÚmeanrG   ÚmedianÚquantileÚintÚsumr   )	ÚpredrP   rQ   rR   ÚposÚanglerW   ÚdistanceÚsuccesss	            r   Ústatsrv   4   s‘  € Ý˜˜V Cœ[Ñ)Ô)�I€CˆØ�Œ7�8Ô˜hÒ&€FÈFÐ0[°°F¸7´OÑ0CÀDÑ0HÐ0HÐX[ xØ#Ð6ˆX�rŠ\ˆ\¨°3ª¸ÀºÑB€GÝ•c˜(‘m”mµ°D±	´	ÍsÐS[É}Ì}Õ]`ÐaeÑ]fÔ]fÑOfÝ�T‘”�3˜x™=œ=Ñ(¸vÐ7e°t°tÐKeÝ˜HŸMšM™OœOÑ,Ô,½UÅ2Ä9ÈXÑCVÔCVÑ=WÔ=WÝ�2œ; x°Ñ3Ô3Ñ4Ô4ÅÀeÇjÂjÁlÄlÑ@SÔ@SÕ^cÕdfÔdoÐpuÐvxÑdyÔdyÑ^zÔ^zÝ˜'Ÿ+š+™-œ-Ñ(Ô(ÅuÈWÏ[Ê[É]Ì]Õ[^Ð_gÑ[hÔ[hÑMhÑGiÔGiØ!'Ð>�+�+Ð->Í'ÐRVÐW]Ð^aÔWbÐcgÐhpÑJqÔJqðsñ sô sð sr    c           	     óø  ‡‡‡— t          | |¦  «        \  Š}}t          j        |d         ¦  «        }d|d d …df<   d„ t          t          dz  ¦  «        D ¦   «         Šˆfd„t          ‰¦  «        D ¦   «         Š‰s t          t          |‰||¦  «        ¬¦  «        S ˆfd„|                     ¦   «         D ¦   «         }t          t          |‰||¦  «        t          |‰         ˆfd	„‰D ¦   «         ||¦  «        ¬
¦  «        S )NrV   r   é   c                ó    — i | ]}|d          |“ŒS ©Ú
target_keyr   r<   s     r   ú
<dictcomp>z#baseline_scores.<locals>.<dictcomp>C   s   € ÐQÐQÐQ 1ˆQˆ|Œ_˜QÐQÐQÐQr    zdataset/features.jsonlc                óJ   •— g | ]\  }}‰|d                   d         dk    ¯|‘Œ S )r{   ÚanchorÚ"roi_median_source_forward_fallbackr   )r   Úir   Úrecordss      €r   r   z#baseline_scores.<locals>.<listcomp>D   s6   ø€ ÐuÐuÐu‘#�!�A¨G°A°l´OÔ,DÀXÔ,NÐPtÒ,tÐ,tˆAÐ,tÐ,tÐ,tr    )Úgeometry_plus_ROI_fallbackc                ó(   •— i | ]\  }}||‰         “ŒS r   r   )r   ÚkÚvÚplanars      €r   r|   z#baseline_scores.<locals>.<dictcomp>F   s#   ø€ Ð2Ð2Ð2™C˜A˜aˆAˆa�ŒiÐ2Ð2Ð2r    c                ó    •— g | ]
}‰|         ‘ŒS r   r   ©r   r€   rP   s     €r   r   z#baseline_scores.<locals>.<listcomp>H   s   ø€ Ð3LÐ3LÐ3LÀ°D¸´GÐ3LÐ3LÐ3Lr    )r‚   Ústrict_geometry)	r
   rG   Ú
zeros_liker   r   Ú	enumeraterN   rv   Úitems)	r'   ÚsplitrQ   rR   r)   Úsubsetr†   r�   rP   s	         @@@r   Úbaseline_scoresr�   @   s  øøø€ Ý˜f UÑ+Ô+Ñ€Dˆ�Ý	Œ�v˜c”{Ñ	#Ô	#€D¨a D¨¨¨¨1¨¡IØQÐQ­	µ$Ð7OÑ2OÑ(PÔ(PÐQÑQÔQ€GØuÐuÐuÐu� 4™œÐuÑuÔu€FØÐZ�½¸tÀDÈÐPXÑ9YÔ9YÐZÑZÔZÐZØ2Ð2Ð2Ð2 6§<¢<¡>¤>Ð2Ñ2Ô2€FÝ­5°°d¸6À(Ñ+KÔ+KÝ % d¨6¤lÐ3LÐ3LÐ3LÐ3LÀVÐ3LÑ3LÔ3LÈVÐT\Ñ ]Ô ]ð_ñ _ô _ð _r    c                óf	  ‡— t          j        t          dz                       ¦   «         ¦  «        }t          j        t          dz                       ¦   «         ¦  «        }t	          | ¦  «        \  }}}d„ t          |¦  «        D ¦   «         Šg }|d         D �]Ô}|t          v rt          || d||¦  «        nd}dgd„ t          ¦   «         d	         D ¦   «         z   D �]�}	g }
t          ¦   «         d
         D �]¦}t          || ||	¦  «        }t          j        |d         ¦  «        }g }d}d}d}g }t          |d         |          d         ¦  «        D �]ñ\  }}ˆfd„|d         D ¦   «         }ˆfd„|d         D ¦   «         }|d|› �z  }t          ||t          j        |¦  «        |¦  «        }t          j        |dz  dd¬¦  «        }|                     |d         d¬¦  «         t!          ||||¦  «        ||<   t          j        |dz                       ¦   «         ¦  «        }||d         z  }||d         z  }|                     |d         ¦  «         d}|	dk    r/t          j        |d z                       ¦   «         ¦  «        d!         }||d         |z
  z  }|d"         d#         }|                     t'          t(          t          j        t          j        t)          |¦  «        ¦  «        t/          d$t)          |¦  «        |z   d$z
  |z  ¦  «        ¦  «        ¦  «        ¦  «         ~~t          j                             ¦   «          �Œó|
                     t5          |t7          ||d         ||¦  «        |||t9          t;          |¦  «        ¦  «        |¬%¦  «        ¦  «         �Œ¨|                     t5          ||	|
t=          t          j        d&„ |
D ¦   «         ¦  «        ¦  «        t=          t          j         d'„ |
D ¦   «         ¦  «        ¦  «        t=          t          j        d(„ |
D ¦   «         ¦  «        ¦  «        t=          t          j        d)„ |
D ¦   «         ¦  «        ¦  «        d¬*¦  «        ¦  «         �Œ‘�ŒÖt5          | tC          t          dz  ¦  «        |dd¬+¦  «        }tE          t          d,z  | z  d-z  |¦  «         |S ).zIDescribe last-state generalization too; never use it to reselect a model.r!   úprotocol.jsonc                ó&   — i | ]\  }}|d          |“ŒS rz   r   )r   r€   r   s      r   r|   zendpoints.<locals>.<dictcomp>O   s"   € Ð,ZÐ,ZÐ,ZÁ3À1ÀQ¨Q¨|¬_¸QÐ,ZÐ,ZÐ,Zr    Útop_twor   Nr)   c                ó   — g | ]
}|d          ‘ŒS )Únamer   r<   s     r   r   zendpoints.<locals>.<listcomp>R   s   € ÐIÐIÐI¨1˜Q˜vœYÐIÐIÐIr    ÚcontinuationÚseedsrV   ç        r   ÚbranchesÚfoldsc                ó    •— g | ]
}‰|         ‘ŒS r   r   ©r   r„   Úbykeys     €r   r   zendpoints.<locals>.<listcomp>X   s   ø€ Ð;Ð;Ð; Q˜˜aœÐ;Ð;Ð;r    Úfit_keysc                ó    •— g | ]
}‰|         ‘ŒS r   r   rœ   s     €r   r   zendpoints.<locals>.<listcomp>X   s   ø€ Ð?jÐ?jÐ?jÈQÀÀaÄÐ?jÐ?jÐ?jr    Úvalidation_keysÚfold_zlast.ptÚcpuF©Úmap_locationÚweights_onlyÚmodelT©Ústrictúcompleted.jsonÚseconds_this_runÚoptimizer_stepsÚselected_epochzcontinuation_binding.jsonÚstart_optimizer_stepsÚspecificationÚbatchr   )ÚseedÚlast_epoch_metricsÚoptimizer_steps_all_foldsÚadditional_optimizer_stepsÚseconds_sum_foldsÚactual_minibatch_sizesÚselected_epochsc                ó*   — g | ]}|d          d         ‘ŒS ©r±   Úmacro_group_selection_scorer   ©r   r…   s     r   r   zendpoints.<locals>.<listcomp>j   s%   € Ð1yÐ1yÐ1yÐmn°!Ð4HÔ2IÐJgÔ2hÐ1yÐ1yÐ1yr    c                ó*   — g | ]}|d          d         ‘ŒS r¸   r   rº   s     r   r   zendpoints.<locals>.<listcomp>k   s%   € Ð/wÐ/wÐ/wÐkl°Ð2FÔ0GÐHeÔ0fÐ/wÐ/wÐ/wr    c                ó*   — g | ]}|d          d         ‘ŒS )r±   Úposition_width_fractionr   rº   s     r   r   zendpoints.<locals>.<listcomp>l   s=   € ð  BFð  BFð  BFÐyzÀ!ÐDXÔBYÐZsÔBtð  BFð  BFð  BFr    c                ó*   — g | ]}|d          d         ‘ŒS )r±   Úangle_mae_degreesr   rº   s     r   r   zendpoints.<locals>.<listcomp>m   s%   € Ð4rÐ4rÐ4rÐfg°QÐ7KÔ5LÐM`Ô5aÐ4rÐ4rÐ4rr    )r   r,   Úseed_resultsÚlast_epoch_CV_meanÚlast_epoch_CV_stdÚ"last_epoch_position_width_fractionÚlast_epoch_angle_meanÚselection_changed)r'   Úselection_sha256r�   rÅ   Útrain_OOF_onlyÚendpoint_comparisonúreport.json)#r$   r%   r   r&   r
   r‹   r   r   r	   r   rG   rŠ   r   ÚasarrayÚtorchÚload_state_dictr   rM   ÚextendÚmaprI   Úarray_splitrH   ÚmaxÚcudaÚempty_cacherN   r   rF   Úsetrk   rl   Ústdr   r   )r'   Ú	selectionÚprotocolrP   rQ   rR   r�   r   r6   r,   Úvaluesr°   rT   Ú
predictionÚsizesÚelapsedÚupdatesÚcontinued_updatesr¶   ÚnumberÚfoldÚtiÚviÚ	fold_pathr¦   ÚlastÚdoneÚparent_stepsr¯   Úresultr�   s                                 @r   Ú	endpointsræ   K   s  ø€ åŒj�$Ð6Ñ6×AÒAÑCÔCÑDÔD€IÝŒZ�˜oÑ-×8Ò8Ñ:Ô:Ñ;Ô;€HÝ˜f™œÑ€Dˆ�Ð,ZÐ,ZÍ)ÐTXÉ/Ì/Ð,ZÑ,ZÔ,Z eÐceÐ[bØ˜IÔ&ð *ñ *ˆØ;AÅZÐ;OÐ;O�*�V˜F 7¨4°Ñ
7Ô
7Ð
7ÐUYˆØ�8ÐIÐIµ±´¸Ô0HÐIÑIÔIÑIð 	*ñ 	*ˆCØˆFÝ™œ Ô)ð zñ z�Ý  v¨d°3Ñ7Ô7�Å2Ä=ÐQWÐX[ÔQ\ÑC]ÔC]¸
ÐdfÐ^cØ� 1˜7°qÐ%6È¸Ý#,¨X°jÔ-AÀ&Ô-IÈ'Ô-RÑ#SÔ#Sð <ñ <‘K�F˜4Ø;Ð;Ð;Ð;¨$¨zÔ*:Ð;Ñ;Ô;�BÐ?jÐ?jÐ?jÐ?jÐRVÐWhÔRiÐ?jÑ?jÔ?j¸BØ"Ð#3¨6Ð#3Ð#3Ñ3�I½*ÀVÈFÕSUÔS]Ð^`ÑSaÔSaÐbcÑ:dÔ:d°EÝœ I¨iÑ$7ÀUÐX]Ð^Ñ^Ô^�DØ×)Ò)¨$¨w¬-¸tÐ)ÑDÔDÐDÝ#*¨5°¸¸1Ñ#=Ô#=�J˜r‘NÝœ YÐ/?Ñ%?×$JÒ$JÑ$LÔ$LÑMÔM�DØ˜TÐ"4Ô5Ñ5�G°g¸tÐDUÔ?VÑ6V°gÐWf×WmÒWmÐnrð  tDô  oEñ  XFô  XFð  XFØ!"�LØ˜F’{�{Ý%)¤Z°Ð;VÑ1V×0aÒ0aÑ0cÔ0cÑ%dÔ%dÐe|Ô%}˜Ø% tÐ,=Ô'>¸|Ñ'KÑKÐ%Ø˜Ô/°Ô8�EØ—L’L¥¥S­¬½¼	Å#ÀbÁ'Ä'Ñ8JÔ8JÍ3ÈqÕRUÐVXÑRYÔRYÐZ_ÑR_Ð`aÑRaÐdiÑQiÑKjÔKjÑ)kÔ)kÑ!lÔ!lÑmÔmÐmØ˜d¥5¤:×#9Ò#9Ñ#;Ô#;Ð#;Ñ#;Ø—’�d¨ÅÈ
ÐSYÐZ]ÔS^Ð_cÐdlÑ@mÔ@mØ.5ÐQbØ&-ÅVÍCÐPUÉJÌJÑEWÔEWÐhwðyñ yô yñ zô zð zñ zð �NŠN�4 v°#À6Ý#(­¬Ð1yÐ1yÐrxÐ1yÑ1yÔ1yÑ)zÔ)zÑ#{Ô#{Ý"'­¬Ð/wÐ/wÐpvÐ/wÑ/wÔ/wÑ(xÔ(xÑ"yÔ"yÝ38½¼ð  BFð  BFð  Eð  BFñ  BFô  BFñ  :Gô  :Gñ  4Hô  4HÝ&+­B¬GÐ4rÐ4rÐkqÐ4rÑ4rÔ4rÑ,sÔ,sÑ&tÔ&tØ"'ð)ñ )ô )ñ *ô *ð *ñ *ñ/	*õ: �v­vµdÐ;RÑ6RÑ/SÔ/SÐ\cØ"'°tð=ñ =ô =€Få•Ð*Ñ*¨6Ñ1°-Ñ?ÀÑGÔGÐGØ€Mr    c                ó@	  ‡ ‡‡‡— t          j        t          dz                       ¦   «         ¦  «        }t	          ¦   «         }t          ‰ t          t          dz  ¦  «        ddi g ¬¦  «        }dD ]}t          ‰ |¦  «        |d         |<   Œ|d         D �]í}t          j        t          dz  |z  ‰ z  d	z                       ¦   «         ¦  «        }t          ‰ ¦  «        \  }}}	|D �]œ}
t          |
d
         z  }t          |¦  «        |
d         k    rt          d¦  «        ‚t          j        |dd¬¦  «        }|t          v rEt          |‰ d||¦  «        }t          ||t          j        t!          |¦  «        ¦  «        |¦  «        }n0t          ||t          j        t!          |¦  «        ¦  «        ¦  «        }|                     |d         d¬¦  «         i }dD �]R}t          ‰ |¦  «        \  Š}}|t          v rt          |‰ |‰|¦  «        nd }t%          ||t          j        t!          ‰¦  «        ¦  «        |¦  «        }t'          |‰||¦  «        ||<   t)          |
d         ¦  «        Št+          ˆfd„‰D ¦   «         ¦  «        ||         d<   ˆfd„t-          ‰¦  «        D ¦   «         Š‰rBt'          |‰         ˆfd„‰D ¦   «         ˆfd„|                     ¦   «         D ¦   «         |¦  «        nt          t!          |¦  «        ddd¬¦  «        ||         d<   ||         d                              t!          |¦  «        t!          ‰¦  «        z
  t!          ‰¦  «        t!          ‰¦  «        z
  ¬¦  «         t          dz  ‰ z  |z  |
d         z  }|                     dd¬¦  «         t          j        ||d z   z  ||d!         d"„ ‰D ¦   «         |d#         ¬$¦  «         t7          ||d%         |d#         |d&         ¦  «        }t9          ||d'z   z  ˆ fd(„t;          ‰|¦  «        D ¦   «         ¦  «         �ŒT|d)                              t          ||
d         |
d*         |¬+¦  «        ¦  «         ~t          j                              ¦   «          �Œž�Œït9          t          dz  ‰ z  d,z  |¦  «         |S )-Nr!   FT)r'   rÆ   Ú"holdout_metrics_used_for_selectionÚprevious_test_seen_not_blindÚ	baselinesÚmodels)ÚvalÚtestrê   Úfamiliesr+   rE   r@   rA   zModel checkpoint hash changedr¢   r£   r   r¦   r§   rD   c              3  ó,   •K  — | ]}|d          ‰v V — ŒdS )r?   Nr   )r   r   Úseen_domainss     €r   ú	<genexpr>zevaluate.<locals>.<genexpr>Œ   s.   øè è € ÐAlÐAlÐbcÀ!ÀHÄ+ÐQ]ÐB]ÐAlÐAlÐAlÐAlÐAlÐAlr    Útargets_in_training_domainsc                ó.   •— g | ]\  }}|d          ‰v ¯|‘ŒS r>   r   )r   r€   r   rð   s      €r   r   zevaluate.<locals>.<listcomp>�   s+   ø€ ÐVÐVÐV¡  !¸!¸H¼+ÈÐ:UÐ:U˜!Ð:UÐ:UÐ:Ur    c                ó    •— g | ]
}‰|         ‘ŒS r   r   rˆ   s     €r   r   zevaluate.<locals>.<listcomp>�   s   ø€ Ð/JÐ/JÐ/J¸A°°Q´Ð/JÐ/JÐ/Jr    c                ó(   •— i | ]\  }}||‰         “ŒS r   r   )r   r„   r…   Úaccepteds      €r   r|   zevaluate.<locals>.<dictcomp>�   s#   ø€ ÐCÐCÐC©S¨Q¨q˜1˜Q˜xœ[ÐCÐCÐCr    r   r˜   )r]   r^   rg   rh   Ú(deployment_domain_guard_full_denominator)r_   Údomain_guard_rejectedÚ
evaluationr,   )ÚparentsÚexist_okz.npzrV   c                ó   — g | ]
}|d          ‘ŒS rz   r   r<   s     r   r   zevaluate.<locals>.<listcomp>–   s   € Ð8Ð8Ð8¨a˜!˜Lœ/Ð8Ð8Ð8r    rX   )r^   ÚtargetsÚkeysÚwidthsr)   Ú	directionz_poses.jsonc                ó(  •— g | ]Ž\  }}t          |d          t          |d         ¦  «        t          |d         ¦  «        t          t          j        t          j        |d         |d         ¦  «        ¦  «        ¦  «        dd‰dk    rdndd	¬
¦  «        ‘Œ�S )r{   r   r   é   rx   NrW   ÚmÚnative_unknownF)r{   r6   rV   Útheta_degreesÚzÚ
quaternionra   Úrobot_command_eligible)rN   rk   rG   ÚdegreesÚarctan2)r   r   Úpr'   s      €r   r   zevaluate.<locals>.<listcomp>˜   s®   ø€ ð 81ð 81ð 81ñ ˜˜!õ 9=ÈÈ,ÌÕZ_Ð`aÐbcÔ`dÑZeÔZeÕhmÐnoÐpqÔnrÑhsÔhsÝ"'­¬
µ2´:¸aÀ¼dÀ1ÀQÄ4Ñ3HÔ3HÑ(IÔ(IÑ"JÔ"JÈTÐ]aØ)/°Ò)9Ð)9 # #Ð?OÐglð9nñ 9nô 9nð 81ð 81ð 81r    rë   r0   )r   r,   r0   ÚsplitsrÉ   )!r$   r%   r   r&   r	   rN   r   r�   r
   rK   rË   r   r   r   rG   rH   rI   rÌ   r   rv   rÓ   rp   r‹   rŒ   ÚupdateÚmkdirÚsavez_compressedr   r   ÚziprM   rÑ   rÒ   )r'   rÕ   r3   Úreportr�   r   r"   Útraining_rowsÚtraining_arraysÚ_ÚprofileÚ
model_pathÚstater6   r¦   ÚresultsrQ   rR   rØ   rT   r×   rö   rP   rð   s   `                    @@@r   Úevaluater  u   s   øøøø€ ÝŒj�$Ð6Ñ6×AÒAÑCÔCÑDÔD€IÝ‰Œ€C� F½FÅ4ÐH_ÑC_Ñ<`Ô<`Ø+0ÈdÐ]_Ðgiðkñ kô k�àÐXÐXˆ½?È6ÐRWÑ;XÔ;X  {Ô 3°EÑ :Ð :Ø�j”/ð #/ñ #/ˆÝ”�T '™\¨&Ñ0°Ñ7¸ÑG×RÒRÑTÔTÑUÔUˆÝ(,¨V©¬Ñ'ˆ�o aØð  	/ñ  	/ˆGÝ˜G LÔ1Ñ1ˆJÝ�jÑ!Ô! 7Ð+>Ô#?Ò?Ð?ÅjÐQpÑFqÔFqÐ@qÝ”*˜Z°UÈÐMÑMÔMˆEØ�Ð#Ð#Ý˜V F¨7°=ÀÑQÔQ�Ý  ¨½¼	Å#ÀmÑBTÔBTÑ8UÔ8UÐVWÑXÔX��Ý! &¨½¼Å3À}ÑCUÔCUÑ9VÔ9VÑWÔW�Ø×!Ò! %¨¤.¸Ð!Ñ=Ô=Ð=Àb¸gØ'ð 2ñ 2�Ý%)¨&°Ñ%7Ô%7Ñ$��V˜HØAGÍ:ÐAUÐAU•*˜V F¨5°°fÑ=Ô=Ð=Ð[_�Ý" 5¨µ´	½#¸d¹)¼)Ñ0DÔ0DÀQÑGÔG�
Ý$ Z°°V¸HÑEÔE�˜‘Ý  Ð);Ô!<Ñ=Ô=�Ý>AÐAlÐAlÐAlÐAlÐgkÐAlÑAlÔAlÑ>lÔ>l�˜”Ð<Ñ=ØVÐVÐVÐV¥y°¡¤ÐVÑVÔV�ð RZðm•E˜* XÔ.Ð/JÐ/JÐ/JÐ/JÀÐ/JÑ/JÔ/JØCÐCÐCÐC°F·L²L±N´NÐCÑCÔCÀHñNô Nð Nå�s 8™}œ}¸ÈÐikÐlÑlÔlð ˜”ÐIÑJð ˜”ÐIÔJ×QÒQÝ),¨X©¬µs¸4±y´yÑ)@ÕWZÐ[_ÑW`ÔW`ÕadÐemÑanÔanÑWnð Rñ pô pð på˜,Ñ& vÑ-¨fÑ4°W¸U´^ÑC�ÀDÇJÂJÐW[ÐeiÀJÑDjÔDjÐDjÝÔ# D¨%°©,Ñ$7ÀJÐW]Ð^aÔWbØ8Ð8°4Ð8Ñ8Ô8ÀÀwÄðQñ Qô Qð Qå˜z¨&°¬.¸À¼ÈÐP[ÔI\Ñ]Ô]�Ý˜D %¨Ñ"5Ñ6ð 81ð 81ð 81ð 81õ  # 4¨Ñ/Ô/ð81ñ 81ô 81ñ 2ô 2ð 2ñ 2ð �8Ô×#Ò#¥D°¸7À5¼>ÐV]Ð^kÔVlÐt{Ð$|Ñ$|Ô$|Ñ}Ô}Ð}Ø•e”j×,Ò,Ñ.Ô.Ð.Ñ.ñA 	/õB •�\Ñ! &Ñ(¨Ñ6°vÑ>Ô>Ð>Ø€Mr    c                 ót  ‡‡— t          ¦   «         } t          j        t          dz                       ¦   «         ¦  «        }t          j        t          dz                       ¦   «         ¦  «        }i }i }i }|d         D ]ÁŠt          ‰¦  «        \  }}}t          j        |d         ¦  «        }	d|	d d …df<   t          |	|d         ||¦  «        |‰<   t          j        t          dz  ‰z  dz                       ¦   «         ¦  «        |‰<   t          j        t          d	z  ‰z  dz                       ¦   «         ¦  «        |‰<   ŒÂt          ||||d
d
¬¦  «        }
t          t          dz  |
¦  «         ddd|d         › d|d         › d|d         › d|d         › d|d         › d�dddddddg
}t          j        t          dz                       ¦   «         ¦  «        }|d                               ¦   «         D ]“\  Š}	|d!         }|                     d"‰› d"|                     d#‰z   d$¦  «        › d"|                     d%‰z   d$¦  «        › d"|                     d&‰z   d$¦  «        › d"|	d'         › d"t          |	d(         ¦  «        › d)�¦  «         Œ”|g d*¢z  }|d          D ]sŠˆfd+„| d,         D ¦   «         }t          |d-„ ¬.¦  «        D ]J}|d/         }|                     d"‰› d"|d0         › d"|d1         d2›d"|d3         d2›d"|d4         d2›d5�¦  «         ŒKŒt|dd6d7                     |d8         ¦  «        › d9�dd:dd;d<d=d>dd?d@gz  }|d                              ¦   «         D ]…\  Š}	|d8         D ]wŠˆfdA„|	dB         D ¦   «         D ]`}|dC         }|                     d"‰› d"‰› d"|dD         › d"|dE         d2›dF|dG         d2›dH|dI         d2›dJ|dK         d2›dL|dM         › d"�¦  «         ŒaŒxŒ†|g dN¢z  }|                     ¦   «         D ]†\  Š}|dO         D ]x}t          dP„ |dQ         D ¦   «         ¦  «        }dR„ |dQ         D ¦   «         }|                     d"‰› d"|d0         › d"|dD         › d"|dS         d2›dF|dT         d2›d"|› d"|› d"�¦  «         ŒyŒ‡|g dU¢z  }|                     ¦   «         D �]\  Š}dV„ |dW         dX                              ¦   «         D ¦   «         }|dY         D ]7}|                     |d0         dZz   |dD         z   |d[         dX         f¦  «         Œ8|D ]‘\  }}|                     d\¦  «        }|r|d]         › dZ|d^         › �nd_}|                     d"‰› d"|› d"|d`         d2›da|db         › d"|dc         d2›d5|dd         › dZ|d^         › d"|d]         › dZ|d^         › d"|› d"�¦  «         Œ’�Œ|g de¢z  }|d                              ¦   «         D ]K\  Š}	|	df         }|                     dg‰› dh|d0         › di|dD         › dj|dE         d2›dk|	dl         › dm�¦  «         ŒL|g dn¢z  }t          doz                       dp                     |¦  «        ¦  «         |
S )qNzsnapshot/manifest.jsonr!   r"   rV   r   rx   rù   rÉ   rÈ   F)rÕ   Úbaselines_train_CVrù   Úendpoint_comparisonsÚlive_annotations_modifiedÚactive_machine_labels_modifiedzfinal_results.jsonu8   # æœ€æ–°æ‰˜ç›˜ä½�å§¿æ ‡æ³¨é‡�è®­ä¸Žbatch/æ—¶é•¿å¯¹ç…§ v4Ú u   å†»ç»“æ—¶é—´ï¼šÚ
created_atu   ï¼›Úsaved_targetsu   ä¸ªäººå·¥ä¿�å­˜ç›®æ ‡ã€�Úeventsu   æ�¡äº‹ä»¶ï¼ŒÚeligibleu   æ�¡æœ‰æ•ˆç ”ç©¶æ ‡ç­¾ï¼Œéš”ç¦»Úrejectedu   æ�¡ã€‚uz   ä»…åŽŸtrainè®­ç»ƒå’Œåˆ†ç»„é€‰æ¨¡ï¼›åŽŸval/testä¸�å›žæµ�ã€‚å…¨éƒ¨æ¨¡åž‹å’Œé…�æ–¹å…ˆå†»ç»“ï¼Œå†�æŸ¥çœ‹å›ºå®šholdoutç»“æžœã€‚u[   è¿™äº›æ ‡ç­¾æ˜¯ç”¨æˆ·æŽˆæ�ƒçš„é�žç›²è�‰ç¨¿ï¼Œä¸�æ˜¯ç‹¬ç«‹æœºå™¨äººç²¾åº¦/æˆ�åŠŸçŽ‡è¯�æ˜Žã€‚u   ## æ•°æ�®é›†ä¸Žå�•ä½�u)   |åˆ†æ”¯|train|val|test|ç‹¬ç«‹trainç»„|CV|z|---|---:|---:|---:|---|r‘   r™   Úcountsú|ztrain/r   zval/ztest/rC   rš   u
   æŠ˜æŒ‰ç»„|)r  u¨   å…ˆå‰�ç¡®è®¤çš„823ä¸ªç›®æ ‡æŒ‰1åŽŸå�•ä½�=1ç±³å¹¶å…¥metricï¼›ä»…æ›´æ–°æœ¬ç ”ç©¶ç‰ˆæœ¬çš„å�•ä½�è§£é‡Šï¼Œä¸�æ”¹å��æ ‡æ•°å€¼ã€�çœŸå®žäººå·¥åº“æˆ–åŽŸå§‹ä¼ æ„Ÿå™¨æ³¨å†Œè¡¨ã€‚u”   å…¶ä»–å�•ä½�æœªç¡®è®¤ç›®æ ‡ä¿�æŒ�ç‹¬ç«‹native_unknownã€‚å…¶trainä»…ä¸¤ä¸ªé‡‡é›†ç»„æ—¶é‡‡ç”¨ä¸¤ç»„ç•™ä¸€éªŒè¯�ï¼Œç»“æžœä¸�ä½œä¸ºéƒ¨ç½²å……åˆ†è¯�æ�®ã€‚r  u8   ## å…«æ¨¡åž‹é‡�è®­åˆ�ç­›ï¼ˆ80è½®ï¼Œbatch32ï¼Œç§�å­�42ï¼‰r  u@   |åˆ†æ”¯|æ¨¡åž‹|ç»„ç­‰æ�ƒç»¼å�ˆè¯¯å·®â†“|ä½�ç½®/å®½åº¦|è§’åº¦MAE|z|---|---|---:|---:|---:|c                ó~   •— g | ]9}t          j        t          |‰¦  «        d z                       ¦   «         ¦  «        ‘Œ:S )r©   )r$   r%   r   r&   )r   r   r'   s     €r   r   zreport.<locals>.<listcomp>½   s@   ø€ ÐtÐtÐtÐZ`•”�Z¨¨vÑ6Ô6Ð7GÑG×RÒRÑTÔTÑUÔUÐtÐtÐtr    rî   c                ó   — | d         d         S )Nr   r¹   r   )r   s    r   ú<lambda>zreport.<locals>.<lambda>¾   s   € ¨Q¨y¬\Ð:WÔ-X€ r    )Úkeyr   r   r¹   z.6fr½   r¿   u   Â°|u7   ä»…ä¾�æ�®metricåŽŸtrainåˆ�ç­›é€‰å‡ºçš„ä¸¤ä¸ªæ¨¡åž‹ï¼š**u   ã€�r“   u   **ã€‚u,   ## ä¸¤æ¨¡åž‹åŠ å¤§batchå�Šå»¶é•¿è®­ç»ƒå¯¹ç…§u›   å�„ç»§ç»­è®­ç»ƒç»„ä»Žå�Œç§�å­�/å�ŒæŠ˜çš„epoch80æœ«å°¾æ¨¡åž‹ã€�AdamWçŠ¶æ€�ã€�NumPyå�ŠCPU/CUDAéš�æœºæ•°çŠ¶æ€�æ�¢å¤�ï¼›ä¸�ä»Žæ—©å�œæœ€ä½³æ�ƒé‡�ä¼ªè£…ç»­è®­ã€‚ur   base=batch32/80è½®ï¼›long_b32=batch32/æ€»240è½®ï¼›long_b64=batch64/æ€»240è½®ï¼›long_b64_steps=batch64/æ€»400è½®ã€‚uz   æœ€å�Žä¸€ç»„è®©ç»§ç»­è®­ç»ƒçš„ä¼˜åŒ–å™¨æ­¥æ•°è¿‘ä¼¼åŒ¹é…�batch32/240è½®ç»„ï¼›çœŸå®žæ­¥æ•°ã€�è€—æ—¶å�Šæ›²çº¿é€�æŠ˜è®°å½•ã€‚u‚   ä¸�æŒ‰testé‡�è°ƒå­¦ä¹ çŽ‡ï¼Œå»¶ç»­åŽŸå­¦ä¹ çŽ‡ä»¥å°½é‡�éš”ç¦»batch/æ—¶é•¿å½±å“�ï¼›ä¸�å£°ç§°æ­¤é…�æ–¹ç©·å°½äº†æœ€ä¼˜è®­ç»ƒè°ƒåº¦ã€‚uq   |åˆ†æ”¯|æ¨¡åž‹|é…�æ–¹|ä¸‰ç§�å­�CVå�‡å€¼Â±æ ‡å‡†å·®|ç›¸å¯¹ç›¸å�Œç§�å­�baseå·®å€¼95%åŒºé—´|CVé€‰å®šé‡�æ‹Ÿå�ˆè½®æ•°|z|---|---|---|---:|---|---:|c                ó,   •— g | ]}|d          ‰k    ¯|‘ŒS r   r   )r   r…   r   s     €r   r   zreport.<locals>.<listcomp>Ê   s'   ø€ ÐEÐEÐE˜A°°8´¸fÒ1DÐ1D�aÐ1DÐ1DÐ1Dr    r#   Údelta_vs_same_seed_baser,   Ú
mean_scoreu    Â± Ú	std_scorez|[Úlowerz, Úupperz]|r0   )r  uà   åŒºé—´æ˜¯å�Œé‡‡é›†ç»„é…�å¯¹bootstrapçš„é€‰æ¨¡å�Žæ��è¿°æ€§ç»“æžœï¼›è´Ÿå€¼ä¸ºæ”¹å–„ï¼Œè·¨0ä¸�èƒ½ç§°ç¨³å®šæ��å�‡ã€‚ç»§ç»­è®­ç»ƒé…�æ–¹çš„æœ€ä½³checkpointå…�è®¸ä¿�ç•™baseæœ€ä½³epochï¼Œå› æ­¤å®ƒä¹Ÿå�¯èƒ½å®Œå…¨æ²¡æœ‰é¢�å¤–æ”¶ç›Šã€‚r  u:   ### æœ«è½®æ£€æŸ¥ç‚¹ï¼ˆæœªæŒ‰å…¶é‡�é€‰ï¼‰ä¸Žå®žé™…è®¡ç®—é‡�r  u€   |åˆ†æ”¯|æ¨¡åž‹|é…�æ–¹|æœ«è½®CVå�‡å€¼Â±æ ‡å‡†å·®â†“|å®žé™…æ¯�æ­¥æ ·æœ¬æ•°|ä¸‰ç§�å­�å�„è‡ªæ–°å¢žæ›´æ–°æ­¥æ•°ï¼ˆæ‰€æœ‰æŠ˜å�ˆè®¡ï¼‰|z|---|---|---|---:|---|---|r�   c                ó(   — h | ]}|d          D ]}|’ŒŒS )rµ   r   )r   r…   Úss      r   r4   zreport.<locals>.<setcomp>Ó   s+   € Ð\Ð\Ð\ ÀÐBZÔ@[Ð\Ð\¸1˜!Ð\Ð\Ð\Ð\r    rÀ   c                ó   — g | ]
}|d          ‘ŒS )r³   r   rº   s     r   r   zreport.<locals>.<listcomp>Ô   s   € ÐNÐNÐN°q�1Ð1Ô2ÐNÐNÐNr    rÁ   rÂ   )r  uª   å°�æ ·æœ¬æœªçŸ¥å�•ä½�åˆ†æ”¯çš„å�•æŠ˜è®­ç»ƒæ ·æœ¬ä¸�è¶³32ï¼Œè®¾ç½®64å¹¶ä¸�å¢žåŠ å®žé™…batchï¼›è¯¥åˆ†æ”¯å�ªèƒ½è§‚å¯Ÿå»¶é•¿è®­ç»ƒï¼Œä¸�èƒ½ä½œä¸ºå¤§batchæœ‰æ•ˆæ€§çš„è¯�æ�®ã€‚uŠ   å¤§batchçš„å®žé™…æ­¥æ•°å�–å†³äºŽæ¯�æŠ˜æ ·æœ¬æ•°ï¼Œbatch64/400è½®å�ªè¿‘ä¼¼åŒ¹é…�batch32/240è½®æ–°å¢žæ­¥æ•°ï¼›è¯¦è§�é€�ç§�å­�çœŸå®žè®¡æ•°ã€‚r  u.   ## å†»ç»“å�Žçš„å›ºå®štestå¤�æµ‹ï¼ˆå…¨åˆ†æ¯�ï¼‰r  uk   |åˆ†æ”¯|æ–¹æ¡ˆ|ä½�ç½®å�‡å€¼|è§’åº¦å�‡å€¼|è¾“å‡º/æ€»æ•°|é˜ˆå€¼é€šè¿‡/æ€»æ•°|éƒ¨ç½²åŸŸæ£€æŸ¥å�Žé€šè¿‡/æ€»æ•°|z"|---|---|---:|---:|---:|---:|---:|c                ó   — g | ]	\  }}||f‘Œ
S r   r   )r   r•   r   s      r   r   zreport.<locals>.<listcomp>Ü   s    € ÐIÐIÐI™V˜T !��a�ÐIÐIÐIr    rê   rí   rë   ú/r  r÷   rg   r]   u	   ä¸�é€‚ç”¨rb   ú ra   re   r^   )r  u&   ## ç»“è®ºï¼ˆä»…ä»¥åŽŸtrain CVé€‰æ¨¡ï¼‰r  Úbest_learningz- u   ï¼šz / u   ï¼Œç»¼å�ˆåˆ†u   ï¼›å»ºè®®ï¼šÚrecommendationu   ã€‚)r  u   ## è¾¹ç•Œä¸Žäº¤ä»˜r  uÂ   - ç»Ÿä¸€å®Œæ•´åŽŸæ¡†ROIè¾“å…¥ï¼Œè‡ªåŠ¨å�‰å�–é�¢ä¸ºå�¯é€‰å�‚è€ƒï¼›å¹³é�¢å¤±è´¥æ—¶ROIä¸­ä½�æ•°å›žé€€ï¼Œå�•ç‹¬åˆ—å‡ºçº¯å‡ ä½•ä¸Žå‡ ä½•ï¼‹å›žé€€åŸºçº¿ï¼Œé�¿å…�å°†æµ�ç¨‹æ”¶ç›Šå½’åŠŸäºŽç¥žç»�ç½‘ç»œã€‚už   - 512ç‚¹ï¼Œ3ä¸ªç¡®å®šæ€§ç‚¹åº�å�˜ä½“ï¼›ç«¯åˆ°ç«¯è®­ç»ƒå�¦åŠ 0.003ä¸ªå�‚è€ƒå®½åº¦çš„å��æ ‡æ‰°åŠ¨ï¼Œå†»ç»“ç¼–ç �å™¨çš„ä½�å§¿å¤´è®­ç»ƒä¸�é‡�ç¼–ç �æŠ–åŠ¨ç‚¹äº‘ã€‚uÇ   - é¢„è®­ç»ƒæ¨¡åž‹è®­ç»ƒå†»ç»“å®˜æ–¹ç¼–ç �å™¨å�Žçš„ä½�å§¿å¤´ï¼Œç»§ç»­è®­ç»ƒä¹Ÿä¸�æ”¹å�˜å†»ç»“ç­–ç•¥ï¼›PointNeXt/PTv3/DGCNNç«¯åˆ°ç«¯è®­ç»ƒã€‚è¿™ä¸�æ˜¯æ‰€æœ‰æž¶æž„éƒ½ç»�è¿‡å……åˆ†å¾®è°ƒçš„èƒ½åŠ›ä¸Šé™�ã€‚uO   - å�ªæœ‰ä¸¤å�—é�ž3090æ˜¾å�¡è¢«è°ƒåº¦ï¼›æ¯�æŠ˜specificationå�Šæ—¥å¿—å�¯æ ¸éªŒã€‚u”   - æ²¡æœ‰è‡ªåŠ¨æ›¿æ�¢ä¸Šçº¿æœºå™¨å»ºè®®ï¼Œä¹Ÿæ²¡æœ‰è¦†ç›–æ—§æ•°æ�®é›†ã€�åŒ…æˆ–å®žéªŒã€‚æ­£å¼�æ£€æµ‹æ¡†ä¸Žåˆ’åˆ†ã€�æ—§GTå’Œå®žæ—¶äººå·¥ä¿®è®¢ä¿�ç•™ã€‚u­   - v4å�•ä½�è§£é‡Šã€�æ ·æœ¬é‡�å�Šç‚¹åº�é…�æ–¹ä¸Žv3ä¸�å�Œï¼Œä¸�èƒ½å°†è·¨ç‰ˆæœ¬åˆ†æ•°å�˜åŒ–ç›´æŽ¥å½’å› äºŽæ¨¡åž‹æˆ–batchï¼›å› æžœæ¯”è¾ƒä»…ç”¨æœ¬è½®ç›¸å�Œæ•°æ�®çš„é…�å¯¹å®žéªŒã€‚u‹   - æ•°æ�®ï¼šdataset/ï¼›å¿«ç…§ï¼šsnapshot/ï¼›å®˜æ–¹æ�¥æº�ï¼šprotocol.jsonï¼›ç»­è®­ç»‘å®šï¼štrials/*/*/*/*/fold_*/continuation_binding.jsonã€‚ur   - æŽ¨ç�†åŒ…å’Œè®­ç»ƒç»“æžœæ¸…å�•ï¼šdelivery_manifest.jsonï¼›æœ€ç»ˆä¿�æŠ¤å�Šç­‰ä»·å®¡è®¡ï¼šfinal_acceptance.jsonã€‚r  zREPORT_zh.mdú
)r	   r$   r%   r   r&   r
   rG   rŠ   r   rN   r   rŒ   rM   ÚgetrI   rF   ÚjoinÚ
write_text)r3   ÚsnapshotrÕ   ÚbaselineÚevidenceÚendpoint_evidencerP   rQ   rR   r  ÚsummaryÚlinesrÖ   r%  r�   r   r  r2   ÚdÚdatarÙ   Ústepsr×   r•   ÚguardedÚguardÚbestr'   r   s                              @@r   r  r  ¢   s  øø€ Ý‰Œ€C�$œ*¥dÐ+CÑ&C×%NÒ%NÑ%PÔ%PÑQÔQ�ÝŒj�$Ð6Ñ6×AÒAÑCÔCÑDÔD€IØ€H˜�¨bÐ-Ø˜JÔ'ð lð lˆÝ! &™\œ\ÑˆˆV�H­B¬M¸&À¼+Ñ,FÔ,F¨!ÈaÀqÈÈÈÈ1ÈÁvÝ   6¨#¤;¨t°HÑ=Ô=ˆ�ÑÝœ¥T¨,Ñ%6°vÑ%=¸mÑ%K×$VÒ$VÑ$XÔ$XÑYÔYˆ�ÑÝ"&¤*­dÐ3HÑ.HÈÑ.OÐP]Ñ.]×-hÒ-hÑ-jÔ-jÑ"kÔ"kÐ˜&Ñ!Ð!Ý˜9¸ÈHØ&7Ø+0ÐPUðWñ Wô W€Gõ •Ð)Ñ)¨'Ñ2Ô2Ð2ØEÀbð 	Y˜( <Ô0ð  	Yð  	Y°X¸oÔ5Nð  	Yð  	YÐhpÐqyÔhzð  	Yð  	Yð  IQð  R\ô  I]ð  	Yð  	Yð  }Eð  FPô  }Qð  	Yð  	Yð  	Yð 	EØeÐfhØ Ø3Ð4NðP€Eõ ŒZ�˜oÑ-×8Ò8Ñ:Ô:Ñ;Ô;€HØ˜ZÔ(×.Ò.Ñ0Ô0ð Jð J‰ˆˆqØ˜Ô!ˆ %§,¢,ð  0I°6ð  0Ið  0I¸F¿JºJÀxÐPVÁÐWXÑ<YÔ<Yð  0Ið  0IÐ\b×\fÒ\fÐgmÐntÑgtÐuvÑ\wÔ\wð  0Ið  0Ið  {A÷  {Eò  {Eð  FMð  NTñ  FTð  UVñ  {Wô  {Wð  0Ið  0Ið  Z[ð  \jô  Zkð  0Ið  0Iõ  nqð  rsð  t{ô  r|ñ  n}ô  n}ð  0Ið  0Ið  0Iñ  #Jô  #Jð  #Jð  #JØ	ð gð gð gñ g€Eð ˜:Ô&ð nð nˆØtÐtÐtÐtÐdgÐhrÔdsÐtÑtÔtˆÝ˜Ð$XÐ$XÐYÑYÔYð 	nð 	nˆAØ�	ŒlˆA˜5Ÿ<š<ð  )m¨Fð  )mð  )m°Q°x´[ð  )mð  )mÀ1ÐEbÔCcð  )mð  )mð  )mÐjkð  mFô  kGð  )mð  )mð  )mð  NOð  Pcô  Ndð  )mð  )mð  )mð  )mñ  nô  nð  nð  nð	nà	ˆBÐpÈÏÊÐT]Ð^gÔThÑIiÔIiÐpÐpÐpÐqsØ6°rð 	fØ|ð 	Eð 	Mð  NPØ{Ø%ð'ñ '€Eð ˜jÔ)×/Ò/Ñ1Ô1ð fð f‰ˆˆqØ 	Ô*ð 	fð 	fˆFØEÐEÐEÐE  9¤ÐEÑEÔEð fð f�ØÐ-Ô.�Ø—’ð  e ð  eð  e¨&ð  eð  e°1°U´8ð  eð  e¸aÀ¼oð  eð  eð  eÐWXÐYdÔWeð  eð  eð  eÐmnÐovÔmwð  eð  eð  eð  @Að  BIô  @Jð  eð  eð  eð  RSð  Taô  Rbð  eð  eð  eñ  fô  fð  fð  fðfð	fð 
ð &ð &ð &ñ &€Eð )×.Ò.Ñ0Ô0ð Oð O‰ˆˆtØ�i”ð 	Oð 	OˆAÝÐ\Ð\ Q ~Ô%6Ð\Ñ\Ô\Ñ]Ô]ˆEØNÐN¸A¸nÔ<MÐNÑNÔNˆEØ�LŠLð  N˜Vð  Nð  N a¨¤kð  Nð  N°A°e´Hð  Nð  N¸qÐAUÔ?Vð  Nð  Nð  NÐ`aÐbuÔ`vð  Nð  Nð  Nð  ~Cð  Nð  Nð  FKð  Nð  Nð  Nñ  Oô  Oð  Oð  Oð	Oð 
ð .ð .ð .ñ .€Eð
  —~’~Ñ'Ô'ð ñ ‰ˆˆtØIÐI t¨KÔ'8¸Ô'@×'FÒ'FÑ'HÔ'HÐIÑIÔIˆØ�h”ð 	Jð 	JˆAØ�MŠM˜1˜Xœ; s™?¨1¨U¬8Ñ3°A°h´KÀÔ4GÐHÑIÔIÐIÐIØð 	ð 	‰FˆD�Ø—E’EÐDÑEÔEˆGØ@GÐX�W˜_Ô-Ð<Ð<°°'´
Ð<Ð<Ð<È[ˆEØ�LŠLð  ~˜Vð  ~ð  ~ dð  ~ð  ~¨Q¨Ô-?ð  ~ð  ~ð  ~ÀaÈÔFXð  ~ð  ~Ð[\Ð]iÔ[jð  ~ð  ~ð  ~Ðstð  vCô  tDð  ~ð  ~ð  GHð  IPô  GQð  ~ð  ~ð  TUð  Veô  Tfð  ~ð  ~ð  ijð  krô  isð  ~ð  ~ð  v{ð  ~ð  ~ð  ~ñ  ô  ð  ð  ñ	ð 
Ð;Ð;Ð;Ñ;€EØ˜jÔ)×/Ò/Ñ1Ô1ð gð g‰ˆˆqØˆÔˆ §¢ð  .f°&ð  .fð  .f¸TÀ(¼^ð  .fð  .fÐPTÐUZÔP[ð  .fð  .fÐimÐnzÔi{ð  .fð  .fð  .fð  NOð  P`ô  Nað  .fð  .fð  .fñ  !gô  !gð  !gð  !gØ	ð Að Að Añ A€Eõ 
ˆ.Ñ×$Ò$ T§Y¢Y¨uÑ%5Ô%5Ñ6Ô6Ð6Ø€Nr    Ú__main__)Údescriptionz--stage)r+   r  ræ   r  T)ÚchoicesÚrequiredz--familyz--branchrW   r  )rK  r+   r  ræ   )r)   )3Ú__doc__Ú
__future__r   ÚargparseÚcollectionsr   r$   Úpathlibr   ÚnumpyrG   rË   Úpose_benchmark_v4_datar   r   r	   r
   Úpose_benchmark_v4r   r   r   r   r   r   r   Úpose_benchmark_modelsr   Úpose_refinementr   r   Úpose_datasetr   Úcluster_targetsr   r(   r-   r+   rv   r�   ræ   r  r  Ú__name__ÚArgumentParserÚparserÚadd_argumentÚ
parse_argsÚargsÚstager   r'   r   r    r   ú<module>r`     sÏ  ðØ PÐ PØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø Ð Ð Ð Ð Ð Ø €€€Ø Ð Ð Ð Ð Ð à Ð Ð Ð Ø €€€à ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?ð4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4à -Ð -Ð -Ð -Ð -Ð -Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø #Ð #Ð #Ð #Ð #Ð #Ø #Ð #Ð #Ð #Ð #Ð #ðEð Eð Eð*ð *ð *ð *ðð ð ð.	sð 	sð 	sð_ð _ð _ð'ð 'ð 'ðT*ð *ð *ðZNð Nð Nðb ˆZÒÐØ"ˆ8Ô"¨wÐ7Ñ7Ô7€FØ
×Ò˜	Ð*SÐ*SÐ*SÐ]aÐÑbÔbÐbØ
×Ò˜
Ñ#Ô#Ð# F×$7Ò$7¸
ÈHÐUeÐKfÐ$7Ñ$gÔ$gÐ$gØ	×	Ò	Ñ	Ô	€DØ„z�7ÒÐ˜5˜5 ¤¨T¬[Ñ9Ô9Ð9Ð9Ð9Ø	Œ�ZÒ	Ð	  ¨¬Ñ 5Ô 5Ð 5Ð 5Ð 5Ø	Œ�[Ò	 Ð	   ¨4¬;Ñ!7Ô!7Ð!7Ð!7Ð!7Ø	ˆ‰Œˆˆˆð Ðr    