§
    ­Ç¹j  ã                  ó  — d Z ddlmZ ddlZddlZddlmZ ddlZddlm	Z	 ddl
mZ ddlmZmZ ddlmZ dd	lmZmZmZ dd
lmZmZmZ ddlmZmZ ddlmZmZ ddlm Z  ddl!m"Z" dZ#d„ Z$d„ Z%e&dk    �r ej'        ¦   «         Z(e( )                    dd¬¦  «         e( )                    dd¬¦  «         e( )                    dd¬¦  «         e( )                    dd¬¦  «         e( )                    dd¬¦  «         e( )                    dd¬¦  «         e( *                    ¦   «         Z+ e%e+j,        e+j-        e+j.        e+j/        e+j0        e+j1        ¬¦  «        Z2 e3 ej4        e2d         e2d         e2d          d!œ¦  «        ¦  «         dS dS )"zDCalibrate proposal thresholds on teacher-unseen source audit groups.é    )ÚannotationsN)ÚPath)Úmatch_counts)Ú_teacher_access)Úis_resolvedÚ
load_jsonl)Ú_attach_cache)ÚNormalizationStatsÚapply_normalizationÚ
load_frame)Úfile_digestÚload_protocolÚ
write_json)Údevice_metadataÚresolve_device)Ú
SampleMetaÚletterbox_float)Úpredict_boxes)Úload_detector_checkpoint)gš™™™™™©?gš™™™™™¹?gš™™™™™É?g333333Ó?g      à?gffffffæ?c           	     óž   — |                      d¦  «        |k    rt          d¦  «        ‚t          | ||||                      d¦  «        ¦  «        S )NÚprotocol_sha256z'teacher was trained on another protocolÚholdout_domain)ÚgetÚ
ValueErrorr   )ÚrecordsÚassignmentsÚrunÚgroupsr   s        úP/root/private/project/pallet_detection_v2/pallet/annotation/calibrate_teacher.pyÚ_validate_audit_accessr       sL   € Ø
‡w‚wÐ Ñ!Ô! _Ò4Ð4ÝÐBÑCÔCÐCÝ˜7 K°°f¸c¿gºgÐFVÑ>WÔ>WÑXÔXÐXó    c               ó>	  ‡)— t          | ¦  «        } t          j        | j        dz                       ¦   «         ¦  «        }t          j        | j        dz                       ¦   «         ¦  «        }t          | ¦  «        |d         k    rt          d¦  «        ‚t          j        t          |¦  «                             ¦   «         ¦  «        }t          |¦  «        \  }	}
}|d         t          t          |¦  «        dz  ¦  «        k    rt          d¦  «        ‚d„ |d	         D ¦   «         }t          |	|
||t          t          |¦  «        dz  ¦  «        ¦  «         d
„ t          |	d¦  «        D ¦   «         }t          |¦  «        }t          | ¦  «        \  }}t          |¦  «        }|                     ¦   «                              |¦  «         t          j        | dd¬¦  «        }t#          d&i |d         ¤Ž}g }|d         D �]‡}||         }|j        |         }|
|j                 dk    s:|j        |vs1|j        |j        k    s!|j        |j        k    st-          |d¬¦  «        st          d|› �¦  «        ‚t/          d„ |j        D ¦   «         ¦  «        rt          d|› �¦  «        ‚|j        dk    s|j        rŒ¸t7          |¦  «        }t9          t;          ||¦  «        |d         ¦  «        \  }}}t=          ||j        d d…         ||¦  «        }tA          || !                    d¦  «                             |¦  «        |tE          tF          ¦  «        |d         ¬¦  «        }| $                    |d„ |j%        D ¦   «         |f¦  «         �Œ‰g }tF          D ]Š)dx}x}} |D ]7\  }}!}"ˆ)fd„|"D ¦   «         }#tM          |!|#¦  «        \  }$}%}&||$z  }||%z  }| |&z  } Œ8| $                    ‰)||| || z   r||| z   z  nd |r|tO          |¦  «        z  nd dœ¦  «         Œ€d„ |D ¦   «         }'d t          | ¦  «        t          |¦  «        t          |¦  «        tQ          |¦  «        tO          |¦  «        tS          |¦  «        |d!tU          d"„ |'D ¦   «         d ¬#¦  «        dd$d%œ}(tW          ||(¦  «         |(S )'Nzrun.jsonzcompleted.jsonÚbest_checkpoint_sha256z(teacher checkpoint is not completed bestr   zprotocol.jsonz'audit panel belongs to another protocolc                ó   — h | ]
}|d          ’ŒS )Úgroup_id© )Ú.0Úgroups     r   ú	<setcomp>zcalibrate.<locals>.<setcomp>)   s   € Ð=Ð=Ð= Eˆe�JÔÐ=Ð=Ð=r!   r   c                ó   — i | ]
}|j         |“ŒS r&   )Úframe_id©r'   Úrows     r   ú
<dictcomp>zcalibrate.<locals>.<dictcomp>,   s   € ÐgÐgÐg 3ˆSŒ\˜3ÐgÐgÐgr!   z"outputs/cache_v5/sealed_index.jsonÚcpuF)Úmap_locationÚweights_onlyÚnormalizationÚ	frame_idsÚtrainT)Úrequire_blindz-audit frame is not a bound source reference: c              3  óL   K  — | ]}|j                              ¦   «         d v V — Œ dS )>   Úsam3ÚmodelÚfewshotÚdetectorÚsegmentationN)ÚsourceÚlower)r'   Úps     r   ú	<genexpr>zcalibrate.<locals>.<genexpr>;   sH   è è € ð *ð *Øð Œx�~Š~ÑÔÐ#WÐWð *ð *ð *ð *ð *ð *r!   z4audit reference includes model-assisted provenance: ÚignoreÚsizeé   r   )ÚconfrA   c                óB   — g | ]}|j         |j        |j        |j        f‘ŒS r&   )ÚxÚyÚwidthÚheight)r'   Úbs     r   ú
<listcomp>zcalibrate.<locals>.<listcomp>E   s)   € Ð"VÐ"VÐ"VÀQ A¤C¨¬¨a¬g°q´xÐ#@Ð"VÐ"VÐ"Vr!   c                ó‚   •— g | ];\  }}|‰k    ¯|d          |d         |d         |d          z
  |d         |d         z
  f‘Œ<S )r   é   rB   é   r&   )r'   ÚboxÚscoreÚ	thresholds      €r   rJ   zcalibrate.<locals>.<listcomp>J   s]   ø€ ð Mð Mð MÙ'˜S %¸À)Ò9KÐ9Kð ˜aœ& # a¤&¨#¨a¬&°3°q´6©/¸3¸q¼6ÀCÈÄF¹?ÐKØ9KÐ9KÐ9Kr!   )Úconfidence_thresholdÚtrue_positivesÚfalse_positivesÚmissedÚrecallÚfalse_positives_per_framec                ó:   — g | ]}|d          ®
|d          dk    ¯|‘ŒS )rU   Nçffffffî?r&   r,   s     r   rJ   zcalibrate.<locals>.<listcomp>R   s0   € Ð[Ð[Ð[˜¨¨H¬Ð(AÀcÈ(ÄmÐWZÒFZÐFZ�ÐFZÐFZÐFZr!   z)teacher-unseen source-training audit onlyrX   c              3  ó&   K  — | ]}|d          V — ŒdS )rQ   Nr&   r,   s     r   r?   zcalibrate.<locals>.<genexpr>Z   s)   è è € Ð2cÐ2cÐSV°3Ð7MÔ3NÐ2cÐ2cÐ2cÐ2cÐ2cÐ2cr!   ©ÚdefaultzPThreshold is for proposal triage only; every candidate needs independent review.)ÚscopeÚteacher_checkpoint_sha256Úaudit_labels_sha256Úpanel_sha256Úaudit_groupsÚscored_framesÚdeviceÚcurveÚhigh_recall_targetÚselected_candidate_thresholdÚautomatic_acceptanceÚnoter&   ),r   ÚjsonÚloadsÚparentÚ	read_textr   r   r   r    r	   r   r   r   ÚevalÚtoÚtorchÚloadr
   Úframesr%   Úsource_anchor_hashÚsource_sha256r   ÚanyÚ
provenanceÚstatusÚignore_regionsr   r   r   r   Úshaper   Ú	unsqueezeÚminÚ
THRESHOLDSÚappendÚboxesr   ÚlenÚsortedr   Úmaxr   )*Ú
checkpointÚprotocolÚ
panel_pathÚaudit_labelsÚoutputrb   r   Ú	completedÚpanelr   r   Ú_r   Úby_idÚlabelsr8   ÚconfigÚstateÚstatsÚobservationsÚfidr-   ÚframeÚrawÚimageÚscaleÚpaddingÚmetar|   rc   ÚtpÚfpÚfnÚ	referenceÚ
candidatesÚ	predictedÚarI   ÚcÚeligibleÚresultrP   s*                                            @r   Ú	calibraterŸ      s:  ø€ Ý�jÑ!Ô!€JÝ
Œ*�jÔ'¨*Ñ4×?Ò?ÑAÔAÑ
BÔ
B€CÝ”
˜JÔ-Ð0@Ñ@×KÒKÑMÔMÑNÔN€IÝ�:ÑÔ )Ð,DÔ"EÒEÐEÝÐCÑDÔDÐDÝŒJ•t˜JÑ'Ô'×1Ò1Ñ3Ô3Ñ4Ô4€EÝ+¨HÑ5Ô5Ñ€Gˆ[˜!ØÐÔ¥;­t°H©~¬~ÀÑ/OÑ#PÔ#PÒPÐPÝÐBÑCÔCÐCØ=Ð=¨U°8¬_Ð=Ñ=Ô=€FÝ˜7 K°°fÝ&¥t¨H¡~¤~¸Ñ'GÑHÔHñJô Jð JàgÐg­-¸ÐAeÑ*fÔ*fÐgÑgÔg€EÝ˜Ñ%Ô%€FÝ,¨ZÑ8Ô8�M€Eˆ6Ý˜FÑ#Ô#€FØ	‡J‚J�L„L‡O‚O�FÑÔÐÝŒJ�z°ÀEÐJÑJÔJ€EÝÐ8Ð8  Ô!7Ð8Ð8€EØ€LØ�[Ô!ð `ñ `ˆØ�CŒjˆØ”˜cÔ"ˆØ˜œÔ%¨Ò0Ð0°C´LÈÐ4NÐ4NØ”> S¤\Ò1Ð1°UÔ5MÐQTÔQbÒ5bÐ5bÝ" 5¸Ð=Ñ=Ô=ð 6cåÐRÈSÐRÐRÑSÔSÐSÝð *ð *ØÔ(ð*ñ *ô *ñ *ô *ð 	[åÐYÐTWÐYÐYÑZÔZÐZØŒ<˜8Ò#Ð# uÔ';Ð#ØÝ˜‰oŒoˆÝ /Õ0CÀCÈÑ0OÔ0OÐQWÐX^ÔQ_Ñ `Ô `Ñˆˆu�gÝ˜#˜sœy¨¨!¨œ}¨e°WÑ=Ô=ˆÝ˜e U§_¢_°QÑ%7Ô%7×%:Ò%:¸6Ñ%BÔ%BÀDÝ#&¥z¡?¤?¸À¼ðIñ Iô Iˆà×Ò˜SÐ"VÐ"VÈ%Ì+Ð"VÑ"VÔ"VÐX]Ð^Ñ_Ô_Ð_Ñ_Ø€EÝð 
fð 
fˆ	ØÐˆÐˆR�"Ø(4ð 	&ð 	&Ñ$ˆAˆy˜*ðMð Mð Mð MØ+5ðMñ Mô MˆIå" 9¨iÑ8Ô8‰GˆAˆq�!Ø�!‰GˆB�R˜1‘W�R˜b A™g˜b˜bØ�Š¨iÈ2Ø)+°rØ24°r±'Ð C  b¨2¡g¡ ¸tØMYÐ3c°2½¸LÑ8IÔ8IÑ3IÐ3IÐ_cðeð eñ 	fô 	fð 	fð 	fð \Ð[˜uÐ[Ñ[Ô[€HØBÝ+6°zÑ+BÔ+BÝ%0°Ñ%>Ô%>Ý)¨*Ñ5Ô5Ý$ V™nœn½sÀ<Ñ?PÔ?PÝ'¨Ñ/Ô/¸%Ø$'Ý.1Ð2cÐ2cÐZbÐ2cÑ2cÔ2cØ:>ð/@ñ /@ô /@à&+Øhð
jð 
j€Fõ ˆv�vÑÔÐØ€Mr!   Ú__main__z--checkpointT)Úrequiredz
--protocolzoutputs/protocol_v5rZ   z--panelz--audit-labelsz--outputz--device)rb   ra   re   rc   )ra   re   rc   )5Ú__doc__Ú
__future__r   Úargparserh   Úpathlibr   rn   Ú#pallet.annotation.round_diagnosticsr   Úpallet.annotation.cycler   Úpallet.annotation.workflowr   r   Ú
pallet.clir	   Úpallet.data.loaderr
   r   r   Úpallet.data.protocolr   r   r   Úpallet.devicesr   r   Úpallet.experiments.datasetr   r   Úpallet.experiments.evaluater   Úpallet.exportr   rz   r    rŸ   Ú__name__ÚArgumentParserÚparserÚadd_argumentÚ
parse_argsÚargsr€   r�   r†   rƒ   r„   rb   rž   ÚprintÚdumpsr&   r!   r   ú<module>r¸      s¤  ðØ JÐ JØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø Ð Ð Ð Ð Ð à €€€à <Ð <Ð <Ð <Ð <Ð <Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ø $Ð $Ð $Ð $Ð $Ð $Ø RÐ RÐ RÐ RÐ RÐ RÐ RÐ RÐ RÐ RØ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GØ :Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ø BÐ BÐ BÐ BÐ BÐ BÐ BÐ BØ 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2ð '€
ðYð Yð Yð@ð @ð @ðF ˆzÒÑØ$ˆXÔ$Ñ&Ô&€FØ
×Ò˜°ÐÑ6Ô6Ð6Ø
×Ò˜Ð.CÐÑDÔDÐDØ
×Ò˜	¨DÐÑ1Ô1Ð1Ø
×ÒÐ(°4ÐÑ8Ô8Ð8Ø
×Ò˜
¨TÐÑ2Ô2Ð2Ø
×Ò˜
¨TÐÑ2Ô2Ð2Ø×ÒÑÔ€DØˆY�t”¨¬°t´zØÔ(¨$¬+¸d¼kðKñ Kô K€Fà	€Eˆ*ˆ$Œ* v¨oÔ'>Ø6<Ð=[Ô6\Ø% gœð0ð 0ñ 1ô 1ñ 2ô 2ð 2ð 2ð 2ð Ðr!   