§
    ~°¸jŠ  ã                  óÂ   — d Z ddlmZ ddlmZ ddlZddlZddlm	Z	 ddl
mZmZmZmZmZ ddlmZmZmZ  ed¦  «        Zed	z  Zd
dœdd„Zdd„Zd„ Zdddddœd„Zd„ ZdS )zQSAM3 candidate generation from sensor visualizations; never assigns truth labels.é    )Úannotations)ÚPathN)ÚImage)ÚBoxÚ
ProvenanceÚ
load_jsonlÚmerge_proposalsÚ
save_jsonl)Úcanonical_recordsÚ
load_frameÚscan_datasetz,/root/private/project/zero_shot_segmentationzmodels/sam3/sam3.ptF©ÚinvertÚvaluesú
np.ndarrayÚmaskÚreturnc               ó¼  — |dk    }|                      ¦   «         s%t          j        | j        t          j        ¬¦  «        S | |         }t          j        |ddg¦  «        \  }}||k    r%t          j        | j        t          j        ¬¦  «        S t          j        | |z
  ||z
  z  dd¦  «        }|rd|z
  }t          j        |t          j        d|z  ¦  «        d¦  «        S )Nr   )Údtypeé   éc   éÿ   )ÚanyÚnpÚzerosÚshapeÚuint8Ú
percentileÚclipÚwhere)r   r   r   ÚvalidÚsamplesÚlowÚhighÚscaleds           ú=/root/private/project/pallet_detection_v2/pallet/proposals.pyÚ_display_channelr'      sË   € Ø�1ŠH€EØ�9Š9‰;Œ;ð 6ÝŒx˜œ­B¬HÐ5Ñ5Ô5Ð5Ø�UŒm€GÝ”˜g¨¨2 wÑ/Ô/�I€CˆØˆs‚{€{ÝŒx˜œ­B¬HÐ5Ñ5Ô5Ð5ÝŒW�f˜s‘l t¨c¡zÑ2°A°qÑ9Ô9€FØð Ø�V‘ˆÝŒ8�E�2œ8 C¨&¡LÑ1Ô1°1Ñ5Ô5Ð5ó    ÚframeúImage.Imagec           	     ó  ‡ — ˆ fd„t          d¦  «        D ¦   «         \  }}}}t          ||d¬¦  «        }t          ||¦  «        }t          j        ||t          j        |dz  |dz  ¦  «        fd¬¦  «        }t          j        |d¦  «        S )	zJMake a display-only pseudo-color image; measurement floats stay untouched.c                ó$   •— g | ]}‰d |f         ‘ŒS ).© )Ú.0Úidxr)   s     €r&   ú
<listcomp>z(sensor_visualization.<locals>.<listcomp>#   s!   ø€ Ð)NÐ)NÐ)N¸c¨%°°S°¬/Ð)NÐ)NÐ)Nr(   é   Tr   é   éÿÿÿÿ)ÚaxisÚRGB)Úranger'   r   ÚstackÚmaximumr   Ú	fromarray)r)   ÚdepthÚ	intensityÚvalid_dÚvalid_iÚdÚiÚrgbs   `       r&   Úsensor_visualizationrA   !   s�   ø€ à)NÐ)NÐ)NÐ)NÅUÈ1ÁXÄXÐ)NÑ)NÔ)NÑ&€Eˆ9�g˜wÝ˜ °Ð5Ñ5Ô5€AÝ˜ GÑ,Ô,€AÝ
Œ(�A�q�"œ* Q¨!¡V¨Q°!©VÑ4Ô4Ð5¸BÐ
?Ñ
?Ô
?€CÝŒ?˜3 Ñ&Ô&Ð&r(   c                ó$  — t                                ¦   «         st          dt           › �¦  «        ‚t          j                             dt          t          ¦  «        ¦  «         t          j                             dt          t          dz  ¦  «        ¦  «         ddlm	} t          | ¦  «         
                    d¦  «        r3dd l}|j                             |                     | ¦  «        ¦  «         d}  |t          t           ¦  «        | ¬¦  «        S )NzSAM3 checkpoint missing: r   zthird_party/sam3)ÚSam3ServiceÚcuda)Úcheckpoint_pathÚdevice)ÚSAM3_WEIGHTSÚis_fileÚFileNotFoundErrorÚsysÚpathÚinsertÚstrÚSAM3_PROJECTÚzss_demo.sam3_adapterrC   Ú
startswithÚtorchrD   Ú
set_devicerF   )rF   rC   rQ   s      r&   Ú_sam3_servicerS   *   së   € Ý×ÒÑ!Ô!ð LÝÐ J½LÐ JÐ JÑKÔKÐKÝ„H‡O‚O�A•s�<Ñ(Ô(Ñ)Ô)Ð)Ý„H‡O‚O�A•s�<Ð*<Ñ<Ñ=Ô=Ñ>Ô>Ð>Ø1Ð1Ð1Ð1Ð1Ð1å
ˆ6�{„{×Ò˜fÑ%Ô%ð ØˆˆˆØŒ
×Ò˜eŸlšl¨6Ñ2Ô2Ñ3Ô3Ð3ØˆØˆ;¥s­<Ñ'8Ô'8ÀÐHÑHÔHÐHr(   Útrainzcuda:0)za palletzstacked pallets)ÚsplitÚlimitrF   Úpromptsc               óæ  ‡‡‡‡‡‡— ‰dvrt          d¦  «        ‚t          |¦  «        Št          t          | ¦  «        ¦  «        }ˆˆfd„|D ¦   «         }|�
|d|…         }|sddg dœS t	          |¦  «        }dg }
}	t          |¦  «        D �]Ä\  }}	 t          t          |¦  «        ¦  «        }g }|D ]-}|                     | 	                    ||d¬¦  «        ¦  «         Œ.g }t          |d	„ d
¬¦  «        D ]²}|j        �|j        dk     rŒ|j        \  ŠŠŠŠt          d‰¦  «        t          d‰¦  «        cŠŠt          |j        ‰¦  «        t          |j        ‰¦  «        cŠŠ‰‰k    s‰‰k    rŒzt#          ˆˆˆˆfd„|D ¦   «         ¦  «        rŒ™|                     ‰‰‰‰f¦  «         Œ³t'          ‰|j        d„ |D ¦   «         it+          dt-          t.          ¦  «        ¬¦  «        ¬¦  «         |	dz  }	nA# t0          $ r4}|
                     |j        t-          |¦  «        dœ¦  «         Y d}~nd}~ww xY w|dz   dz  dk    rt3          ‰|¦  «         �ŒÆt3          ‰|¦  «         t5          |¦  «        |	|
dœS )z×Write resumable proposals only for unreviewed source frames.

    Independent val/test references must be made from original views, never
    from detections by a model trained on the experiment's source split.
    >   ÚvalÚtestrT   zinvalid splitc                óì   •— g | ]p}|j         ‰j        v r`‰j        |j                  j        ‰k    rE‰j        |j                  j        d k    r*t	          ‰j        |j                  j        ¦  «        dk    ¯n|‘ŒqS )Ú
unreviewedr   )Úframe_idÚframesrU   ÚstatusÚlenÚ
provenance)r.   Úrecordr   rU   s     €€r&   r0   z+generate_sam3_proposals.<locals>.<listcomp>C   sˆ   ø€ ð Nð Nð N˜6Ø”? kÔ&8Ð8Ð8ØÔ& v¤Ô7Ô=ÀÒFÐFØÔ& v¤Ô7Ô>À,ÒNÐNÝ˜Ô*¨6¬?Ô;ÔFÑGÔGÈ1ÒLÐLð	 ð MÐLÐLr(   Nr   )Ú	requestedÚproposedÚerrorsé   )Útop_kc                ó   — | j         S )N)Úscore)Úitems    r&   ú<lambda>z)generate_sam3_proposals.<locals>.<lambda>U   s   € ¸d¼j€ r(   T)ÚkeyÚreversegffffffÖ?c              3  óH   •K  — | ]}t          ‰‰‰‰f|¦  «        d k    V — ŒdS )g      è?N)Ú_box_iou)r.   ÚoldÚx1Úx2Úy1Úy2s     €€€€r&   ú	<genexpr>z*generate_sam3_proposals.<locals>.<genexpr>]   s;   øè è € ÐOÐOÀ#•x  R¨¨RÐ 0°#Ñ6Ô6¸Ò=ÐOÐOÐOÐOÐOÐOr(   c           	     óH   — g | ]\  }}}}t          ||||z
  ||z
  ¦  «        ‘Œ S r-   )r   )r.   rq   rs   rr   rt   s        r&   r0   z+generate_sam3_proposals.<locals>.<listcomp>`   sP   € ð <[ð <[ð <[ÙBPÀ"ÀbÈ"Èbõ =@ÀÀBÈÈRÉÐQSÐVXÑQXÑ<YÔ<Yð <[ð <[ð <[r(   Úsam3)Úmodel)ra   r   )r]   Úerroré   )Ú
ValueErrorr   r   r   rS   Ú	enumeraterA   r   ÚextendÚsegment_by_textÚsortedÚbox_xyxyri   ÚmaxÚminÚwidthÚheightr   Úappendr	   r]   r   rM   rG   Ú	Exceptionr
   r`   )ÚrootÚannotation_pathrU   rV   rF   rW   ÚrecordsÚeligibleÚ	predictorrd   re   r/   rb   ÚimageÚ
candidatesÚpromptÚboxesÚresultÚexcr   rq   rr   rs   rt   s     `                @@@@@r&   Úgenerate_sam3_proposalsr’   8   s1  øøøøøø€ ð Ð,Ð,Ð,Ý˜Ñ)Ô)Ð)Ý˜_Ñ-Ô-€KÝ¥¨TÑ 2Ô 2Ñ3Ô3€GðNð Nð Nð Nð N Wð Nñ Nô N€Hð
 ÐØ˜F˜U˜FÔ#ˆØð =Ø¨A¸Ð<Ð<Ð<Ý˜fÑ%Ô%€IØ˜"ˆf€HÝ  Ñ*Ô*ð 5ñ 5‰ˆˆVð	LÝ(­°FÑ);Ô);Ñ<Ô<ˆEØˆJØ!ð Uð U�Ø×!Ò! )×";Ò";¸EÀ6ÐQRÐ";Ñ"SÔ"SÑTÔTÐTÐTØˆEÝ  Ð1HÐ1HÐRVÐWÑWÔWð 
/ð 
/�Ø”?Ð*¨f¬l¸TÒ.AÐ.AØØ!'¤‘��B˜˜BÝ˜Q ™œ¥S¨¨B¡Z¤Z���BÝ˜Uœ[¨"Ñ-Ô-­s°5´<ÀÑ/DÔ/D���BØ˜’8�8˜r Ršx˜xØÝÐOÐOÐOÐOÐOÐOÐOÈÐOÑOÔOÑOÔOð ØØ—’˜b " b¨"Ð-Ñ.Ô.Ð.Ð.Ý˜K¨&¬/ð <[ð <[ØTYð<[ñ <[ô <[ð *\å'1°&ÅÅLÑ@QÔ@QÐ'RÑ'RÔ'RðTñ Tô Tð Tð ˜‰MˆHˆHøÝð 	Lð 	Lð 	LØ�MŠM v¤ÅÀSÁÄÐJÐJÑKÔKÐKÐKÐKÐKÐKÐKøøøøð	Løøøà�!‰G�r‰>˜QÒÐÝ�{ OÑ4Ô4Ð4ùÝˆ{˜OÑ,Ô,Ð,Ý˜X™œ°HÈÐOÐOÐOs   ÂEG1Ç1
H/Ç;*H*È*H/c                óè  — t          | d         |d         ¦  «        t          | d         |d         ¦  «        }}t          | d         |d         ¦  «        t          | d         |d         ¦  «        }}t          d||z
  ¦  «        t          d||z
  ¦  «        z  }| d         | d         z
  | d         | d         z
  z  }|d         |d         z
  |d         |d         z
  z  }||z   |k    r|||z   |z
  z  ndS )Nr   r   r2   é   )r�   r‚   )	ÚboxÚotherrq   rs   rr   rt   ÚintersectionÚarea_aÚarea_bs	            r&   ro   ro   l   sí   € Ý��Q”˜˜qœÑ"Ô"¥C¨¨A¬°°a´Ñ$9Ô$9ˆ€BÝ��Q”˜˜qœÑ"Ô"¥C¨¨A¬°°a´Ñ$9Ô$9ˆ€BÝ�q˜"˜r™'‘?”?¥S¨¨B°©G¡_¤_Ñ4€LØ�!Œf�s˜1”v‰o # a¤&¨3¨q¬6¡/Ñ2€FØ�AŒh˜˜qœÑ! e¨A¤h°°q´Ñ&9Ñ:€FØ>DÀv¹oÐP\Ò>\Ð>\ˆ<˜6 F™?¨\Ñ9Ñ:Ð:ÐbcÐcr(   )r   r   r   r   r   r   )r)   r   r   r*   )Ú__doc__Ú
__future__r   Úpathlibr   rJ   Únumpyr   ÚPILr   Úpallet.annotationr   r   r   r	   r
   Úpallet.datar   r   r   rN   rG   r'   rA   rS   r’   ro   r-   r(   r&   ú<module>r¡      sQ  ðØ WÐ Wà "Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ð Ð Ø 
€
€
€
à Ð Ð Ð Ø Ð Ð Ð Ð Ð à VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VØ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CÐ Cð ˆtÐBÑCÔC€ØÐ3Ñ3€ð FKð 6ð 6ð 6ð 6ð 6ð 6ð'ð 'ð 'ð 'ðIð Ið Ið =DÈ4Ø#+Ð5Tð1Pð 1Pð 1Pð 1Pð 1Pðhdð dð dð dð dr(   