§
    æOßjÿ  ã                   ó8  — d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
 ee¦  «                             ¦   «         j        d         Ze	j                             d ee¦  «        ¦  «         d„ Zd„ Zd„ Zd„ Zed	k    r e e¦   «         ¦  «        ‚dS )
zJImmutable preflight, UUID single-worker queues, and event-driven receipts.é    )ÚPathNé   c                 óÄ  ‡ — ddl m} ddlm}m}m} ˆ fd„|                     ¦   «         D ¦   «         } ||d‰ › d�z  t          t          j	        ¦   «         ‰ ||‰          dd¬	¦  «        ¦  «         g }|D �]É}t          t          j
        |‰          d
d
dd¬¦  «        }	||› d�z  }
|
                     d¦  «        5 }t          j        t          j        t!          t#          t$          ¦  «                             ¦   «         ¦  «        d|dt!          |¦  «        g|	|t          j        ¬¦  «        } |||› d�z  t          |j        ‰ ||‰          t!          |
                     t.          ¦  «        ¦  «        ¬¦  «        ¦  «         |                     ¦   «         }d d d ¦  «         n# 1 swxY w Y   |                     t          |||dk    rdnd¬¦  «        ¦  «         t5          t7          j        |d         ¦  «        d¬¦  «         |r< ||d‰ › d�z  t          d||t;          |¦  «        d …         ¬¦  «        ¦  «         |c S �ŒË ||d‰ › d�z  t          d|¬¦  «        ¦  «         dS )Nr   ©ÚCONFIGS)Ú	GPU_UUIDSÚwriteÚreadc                 ó2   •— g | ]\  }}|d          ‰k    ¯|‘ŒS )Úroute© )Ú.0ÚkÚvr   s      €úO/root/private/project/pallet_detection_v2/scripts/run_mask_model_improvement.pyú
<listcomp>zqueue.<locals>.<listcomp>   s+   ø€ ÐBÐBÐB‘4�1�a¨a°¬j¸EÒ.AÐ.AˆQÐ.AÐ.AÐ.Aó    Úqueue_z_start.jsonTiè  )Úpidr   ÚrunsÚcuda_visible_devicesÚ
sequentialÚmax_updates_per_runÚ4Ú1z/tmp/opencode)ÚCUDA_VISIBLE_DEVICESÚOMP_NUM_THREADSÚMKL_NUM_THREADSÚPYTHONUNBUFFEREDÚTMPDIRz.logÚxbÚworkerú--output)ÚenvÚstdoutÚstderrz_process.json)r   r   Únamer   ÚlogÚ	completedÚfailed_evidence_retained)r'   Ú
returncodeÚstateéÿÿÿÿ©Úflushú_completion.jsonÚblocked_failed_run)r,   r   Ú	unstartedÚcompleted_all_bounded_runs©r,   r   )Úpallet.mask_model_improvementr   Úpallet.mask_model_training_datar   r	   r
   ÚitemsÚdictÚosÚgetpidÚenvironÚopenÚ
subprocessÚPopenÚsysÚ
executableÚstrr   Ú__file__ÚresolveÚSTDOUTr   Úrelative_toÚPROJECTÚwaitÚappendÚprintÚjsonÚdumpsÚlen)r   Úoutputr   r   r	   r
   Únamesr)   r'   r$   r(   ÚstreamÚprocessÚcodes   `             r   ÚqueuerR      s.  ø€ Ø5Ð5Ð5Ð5Ð5Ð5ØFÐFÐFÐFÐFÐFÐFÐFÐFÐFØBÐBÐBÐB˜7Ÿ=š=™?œ?ÐBÑBÔB€EØ	€Eˆ&Ð,˜%Ð,Ð,Ð,Ñ
,­dµr´y±{´{È%ÐV[Ø& uÔ-¸$ÐTXð/Zñ /Zô /Zñ [ô [ð [à€IØð ñ ˆÝ•2”:°I¸eÔ4DØ#&¸ÈcÐZiðkñ kô kˆà˜�]�]�]Ñ"ˆØ�XŠX�d‰^Œ^ð 	"˜vÝ Ô&­¬½½DÅ¹N¼N×<RÒ<RÑ<TÔ<TÑ8UÔ8UÐW_ÐaeØ�C ™KœKð()Ø.1¸&ÍÔIZð\ñ \ô \ˆGàˆE�&˜DÐ/Ð/Ð/Ñ/µ¸'¼+ÈUÐY]Ø%.¨uÔ%5½3¸s¿ºÍwÑ?WÔ?WÑ;XÔ;Xð2Zñ 2Zô 2Zñ [ô [ð [à—<’<‘>”>ˆDð	"ð 	"ð 	"ñ 	"ô 	"ð 	"ð 	"ð 	"ð 	"ð 	"ð 	"øøøð 	"ð 	"ð 	"ð 	"ð 	×Ò� 4°DØ!%¨¢ �+�+Ð0JðLñ Lô Lñ 	Mô 	Mð 	Må�dŒj˜ 2œÑ'Ô'¨tÐ4Ñ4Ô4Ð4Øð 	ð ˆE�&Ð9 %Ð9Ð9Ð9Ñ9½4ÐFZÐajØ¥ I¡¤  Ô0ð<2ñ <2ô <2ñ 3ô 3ð 3àˆKˆKˆKñ	ð 
€Eˆ&Ð1˜%Ð1Ð1Ð1Ñ
1µ4Ð>ZÐajÐ3kÑ3kÔ3kÑlÔlÐlØˆ1s   Â8CFÆF!	Æ$F!	c                 óÆ  ‡‡	‡
— t          j        dd¬¦  «        Š	t           j        g‰	j        _        t           j        ‰	j        _        t           j        t           j        t           j        g‰	j        _        t           j        ‰	j        _        ‰	                     t          j
        ¦  «        Š‰dk     r!t          t          j        ¦   «         d¦  «        ‚t          ¦   «         Š
ˆˆ	ˆ
fd„}	  || ¦  «         	 i }|D ]¼}| |z  }|                     ¦   «         r ||¦  «         |dz  }|dz  }|                     ¦   «         r$t!          d	|                     ¦   «         › �¦  «        ‚|                     ¦   «         r@	 t%          j        |                     ¦   «         ¦  «        ||<   Œ§# t$          j        $ r Y Œ¸w xY wŒ½t+          |¦  «        t+          |¦  «        k    rIt-          t%          j        t1          d
|¬¦  «        ¦  «        d¬¦  «         	 t          j        ‰¦  «         dS t5          j        ‰gg g ¦  «         t          j        ‰d¦  «         �ŒX# t          j        ‰¦  «         w xY w)zDLinux inotify create/close events; no sleep/repeated status polling.NT)Ú	use_errnor   zinotify initialization failedc                 óÚ   •— | ‰v rd S ‰                      ‰t          j        | ¦  «        d¦  «        dk     r!t          t	          j        ¦   «         d¦  «        ‚‰                     | ¦  «         d S )Niˆ  r   zinotify watch failed)Úinotify_add_watchr9   ÚfsencodeÚOSErrorÚctypesÚ	get_errnoÚadd)ÚpathÚ
descriptorÚlibcÚwatcheds    €€€r   Úwatchzwait_receipt.<locals>.watch8   sl   ø€ Ø�7ˆ?ˆ?ØˆFØ×!Ò! *­b¬k¸$Ñ.?Ô.?ÐAeÑfÔfÐijÒjÐjÝ�&Ô*Ñ,Ô,Ð.DÑEÔEÐEØ�Š�DÑÔÐÐÐr   úfailure.jsonz first_actual_training_batch.jsonzRun failed: Ú$both_actual_optimizer_steps_receivedr4   r.   i   )rY   ÚCDLLÚc_intÚinotify_init1ÚargtypesÚrestypeÚc_char_pÚc_uint32rV   r9   Ú	O_CLOEXECrX   rZ   ÚsetÚis_dirÚis_fileÚRuntimeErrorÚ	read_textrJ   ÚloadsÚJSONDecodeErrorrL   rI   rK   r8   ÚcloseÚselectr
   )rM   rN   r`   Úreceiptsr'   Ú	directoryÚfailureÚreceiptr]   r^   r_   s           @@@r   Úwait_receiptrx   .   si  øøø€ åŒ;�t tÐ,Ñ,Ô,€DÝ#)¤< .€DÔÔÍvÌ|°$Ô2DÔ2LÝ'-¤|µV´_ÅfÄoÐ&V€DÔÔ#Ý%+¤\€DÔÔ"Ø×#Ò#¥B¤LÑ1Ô1€JØ�A‚~€~Ý•fÔ&Ñ(Ô(Ð*IÑJÔJÐJÝ‰eŒe€Gðð ð ð ð ð ð ðØˆˆf‰Œˆð	'ØˆHØð ð �Ø" 4™K�	Ø×#Ò#Ñ%Ô%ð %Ø�E˜)Ñ$Ô$Ð$Ø# NÑ2�Ø#Ð$FÑF�Ø—?’?Ñ$Ô$ð MÝ&Ð'K°g×6GÒ6GÑ6IÔ6IÐ'KÐ'KÑLÔLÐLØ—?’?Ñ$Ô$ð ðÝ)-¬°G×4EÒ4EÑ4GÔ4GÑ)HÔ)H˜ ™˜øÝÔ/ð ð ð Ø˜ðøøøðõ �8‰}Œ}¥ E¡
¤
Ò*Ð*Ý•d”j¥Ð,RÐYaÐ!bÑ!bÔ!bÑcÔcÐkoÐpÑpÔpÐpØõ 	Œ�ÑÔÐÐÐõ ŒM˜:˜,¨¨BÑ/Ô/Ð/ÝŒG�J Ñ&Ô&Ð&ñ+	'øõ. 	Œ�ÑÔÐÐøøøs8   Ã&BI
 Å3)FÆI
 ÆF/Æ,I
 Æ.F/Æ/AI
 È.I
 É
I c                 ó®  ‡ ‡— ddl m} ddlmŠm}m} ddlm} ˆ ˆfd„dD ¦   «         }i }|D ] }‰ |z  dz  }|                     ¦   «         rGt           ‰|¦  «         ||¦  «         ‰‰ |z  dz  ¦  «         ‰‰ |z  d	z  ¦  «        ¬
¦  «        ||<   Œe‰ |z  dz  }	t          d|	 
                    ¦   «         r ‰|	¦  «        nd ¬¦  «        ||<   Œ¡ |‰ ¦  «        }
t          d|||
dddd dd¬¦
  «
        } |‰ dz  |¦  «         t          t          j        t          |d         d„ |                     ¦   «         D ¦   «         d¬¦  «        ¦  «        d¬¦  «         d S )Nr   )Úaudit_after)r
   r	   Údigestr   c           	      ó6   •— i | ]}| ‰‰d |› d�z  ¦  «        “ŒS )r   r0   r   )r   ÚrrM   r
   s     €€r   ú
<dictcomp>zfinalize.<locals>.<dictcomp>^   s6   ø€ ÐQÐQÐQ¸qˆa���fÐ9 aÐ9Ð9Ð9Ñ9Ñ:Ô:ÐQÐQÐQr   )Úm1Úm2zcompletion.jsonzdev_quality.jsonzcalibration_quality.json)Ú
completionÚcompletion_sha256ÚdevÚcalibrationra   Úfailed_or_not_started)r,   rv   Ú#bounded_screen_finished_not_releaseFzIv10 raw events; later human changes remain history, never training appendz[No A4/A5/new seeds without completed-screen candidate gate; no quality threshold relaxation)
r,   Úqueuesr   ÚpreservationÚproduction_activatedÚofficial_val_test_predictionsÚfrozen_sourceÚaccepted_qualityÚproduction_deliveriesÚfollowupzFINAL_HANDOFF.jsonr,   c                 óh   — i | ]/\  }}||                      d i ¦  «                              d¦  «        “Œ0S )r�   Úactual_optimizer_updates)Úget)r   r   r   s      r   r~   zfinalize.<locals>.<dictcomp>o   sP   € ð  7Lð  7Lð  7LÑvzÐvwÐyz°q¸!¿%º%ÀÈbÑ:QÔ:Q×:UÒ:UÐVpÑ:qÔ:qð  7Lð  7Lð  7Lr   )r,   r   r‰   Tr.   )Ú"pallet.mask_model_improvement_datarz   r6   r
   r	   r{   r5   r   rm   r8   ÚexistsrI   rJ   rK   r7   )rM   rz   r	   r{   r   r‡   r   r'   Úcompleterv   rˆ   Úresultr
   s   `           @r   Úfinalizer–   Z   s8  øø€ Ø>Ð>Ð>Ð>Ð>Ð>ØCÐCÐCÐCÐCÐCÐCÐCÐCÐCØ5Ð5Ð5Ð5Ð5Ð5ØQÐQÐQÐQÐQÀLÐQÑQÔQ€FØ€DØð rð rˆØ˜$‘;Ð0Ñ0ˆØ×ÒÑÔð 	rÝ¨¨¨h©¬È6È6ÐRZÑK[ÔK[Ø!%  f¨T¡kÐ2DÑ&DÑ!EÔ!EÐSWÐSWÐX^Ð_cÑXcÐd~ÑX~ÑSÔSðAñ Aô AˆD�‰JˆJð ˜T‘k .Ñ0ˆGÝÐ$;ÐV]×VdÒVdÑVfÔVfÐEpÀTÀTÈ'Á]Ä]À]ÐlpÐqÑqÔqˆD�‰JˆJØ�;˜vÑ&Ô&€LÝÐ=ÀfÐSWØ!¸Ð]^ØaØ°QØnð	pñ pô p€Fð
 
€Eˆ&Ð%Ñ
% vÑ.Ô.Ð.Ý	�$Œ*•T  w¤ð  7Lð  7Lð  C÷  Iò  Iñ  Kô  Kð  7Lñ  7Lô  7LØ.3ð5ñ 5ô 5ñ 6ô 6Ø=AðCñ Cô Cð Cð Cð Cr   c                  óì  — t          j        t          ¬¦  «        } |                      dg d¢¬¦  «         |                      dd¬¦  «         |                      dt          ¬	¦  «         |                      d
t
          dg ¬¦  «         |                      ¦   «         }ddlm} |j	        p| 
                    ¦   «         }|j        rddlm} |j        D ]} ||¦  «         Œ|j        dk    rt          |j        |¦  «        S |j        dk    rddlm}  ||j        |¦  «         nU|j        dk    rddlm}  ||¦  «         n8|j        dk    rt)          |ddg¦  «         n|j        dk    rt+          |¦  «         dS )N)ÚdescriptionÚcommand)rR   r"   Údeclareú
wait-startr–   )Úchoicesr'   Ú?)Únargsr#   )Útypez
--wait-pidrH   )rŸ   ÚactionÚdefaultr   )ÚOUTPUT)Úwait_for_process_exitrR   r"   )r"   rš   )Ú
predeclarer›   ÚA0ÚB0r–   )ÚargparseÚArgumentParserÚ__doc__Úadd_argumentr   ÚintÚ
parse_argsr’   r¢   rM   rC   Úwait_pidÚ%verify_mask_model_training_history_v2r£   r™   rR   r'   r5   r"   r¤   rx   r–   )ÚparserÚargsr¢   rM   r£   r   r"   r¤   s           r   Úmainr±   s   sË  € ÝÔ$µÐ9Ñ9Ô9€FØ
×Ò˜	Ð+cÐ+cÐ+cÐÑdÔdÐdØ
×Ò˜ cÐÑ*Ô*Ð*Ø
×Ò˜
­ÐÑ.Ô.Ð.Ø
×Ò˜­3°xÈÐÑLÔLÐLØ×ÒÑÔ€DØ9Ð9Ð9Ð9Ð9Ð9ØŒkÐ#˜V×,Ò,Ñ.Ô.€FØ„}ð 'àOÐOÐOÐOÐOÐOØ”=ð 	'ð 	'ˆCØ!Ð! #Ñ&Ô&Ð&Ð&Ø„|�wÒÐÝ�T”Y Ñ'Ô'Ð'Ø„|�xÒÐØ8Ð8Ð8Ð8Ð8Ð8ØˆˆtŒy˜&Ñ!Ô!Ð!Ð!Ø	Œ˜Ò	"Ð	"Ø<Ð<Ð<Ð<Ð<Ð<Øˆ
�6ÑÔÐÐØ	Œ˜Ò	%Ð	%Ý�V˜d D˜\Ñ*Ô*Ð*Ð*Ø	Œ˜Ò	#Ð	#Ý�ÑÔÐØˆ1r   Ú__main__)r©   Úpathlibr   r§   rY   rJ   r9   rs   r=   r?   ÚtimerB   rC   ÚparentsrF   r\   ÚinsertrA   rR   rx   r–   r±   Ú__name__Ú
SystemExitr   r   r   ú<module>r¹      s  ðØ PÐ PØ Ð Ð Ð Ð Ð Ø €€€Ø €€€Ø €€€Ø 	€	€	€	Ø €€€Ø Ð Ð Ð Ø 
€
€
€
Ø €€€à
ˆ$ˆx‰.Œ.×
 Ò
 Ñ
"Ô
"Ô
*¨1Ô
-€Ø „‡‚��3�3�w‘<”<Ñ  Ô  Ð  ðð ð ð<)ð )ð )ðXCð Cð Cð2ð ð ð: ˆzÒÐØ
ˆ*�T�T‘V”VÑ
Ô
Ðð Ðr   