§
    ù(Éj-T  ã                  óB  — d Z ddlmZ ddlZddlZddlZddlZddlmZ ddl	Z	ddl
Z
ddlZddlZddlZddlmZ ddlmZmZ ddlmZmZ dd	lmZ dd
lmZ ddlmZ d#d„Zddddœd„Zd„ Zd„ Zd„ Z dddddddddddddddddddd e!¦   «          e!¦   «         dddd d!œd"„Z"dS )$zDResumable sensor fine tuning for YOLO and RF-DETR detector families.é    )ÚannotationsN)ÚPath)Ú
DataLoader)ÚPalletDetectorÚRFDETRDetectoré   )ÚPalletDatasetÚcollate_pallet)Úevaluate)Úmake_loader)ÚRECIPE_NAMESÚyolo26c                ó„   — | t           vrt          d| › �¦  «        ‚| dk    r|dv rdS | dk    rt          | › d�¦  «        ‚dS )zAReject incomplete trainer recipes before any artifact is created.zunknown training recipe: Úofficial_research_constrained>   r   Úyolov8úrfdetr-smallúyolov8-cspnextNÚproject_adamw_pilotzÅ is not_runnable: optimizer preparation is available, but official schedule/warmup, EMA selection and resume, augmentation, and trainer semantics are not integrated; see docs/official_recipe_gap.md)r   Ú
ValueErrorÚRuntimeError)ÚrecipeÚfamilys     úpallet/experiments/train.pyÚrequire_runnable_reciper      s{   € à•\Ð!Ð!ÝÐ=°VÐ=Ð=Ñ>Ô>Ð>ØÐ0Ò0Ð0°VÐ?uÐ5uÐ5uØˆØÐ&Ò&Ð&ÝØð Xð Xð Xñ
ô 
ð 	
ð 'Ð&ó    g{®Gáz„?é   )Úwarmup_epochsÚmin_lr_ratioÚ
batch_sizec          	     óN  — t          | |¦  «         | dk    }
|€|
r|dk    rdnd}|
r%|dk    rddlm} nddlm}  ||||||||¬¦  «         t	          |	t
          ¦  «        st	          |	t          ¦  «        r|	dk     rt          d	¦  «        ‚||	k     s||	z  rt          d
¦  «        ‚|S )zLValidate before data/output access; return the family-specific warmup value.r   Nr   r   é   r   )Úvalidate_constraints)ÚsizeÚeffective_batchÚepochsÚpatienceÚmosaicr   r   z%batch_size must be a positive integerz/effective_batch must be divisible by batch_size)r   Úrfdetr_reciper"   Úyolo_recipeÚ
isinstanceÚboolÚintr   )r   r   r#   r$   r%   r&   r'   r   r   r   Úconstrainedr"   s               r   Úvalidate_training_reciper.   '   s  € õ ˜F FÑ+Ô+Ð+ØÐ;Ò;€KØÐØ(ÐL¨V°~Ò-EÐ-E˜˜È1ˆØð 8Ø�^Ò#Ð#Ø;Ð;Ð;Ð;Ð;Ð;Ð;à9Ð9Ð9Ð9Ð9Ð9ØÐ $¸ÐPVØ&.°vÈ]Ø*6ð	8ñ 	8ô 	8ð 	8õ �*�dÑ#Ô#ð B­:°jÅ#Ñ+FÔ+Fð BÈ*ÐWXÊ.È.ÝÐ@ÑAÔAÐAØ˜Ò#Ð# ¸Ñ'CÐ#ÝÐJÑKÔKÐKØÐr   c                ó  ‡— t          j        ¦   «         }t          | ¦  «                             d¦  «        5 Št	          ˆfd„d¦  «        D ]}|                     |¦  «         Œ	 d d d ¦  «         n# 1 swxY w Y   |                     ¦   «         S )NÚrbc                 ó.   •— ‰                       d¦  «        S )Ni  @ )Úread)Ústreams   €r   ú<lambda>z$_checkpoint_digest.<locals>.<lambda>@   s   ø€  &§+¢+¨oÑ">Ô">€ r   r   )ÚhashlibÚsha256r   ÚopenÚiterÚupdateÚ	hexdigest)ÚpathÚdigestÚchunkr3   s      @r   Ú_checkpoint_digestr>   =   sË   ø€ ÝŒ^ÑÔ€FÝ	ˆd‰Œ�Š˜Ñ	Ô	ð ! &ÝÐ>Ð>Ð>Ð>ÀÑDÔDð 	!ð 	!ˆEØ�MŠM˜%Ñ Ô Ð Ð ð	!ð!ð !ð !ñ !ô !ð !ð !ð !ð !ð !ð !øøøð !ð !ð !ð !ð ×ÒÑÔÐs   ·,A0Á0A4Á7A4c                ó”   — |                      |j        dz   ¦  «        }t          j        | |¦  «         t	          j        ||¦  «         d S )Nú.tmp)Ú	with_nameÚnameÚshutilÚcopyfileÚosÚreplace)ÚsourceÚdestinationÚ	temporarys      r   Ú_atomic_copyrJ   E   sG   € Ø×%Ò% kÔ&6¸Ñ&?Ñ@Ô@€IÝ
„O�F˜IÑ&Ô&Ð&Ý„Jˆy˜+Ñ&Ô&Ð&Ð&Ð&r   c                ó¤  — |dz  }|                       d¦  «        }|rv|                     ¦   «         rt          |¦  «        |k    rd S |dz  }|                     ¦   «         r%t          |¦  «        |k    rt          ||¦  «         d S t	          d¦  «        ‚| d         dk    rI|                     |j        dz   ¦  «        }t          j        | |¦  «         t          j
        ||¦  «         d S |                     ¦   «         st	          d¦  «        ‚t          j        |d	d
¬¦  «        }|                      d¦  «        | d         k    rt	          d¦  «        ‚d S )Núbest.ptÚbest_checkpoint_sha256úbest.previous.ptz<last.pt references an unavailable or changed best checkpointÚstaler   r@   z1legacy last.pt has no recoverable best checkpointÚcpuF©Úmap_locationÚweights_onlyÚbest_apz)legacy best and last checkpoints disagree)ÚgetÚexistsr>   rJ   r   rA   rB   ÚtorchÚsaverE   rF   Úload)ÚsavedÚ
output_dirÚ	best_pathÚexpectedÚpreviousrI   Ú
best_states          r   Ú_recover_bestr`   K   si  € Ø˜YÑ&€IØ�yŠyÐ1Ñ2Ô2€HØð YØ×ÒÑÔð 	Õ"4°YÑ"?Ô"?À8Ò"KÐ"KØˆFØÐ 2Ñ2ˆØ�?Š?ÑÔð 	Õ!3°HÑ!=Ô!=ÀÒ!IÐ!IÝ˜ 9Ñ-Ô-Ð-ØˆFÝÐWÑXÔXÐXð ˆW„~˜ÒÐØ×'Ò'¨	¬¸Ñ(?Ñ@Ô@ˆ	ÝŒ
�5˜)Ñ$Ô$Ð$Ý
Œ
�9˜iÑ(Ô(Ð(Ð(Ð(Ø×ÒÑÔð JÝÐLÑMÔMÐMå”Z 	¸ÈEÐRÑRÔRˆ
Ø�>Š>˜)Ñ$Ô$¨¨iÔ(8Ò8Ð8ÝÐHÑIÔIÐIð 9Ð8r   Tz
yolo26s.pté*   i,  é2   é   çü©ñÒMbP?zcuda:0i€  Fr   z*independently reviewed machine annotations)Úp2Ú
use_fusionÚuse_edgeÚ	use_depthÚuse_intensityÚ
pretrainedr   Úseedr%   r&   r   r$   ÚlrÚdevicer#   Úaugmentationr'   r   r   r   Úmanual_training_idsÚmanual_validation_idsÚmanual_annotation_scopeÚworkersÚvalidation_batch_sizeÚvalidation_referencec               ó`%  ‡‡‡`‡a‡b— t          ||||||||‰|¬¦
  «
        }|dk    }|dk     s|dk     sd‰cxk    rdk    sn t          d¦  «        ‚|dk    r|nd}t          |o|¦  «        }t          |o|o|¦  «        }t          j        |¦  «         t
          j                             |¦  «         t          j        |¦  «         t          j         	                    ¦   «         rt          j         
                    |¦  «         t          |¦  «        }|                     dd¬	¦  «         t          | ||||||r|d
k    rdn|||d|¬¦  «        } t          ||||||d|¬¦  «        }!| r|!st          d¦  «        ‚d„ | j        D ¦   «         | _        | st          d¦  «        ‚t          d„ |!j        D ¦   «         ¦  «        st          d¦  «        ‚|d
k    r-t!          ||
¬¦  «                             ‰¦  «        }"|dk    rd}nI|dv r3t%          d|dk    r|nd||
||||	¬¦  «                             ‰¦  «        }"nt          d|› �¦  «        ‚t'          |"d¦  «        r3|dz                       t+          j        |"j        d¬¦  «        d¬ ¦  «         t          j                             |"                     ¦   «         |d!¬"¦  «        }#t7          ‰¦  «                             d#¦  «        Š`‰`rGt          j                             t          j        ‰¦  «        ¦  «        d         d$k    rt          j        nt          j         }$|ru|d
k    ro‰`rmt          j                             ‰¦  «        5  t          j         !                    ¦   «         rt          j        nt          j         }$d%d%d%¦  «         n# 1 swxY w Y   |r|d
k    rt          j"        d&¦  «         t          j#         $                    d#‰`o|$t          j         k    ¬'¦  «        }%t          j%        ¦   «                              |¦  «        }&tM          | |d|‰|&¬(¦  «        }'||z  }(tO          j(        tS          |'¦  «        |(z  ¦  «        })tU          d||)z  ¦  «        ŠatW          ‰a||)z  ¦  «        Šbˆˆaˆbfd)„}*t          j        j,         -                    |#|*¦  «        }+d%},|�r.dd*l.m/}-m0}. |d
k    r2dd+l1m2}/  |/|"tS          | ¦  «        ||tS          |'¦  «        |$¬,¦  «        },n0dd-l3m4}0  |0|"tS          | ¦  «        ||tS          |'¦  «        ¬.¦  «        },|,j5        |,j6        }+}#|,j7        d/         } |-|||¬0¦  «        |,j7         |.|"|#j8        |d
k    ¬1¦  «        tS          | ¦  «        ||,j9        tu          |,d2d3¦  «        t          j;        ¦   «         ‰`rt7          |$¦  «        nd4d5œ	}1|d6z                       t+          j        |1d¬¦  «        d¬ ¦  «         i d7|“d8|“d9|“d:|“d;|“d<|	“d=|“d>|“d?|“d@|“d/|“dA|“dB|“dC|“dDt7          |
¦  «        “dE|“dFdG„ | D ¦   «         “dH„ |D ¦   «         |‰‰`rt7          |$¦  «        nd4|j<        dIœ¥}2|r0|2 =                    |tu          |,d2d3¦  «        dJ|d
k    rdKndL¬M¦  «         |s|dk    r|2 =                    ||dN¬O¦  «         t}          j?        t+          j        |2dt6          ¬P¦  «         @                    ¦   «         ¦  «         A                    ¦   «         }3|dQz  }4dR\  }5}6}7|4 B                    ¦   «         �rt          jC        |4dSd¬T¦  «        }8|8 D                    dU¦  «        r|8dU         |3k    rt          dV¦  «        ‚t‹          |8|¦  «         |" F                    |8dW         ¦  «         |# F                    |8dX         ¦  «         |8 D                    dY¦  «        r|% F                    |8dY         ¦  «         |8 D                    dZ¦  «        r|+ F                    |8dZ         ¦  «         |,r|, F                    |8d[         ¦  «         |8 D                    d\¦  «        rÔ|8d\         }9t          jG        |9d]         ¦  «         t
          j         H                    |9d^         ¦  «         t          jI        |9d_         ¦  «         |9 D                    d#¦  «        �Ct          j         	                    ¦   «         r%t          j         J                    |9d#         ¦  «         |& H                    |9d`         ¦  «         |8da         dz   |8db         |8dc         }7}6}5|ddz  }:|: K                    d¬e¦  «         |5r|7|k    rdEndA};|5}<t™          |5|;dAk    r|n|5¦  «        D �]-}=t›          jN        ¦   «         }>‰`rt          j         O                    ‰¦  «         |,r|, P                    ¦   «          |" Q                    ¦   «          |# R                    d¬f¦  «         g }?t§          |'¦  «        D �]„\  }@}A|,r)|, T                    |@|=tS          |'¦  «        z  z   |=¦  «         ˆ`ˆfdg„|A U                    ¦   «         D ¦   «         }B|@|(z  |(z  |z  }CtW          tS          | ¦  «        |C|z   ¦  «        |Cz
  }DtS          |Bdh         ¦  «        }Et          jV        d#‰`|$¬i¦  «        5  |" W                    |B¦  «        \  }F}G|F X                    ¦   «         }H|d
k    r|H|Dz  n|H|Ez  |Dz  }I|,r|d
k    r|H|z  |Dz  }Id%d%d%¦  «         n# 1 swxY w Y   |% Y                    |I¦  «         Z                    ¦   «          |@dz   |(z  dk    s|@dz   tS          |'¦  «        k    rô|% [                    ¦   «         }J|% \                    |#¦  «         t          j]        j^         _                    |"                     ¦   «         tu          |,djdk¦  «        ¦  «         |% `                    |#¦  «         |% =                    ¦   «          |% [                    ¦   «         |Jk    }K|,r|, a                    |K¦  «         n|Kr|+ `                    ¦   «          |# R                    d¬f¦  «         |? b                    |H c                    ¦   «         |,r|d
k    rdn|Ez  ¦  «         �Œ†t          jd        |?¦  «         e                    ¦   «          f                    ¦   «         }Lt›          jN        ¦   «         |>z
  }M|,r|, g                    ¦   «          t›          jN        ¦   «         }NtÑ          |,r|,ji        ji        n|"|!‰|||¬l¦  «        }Ot›          jN        ¦   «         |Nz
  }P|Odm         }Q|Q�t          jj        |Q¦  «        st          dn¦  «        ‚|Q|6k    rdn|7dz   }7tU          |6|Q¦  «        }6i dW|" k                    ¦   «         “dX|# k                    ¦   «         “do|“dY|% k                    ¦   «         “dZ|+ k                    ¦   «         “d\t          jl        ¦   «         t
          j         m                    ¦   «         t          jn        ¦   «         t          j         	                    ¦   «         rt          j         o                    ¦   «         nd%|& m                    ¦   «         dpœ“dU|3“dq|2“da|=“db|6“dc|7“dr||||||	|dsœ“d>|“dt|j<        “dB|“dC|“}R|,r|, k                    ¦   «         |Rd[<   |duz  }S|7dk    r¼|S B                    ¦   «         rtá          |S|dvz  ¦  «         |S q                    |Sjr        dwz   ¦  «        }Ttç          |R¦  «        }U|,r=|,ji        ji         k                    ¦   «         |UdW<   dx|Udy<   |" k                    ¦   «         |Udz<   t          jt        |U|T¦  «         të          jv        |T|S¦  «         tï          |S¦  «        |Rd{<   |4 q                    |4jr        dwz   ¦  «        }Vt          jt        |R|V¦  «         të          jv        |V|4¦  «         t›          jN        ¦   «         |>z
  }W|=|L|O|W|M|P|W|Mz
  |Pz
  ‰`r"t          j         x                    ‰¦  «        d|z  nd%tS          | ¦  «        tU          |Wd}¦  «        z  d~œ	}X|dz   y                    d€¦  «        5 }Y|Y z                    t+          j        |X¦  «        d�z   ¦  «         d%d%d%¦  «         n# 1 swxY w Y   d‚„ |dz   {                    ¦   «          |                    ¦   «         D ¦   «         }ZtS          |Z¦  «        dƒk    rºtS          |Z¦  «        dƒz  dk    r¤d„„ |Zd%dƒ…         D ¦   «         }[|[rŽtû          t          j~        |[¦  «        ¦  «        }\|d…z                       t+          j        d†tS          |[¦  «        |\tS          |Z¦  «        tU          d|tS          |Z¦  «        z
  ¦  «        |\z  d‡œd¬¦  «        ¦  «         |=dz   }<|7|k    rdE}; n�Œ/|duz  }S|S B                    ¦   «         stÿ          dˆ¦  «        ‚|d‰z  }]|<|;||3|] B                    ¦   «         r8t}          j?        |] €                    ¦   «         ¦  «         A                    ¦   «         nd%t}          j?        |S €                    ¦   «         ¦  «         A                    ¦   «         dŠœ}^|: q                    |:jr        dwz   ¦  «        }_|_                     t+          j        |^d¬‹¦  «        d¬ ¦  «         të          jv        |_|:¦  «         |duz  S )ŒzITrain one fixed-data run and write its best/last checkpoints and metrics.)r#   r$   r%   r&   r'   r   r   r   r   r   r   z'invalid epoch or learning-rate scheduler   FT)ÚparentsÚexist_okr   ÚrfdetrÚtrain)r#   rn   r'   Úspatial_augmentationro   rp   Úmanual_rolerq   Úval)r#   ro   rp   r{   rq   zEtrain and validation need two-reviewed positive/negative frame labelsc                ó*   — g | ]\  }}|j         °||f‘ŒS © )Úignore_regions)Ú.0ÚrecordÚlabels      r   ú
<listcomp>ztrain_yolo.<locals>.<listcomp>Œ   s)   € ÐgÐgÐg©<¨6°%ÐRWÔRfÐg˜ �ÐgÐgÐgr   zIno fully supervised training frames remain after partial-ignore filteringc              3  ó*   K  — | ]\  }}|j         V — Œd S )N)Úboxes)r€   Ú_Úrows      r   ú	<genexpr>ztrain_yolo.<locals>.<genexpr>�   s(   è è € Ð5Ð5™V˜Q ˆsŒyÐ5Ð5Ð5Ð5Ð5Ð5r   z;validation needs at least one positive reference box for AP)Ú
resolutionrj   rd   g-Cëâ6?>   r   r   r   )Úncre   r   rj   rf   rg   rh   ri   zunsupported detector family: Útransfer_reportzweight_transfer.jsoné   )Úindentzutf-8)Úencodinggü©ñÒMb@?)rl   Úweight_decayÚcudaé   NÚhigh)Úenabled)r   Úshufflerr   rm   Ú	generatorc           
     óÞ   •— ‰r| ‰k     rdd| dz   z  ‰z  z   S | ‰z
  t          d‰‰z
  ¦  «        z  }‰d‰z
  dt          j        t          j        t	          d|¦  «        z  ¦  «        z   z  dz  z   S )Ngš™™™™™¹?gÍÌÌÌÌÌì?r   rŒ   )ÚmaxÚmathÚcosÚpiÚmin)ÚstepÚprogressr   Útotal_stepsÚwarmup_stepss     €€€r   Ú	lr_factorztrain_yolo.<locals>.lr_factor°   sˆ   ø€ Øð 	9˜D <Ò/Ð/Ø˜  q¡Ñ)¨LÑ8Ñ8Ð8Ø˜<Ñ'­3¨q°+ÀÑ2LÑ+MÔ+MÑMˆØ˜q <Ñ/°A½¼ÅÄÍ3ÈqÐRZÑK[ÔK[ÑA[Ñ8\Ô8\Ñ4\Ñ]Ð`aÑaÑaÐar   )Úget_recipe_specÚvalidate_parameter_coverage)ÚRFResearchRecipe)Úsamplesr%   r   Únum_batchesÚ	amp_dtype)ÚYoloResearchRecipe)r¤   r%   r   r¥   rl   )r   )Útrainable_onlyÚaccumulation_policyÚfixed16_epoch_tail_rescaleÚfloat32)	ÚspecificationÚresolved_optimizerÚparameter_groupsÚactual_training_samplesÚactual_epochsÚwarmup_iterationsr©   Úfloat32_matmul_precisionÚmixed_precisionzrecipe_report.jsonr   re   rf   rg   rh   ri   r#   rk   r   r$   r%   rn   r'   rj   r&   Útrain_frame_idsc           	     óJ   — g | ] }t          |d t          |¦  «        ¦  «        ‘Œ!S ©Úframe_id©ÚgetattrÚstr©r€   r‡   s     r   rƒ   ztrain_yolo.<locals>.<listcomp>Õ   s+   € Ð*gÐ*gÐ*gÐRU­7°3¸
ÅCÈÁHÄHÑ+MÔ+MÐ*gÐ*gÐ*gr   c           	     óJ   — g | ] }t          |d t          |¦  «        ¦  «        ‘Œ!S r¶   r¸   r»   s     r   rƒ   ztrain_yolo.<locals>.<listcomp>Ö   s+   € Ð(cÐ(cÐ(cÐPS­°°jÅ#ÀcÁ(Ä(Ñ)KÔ)KÐ(cÐ(cÐ(cr   )Úval_frame_idsr   r   r³   ÚnormalizationÚemaÚrf_flip_float_v1Úspatial_float_v1)r   r©   Úselection_modelÚsensor_augmentationÚspawn_prefetch2_epoch_reseed_v1)rr   rs   Úloader_policy)Ú	sort_keysÚdefaultzlast.pt)r   g      ð¿r   rP   rQ   Úconfig_digestz+training configuration differs from last.ptÚmodelÚ	optimizerÚscalerÚ	schedulerÚofficial_stateÚrngÚpythonÚnumpyrW   ÚloaderÚepochrT   rO   zcompleted.json)Ú
missing_ok)Úset_to_nonec                óR   •— i | ]#\  }}|d k    ¯||                      ‰‰¬¦  «        “Œ$S )Úmeta)Únon_blocking)Úto)r€   ÚkeyÚvalueÚcuda_trainingrm   s      €€r   ú
<dictcomp>ztrain_yolo.<locals>.<dictcomp>  sB   ø€ ð Hð Hð HÙ$˜#˜u¸Àº¸ð ˜5Ÿ8š8 F¸˜8ÑGÔGØ9F¸¸r   Úimg)r“   ÚdtypeÚclip_max_normg      $@)rm   r   rr   Ú	referenceÚAP50_95zvalidation AP is undefinedr   )rÏ   rÐ   rW   r�   rÑ   Útraining_configÚmodel_config)r   re   rf   rg   rh   ri   r#   r¾   rL   rN   r@   Úema_for_evaluation_and_exportÚ
model_roleÚtraining_modelrM   i   g•Ö&è.>)	rÒ   Ú
train_lossÚ
validationÚepoch_secondsÚtrain_secondsÚvalidation_secondsÚcheckpoint_secondsÚpeak_allocated_mibÚtraining_frames_per_secondzmetrics.jsonlÚaú
c                ó:   — g | ]}|¯t          j        |¦  «        ‘ŒS r~   )ÚjsonÚloads)r€   Úlines     r   rƒ   ztrain_yolo.<locals>.<listcomp>`  s(   € ÐtÐtÐt¨DÐosÐt•t”z $Ñ'Ô'ÐtÐtÐtr   é
   c                óz   — g | ]8}|                      d ¦  «        ®|d          dk    ¯#|                      d ¦  «        ‘Œ9S )ré   Nr   )rU   )r€   Úrs     r   rƒ   ztrain_yolo.<locals>.<listcomp>b  sR   € ð Zð Zð Z°1ØŸ5š5 Ñ1Ô1Ð=À!ÀOÔBTÐWXÒBXÐBXð Ÿš˜oÑ.Ô.ØBXÐBXÐBXr   zruntime_estimate.jsonzfirst ten real training epochs)Útiming_basisÚmeasured_epochsÚmedian_seconds_per_epochÚcompleted_epochsÚestimated_remaining_secondsz*training did not produce a best checkpointzrun.json)rû   Ústopped_reasonÚtarget_epochsrÈ   Úrun_config_sha256rM   )rÆ   )�r.   r   r+   rW   Úmanual_seedÚnpÚrandomrk   r�   Úis_availableÚmanual_seed_allr   Úmkdirr	   ÚrowsÚanyr   rØ   r   ÚhasattrÚ
write_textrò   Údumpsr‹   ÚoptimÚAdamWÚ
parametersrº   Ú
startswithÚget_device_capabilityrm   Úbfloat16Úfloat16Úis_bf16_supportedÚset_float32_matmul_precisionÚampÚ
GradScalerÚ	Generatorr   r˜   ÚceilÚlenr—   r›   Úlr_schedulerÚLambdaLRÚrecipesr¡   r¢   r(   r£   r)   r§   rÊ   rÌ   r­   Úparam_groupsr±   r¹   Úget_float32_matmul_precisionÚ__dict__r9   r5   r6   Úencoder:   rV   rY   rU   r`   Úload_state_dictÚsetstateÚ	set_stateÚset_rng_stateÚset_rng_state_allÚunlinkÚrangeÚtimeÚperf_counterÚreset_peak_memory_statsÚbegin_epochry   Ú	zero_gradÚ	enumerateÚwarmupÚitemsÚautocastÚlossÚsumÚscaleÚbackwardÚ	get_scaleÚunscale_ÚnnÚutilsÚclip_grad_norm_rœ   Ú
after_stepÚappendÚdetachÚstackÚmeanÚitemÚ	end_epochr   r¿   ÚisfiniteÚ
state_dictÚgetstateÚ	get_stateÚget_rng_stateÚget_rng_state_allrJ   rA   rB   ÚdictrX   rE   rF   r>   Úmax_memory_allocatedr7   ÚwriteÚ	read_textÚ
splitlinesÚfloatÚmedianr   Ú
read_bytes)cÚtrain_recordsÚval_recordsÚlabelsr¾   r[   re   rf   rg   rh   ri   rj   r   rk   r%   r&   r   r$   rl   rm   r#   rn   r'   r   r   r   ro   rp   rq   rr   rs   rt   r-   Ú
train_dataÚval_datarÉ   rÊ   r¦   rË   r•   rÑ   ÚaccumÚsteps_per_epochr    rÌ   Úofficialr¡   r¢   r£   r§   Úreportrâ   rÈ   Ú
checkpointÚstartÚbestrO   rZ   rÎ   Úmarkerrý   rû   rÒ   Úepoch_startedÚlossesrœ   ÚbatchÚinputsÚwindow_startÚwindow_examplesÚmicro_examplesr0  r†   Úraw_lossÚscaled_lossÚprevious_scaleÚ
successfulrç   rê   Úvalidation_startedÚmetricsrë   ÚapÚstater\   Útemporary_bestr_   rI   ré   Ú
metric_rowÚlogÚmetric_rowsÚobservedrL  Úrun_pathÚ
completionÚtemporary_markerrÛ   rž   rŸ   sc                     `    `                                                                        @@@r   Ú
train_yolorr  d   sL  øøøøø€ õ -Ø�˜T°?È6Ø &¸Ø!¨jð:ñ :ô :€Mð Ð;Ò;€KØ�‚z€z�] QÒ&Ð&¨a°<Ð.DÐ.DÒ.DÐ.DÀ1Ò.DÐ.DÐ.DÐ.DÝÐBÑCÔCÐCØ˜Ò!Ð!ˆˆ u€BÝ�jÐ' RÑ(Ô(€JÝ�HÐ1 Ð1¨	Ñ2Ô2€HÝ	Ô�dÑÔÐÝ„I‡N‚N�4ÑÔÐÝ
„K�ÑÔÐÝ„z×ÒÑ Ô ð )ÝŒ
×"Ò" 4Ñ(Ô(Ð(Ý�jÑ!Ô!€JØ×Ò˜T¨DÐÑ1Ô1Ð1Ý˜}¨f°mÈ$Ø,8ÀØALÐ5zÐQWÐ[iÒQiÐQi°X°XÐozØ3FØ5JÐX_Ø7NðPñ Pô P€Jõ ˜[¨&°-ÀdØ1DØ3HÐV[Ø5LðNñ Nô N€Hð ð b˜Xð bÝÐ`ÑaÔaÐaØgÐg¸:¼?ÐgÑgÔg€J„OØð fÝÐdÑeÔeÐeÝÐ5Ð5 x¤}Ð5Ñ5Ô5Ñ5Ô5ð XÝÐVÑWÔWÐWØ�ÒÐÝ¨$¸:ÐFÑFÔF×IÒIÈ&ÑQÔQˆØ�Š;ˆ;ØˆBøØ	Ð9Ð	9Ð	9Ý !¨f¸Ò.@Ð.@¨¨ÀeØ&,¸ÐPZØ(0Ø)2À-ðQñ Qô Q÷ RTÒQSÐTZÑQ[ÔQ[ð 	ˆõ
 ÐA¸ÐAÐAÑBÔBÐBÝˆuÐ&Ñ'Ô'ð tØ	Ð*Ñ	*×6Ò6µt´zÀ%ÔBWÐ_`Ð7aÑ7aÔ7aÐkrÐ6ÑsÔsÐsÝ”×!Ò! %×"2Ò"2Ñ"4Ô"4¸È&Ð!ÑQÔQ€IÝ�f‘+”+×(Ò(¨Ñ0Ô0€MØ -ð  Bµ%´*×2RÒ2RÕSXÔS_Ð`fÑSgÔSgÑ2hÔ2hÐijÔ2kÐmnÒ2nÐ2n�eŒnˆnÕtyô  uB€IØð \�v Ò/Ð/°MÐ/ÝŒZ×Ò˜vÑ&Ô&ð 	\ð 	\Ý*/¬*×*FÒ*FÑ*HÔ*HÐ[�œ˜ÍeÌmˆIð	\ð 	\ð 	\ñ 	\ô 	\ð 	\ð 	\ð 	\ð 	\ð 	\ð 	\øøøð 	\ð 	\ð 	\ð 	\àð 3�v Ò/Ð/åÔ*¨6Ñ2Ô2Ð2ÝŒY×!Ò! &°-Ð2\ÀIÍuÌ}ÒD\Ð!Ñ]Ô]€FÝ”Ñ!Ô!×-Ò-¨dÑ3Ô3€IÝ˜°
ÀDØ!(°À9ðNñ Nô N€Fà˜zÑ)€EÝ”i¥ F¡¤¨eÑ 3Ñ4Ô4€OÝ�a˜ /Ñ1Ñ2Ô2€KÝ�{ M°OÑ$CÑDÔD€Lðbð bð bð bð bð bð bõ ”Ô(×1Ò1°)¸YÑGÔG€IØ€HØñ gØIÐIÐIÐIÐIÐIÐIÐIØ�^Ò#Ð#Ø7Ð7Ð7Ð7Ð7Ð7Ø'Ð'¨µs¸:±´ÈvØ3=Í3ÈvÉ;Ì;Ðbkðmñ mô mˆHˆHð 8Ð7Ð7Ð7Ð7Ð7Ø)Ð)¨%½¸Z¹¼ÐQWØ5?ÍSÐQWÉ[Ì[ðZñ Zô ZˆHà'Ô1°8Ô3E�9ˆ	ØÔ(¨Ô.ˆØ#2 ?°6¸6ÈjÐ#YÑ#YÔ#YØ(0Ô(CØ&AÐ&AØ˜YÔ3ÀFÈnÒD\ð'^ñ '^ô '^å-0°©_¬_Ø#)ÀÔ@ZÝ)0°Ð;PÐRnÑ)oÔ)oÝ.3Ô.PÑ.RÔ.RØ7DÐ%S¥S¨¡^¤^ ^È)ðUð Uˆð 
Ð*Ñ	*×6Ò6µt´zÀ&ÐQRÐ7SÑ7SÔ7SÐ^eÐ6ÑfÔfÐfð
@�x ð 
@¨¨rð 
@°<Àð 
@Ø! 8ð
@Ø-8¸)ð
@à&¨ð
@à7=¸tð
@àEKÈTð
@ð $ Zð
@ð 2CÀOð
@ð ˜Rð	
@ð "*¨6ð	
@ð 4BÀ<ð	
@ð RZÐ[að	
@ð
 $¥S¨¡_¤_ð
@ð
 7AÀ(ð
@ð )Ð*gÐ*gÐYfÐ*gÑ*gÔ*gð
@ð )dÐ(cÐWbÐ(cÑ(cÔ(cØ(5À|Ø;HÐ)W­¨Y©¬¨ÈiØ(5Ô(>ð
@ð 
@ð 
@€Oð ð TØ×Ò fÝ3:¸8ÐEZÐ\xÑ3yÔ3yØ/4ÐagÐkyÒayÐayÐK]ÐK]ð  @Rð 	ñ 	Tô 	Tð 	Tð ð PÐ'¨1Ò,Ð,Ø×Ò wÐF[Ø-Nð 	ñ 	Pô 	Pð 	På”N¥4¤:¨oÈÝ69ð$;ñ $;ô $;ß;Aº6¹8¼8ñEô EßENÂYÁ[Ä[ð à˜iÑ'€JØ#Ñ€Eˆ4�Ø×ÒÑÔñ RÝ”
˜:°EÈÐNÑNÔNˆØ�9Š9�_Ñ%Ô%ð 	L¨%°Ô*@ÀMÒ*QÐ*QÝÐJÑKÔKÐKÝ�e˜ZÑ(Ô(Ð(Ø×Ò˜e GœnÑ-Ô-Ð-Ø×!Ò! %¨Ô"4Ñ5Ô5Ð5Ø�9Š9�XÑÔð 	4Ø×"Ò" 5¨¤?Ñ3Ô3Ð3Ø�9Š9�[Ñ!Ô!ð 	:Ø×%Ò% e¨KÔ&8Ñ9Ô9Ð9Øð 	>Ø×$Ò$ UÐ+;Ô%<Ñ=Ô=Ð=Ø�9Š9�UÑÔð 	/Ø˜”,ˆCÝŒO˜C œMÑ*Ô*Ð*ÝŒI×Ò  G¤Ñ-Ô-Ð-ÝÔ  G¤Ñ-Ô-Ð-Ø�wŠw�v‰ŒÐ*­u¬z×/FÒ/FÑ/HÔ/HÐ*Ý”
×,Ò,¨S°¬[Ñ9Ô9Ð9Ø×Ò  H¤Ñ.Ô.Ð.Ø" 7œ^¨aÑ/°°yÔ1AÀ5ÈÄ>�UˆtˆØÐ*Ñ*€FØ
‡M‚M˜T€MÑ"Ô"Ð"Ø#(ÐL¨U°hÒ->Ð->�Z�ZÀH€NØÐÝ�u¨¸(Ò(BÐ(B˜f˜fÈÑNÔNð nñ nˆÝÔ)Ñ+Ô+ˆØð 	7ÝŒJ×.Ò.¨vÑ6Ô6Ð6Øð 	#Ø× Ò Ñ"Ô"Ð"Ø�Š‰ŒˆØ×Ò¨ÐÑ-Ô-Ð-ØˆÝ$ VÑ,Ô,ð 	pñ 	p‰KˆD�%Øð CØ—’  u­s°6©{¬{Ñ':Ñ :¸EÑBÔBÐBðHð Hð Hð Hð HØ(-¯ª©¬ðHñ Hô HˆFà  E™M¨UÑ2°ZÑ?ˆLÝ!¥# j¡/¤/°<À/Ñ3QÑRÔRÐUaÑaˆOÝ  ¨¤Ñ/Ô/ˆNÝ” °ÀIÐNÑNÔNð Oð OØŸ*š* VÑ,Ô,‘��aØŸ8š8™:œ:�à<BÀnÒ<TÐ<T˜h¨Ñ8Ð8Ø˜~Ñ-°Ñ?ð àð O ¨.Ò 8Ð 8Ø"*¨_Ñ"<¸Ñ"N�KðOð Oð Oñ Oô Oð Oð Oð Oð Oð Oð Oøøøð Oð Oð Oð Oð �LŠL˜Ñ%Ô%×.Ò.Ñ0Ô0Ð0Ø�q‘˜EÑ! QÒ&Ð&¨4°!©8½¸F¹¼Ò*CÐ*CØ%×/Ò/Ñ1Ô1�Ø—’ 	Ñ*Ô*Ð*Ý””×.Ò.¨u×/?Ò/?Ñ/AÔ/AÅ'È(ÐTcÐeiÑBjÔBjÑkÔkÐkØ—’˜IÑ&Ô&Ð&Ø—’‘”�Ø#×-Ò-Ñ/Ô/°>ÒA�
Øð %Ø×'Ò'¨
Ñ3Ô3Ð3Ð3Øð %Ø—N’NÑ$Ô$Ð$Ø×#Ò#°Ð#Ñ5Ô5Ð5Ø�MŠM˜(Ÿ/š/Ñ+Ô+°HÐ/mÀÈ>ÒAYÐAY¨q¨qÐ_mÑnÑoÔoÐoÑoÝ”[ Ñ(Ô(×-Ò-Ñ/Ô/×4Ò4Ñ6Ô6ˆ
ÝÔ)Ñ+Ô+¨mÑ;ˆØð 	!Ø×ÒÑ Ô Ð Ý!Ô.Ñ0Ô0ÐÝ¨xÐB˜8œ<Ô+Ð+¸UÀHÐU[Ø&;ÀWØ%9ð;ñ ;ô ;ˆõ "Ô.Ñ0Ô0Ð3EÑEÐØ�YÔˆØˆ:�Rœ[¨™_œ_ˆ:ÝÐ9Ñ:Ô:Ð:Ø˜$’Y�Y�� E¨A¡IˆÝ�4˜‰}Œ}ˆðA�˜%×*Ò*Ñ,Ô,ð A¨k¸9×;OÒ;OÑ;QÔ;Qð AØ˜6ðAà˜6×,Ò,Ñ.Ô.ðAà0;¸Y×=QÒ=QÑ=SÔ=SðAð ¥6¤?Ñ#4Ô#4½r¼y×?RÒ?RÑ?TÔ?TÝ"'Ô"5Ñ"7Ô"7ÝCHÄ:×CZÒCZÑC\ÔC\Ð!f¥¤×!=Ò!=Ñ!?Ô!?Ð!?ÐbfØ#,×#6Ò#6Ñ#8Ô#8ð:ð :ðAð ! -ðAð 2CÀOðAð ˜%ðAð "+¨DðAð ˜%ðAð "0¸FÈ"Ø)Ø%Ø'¸-ÐQUð2Wð 2WðAð ˜ðAð  /°Ô0FðAð   ðAð 08¸ðAˆð ð 	<Ø&.×&9Ò&9Ñ&;Ô&;ˆEÐ"Ñ#Ø Ñ*ˆ	Ø�AŠ:ˆ:Ø×ÒÑ!Ô!ð IÝ˜Y¨
Ð5GÑ(GÑHÔHÐHØ&×0Ò0°´À&Ñ1HÑIÔIˆNÝ˜e™œˆJØð BØ&.¤lÔ&6×&AÒ&AÑ&CÔ&C�
˜7Ñ#Ø+J�
˜<Ñ(Ø/4×/?Ò/?Ñ/AÔ/A�
Ð+Ñ,ÝŒJ�z >Ñ2Ô2Ð2ÝŒJ�~ yÑ1Ô1Ð1Ý*<¸YÑ*GÔ*GˆÐ&Ñ'Ø×(Ò(¨¬¸6Ñ)AÑBÔBˆ	ÝŒ
�5˜)Ñ$Ô$Ð$Ý
Œ
�9˜jÑ)Ô)Ð)ÝÔ)Ñ+Ô+¨MÑ9ˆØ$°JØ$+¸mØ'4ÐL^Ø,9¸MÑ,IÐL^Ñ,^à0=ð.H­U¬Z×-LÒ-LÈVÑ-TÔ-TÐW\Ñ-\Ð-\ØCGÝ47¸
±O´OÅCÈÐW[ÑD\ÔD\Ñ4\ð^ð ^ˆ
ð ˜?Ñ*×0Ò0°Ñ5Ô5ð 	5¸Ø�IŠI•d”j Ñ,Ô,¨tÑ3Ñ4Ô4Ð4ð	5ð 	5ð 	5ñ 	5ô 	5ð 	5ð 	5ð 	5ð 	5ð 	5ð 	5øøøð 	5ð 	5ð 	5ð 	5àtÐt°ZÀ/Ñ5Q×4\Ò4\Ñ4^Ô4^×4iÒ4iÑ4kÔ4kÐtÑtÔtˆÝˆ{ÑÔ˜rÒ!Ð!¥c¨+Ñ&6Ô&6¸Ñ&;¸qÒ&@Ð&@ðZð Z¸ÀCÀRÀCÔ8Hð Zñ Zô ZˆHàð gÝ�rœy¨Ñ2Ô2Ñ3Ô3�ØÐ3Ñ3×?Ò?ÅÄ
Ø$DÝ'*¨8¡}¤}ÐRXÝ(+¨KÑ(8Ô(8Ý36°q¸&ÅÀ[ÑAQÔAQÑ:QÑ3RÔ3RÐSYÑ3Yð	L[ð L[ð deð	Afñ Afô Afñ gô gð gð
 ! 1™9ÐØ�HÒÐØ'ˆNØˆEñ ð ˜YÑ&€IØ×ÒÑÔð IÝÐGÑHÔHÐHØ˜JÑ&€HØ&6Ø$2ÀVØ#0à—_’_Ñ&Ô&ð(1¥w¤~°h×6IÒ6IÑ6KÔ6KÑ'LÔ'L×'VÒ'VÑ'XÔ'XÐ'XØ,0Ý,3¬N¸9×;OÒ;OÑ;QÔ;QÑ,RÔ,R×,\Ò,\Ñ,^Ô,^ð`ð `€Jð ×'Ò'¨¬°fÑ(<Ñ=Ô=ÐØ×Ò¥¤
¨:ÀÐ FÑ FÔ FÐQXÐÑYÔYÐYÝ„JÐ Ñ(Ô(Ð(Ø˜	Ñ!Ð!s=   Í7NÎN#Î&N#êAk7ë7k;ë>k;ÁA+AA:ÁA:AA>	ÁBAA>	)r   )#Ú__doc__Ú
__future__r   rò   r5   r˜   rE   Úpathlibr   r  rC   r'  rÐ   r  rW   Útorch.utils.datar   Úpallet.modelsr   r   Údatasetr	   r
   r   Úloadingr   r  r   r   r.   r>   rJ   r`   Ú	frozensetrr  r~   r   r   ú<module>r{     sÛ  ðØ JÐ Jà "Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø €€€Ø 	€	€	€	Ø Ð Ð Ð Ð Ð Ø €€€Ø €€€Ø €€€à Ð Ð Ð Ø €€€Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'à 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  Ø !Ð !Ð !Ð !Ð !Ð !ð
ð 
ð 
ð 
ð 48ÀcÐVWðð ð ð ð ð,ð ð ð'ð 'ð 'ðJð Jð Jð4  4°$À$ÐVZØ&¨x¸bÈÐWYØ¨R°EÀ(ÐQTØ ¨¸dÐQUØ+ÀÀÁÄØ%. Y¡[¤[Ø'+Ø°Ø$PðX"ð X"ð X"ð X"ð X"ð X"ð X"r   