§
    œ”Ïj-  ã                  ó|   — d Z ddlmZ ddlZddlZddlZddlZddlm	Z	 ddl
Z
ddlmZmZmZmZmZmZ d„ Zd„ Zd„ ZdS )	zMPinned official RF-DETR-Seg training; one process and GPU per comparison run.é    )ÚannotationsN)ÚPath)ÚdigestÚeventÚ	read_jsonÚsaveÚverify_datasetÚ
RESOLUTIONc                ó(   — ddl m}m} ||dœ|          S )Nr   )ÚRFDETRSegSmallÚRFDETRSegMedium)ÚsmallÚmedium)Úrfdetrr   r   )Úkindr   r   s      úR/root/private/project/pallet_detection_v2/pallet/instance_segmentation_training.pyÚmodel_classr      s-   € Ø6Ð6Ð6Ð6Ð6Ð6Ð6Ð6Ø#¨Ð?Ð?ÀÔEÐEó    c                ót  — dd l }ddlm} t          j                             d¦  «        dk    rt          d¦  «        ‚|                     d¦  «         t          | ¦  «        }| d         dz  |z  }|d	z  }| 	                    ¦   «         rZt          |¦  «        }|d
         | d         d
         k    s"t          ||d         z  ¦  «        |d         k    rt          d¦  «        ‚|S |                     dd¬¦  «         t          | d         d|z   ¦  «        }|j                             |                     |¦  «        ¦  «         | d         d
         ||| d         j        t$          | d         j        ddddt          | d         dz  ¦  «        t          t(          ¦  «        t*          j                             d¦  «        |j                             |                     |¦  «        ¦  «        j        d„ dD ¦   «         dœ}	t5          |dz  |	¦  «         t7          j        ¦   «         }
t;          |¦  «        }d}	  |dt$          |dd¬ ¦  «        }|                     d!|› d"�¦  «        }t?          |j         j!        ¦  «        }t5          |d#z  |j"        tG          |¦  «        t          |¦  «        |j$        d$œ¦  «         	  |j%        d_i d%tG          | d         d&z  ¦  «        “d'tG          |¦  «        “d(| d         j        “d)|“d*d|z  “d+d“d,d-“d.| &                    d/¦  «        d0         d1z   “d2d“d3d“d4| d         j        “d5d“d6d“d7d“d8d“d9d“d:d“d;d“d<d“d=d>“d?d“d@d“dAd“dBd “dCdD“dEd“dFdGg“dHd“dId “dJd“dK|dLz   	                    ¦   «         rtG          |dLz  ¦  «        ndM“Ž na# |j        j'        $ rM |dk    r‚ tQ          dN||dd¬O¦  «         d}~tS          j*        ¦   «          |j         +                    ¦   «          Y nw xY w�ŒÐ|dPz  }| 	                    ¦   «         st          dQ¦  «        ‚~tS          j*        ¦   «          |j         +                    ¦   «           |dt$          |tG          |¦  «        d¬R¦  «        }tY          |j-        j-        dS¦  «        stQ          dT|tG          |¦  «        ¬U¦  «         | .                    |dVd¬W¦  «        }t_          |                     dXd0¦  «        ¦  «        dz   }i |	¥dY|d|z  |j0        t          |¦  «        |t7          j        ¦   «         |
z
  |j         1                    |                     |¦  «        ¦  «        dt          |dZz  ¦  «        d[œ
¥}t5          ||¦  «         tQ          d\||d]         |¬^¦  «         ~tS          j*        ¦   «          |j         +                    ¦   «          |S )`Nr   )ÚModelWeightsr   z1.11.0z Training requires rfdetr==1.11.0é   ÚoutputÚtrainingzcompletion.jsonÚ	task_hashÚbindingÚ
checkpointÚcheckpoint_sha256z Completed training model changedT)ÚparentsÚexist_okÚargsÚdevice_g-Cëâ6?gñhãˆµøä>é   é   zdataset_manifest.jsonÚCUDA_DEVICE_ORDERc                óN   — i | ]"}|t           j                             |¦  «        “Œ#S © )Ú	importlibÚmetadataÚversion)Ú.0Úns     r   ú
<dictcomp>ztrain_one.<locals>.<dictcomp>*   s=   € ð kð kð kÀ!˜a¥	Ô 2× :Ò :¸1Ñ =Ô =ð kð kð kr   )r   ÚtorchÚtorchvisionzpytorch-lightningÚtorchmetricsÚnumpy)r   r   ÚdeviceÚepochsÚ
resolutionÚseedÚlrÚ
lr_encoderÚeffective_batchÚpatienceÚdataset_sha256Útraining_source_sha256Úcuda_device_orderÚgpu_total_memory_bytesÚdependencieszrun_config.jsoné   é   F)Únum_classesr3   r1   Úgradient_checkpointingÚcompilezrf-detr-seg-z.ptzpretraining.json)ÚurlÚfileÚsha256Úpublished_md5Údataset_dirÚdatasetÚ
output_dirr2   Ú
batch_sizeÚgrad_accum_stepsÚeval_batch_sizer1   ÚcudaÚdevicesú:éÿÿÿÿú,r5   r6   r4   Únum_workersÚmulti_scaleÚexpanded_scalesÚscale_jitterÚuse_emaÚearly_stoppingÚearly_stopping_patienceÚearly_stopping_use_emaÚearly_stopping_min_deltagü©ñÒMbP?Úrun_testÚtensorboardÚwandbÚprogress_barÚcheckpoint_intervalé2   Úcompute_val_lossÚclass_namesÚpalletÚsquare_resize_div_64Ú
aug_configÚeval_masks_head_resolutionÚresumez	last.ckptÚ Útraining_oom_retry)ÚmodelÚprevious_batchÚ	new_batchrK   zcheckpoint_best_total.pthz3Official training did not produce a best checkpoint)r@   r3   r1   Úpretrain_weightsrB   Úsegmentation_headÚreload)rj   r   Úcpu)Úmap_locationÚweights_onlyÚepochÚcompletezmetrics.csv)
ÚstaterJ   rK   r   r   Úcheckpoint_epochÚelapsed_secondsÚpeak_cuda_memory_bytesÚweights_reloadedÚmetrics_csv_sha256Útrain_completerw   )rj   rw   rJ   r&   )2r-   Úrfdetr.assets.model_weightsr   r'   r(   r)   Ú
ValueErrorÚset_num_threadsr	   Úexistsr   r   ÚmkdirÚgetattrrM   Ú
set_devicer1   r2   r
   r4   Ú__file__ÚosÚenvironÚgetÚget_device_propertiesÚtotal_memoryr   ÚtimeÚ	monotonicr   Úfrom_filenamer   Úmodel_configrm   rC   ÚstrÚmd5_hashÚtrainÚsplitÚOutOfMemoryErrorr   ÚgcÚcollectÚempty_cacheÚhasattrrj   ÚloadÚintÚnameÚmax_memory_allocated)Úctxr   r-   r   rH   ÚoutÚdoneÚreceiptr1   ÚconfigÚstartedÚclsÚbatchrj   ÚassetÚweightsÚbestÚloadedÚpayloadÚepochs_traineds                       r   Ú	train_oner¨      s  € Ø€L€L€LØ8Ð8Ð8Ð8Ð8Ð8ÝÔ×!Ò! (Ñ+Ô+¨XÒ5Ð5½ZÐHjÑ=kÔ=kÐ7kØ	×Ò˜!ÑÔÐÝ˜SÑ!Ô!€GØ
ˆhŒ-˜
Ñ
" 4Ñ
'€CØÐ Ñ €DØ‡{‚{�}„}ð Ý˜D‘/”/ˆØ�;Ô  Y¤°Ô!<Ò<Ð<ÅÀsÈ7ÐS_ÔK`ÑG`Ñ@aÔ@aÐcjÐk~ÔcÒ@Ð@ÝÐ?Ñ@Ô@Ð@ØˆØ‡I‚I�d T€IÑ*Ô*Ð*Ý�S˜”[ )¨D¡.Ñ1Ô1€FØ	„J×Ò˜%Ÿ,š, vÑ.Ô.Ñ/Ô/Ð/Ø˜iœ.¨Ô5¸dÈVØ˜6”{Ô)½
È3ÈvÌ;ÔK[Ø d¸aÈBÝ% c¨(¤mÐ4KÑ&KÑLÔLÝ'-­hÑ'7Ô'7Ý"$¤*§.¢.Ð1DÑ"EÔ"EØ',¤z×'GÒ'GÈÏÊÐU[ÑH\ÔH\Ñ']Ô']Ô'jðkð kØiðkñ kô kðlð l€Fõ 	ˆÐÑ	 Ñ'Ô'Ð'ÝŒnÑÔ€GÝ
�dÑ
Ô
€CØ€Eð>Ø� ­jÀÐ`dØ!ð#ñ #ô #ˆà×*Ò*Ð+C¸$Ð+CÐ+CÐ+CÑDÔDˆÝ�uÔ)Ô:Ñ;Ô;ˆÝˆSÐ#Ñ#¨E¬I½cÀ'¹l¼lÕU[Ð\cÑUdÔUdØ38´>ð&Cð &Cñ 	Dô 	Dð 	Dð	>ØˆEŒKð 	Sð 	Sð 	S¥C¨¨H¬°iÑ(?Ñ$@Ô$@Ð$@ð 	SÍSÐQTÉXÌXÈXð 	SØ˜6”{Ô)Ð)ð	SØ6;°eð	SØNOÐQVÉhÈhð	Sà ! ð	Sà*0¨&ð	Sà:@¿,º,ÀsÑ:KÔ:KÈBÔ:OÐPSÑ:SÐ:Sð	SàX\ÐX\ð	SàimÐimð	Sð ˜”[Ô%Ð%ð	Sð 45°1ð	Sð CHÀ%ð	Sð Z_ÐY^ð	Sð #˜Uð		Sð -1¨Dð		Sð BFÀð		Sð `bÐ_að		Sð
 (, tð	Sð
 GKÀdð	Sð ˜ð	Sð -2¨Eð	Sð :?¸ð	Sð NRÈTð	Sð %' Bð	Sð :>¸ð	Sð MUÈ:È:ð	Sð &* Tð	Sð 7;°dð	Sð X]ÐW\ð	Sð 14°K±×/GÒ/GÑ/IÔ/IÐQ•s˜3˜{™?Ñ+Ô+Ð+Èrøð	Sð 	Sð øØŒzÔ*ð 	>ð 	>ð 	>Ø�aŠxˆx˜ÝÐ&¨dÀ5ÐTUÐhiÐjÑjÔjÐjØˆEØ•r”z‘|”|�| U¤Z×%;Ò%;Ñ%=Ô%=Ð%=Ð%=Ð%=ð		>øøøñ'>ð0 Ð*Ñ*€DØ�;Š;‰=Œ=Ða¥
Ð+`Ñ aÔ aÐaà�rŒz‰|Œ|ˆ|˜UœZ×3Ò3Ñ5Ô5Ð5ØˆS˜Q­:¸fÕWZÐ[_ÑW`ÔW`ÐjoÐpÑpÔp€FÝ�6”<Ô%Ð':Ñ;Ô;Ðn½UÀ8ÐSWÕdgÐhlÑdmÔdmÐ=nÑ=nÔ=nÐ=nØ�jŠj˜¨EÀˆjÑFÔF€GÝ˜Ÿš W¨bÑ1Ô1Ñ2Ô2°1Ñ4€NðX�ð X ¸%ÐTUÐW\ÑT\Ø œI½6À$¹<¼<Ø"0ÅDÄNÑDTÔDTÐU\ÑD\Ø(-¬
×(GÒ(GÈÏÊÐU[ÑH\ÔH\Ñ(]Ô(]Ø"&½VÀCÈÑDUÑ=VÔ=Vð	Xð Xð X€Gõ
 	ˆˆwÑÔÐ�Ð/°tÈWÐUfÔMgÐtyÐzÑzÔzÐzØ•”
‘”�˜eœj×4Ò4Ñ6Ô6Ð6Ø€Ns   Ê3C*N ÎAO:Ï9O:c                óv   — | d         j         dk    rddgn| d         j         g}|D ]}t          | |¦  «         Œd S )Nr    Úbothr   r   )rj   r¨   )rš   Úkindsr   s      r   r�   r�   Z   sO   € Ø"% f¤+Ô"3°VÒ";Ð";ˆW�XÐÐÀ#ÀfÄ+ÔBSÐAT€EØÐ+Ð+ˆ•y  dÑ+Ô+Ð+Ð+Ð+Ð+r   )Ú__doc__Ú
__future__r   r’   Úimportlib.metadatar'   Újsonr„   Úpathlibr   r‰   Ú!pallet.instance_segmentation_seedr   r   r   r   r	   r
   r   r¨   r�   r&   r   r   ú<module>r²      sÍ   ðØ SÐ SØ "Ð "Ð "Ð "Ð "Ð "à 	€	€	€	Ø Ð Ð Ð Ø €€€Ø 	€	€	€	Ø Ð Ð Ð Ð Ð Ø €€€à hÐ hÐ hÐ hÐ hÐ hÐ hÐ hÐ hÐ hÐ hÐ hÐ hÐ hÐ hÐ hðFð Fð Fð
Dð Dð DðN,ð ,ð ,ð ,ð ,r   