§
    ·¯¸j  ã            /       óZ  — d Z ddlmZmZmZ ddlmZ ddlmZ ddl	m
Z
 ddlmZ ddlmZ dd	lmZ dd
lmZ d5dee         fd„Z	 d6dedefd„Z	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d7deded ed!ed"ee         d#ed$ed%ed&ed'ed(ed)ed*eeee         f         d+ed,ed-ed.ed/ed0ed1ed2ed3edef.d4„ZdS )8zE Scheduler Factory
Hacked together by / Copyright 2021 Ross Wightman
é    )ÚListÚOptionalÚUnion)Ú	Optimizeré   )ÚCosineLRScheduler)ÚMultiStepLRScheduler)ÚPlateauLRScheduler)ÚPolyLRScheduler)ÚStepLRScheduler)ÚTanhLRSchedulerNÚdecreasing_metricc                 ó&  — t          | dd¦  «        }|�|rdnd}nd|v rdnd}t          d4i d| j        “dt          | d	d
¦  «        “dt          | dd¦  «        “dt          | dddg¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | d d!¦  «        “d"t          | d#d$¦  «        “d%t          | d&d'¦  «        “d(t          | d)d$¦  «        “d*t          | d+d¦  «        “d,t          | d-d.¦  «        “d/t          | d0d$¦  «        “d1|“d2t          | d3d¦  «         “Ž}|S )5zz cfg/argparse to kwargs helper
    Convert scheduler args in argparse args or cfg (.dot) like object to keyword args.
    Úeval_metricÚtop1NÚminÚmaxÚlossÚschedÚ
num_epochsÚepochséd   Údecay_epochsé   Údecay_milestonesé<   Úwarmup_epochsé   Úcooldown_epochsr   Úpatience_epochsé
   Ú
decay_rateçš™™™™™¹?Úmin_lrç        Ú	warmup_lrçñhãˆµøä>Úwarmup_prefixFÚnoiseÚlr_noiseÚ	noise_pctÚlr_noise_pctçq=
×£på?Ú	noise_stdÚlr_noise_stdç      ð?Ú
noise_seedÚseedé*   Ú	cycle_mulÚlr_cycle_mulÚcycle_decayÚlr_cycle_decayÚcycle_limitÚlr_cycle_limitr   Úk_decayÚ
lr_k_decayÚplateau_modeÚstep_on_epochsÚsched_on_updates© )ÚgetattrÚdictr   )Úcfgr   r   r<   Úkwargss        úp/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/scheduler/scheduler_factory.pyÚscheduler_kwargsrE      sW  € õ ˜#˜}¨fÑ5Ô5€KØÐ$Ø 1Ð<�u�u°uˆˆà &¨+Ð 5Ð 5�u�u¸5ˆÝð ð ð ØŒiˆiðå˜3 ¨#Ñ.Ô.Ð.ðõ ˜S .°"Ñ5Ô5Ð5ðõ ! Ð&8¸2¸r¸(ÑCÔCÐCð	õ
 ˜c ?°AÑ6Ô6Ð6ðõ   Ð%6¸Ñ:Ô:Ð:ðõ   Ð%6¸Ñ;Ô;Ð;ðõ ˜3 ¨cÑ2Ô2Ð2ðõ �s˜H bÑ)Ô)Ð)ðõ ˜#˜{¨DÑ1Ô1Ð1ðõ ˜c ?°EÑ:Ô:Ð:ðõ �c˜: tÑ,Ô,Ð,ðõ ˜#˜~¨tÑ4Ô4Ð4ðõ ˜#˜~¨rÑ2Ô2Ð2ðõ ˜3 ¨Ñ+Ô+Ð+ðõ  ˜#˜~¨rÑ2Ô2Ð2ð!õ" ˜CÐ!1°3Ñ7Ô7Ð7ð#õ$ ˜CÐ!1°1Ñ5Ô5Ð5ð%õ& ˜˜\¨3Ñ/Ô/Ð/ð'ð( "�\ð)õ* # 3Ð(:¸EÑBÔBÐBÐBð+€Fð. €Mó    Ú	optimizerÚupdates_per_epochc                 ó@   — t          dd|it          | ¦  «        ¤d|i¤ŽS )NrG   rH   r?   )Úcreate_scheduler_v2rE   )ÚargsrG   rH   s      rD   Úcreate_schedulerrL   3   sG   € õ
 ð ð Øðå
˜4Ñ
 Ô
 ðð ð ,ðð ð ð rF   Úcosineé,  éZ   ©rO   é´   i  r!   r#   r%   r'   Fr-   r0   r3   r   Tr   r   r   r   r   r    r"   r$   r&   r   r(   r)   r+   r.   r1   r4   r6   r8   r:   r<   r=   c           	      ó¦  ‡‡ — |Š |
}|}|}|s2‰dk    s
J d¦   «         ‚‰ ‰z  Š |‰z  }|‰z  }ˆfd„|D ¦   «         }|‰z  }t          |	||¬¦  «        }|�Lt          |t          t          f¦  «        r*ˆ fd„|D ¦   «         }t	          |¦  «        dk    r|d         }n|‰ z  }nd }t          ||||¬¦  «        }t          |||¬¦  «        }d }|d	k    rt          | f‰ ||d
œ|¤|¤|¤d|i¤Ž}n®|dk    rt          | f‰ ||d
œ|¤|¤|¤Ž}n’|dk    rt          | f|||dœ|¤|¤Ž}nx|dk    rt          | f|||dœ|¤|¤Ž}n^|dk    r;|s
J d¦   «         ‚| 	                    dd¦  «         t          | f||ddœ|¤||dœ¤|¤Ž}n|dk    rt          | f|‰ |||dœ|¤|¤|¤Ž}t          |d¦  «        r"|                     ¦   «         |z   }|r|}n|‰z  }n|r||
z  }||fS )Nr   z=updates_per_epoch must be set to number of dataloader batchesc                 ó   •— g | ]}|‰z  ‘ŒS r?   r?   )Ú.0ÚdrH   s     €rD   ú
<listcomp>z'create_scheduler_v2.<locals>.<listcomp>b   s   ø€ ÐLÐLÐL°a˜AÐ 1Ñ1ÐLÐLÐLrF   )Úwarmup_lr_initÚwarmup_tr(   c                 ó   •— g | ]}|‰z  ‘ŒS r?   r?   )rT   ÚnÚ	t_initials     €rD   rV   z'create_scheduler_v2.<locals>.<listcomp>o   s   ø€ Ð8Ð8Ð8¨Q˜1˜y™=Ð8Ð8Ð8rF   r   )Únoise_range_tr+   r.   r1   )r4   r6   r8   rM   )r[   Úlr_minÚt_in_epochsr:   ÚtanhÚstep)Údecay_tr"   r^   Ú	multistepÚplateauz(Plateau LR only supports step per epoch.r(   F)r"   Ú
patience_tÚ
cooldown_t)r]   ÚmodeÚpoly)Úpowerr[   r]   r^   r:   Úget_cycle_length)rA   Ú
isinstanceÚlistÚtupleÚlenr   r   r   r	   Úpopr
   r   Úhasattrri   )!rG   r   r   r   r   r   r    r"   r$   r&   r   r(   r)   r+   r.   r1   r4   r6   r8   r:   r<   r=   rH   rX   ra   re   Úwarmup_argsÚnoise_rangeÚ
noise_argsÚ
cycle_argsÚlr_schedulerÚt_with_cycles_and_cooldownr[   s!                         `         @rD   rJ   rJ   ?   sÒ  øø€ ð2 €IØ€HØ€GØ €Jàð 4Ø  1Ò$Ð$Ð$Ð&eÑ$Ô$Ð$ØÐ 1Ñ1ˆ	ØÐ/Ñ/ˆØÐ-Ñ-ˆØLÐLÐLÐLÐ;KÐLÑLÔLÐØÐ"3Ñ3ˆ
õ Ø ØØ#ðñ ô €Kð ÐÝ�e�d¥E˜]Ñ+Ô+ð 	,Ø8Ð8Ð8Ð8°%Ð8Ñ8Ô8ˆKÝ�;ÑÔ 1Ò$Ð$Ø)¨!œn�øà )Ñ+ˆKˆKàˆÝØ!ØØØð	ñ ô €Jõ ØØØðñ ô €Jð €LØ�ÒÐÝ(Øð	
àØØ&ð		
ð 	
ð
 ð	
ð ð	
ð ð	
ð 	
ð ð	
ð 	
ð 	
ˆˆð 
�&ŠˆÝ&Øð
àØØ&ð	
ð 
ð
 ð
ð ð
ð ð
ð 
ˆˆð 
�&ŠˆÝ&Øð
àØ!Ø&ð	
ð 
ð
 ð
ð ð
ð 
ˆˆð 
�+Ò	Ð	Ý+Øð
à$Ø!Ø&ð	
ð 
ð
 ð
ð ð
ð 
ˆˆð 
�)Ò	Ð	ØÐIÐIÐIÑIÔIˆ~Ø�Š˜¨Ñ/Ô/Ð/Ý)Øð	
à!Ø&Øð		
ð 	
ð
 ð	
ð Øð	
ð 	
ð 	
ð ð	
ð 	
ˆˆð 
�&ŠˆÝ&Øð

àØØØ&Øð

ð 

ð ð

ð ð

ð ð

ð 

ˆõ ˆ|Ð/Ñ0Ô0ð 
(ð &2×%BÒ%BÑ%DÔ%DÀzÑ%QÐ"Øð 	IØ3ˆJˆJà3Ð7HÑHˆJˆJàð 	(Ø˜-Ñ'ˆJà˜Ð#Ð#rF   )N)r   )rM   rN   rO   rP   r   r!   r#   r%   r'   r   FNr-   r0   r3   r0   r#   r   r0   r   Tr   )Ú__doc__Útypingr   r   r   Útorch.optimr   Ú	cosine_lrr   Úmultistep_lrr	   Ú
plateau_lrr
   Úpoly_lrr   Ústep_lrr   Útanh_lrr   ÚboolrE   ÚintrL   ÚstrÚfloatrJ   r?   rF   rD   ú<module>rƒ      s{  ððð ð )Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ð (à !Ð !Ð !Ð !Ð !Ð !à (Ð (Ð (Ð (Ð (Ð (Ø .Ð .Ð .Ð .Ð .Ð .Ø *Ð *Ð *Ð *Ð *Ð *Ø $Ð $Ð $Ð $Ð $Ð $Ø $Ð $Ð $Ð $Ð $Ð $Ø $Ð $Ð $Ð $Ð $Ð $ð ð  ¨X°d¬^ð  ð  ð  ð  ðL "#ð	ð 	àð	ð ð	ð 	ð 	ð 	ð ØØØ&4Ø Ø!ØØØØØ#Ø+/ØØØØØ ØØØ!Ø#Ø!"ð/S$ð S$ØðS$àðS$ð ðS$ð ð	S$ð
 ˜sœ)ðS$ð ðS$ð ðS$ð ðS$ð ðS$ð ðS$ð ðS$ð ðS$ð �U˜D œKÐ'Ô(ðS$ð ðS$ð ðS$ð  ð!S$ð" ð#S$ð$ ð%S$ð& ð'S$ð( ð)S$ð* ð+S$ð, ð-S$ð. ð/S$ð S$ð S$ð S$ð S$ð S$rF   