§
    ·¯¸jð  ã                   ó†   — d Z ddlZddlZddlZddlZddlmZmZm	Z	 ddl
mZ  ej        e¦  «        Z G d„ de¦  «        ZdS )z† Cosine Scheduler

Cosine LR schedule with warmup, cycle/restarts, noise, k-decay.

Hacked together by / Copyright 2021 Ross Wightman
é    N)ÚTupleÚListÚUnioné   )Ú	Schedulerc            #       óî   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 d dej        j        dededededededede	de	de
ee         eeef         edf         dedededede	ddf"ˆ fd„Zdedee         fd„Zd!d„Zˆ xZS )"ÚCosineLRSchedulera\  
    Cosine decay with restarts.
    This is described in the paper https://arxiv.org/abs/1608.03983.

    Inspiration from
    https://github.com/allenai/allennlp/blob/master/allennlp/training/learning_rate_schedulers/cosine.py

    k-decay option based on `k-decay: A New Method For Learning Rate Schedule` - https://arxiv.org/abs/2004.05909
    ç        ç      ð?r   r   FTNçq=
×£på?é*   Ú	optimizerÚ	t_initialÚlr_minÚ	cycle_mulÚcycle_decayÚcycle_limitÚwarmup_tÚwarmup_lr_initÚwarmup_prefixÚt_in_epochsÚnoise_range_tÚ	noise_pctÚ	noise_stdÚ
noise_seedÚk_decayÚ
initializeÚreturnc           
      ó  •‡ ‡— t          ¦   «                              |d|
|||||¬¦  «         |dk    sJ ‚|dk    sJ ‚|dk    r&|dk    r |dk    rt                               d¦  «         |‰ _        |‰ _        |‰ _        |‰ _        |‰ _        |‰ _	        ‰‰ _
        |	‰ _        |‰ _        ‰ j	        rAˆ ˆfd„‰ j        D ¦   «         ‰ _        t          ¦   «                              ‰ j
        ¦  «         d S d„ ‰ j        D ¦   «         ‰ _        d S )NÚlr)Úparam_group_fieldr   r   r   r   r   r   r   r   zjCosine annealing scheduler will have no effect on the learning rate since t_initial = t_mul = eta_mul = 1.c                 ó*   •— g | ]}|‰z
  ‰j         z  ‘ŒS © )r   )Ú.0ÚvÚselfr   s     €€úh/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/scheduler/cosine_lr.pyú
<listcomp>z.CosineLRScheduler.__init__.<locals>.<listcomp>L   s%   ø€ Ð `Ð `Ð `È! ! nÑ"4¸¼Ñ!EÐ `Ð `Ð `ó    c                 ó   — g | ]}d ‘ŒS )r   r#   )r$   Ú_s     r'   r(   z.CosineLRScheduler.__init__.<locals>.<listcomp>O   s   € Ð =Ð =Ð = q Ð =Ð =Ð =r)   )ÚsuperÚ__init__Ú_loggerÚwarningr   r   r   r   r   r   r   r   r   Úbase_valuesÚwarmup_stepsÚupdate_groups)r&   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Ú	__class__s   `       `        €r'   r-   zCosineLRScheduler.__init__   sC  øøø€ õ& 	‰Œ×ÒØØ"Ø#Ø'ØØØ!Ø!ð 	ñ 		
ô 		
ð 		
ð ˜1Š}ˆ}ˆ}ˆ}Ø˜Š{ˆ{ˆ{ˆ{Ø˜Š>ˆ>˜i¨1šn˜n°ÀÒ1AÐ1AÝ�OŠOð>ñ?ô ?ð ?ð #ˆŒØˆŒØ"ˆŒØ&ˆÔØ&ˆÔØ ˆŒØ,ˆÔØ*ˆÔØˆŒØŒ=ð 	>Ø `Ð `Ð `Ð `Ð `ÈtÔO_Ð `Ñ `Ô `ˆDÔÝ‰GŒG×!Ò! $Ô"5Ñ6Ô6Ð6Ð6Ð6à =Ð =¨DÔ,<Ð =Ñ =Ô =ˆDÔÐÐr)   Útc                 ó`  ‡ ‡‡‡‡‡— ‰‰ j         k     rˆ ˆfd„‰ j        D ¦   «         }�n‰ j        r
‰‰ j         z
  Š‰ j        dk    rxt	          j        t	          j        d‰‰ j        z  d‰ j        z
  z  z
  ‰ j        ¦  «        ¦  «        }‰ j        |z  ‰ j        z  Š‰d‰ j        |z  z
  d‰ j        z
  z  ‰ j        z  z
  Šn‰‰ j        z  }‰ j        Š‰‰ j        |z  z
  Š‰ j        |z  Šˆfd„‰ j	        D ¦   «         }‰ j
        Š|‰ j        k     rˆˆ ˆˆfd„|D ¦   «         }nˆ fd„‰ j	        D ¦   «         }|S )Nc                 ó*   •— g | ]}‰j         ‰|z  z   ‘ŒS r#   )r   )r$   Úsr&   r4   s     €€r'   r(   z-CosineLRScheduler._get_lr.<locals>.<listcomp>S   s%   ø€ ÐJÐJÐJ°1�4Ô&¨¨Q©Ñ.ÐJÐJÐJr)   r   c                 ó   •— g | ]}|‰z  ‘ŒS r#   r#   )r$   r%   Úgammas     €r'   r(   z-CosineLRScheduler._get_lr.<locals>.<listcomp>b   s   ø€ ÐAÐAÐA¨1˜Q ™YÐAÐAÐAr)   c           
      ó–   •— g | ]E}‰j         d |‰j         z
  z  dt          j        t          j        ‰‰z  z  ‰‰z  z  ¦  «        z   z  z   ‘ŒFS )g      à?r   )r   ÚmathÚcosÚpi)r$   Úlr_maxÚkr&   Út_currÚt_is     €€€€r'   r(   z-CosineLRScheduler._get_lr.<locals>.<listcomp>f   sj   ø€ ð ð ð àð ”K #¨°$´+Ñ)=Ñ">À!ÅdÄhÍtÌwÐY_ÐcdÑYdÑOdÐgjÐnoÑgoÑOoÑFpÔFpÑBpÑ"qÑqðð ð r)   c                 ó   •— g | ]	}‰j         ‘Œ
S r#   )r   )r$   r+   r&   s     €r'   r(   z-CosineLRScheduler._get_lr.<locals>.<listcomp>k   s   ø€ Ð=Ð=Ð= q�t”{Ð=Ð=Ð=r)   )r   r1   r   r   r;   ÚfloorÚlogr   r   r0   r   r   )	r&   r4   ÚlrsÚiÚlr_max_valuesr9   r?   r@   rA   s	   ``   @@@@r'   Ú_get_lrzCosineLRScheduler._get_lrQ   s�  øøøøøø€ ØˆtŒ}ÒÐØJÐJÐJÐJÐJ¸Ô8IÐJÑJÔJˆC‰CàÔ!ð &Ø˜œÑ%�àŒ~ Ò"Ð"Ý”J�tœx¨¨A°´Ñ,>À!ÀdÄnÑBTÑ,UÑ(UÐW[ÔWeÑfÔfÑgÔg�Ø”n¨Ñ)¨D¬NÑ:�Ø˜a $¤.°AÑ"5Ñ5¸!¸d¼nÑ:LÑMÐPTÔP^Ñ^Ñ^��à˜œÑ'�Ø”n�Ø˜dœn¨qÑ0Ñ1�àÔ$¨Ñ)ˆEØAÐAÐAÐA°Ô0@ÐAÑAÔAˆMØ”ˆAà�4Ô#Ò#Ð#ðð ð ð ð ð ð à"/ðñ ô ��ð
 >Ð=Ð=Ð=¨DÔ,<Ð=Ñ=Ô=�àˆ
r)   c                 ó  — t          d|p| j        ¦  «        }| j        dk    r| j        |z  }n@t	          t          j        | j         | j        |z  dz
  z  d| j        z
  z  ¦  «        ¦  «        }| j        r
|| j        z   n|S )Nr   r   )	Úmaxr   r   r   Úintr;   rC   r   r   )r&   Úcyclesr4   s      r'   Úget_cycle_lengthz"CosineLRScheduler.get_cycle_lengtho   s‰   € Ý�Q˜Ð2 $Ô"2Ñ3Ô3ˆØŒ>˜SÒ Ð Ø” Ñ'ˆAˆAå•D”J ¤˜°$´.ÀFÑ2JÈQÑ2NÑOÐSTÐW[ÔWeÑSeÑfÑgÔgÑhÔhˆAØ$(Ô$6Ð=ˆq�4”=Ñ Ð ¸AÐ=r)   )r
   r   r   r   r   r
   FTNr   r   r   r   T)r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚtorchÚoptimÚ	OptimizerrK   ÚfloatÚboolr   r   r   r-   rH   rM   Ú__classcell__)r3   s   @r'   r	   r	      sz  ø€ € € € € ðð ð Ø!Ø!#Ø ØØ$&Ø"'Ø $ØJNØ#Ø"Ø Ø Ø#ð#1>ð 1>à”{Ô,ð1>ð ð1>ð ð	1>ð
 ð1>ð ð1>ð ð1>ð ð1>ð "ð1>ð  ð1>ð ð1>ð !  c¤¨E°#°s°(¬O¸SÀ$Ð!FÔGð1>ð ð1>ð ð1>ð ð1>ð  ð!1>ð" ð#1>ð$ 
ð%1>ð 1>ð 1>ð 1>ð 1>ð 1>ðf˜ð   e¤ð ð ð ð ð<>ð >ð >ð >ð >ð >ð >ð >r)   r	   )rQ   Úloggingr;   ÚnumpyÚnprR   Útypingr   r   r   Ú	schedulerr   Ú	getLoggerrN   r.   r	   r#   r)   r'   ú<module>r^      sº   ððð ð €€€Ø €€€Ø Ð Ð Ð Ø €€€Ø %Ð %Ð %Ð %Ð %Ð %Ð %Ð %Ð %Ð %à  Ð  Ð  Ð  Ð  Ð  ð ˆ'Ô
˜HÑ
%Ô
%€ðb>ð b>ð b>ð b>ð b>˜	ñ b>ô b>ð b>ð b>ð b>r)   