§
    ·¯¸jF  ã                   ó~   — d Z ddlZddlZddlmZmZmZ ddlZddlm	Z	  ej
        e¦  «        Z G d„ de	¦  «        ZdS )zu Polynomial Scheduler

Polynomial LR schedule with warmup, noise.

Hacked together by / Copyright 2021 Ross Wightman
é    N)ÚListÚTupleÚUnioné   )Ú	Schedulerc            %       óô   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d"dej        j        dedededededededede	de	de
ee         eeef         ed	f         dedededede	dd	f$ˆ fd„Zdedee         fd „Zd#d!„Zˆ xZS )$ÚPolyLRSchedulerz® Polynomial LR Scheduler w/ warmup, noise, and k-decay

    k-decay option based on `k-decay: A New Method For Learning Rate Schedule` - https://arxiv.org/abs/2004.05909
    ç      à?ç        ç      ð?r   r   FTNçq=
×£på?é*   Ú	optimizerÚ	t_initialÚpowerÚlr_minÚ	cycle_mulÚcycle_decayÚcycle_limitÚwarmup_tÚwarmup_lr_initÚwarmup_prefixÚt_in_epochsÚnoise_range_tÚ	noise_pctÚ	noise_stdÚ
noise_seedÚk_decayÚ
initializeÚreturnc           
      ó  •‡ ‡	— t          ¦   «                              |d||||||¬¦  «         |dk    sJ ‚|dk    sJ ‚|dk    r&|dk    r |dk    rt                               d¦  «         |‰ _        |‰ _        |‰ _        |‰ _        |‰ _        |‰ _	        |‰ _
        ‰	‰ _        |
‰ _        |‰ _        ‰ j
        rAˆ ˆ	fd„‰ j        D ¦   «         ‰ _        t          ¦   «                              ‰ j        ¦  «         d S d„ ‰ j        D ¦   «         ‰ _        d S )NÚlr)Úparam_group_fieldr   r   r   r   r   r   r   r   zjCosine annealing scheduler will have no effect on the learning rate since t_initial = t_mul = eta_mul = 1.c                 ó*   •— g | ]}|‰z
  ‰j         z  ‘ŒS © )r   )Ú.0ÚvÚselfr   s     €€úf/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/scheduler/poly_lr.pyú
<listcomp>z,PolyLRScheduler.__init__.<locals>.<listcomp>H   s%   ø€ Ð `Ð `Ð `È! ! nÑ"4¸¼Ñ!EÐ `Ð `Ð `ó    c                 ó   — g | ]}d ‘ŒS ©r   r%   )r&   Ú_s     r)   r*   z,PolyLRScheduler.__init__.<locals>.<listcomp>K   s   € Ð =Ð =Ð = q Ð =Ð =Ð =r+   )ÚsuperÚ__init__Ú_loggerÚwarningr   r   r   r   r   r   r   r   r   r   Úbase_valuesÚwarmup_stepsÚupdate_groups)r(   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Ú	__class__s   `        `        €r)   r0   zPolyLRScheduler.__init__   sL  øøø€ õ( 	‰Œ×ÒØØ"Ø#Ø'ØØØ!Ø!ð 	ñ 		
ô 		
ð 		
ð ˜1Š}ˆ}ˆ}ˆ}Ø˜Š{ˆ{ˆ{ˆ{Ø˜Š>ˆ>˜i¨1šn˜n°ÀÒ1AÐ1AÝ�OŠOð Jñ Kô Kð Kà"ˆŒØˆŒ
ØˆŒØ"ˆŒØ&ˆÔØ&ˆÔØ ˆŒØ,ˆÔØ*ˆÔØˆŒØŒ=ð 	>Ø `Ð `Ð `Ð `Ð `ÈtÔO_Ð `Ñ `Ô `ˆDÔÝ‰GŒG×!Ò! $Ô"5Ñ6Ô6Ð6Ð6Ð6à =Ð =¨DÔ,<Ð =Ñ =Ô =ˆDÔÐÐr+   Útc                 ó`  ‡ ‡‡‡‡‡— ‰‰ j         k     rˆ ˆfd„‰ j        D ¦   «         }�n‰ j        r
‰‰ j         z
  Š‰ j        dk    rxt	          j        t	          j        d‰‰ j        z  d‰ j        z
  z  z
  ‰ j        ¦  «        ¦  «        }‰ j        |z  ‰ j        z  Š‰d‰ j        |z  z
  d‰ j        z
  z  ‰ j        z  z
  Šn‰‰ j        z  }‰ j        Š‰‰ j        |z  z
  Š‰ j        |z  Šˆfd„‰ j	        D ¦   «         }‰ j
        Š|‰ j        k     rˆˆ ˆˆfd„|D ¦   «         }nˆ fd„‰ j	        D ¦   «         }|S )Nc                 ó*   •— g | ]}‰j         ‰|z  z   ‘ŒS r%   )r   )r&   Úsr(   r7   s     €€r)   r*   z+PolyLRScheduler._get_lr.<locals>.<listcomp>O   s%   ø€ ÐJÐJÐJ°1�4Ô&¨¨Q©Ñ.ÐJÐJÐJr+   r   c                 ó   •— g | ]}|‰z  ‘ŒS r%   r%   )r&   r'   Úgammas     €r)   r*   z+PolyLRScheduler._get_lr.<locals>.<listcomp>^   s   ø€ ÐAÐAÐA¨1˜Q ™YÐAÐAÐAr+   c                 ób   •— g | ]+}‰j         |‰j         z
  d ‰‰z  ‰‰z  z  z
  ‰j        z  z  z   ‘Œ,S r-   )r   r   )r&   Úlr_maxÚkr(   Út_currÚt_is     €€€€r)   r*   z+PolyLRScheduler._get_lr.<locals>.<listcomp>b   sX   ø€ ð ð ð àð ”K 6¨D¬KÑ#7¸AÀÈ!ÁÈcÐUVÉhÑ@VÑ<VÐ[_Ô[eÑ;eÑ"eÑeðð ð r+   c                 ó   •— g | ]	}‰j         ‘Œ
S r%   )r   )r&   r.   r(   s     €r)   r*   z+PolyLRScheduler._get_lr.<locals>.<listcomp>g   s   ø€ Ð=Ð=Ð= q�t”{Ð=Ð=Ð=r+   )r   r4   r   r   ÚmathÚfloorÚlogr   r   r3   r   r   )	r(   r7   ÚlrsÚiÚlr_max_valuesr<   r?   r@   rA   s	   ``   @@@@r)   Ú_get_lrzPolyLRScheduler._get_lrM   s�  øøøøøø€ ØˆtŒ}ÒÐØJÐJÐJÐJÐJ¸Ô8IÐJÑJÔJˆC‰CàÔ!ð &Ø˜œÑ%�àŒ~ Ò"Ð"Ý”J�tœx¨¨A°´Ñ,>À!ÀdÄnÑBTÑ,UÑ(UÐW[ÔWeÑfÔfÑgÔg�Ø”n¨Ñ)¨D¬NÑ:�Ø˜a $¤.°AÑ"5Ñ5¸!¸d¼nÑ:LÑMÐPTÔP^Ñ^Ñ^��à˜œÑ'�Ø”n�Ø˜dœn¨qÑ0Ñ1�àÔ$¨Ñ)ˆEØAÐAÐAÐA°Ô0@ÐAÑAÔAˆMØ”ˆAà�4Ô#Ò#Ð#ðð ð ð ð ð ð à"/ðñ ô ��ð
 >Ð=Ð=Ð=¨DÔ,<Ð=Ñ=Ô=�àˆ
r+   c                 ó  — t          d|p| j        ¦  «        }| j        dk    r| j        |z  }n@t	          t          j        | j         | j        |z  dz
  z  d| j        z
  z  ¦  «        ¦  «        }| j        r
|| j        z   n|S )Nr   r   )	Úmaxr   r   r   ÚintrC   rD   r   r   )r(   Úcyclesr7   s      r)   Úget_cycle_lengthz PolyLRScheduler.get_cycle_lengthk   s‰   € Ý�Q˜Ð2 $Ô"2Ñ3Ô3ˆØŒ>˜SÒ Ð Ø” Ñ'ˆAˆAå•D”J ¤˜°$´.ÀFÑ2JÈQÑ2NÑOÐSTÐW[ÔWeÑSeÑfÑgÔgÑhÔhˆAØ$(Ô$6Ð=ˆq�4”=Ñ Ð ¸AÐ=r+   )r
   r   r   r   r   r   r   FTNr   r   r   r   T)r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚtorchÚoptimÚ	OptimizerrL   ÚfloatÚboolr   r   r   r0   rI   rN   Ú__classcell__)r6   s   @r)   r	   r	      s‡  ø€ € € € € ðð ð ØØ!Ø!#Ø ØØ$&Ø"'Ø $ØJNØ#Ø"Ø Ø Ø#ð%2>ð 2>à”{Ô,ð2>ð ð2>ð ð	2>ð
 ð2>ð ð2>ð ð2>ð ð2>ð ð2>ð "ð2>ð  ð2>ð ð2>ð !  c¤¨E°#°s°(¬O¸SÀ$Ð!FÔGð2>ð ð2>ð ð2>ð  ð!2>ð" ð#2>ð$ ð%2>ð& 
ð'2>ð 2>ð 2>ð 2>ð 2>ð 2>ðh˜ð   e¤ð ð ð ð ð<>ð >ð >ð >ð >ð >ð >ð >r+   r	   )rR   rC   ÚloggingÚtypingr   r   r   rS   Ú	schedulerr   Ú	getLoggerrO   r1   r	   r%   r+   r)   ú<module>r]      s®   ððð ð €€€Ø €€€Ø %Ð %Ð %Ð %Ð %Ð %Ð %Ð %Ð %Ð %à €€€à  Ð  Ð  Ð  Ð  Ð  ð ˆ'Ô
˜HÑ
%Ô
%€ð^>ð ^>ð ^>ð ^>ð ^>�iñ ^>ô ^>ð ^>ð ^>ð ^>r+   