§
    ·¯¸jû  ã                   ó†   — d Z ddlZddlZddlZddlZddlmZmZm	Z	 ddl
mZ  ej        e¦  «        Z G d„ de¦  «        ZdS )zv TanH Scheduler

TanH schedule with warmup, cycle/restarts, noise.

Hacked together by / Copyright 2021 Ross Wightman
é    N)ÚListÚTupleÚUnioné   )Ú	Schedulerc            %       óô   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d#dej        j        dededededededededede	de	de
ee         eeef         ed
f         dededede	dd
f$ˆ fd„Zd edee         fd!„Zd$d"„Zˆ xZS )%ÚTanhLRSchedulerzu
    Hyberbolic-Tangent decay with restarts.
    This is described in the paper https://arxiv.org/abs/1806.01593
    ç      Àç      @ç        ç      ð?r   r   FTNçq=
×£på?é*   Ú	optimizerÚ	t_initialÚlbÚubÚlr_minÚ	cycle_mulÚcycle_decayÚcycle_limitÚwarmup_tÚwarmup_lr_initÚwarmup_prefixÚt_in_epochsÚnoise_range_tÚ	noise_pctÚ	noise_stdÚ
noise_seedÚ
initializeÚreturnc           
      óL  •‡ ‡
— t          ¦   «                              |d||||||¬¦  «         |dk    sJ ‚|dk    sJ ‚||k     sJ ‚|dk    sJ ‚|	dk    sJ ‚‰
dk    sJ ‚|‰ _        |‰ _        |‰ _        |‰ _        |‰ _        |‰ _        |‰ _        |	‰ _	        ‰
‰ _
        |‰ _        ‰ j	        rd‰ j        r‰ j        n‰                      ‰ j	        ¦  «        }ˆ ˆ
fd„|D ¦   «         ‰ _        t          ¦   «                              ‰ j
        ¦  «         d S d„ ‰ j        D ¦   «         ‰ _        d S )NÚlr)Úparam_group_fieldr   r   r   r   r   r    r   c                 ó*   •— g | ]}|‰z
  ‰j         z  ‘ŒS © )r   )Ú.0ÚvÚselfr   s     €€úf/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/scheduler/tanh_lr.pyú
<listcomp>z,TanhLRScheduler.__init__.<locals>.<listcomp>J   s%   ø€ Ð SÐ SÐ SÈ! ! nÑ"4¸¼Ñ!EÐ SÐ SÐ Só    c                 ó   — g | ]}d ‘ŒS )r   r&   )r'   Ú_s     r*   r+   z,TanhLRScheduler.__init__.<locals>.<listcomp>M   s   € Ð =Ð =Ð = q Ð =Ð =Ð =r,   )ÚsuperÚ__init__r   r   r   r   r   r   r   r   r   r   Úbase_valuesÚ_get_lrÚwarmup_stepsÚupdate_groups)r)   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    Út_vÚ	__class__s   `         `        €r*   r0   zTanhLRScheduler.__init__   sn  øøø€ õ( 	‰Œ×ÒØØ"Ø#Ø'ØØØ!Ø!ð 	ñ 		
ô 		
ð 		
ð ˜1Š}ˆ}ˆ}ˆ}Ø˜Š{ˆ{ˆ{ˆ{Ø�BŠwˆwˆwˆwØ˜aÒÐÐÐØ˜1Š}ˆ}ˆ}ˆ}Ø Ò"Ð"Ð"Ð"ØˆŒØˆŒØ"ˆŒØˆŒØ"ˆŒØ&ˆÔØ&ˆÔØ ˆŒØ,ˆÔØ*ˆÔØŒ=ð 	>Ø&*Ô&8ÐY�$Ô"Ð"¸d¿lºlÈ4Ì=Ñ>YÔ>YˆCØ SÐ SÐ SÐ SÐ SÈsÐ SÑ SÔ SˆDÔÝ‰GŒG×!Ò! $Ô"5Ñ6Ô6Ð6Ð6Ð6à =Ð =¨DÔ,<Ð =Ñ =Ô =ˆDÔÐÐr,   Útc                 óT  ‡ ‡‡‡— ‰‰ j         k     rˆ ˆfd„‰ j        D ¦   «         }�n‰ j        r
‰‰ j         z
  Š‰ j        dk    rxt	          j        t	          j        d‰‰ j        z  d‰ j        z
  z  z
  ‰ j        ¦  «        ¦  «        }‰ j        |z  ‰ j        z  }‰d‰ j        |z  z
  d‰ j        z
  z  ‰ j        z  z
  }n‰‰ j        z  }‰ j        }‰‰ j        |z  z
  }|‰ j        k     r2‰ j	        |z  Šˆfd„‰ j
        D ¦   «         }||z  Šˆ ˆfd„|D ¦   «         }nˆ fd„‰ j
        D ¦   «         }|S )Nc                 ó*   •— g | ]}‰j         ‰|z  z   ‘ŒS r&   )r   )r'   Úsr)   r7   s     €€r*   r+   z+TanhLRScheduler._get_lr.<locals>.<listcomp>Q   s%   ø€ ÐJÐJÐJ°1�4Ô&¨¨Q©Ñ.ÐJÐJÐJr,   r   c                 ó   •— g | ]}|‰z  ‘ŒS r&   r&   )r'   r(   Úgammas     €r*   r+   z+TanhLRScheduler._get_lr.<locals>.<listcomp>a   s   ø€ Ð EÐ EÐ E¨q  U¡Ð EÐ EÐ Er,   c           
      ó–   •— g | ]E}‰j         d |‰j         z
  z  dt          j        ‰j        d‰z
  z  ‰j        ‰z  z   ¦  «        z
  z  z   ‘ŒFS )g      à?r   r   )r   ÚmathÚtanhr   r   )r'   Úlr_maxr)   Útrs     €€r*   r+   z+TanhLRScheduler._get_lr.<locals>.<listcomp>d   so   ø€ ð ð ð àð ”K #¨°$´+Ñ)=Ñ">À!ÅdÄiÐPTÔPWÐ[]Ð`bÑ[bÑPcÐfjÔfmÐprÑfrÑPrÑFsÔFsÑBsÑ"tÑtðð ð r,   c                 ó   •— g | ]	}‰j         ‘Œ
S r&   )r   )r'   r.   r)   s     €r*   r+   z+TanhLRScheduler._get_lr.<locals>.<listcomp>i   s   ø€ Ð=Ð=Ð= q�t”{Ð=Ð=Ð=r,   )r   r3   r   r   r>   ÚfloorÚlogr   r   r   r1   )	r)   r7   ÚlrsÚiÚt_iÚt_currÚlr_max_valuesr<   rA   s	   ``     @@r*   r2   zTanhLRScheduler._get_lrO   s…  øøøø€ ØˆtŒ}ÒÐØJÐJÐJÐJÐJ¸Ô8IÐJÑJÔJˆC‰CàÔ!ð &Ø˜œÑ%�àŒ~ Ò"Ð"Ý”J�tœx¨¨A°´Ñ,>À!ÀdÄnÑBTÑ,UÑ(UÐW[ÔWeÑfÔfÑgÔg�Ø”n¨Ñ)¨D¬NÑ:�Ø˜a $¤.°AÑ"5Ñ5¸!¸d¼nÑ:LÑMÐPTÔP^Ñ^Ñ^��à˜œÑ'�Ø”n�Ø˜dœn¨qÑ0Ñ1�à�4Ô#Ò#Ð#ØÔ(¨AÑ-�Ø EÐ EÐ EÐ E°DÔ4DÐ EÑ EÔ E�à˜c‘\�ðð ð ð ð à"/ðñ ô ��ð
 >Ð=Ð=Ð=¨DÔ,<Ð=Ñ=Ô=�Øˆ
r,   c                 ó  — t          d|p| j        ¦  «        }| j        dk    r| j        |z  }n@t	          t          j        | j         | j        |z  dz
  z  d| j        z
  z  ¦  «        ¦  «        }| j        r
|| j        z   n|S )Nr   r   )	Úmaxr   r   r   Úintr>   rC   r   r   )r)   Úcyclesr7   s      r*   Úget_cycle_lengthz TanhLRScheduler.get_cycle_lengthl   s‰   € Ý�Q˜Ð2 $Ô"2Ñ3Ô3ˆØŒ>˜SÒ Ð Ø” Ñ'ˆAˆAå•D”J ¤˜°$´.ÀFÑ2JÈQÑ2NÑOÐSTÐW[ÔWeÑSeÑfÑgÔgÑhÔhˆAØ$(Ô$6Ð=ˆq�4”=Ñ Ð ¸AÐ=r,   )r
   r   r   r   r   r   r   r   FTNr   r   r   T)r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚtorchÚoptimÚ	OptimizerrL   ÚfloatÚboolr   r   r   r0   r2   rN   Ú__classcell__)r6   s   @r*   r	   r	      s‡  ø€ € € € € ðð ð ØØØ!Ø!#Ø ØØ$&Ø"'Ø $ØJNØ#Ø"Ø Ø#ð%4>ð 4>à”{Ô,ð4>ð ð4>ð ð	4>ð
 ð4>ð ð4>ð ð4>ð ð4>ð ð4>ð ð4>ð "ð4>ð  ð4>ð ð4>ð !  c¤¨E°#°s°(¬O¸SÀ$Ð!FÔGð4>ð ð4>ð  ð!4>ð" ð#4>ð$ ð%4>ð& 
ð'4>ð 4>ð 4>ð 4>ð 4>ð 4>ðl˜ð   e¤ð ð ð ð ð:>ð >ð >ð >ð >ð >ð >ð >r,   r	   )rR   Úloggingr>   ÚnumpyÚnprS   Útypingr   r   r   Ú	schedulerr   Ú	getLoggerrO   Ú_loggerr	   r&   r,   r*   ú<module>r`      sº   ððð ð €€€Ø €€€Ø Ð Ð Ð Ø €€€Ø %Ð %Ð %Ð %Ð %Ð %Ð %Ð %Ð %Ð %à  Ð  Ð  Ð  Ð  Ð  ð ˆ'Ô
˜HÑ
%Ô
%€ð_>ð _>ð _>ð _>ð _>�iñ _>ô _>ð _>ð _>ð _>r,   