§
    “©ºjå  ã                   óÈ   — d dl mZmZ d dlmZ d dlmZ d dlmZm	Z	 d dl
Z
d dl
mZ d dlmZ d dlZd dlmZmZ d d	lmZmZ d d
lmZ d dlmZ d dlmZ  G d„ dee¦  «        ZdS )é    )ÚABCÚabstractmethod)Ú	Generator)Úcontextmanager)ÚAnyÚOptionalN)ÚTensor)Úoverride)ÚCheckpointIOÚClusterEnvironment)ÚReduceOpÚ_all_gather_ddp_if_available)Ú	LayerSync)Ú	Precision)ÚStrategyc                   óÂ  ‡ — e Zd ZdZ	 	 	 	 	 dded         deeej                          dee         dee	         dee
         f
ˆ fd	„Zeeed
ej        fd„¦   «         ¦   «         ¦   «         Zed
efd„¦   «         Zed
efd„¦   «         Zed
efd„¦   «         Zed
efd„¦   «         Zeed
efd„¦   «         ¦   «         Zed
eeej                          fd„¦   «         Zej        deeej                          d
dfd„¦   «         Zed
eeef         fd„¦   «         Zed dedee         ded
efd„¦   «         Zed!deded
efd„¦   «         Ze d
e!fd„¦   «         Z"ed"ˆ fd„¦   «         Z#ˆ xZ$S )#ÚParallelStrategyz:Strategy for training with multiple processes in parallel.NÚacceleratorzpl.accelerators.AcceleratorÚparallel_devicesÚcluster_environmentÚcheckpoint_ioÚprecision_pluginc                 óz   •— t          ¦   «                              |||¬¦  «         || _        || _        d | _        d S )N)r   r   r   )ÚsuperÚ__init__r   r   Ú_layer_sync)Úselfr   r   r   r   r   Ú	__class__s         €úu/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/strategies/parallel.pyr   zParallelStrategy.__init__"   sC   ø€ õ 	‰Œ×Ò [ÀÐ`pÐÑqÔqÐqØ 0ˆÔØATˆÔ Ø04ˆÔÐÐó    Úreturnc                 ó   — dS )zReturn the root device.N© ©r   s    r   Úroot_devicezParallelStrategy.root_device/   s   € € € r    c                 óF   — | j         �| j                              ¦   «         ndS ©Nr   )r   Úglobal_rankr$   s    r   r(   zParallelStrategy.global_rank5   s%   € à9=Ô9QÐ9]ˆtÔ'×3Ò3Ñ5Ô5Ð5ÐcdÐdr    c                 óF   — | j         �| j                              ¦   «         ndS r'   )r   Ú
local_rankr$   s    r   r*   zParallelStrategy.local_rank9   ó%   € à8<Ô8PÐ8\ˆtÔ'×2Ò2Ñ4Ô4Ð4ÐbcÐcr    c                 óF   — | j         �| j                              ¦   «         ndS r'   )r   Ú	node_rankr$   s    r   r-   zParallelStrategy.node_rank=   s%   € à7;Ô7OÐ7[ˆtÔ'×1Ò1Ñ3Ô3Ð3ÐabÐbr    c                 óF   — | j         �| j                              ¦   «         ndS )Né   )r   Ú
world_sizer$   s    r   r0   zParallelStrategy.world_sizeA   r+   r    c                 ó   — | j         dk    S r'   )r(   r$   s    r   Úis_global_zerozParallelStrategy.is_global_zeroE   s   € ð Ô 1Ò$Ð$r    c                 ó   — | j         S ©N©Ú_parallel_devicesr$   s    r   r   z!ParallelStrategy.parallel_devicesJ   s   € àÔ%Ð%r    c                 ó   — || _         d S r4   r5   )r   r   s     r   r   z!ParallelStrategy.parallel_devicesN   s   € à!1ˆÔÐÐr    c                 óL   — | j         �t          | j         ¦  «        nd| j        dœS )Nr   )Únum_replicasÚrank)r   Úlenr(   r$   s    r   Údistributed_sampler_kwargsz+ParallelStrategy.distributed_sampler_kwargsR   s5   € ð ;?Ô:OÐ:[�C Ô 5Ñ6Ô6Ð6ÐabØÔ$ð
ð 
ð 	
r    FÚtensorÚgroupÚ
sync_gradsc                 ó&   — t          |||¬¦  «        S )z&Perform a all_gather on all processes.)r>   r?   )r   )r   r=   r>   r?   s       r   Ú
all_gatherzParallelStrategy.all_gatherY   s   € õ ,¨F¸%ÈJÐWÑWÔWÐWr    TÚdecisionÚallc                 óê   — t          j        t          |¦  «        | j        ¬¦  «        }|                      |t
          j        ¬¦  «        }|rt          || j        k    ¦  «        nt          |¦  «        }|S )aè  Reduces a boolean decision over distributed processes. By default is analogous to ``all`` from the standard
        library, returning ``True`` only if all input decisions evaluate to ``True``. If ``all`` is set to ``False``,
        it behaves like ``any`` instead.

        Args:
            decision: A single input decision.
            all: Whether to logically emulate ``all`` or ``any``. Defaults to True.

        Returns:
            bool: The reduced boolean decision.

        )Údevice)Ú	reduce_op)	Útorchr=   Úintr%   Úreducer   ÚSUMÚboolr0   )r   rB   rC   s      r   Úreduce_boolean_decisionz(ParallelStrategy.reduce_boolean_decision^   sl   € õ ”<¥ H¡¤°dÔ6FÐGÑGÔGˆØ—;’;ØÝ”lð ñ 
ô 
ˆð 9<ÐO•4˜ D¤OÒ3Ñ4Ô4Ð4ÅÀhÁÄˆØˆr    c              #   óÔ   K  — t          | j        t          j        j        j        ¦  «        r8| j                             ¦   «         5  dV — ddd¦  «         dS # 1 swxY w Y   dS dV — dS )zàBlocks ddp sync gradients behaviour on backwards pass.

        This is useful for skipping sync when accumulating gradients, reducing communication overhead
        Returns: context manager with sync behaviour off

        N)Ú
isinstanceÚmodelÚplÚ	utilitiesÚtypesÚDistributedDataParallelÚno_syncr$   s    r   Úblock_backward_syncz$ParallelStrategy.block_backward_synct   s´   è è € õ �d”j¥"¤,Ô"4Ô"LÑMÔMð 	Ø”×#Ò#Ñ%Ô%ð ð Ø�
�
�
ðð ð ñ ô ð ð ð ð ð ð ð øøøð ð ð ð ð ð ð ˆJˆJˆJˆJˆJs   ÁAÁAÁAc                 óŒ   •— | j         €J ‚| j                              ¦   «          t          ¦   «                              ¦   «          d S r4   )r   Úteardownr   )r   r   s    €r   rW   zParallelStrategy.teardown‚   sC   ø€ àÔ'Ð3Ð3Ð3ØÔ ×)Ò)Ñ+Ô+Ð+Ý‰Œ×ÒÑÔÐÐÐr    )NNNNN)NF)T)r!   N)%Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚlistrG   rE   r   r   r   r   Úpropertyr   r
   r%   rH   r(   r*   r-   r0   rK   r2   r   ÚsetterÚdictÚstrr   r<   r	   rA   rL   r   r   rU   rW   Ú__classcell__)r   s   @r   r   r      sG  ø€ € € € € ØDÐDð @DØ9=Ø<@Ø04Ø04ð5ð 5àÐ;Ô<ð5ð # 4¨¬Ô#5Ô6ð5ð &Ð&8Ô9ð	5ð
   Ô-ð5ð # 9Ô-ð5ð 5ð 5ð 5ð 5ð 5ð ØØð&˜Uœ\ð &ð &ð &ñ „Xñ „^ñ „Xð&ð ðe˜Sð eð eð eñ „Xðeð ðd˜Cð dð dð dñ „Xðdð ðc˜3ð cð cð cñ „Xðcð ðd˜Cð dð dð dñ „Xðdð Øð% ð %ð %ð %ñ „Xñ „Xð%ð ð& (¨4°´Ô+=Ô">ð &ð &ð &ñ „Xð&ð Ôð2°¸$¸u¼|Ô:LÔ1Mð 2ÐRVð 2ð 2ð 2ñ Ôð2ð ð
¨D°°c°¬Nð 
ð 
ð 
ñ „Xð
ð ðXð X ð X°¸´ð XÐRVð XÐcið Xð Xð Xñ „XðXð ðð °ð ¸4ð È4ð ð ð ñ „Xðð* ð Yð ð ð ñ „^ðð ðð ð ð ð ñ „Xðð ð ð ð r    r   )Úabcr   r   Úcollections.abcr   Ú
contextlibr   Útypingr   r   rG   r	   Útyping_extensionsr
   Úpytorch_lightningrP   Úlightning_fabric.pluginsr   r   Ú&lightning_fabric.utilities.distributedr   r   Úpytorch_lightning.pluginsr   Ú#pytorch_lightning.plugins.precisionr   Ú%pytorch_lightning.strategies.strategyr   r   r#   r    r   ú<module>rm      s:  ðð $Ð #Ð #Ð #Ð #Ð #Ð #Ð #Ø %Ð %Ð %Ð %Ð %Ð %Ø %Ð %Ð %Ð %Ð %Ð %Ø  Ð  Ð  Ð  Ð  Ð  Ð  Ð  à €€€Ø Ð Ð Ð Ð Ð Ø &Ð &Ð &Ð &Ð &Ð &à Ð Ð Ð Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ EØ YÐ YÐ YÐ YÐ YÐ YÐ YÐ YØ /Ð /Ð /Ð /Ð /Ð /Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø :Ð :Ð :Ð :Ð :Ð :ðgð gð gð gð g�x ñ gô gð gð gð gr    