§
    “©ºj£  ã                   ó´   — d dl mZ d dlmZmZ d dlZd dlmZ d dlmZ d dl	m
Z
 d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ  G d„ dee¦  «        ZdS )é    )ÚABC)ÚAnyÚOptionalN)ÚTensor)Úoverride)ÚAccelerator)ÚClusterEnvironment)ÚCheckpointIO)Ú	Precision)ÚStrategy©Ú_all_gather_ddp_if_available)ÚReduceOpc                   ól  ‡ — e Zd ZdZ	 	 	 	 	 ddee         deeej                          dee	         dee
         dee         f
ˆ fd„Zed	efd
„¦   «         Zed	efd„¦   «         Zed	efd„¦   «         Zed	efd„¦   «         Zeed	efd„¦   «         ¦   «         Zed	eeej                          fd„¦   «         Zej        deeej                          d	dfd„¦   «         Zed	eeeef                  fd„¦   «         Zeddedee         ded	efd„¦   «         Zeddeded	efd„¦   «         Zedˆ fd„¦   «         Zˆ xZ S ) ÚParallelStrategyz:Strategy for training with multiple processes in parallel.NÚacceleratorÚparallel_devicesÚcluster_environmentÚcheckpoint_ioÚ	precisionc                 ól   •— t          ¦   «                              |||¬¦  «         || _        || _        d S )N)r   r   r   )ÚsuperÚ__init__r   r   )Úselfr   r   r   r   r   Ú	__class__s         €út/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/lightning_fabric/strategies/parallel.pyr   zParallelStrategy.__init__!   s;   ø€ õ 	‰Œ×Ò [ÀÐYbÐÑcÔcÐcØ 0ˆÔØATˆÔ Ð Ð ó    Úreturnc                 óF   — | j         �| j                              ¦   «         ndS ©Nr   )r   Úglobal_rank©r   s    r   r!   zParallelStrategy.global_rank-   s%   € à9=Ô9QÐ9]ˆtÔ'×3Ò3Ñ5Ô5Ð5ÐcdÐdr   c                 óF   — | j         �| j                              ¦   «         ndS r    )r   Ú
local_rankr"   s    r   r$   zParallelStrategy.local_rank1   ó%   € à8<Ô8PÐ8\ˆtÔ'×2Ò2Ñ4Ô4Ð4ÐbcÐcr   c                 óF   — | j         �| j                              ¦   «         ndS r    )r   Ú	node_rankr"   s    r   r'   zParallelStrategy.node_rank5   s%   € à7;Ô7OÐ7[ˆtÔ'×1Ò1Ñ3Ô3Ð3ÐabÐbr   c                 óF   — | j         �| j                              ¦   «         ndS )Né   )r   Ú
world_sizer"   s    r   r*   zParallelStrategy.world_size9   r%   r   c                 ó   — | j         dk    S r    )r!   r"   s    r   Úis_global_zerozParallelStrategy.is_global_zero=   s   € ð Ô 1Ò$Ð$r   c                 ó   — | j         S ©N©Ú_parallel_devicesr"   s    r   r   z!ParallelStrategy.parallel_devicesB   s   € àÔ%Ð%r   c                 ó   — || _         d S r.   r/   )r   r   s     r   r   z!ParallelStrategy.parallel_devicesF   s   € à!1ˆÔÐÐr   c                 ó    — | j         | j        dœS )z¥Arguments for the ``DistributedSampler``.

        If this method is not defined, or it returns ``None``, then the ``DistributedSampler`` will not be used.

        )Únum_replicasÚrank)r*   r!   r"   s    r   Údistributed_sampler_kwargsz+ParallelStrategy.distributed_sampler_kwargsJ   s   € ð !%¤¸Ô9IÐJÐJÐJr   FÚtensorÚgroupÚ
sync_gradsc                 ó&   — t          |||¬¦  «        S )z&Perform a all_gather on all processes.)r7   r8   r   )r   r6   r7   r8   s       r   Ú
all_gatherzParallelStrategy.all_gatherS   s   € õ ,¨F¸%ÈJÐWÑWÔWÐWr   TÚdecisionÚallc                 óê   — t          j        t          |¦  «        | j        ¬¦  «        }|                      |t
          j        ¬¦  «        }|rt          || j        k    ¦  «        nt          |¦  «        }|S )aè  Reduces a boolean decision over distributed processes. By default is analogous to ``all`` from the standard
        library, returning ``True`` only if all input decisions evaluate to ``True``. If ``all`` is set to ``False``,
        it behaves like ``any`` instead.

        Args:
            decision: A single input decision.
            all: Whether to logically emulate ``all`` or ``any``. Defaults to True.

        Returns:
            bool: The reduced boolean decision.

        )Údevice)Ú	reduce_op)	Útorchr6   ÚintÚroot_deviceÚ
all_reducer   ÚSUMÚboolr*   )r   r;   r<   s      r   Úreduce_boolean_decisionz(ParallelStrategy.reduce_boolean_decisionX   sl   € õ ”<¥ H¡¤°dÔ6FÐGÑGÔGˆØ—?’?ØÝ”lð #ñ 
ô 
ˆð 9<ÐO•4˜ D¤OÒ3Ñ4Ô4Ð4ÅÀhÁÄˆØˆr   c                 óˆ   •— | j         €J ‚| j                              ¦   «          t          ¦   «                              ¦   «         S r.   )r   Úteardownr   )r   r   s    €r   rH   zParallelStrategy.teardownn   s=   ø€ àÔ'Ð3Ð3Ð3ØÔ ×)Ò)Ñ+Ô+Ð+Ý‰wŒw×ÒÑ!Ô!Ð!r   )NNNNN)NF)T)r   N)!Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   Úlistr@   r>   r	   r
   r   r   ÚpropertyrA   r!   r$   r'   r*   r   rE   r,   r   ÚsetterÚdictÚstrr   r5   r   r:   rF   rH   Ú__classcell__)r   s   @r   r   r      sö  ø€ € € € € ØDÐDð .2Ø9=Ø<@Ø04Ø)-ð
Uð 
Uà˜kÔ*ð
Uð # 4¨¬Ô#5Ô6ð
Uð &Ð&8Ô9ð	
Uð
   Ô-ð
Uð ˜IÔ&ð
Uð 
Uð 
Uð 
Uð 
Uð 
Uð ðe˜Sð eð eð eñ „Xðeð ðd˜Cð dð dð dñ „Xðdð ðc˜3ð cð cð cñ „Xðcð ðd˜Cð dð dð dñ „Xðdð Øð% ð %ð %ð %ñ „Xñ „Xð%ð ð& (¨4°´Ô+=Ô">ð &ð &ð &ñ „Xð&ð Ôð2°¸$¸u¼|Ô:LÔ1Mð 2ÐRVð 2ð 2ð 2ñ Ôð2ð ðK¨H°T¸#¸s¸(´^Ô,Dð Kð Kð Kñ „XðKð ðXð X ð X°¸´ð XÐRVð XÐcið Xð Xð Xñ „XðXð ðð °ð ¸4ð È4ð ð ð ñ „Xðð* ð"ð "ð "ð "ð "ñ „Xð"ð "ð "ð "ð "r   r   )Úabcr   Útypingr   r   r@   r   Útyping_extensionsr   Ú)lightning_fabric.accelerators.acceleratorr   Ú9lightning_fabric.plugins.environments.cluster_environmentr	   Ú)lightning_fabric.plugins.io.checkpoint_ior
   Ú"lightning_fabric.plugins.precisionr   Ú$lightning_fabric.strategies.strategyr   Ú&lightning_fabric.utilities.distributedr   Ú lightning_fabric.utilities.typesr   r   © r   r   ú<module>r^      s  ðð Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  Ð  Ð  à €€€Ø Ð Ð Ð Ð Ð Ø &Ð &Ð &Ð &Ð &Ð &à AÐ AÐ AÐ AÐ AÐ AØ XÐ XÐ XÐ XÐ XÐ XØ BÐ BÐ BÐ BÐ BÐ BØ 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø OÐ OÐ OÐ OÐ OÐ OØ 5Ð 5Ð 5Ð 5Ð 5Ð 5ðT"ð T"ð T"ð T"ð T"�x ñ T"ô T"ð T"ð T"ð T"r   