§
    “©ºj4  ã                   óÊ   — d dl mZmZmZ d dlZd dlmZ d dlmZmZ d dl	m
Z
 d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZmZ d dlmZ d dlmZ  G d„ de¦  «        ZdS )é    )ÚAnyÚOptionalÚUnionN)ÚTensor)ÚDataParallelÚModule)Úoverride)ÚAccelerator)ÚCheckpointIO)Ú	Precision)ÚParallelStrategy)Ú_StrategyRegistry)Ú
TBroadcastÚTReduce)Úapply_to_collection)ÚReduceOpc                   óæ  ‡ — e Zd ZdZ	 	 	 	 d'dee         deeej                          dee	         dee
         fˆ fd„Zeedej        fd	„¦   «         ¦   «         Zeed(d
„¦   «         ¦   «         Zededefd„¦   «         Zededdfd„¦   «         Zed)dedeej                 defd„¦   «         Ze	 d*dedee         deeeef                  defd„¦   «         Zedededdfd„¦   «         Zed+dededefd„¦   «         Zed,dededefd „¦   «         Z edede!eeee"f         f         fˆ fd!„¦   «         Z#e	 d,ded"e!eeee"f         f         d#eddfˆ fd$„¦   «         Z$e%ed%e&ddfd&„¦   «         ¦   «         Z'ˆ xZ(S )-ÚDataParallelStrategyzŒImplements data-parallel training in a single process, i.e., the model gets replicated to each device and each
    gets a split of the data.NÚacceleratorÚparallel_devicesÚcheckpoint_ioÚ	precisionc                 óT   •— t          ¦   «                              ||d ||¬¦  «         d S )N)r   r   Úcluster_environmentr   r   )ÚsuperÚ__init__)Úselfr   r   r   r   Ú	__class__s        €ún/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/lightning_fabric/strategies/dp.pyr   zDataParallelStrategy.__init__#   s?   ø€ õ 	‰Œ×ÒØ#Ø-Ø $Ø'Øð 	ñ 	
ô 	
ð 	
ð 	
ð 	
ó    Úreturnc                 ó.   — | j         €J ‚| j         d         S )Nr   )r   ©r   s    r   Úroot_devicez DataParallelStrategy.root_device2   s!   € ð Ô$Ð0Ð0Ð0ØÔ$ QÔ'Ð'r    c                 ó   — d S ©N© r#   s    r   Údistributed_sampler_kwargsz/DataParallelStrategy.distributed_sampler_kwargs8   s	   € ð ˆtr    Úmodulec                 ó.   — t          || j        ¬¦  «        S )zDWraps the given model into a :class:`~torch.nn.DataParallel` module.)r)   Ú
device_ids)r   r   ©r   r)   s     r   Úsetup_modulez!DataParallelStrategy.setup_module=   s   € õ  6°dÔ6KÐLÑLÔLÐLr    c                 ó:   — |                      | j        ¦  «         d S r&   )Útor$   r,   s     r   Úmodule_to_devicez%DataParallelStrategy.module_to_deviceB   s   € à�	Š	�$Ô"Ñ#Ô#Ð#Ð#Ð#r    ÚbatchÚdevicec                 ó   — |S r&   r'   )r   r1   r2   s      r   Úbatch_to_devicez$DataParallelStrategy.batch_to_deviceF   s	   € ð ˆr    ÚmeanÚ
collectionÚgroupÚ	reduce_opc                 óR   — dt           dt           fd„}t          |t           |¦  «        S )NÚtr!   c                 ó‚   — | j         }|                      ¦   «                              ¦   «                              |¦  «        S r&   )ÚdtypeÚfloatr5   r/   )r:   Úoriginal_dtypes     r   r5   z-DataParallelStrategy.all_reduce.<locals>.meanO   s/   € ØœWˆNØ—7’7‘9”9—>’>Ñ#Ô#×&Ò& ~Ñ6Ô6Ð6r    )r   r   )r   r6   r7   r8   r5   s        r   Ú
all_reducezDataParallelStrategy.all_reduceK   s8   € ð	7•Fð 	7�vð 	7ð 	7ð 	7ð 	7õ # :­v°tÑ<Ô<Ð<r    ÚargsÚkwargsc                 ó   — d S r&   r'   )r   r@   rA   s      r   ÚbarrierzDataParallelStrategy.barrierU   s   € àˆr    r   ÚobjÚsrcc                 ó   — |S r&   r'   )r   rD   rE   s      r   Ú	broadcastzDataParallelStrategy.broadcastY   s   € àˆ
r    TÚdecisionÚallc                 ó   — |S r&   r'   )r   rH   rI   s      r   Úreduce_boolean_decisionz,DataParallelStrategy.reduce_boolean_decision]   s   € àˆr    c                 ó~   •— t          |t          ¦  «        r|j        }t          ¦   «                              |¦  «        S r&   )Ú
isinstancer   r)   r   Úget_module_state_dict)r   r)   r   s     €r   rN   z*DataParallelStrategy.get_module_state_dicta   s4   ø€ å�f�lÑ+Ô+ð 	#Ø”]ˆFÝ‰wŒw×,Ò,¨VÑ4Ô4Ð4r    Ú
state_dictÚstrictc                 óˆ   •— t          |t          ¦  «        r|j        }t          ¦   «                              |||¬¦  «         d S )N)r)   rO   rP   )rM   r   r)   r   Úload_module_state_dict)r   r)   rO   rP   r   s       €r   rR   z+DataParallelStrategy.load_module_state_dictg   sD   ø€ õ �f�lÑ+Ô+ð 	#Ø”]ˆFÝ‰Œ×&Ò&¨fÀÐTZÐ&Ñ[Ô[Ð[Ð[Ð[r    Ústrategy_registryc                 ó@   — |                      d| | j        ¬¦  «         d S )NÚdp)Údescription)ÚregisterÚ__name__)ÚclsrS   s     r   Úregister_strategiesz(DataParallelStrategy.register_strategieso   s'   € ð 	×"Ò" 4¨¸#¼,Ð"ÑGÔGÐGÐGÐGr    )NNNN)r!   Nr&   )Nr5   )r   )T))rX   Ú
__module__Ú__qualname__Ú__doc__r   r
   ÚlistÚtorchr2   r   r   r   Úpropertyr	   r$   r(   r   r   r-   r0   r   r4   r   r   r   Ústrr?   rC   r   ÚintrG   ÚboolrK   Údictr   rN   rR   Úclassmethodr   rZ   Ú__classcell__)r   s   @r   r   r      s¡  ø€ € € € € ð!ð !ð
 .2Ø9=Ø04Ø)-ð
ð 
à˜kÔ*ð
ð # 4¨¬Ô#5Ô6ð
ð   Ô-ð	
ð
 ˜IÔ&ð
ð 
ð 
ð 
ð 
ð 
ð Øð(˜Uœ\ð (ð (ð (ñ „Xñ „Xð(ð Øðð ð ñ „Xñ „Xðð ðM 6ð M¨lð Mð Mð Mñ „XðMð ð$ vð $°$ð $ð $ð $ñ „Xð$ð ðð  Sð °(¸5¼<Ô2Hð ÐTWð ð ð ñ „Xðð àlrð=ð =Ø!ð=Ø*2°3¬-ð=ØKSÐTYÐZbÐdgÐZgÔThÔKið=à	ð=ð =ð =ñ „Xð=ð ð˜Sð ¨Cð °Dð ð ð ñ „Xðð ðð ˜Zð ¨cð ¸*ð ð ð ñ „Xðð ðð °ð ¸4ð È4ð ð ð ñ „Xðð ð5¨Fð 5°t¸CÀÀsÈFÀ{ÔASÐ<SÔ7Tð 5ð 5ð 5ð 5ð 5ñ „Xð5ð
 àX\ð\ð \Øð\Ø*.¨s°E¸#¸v¸+Ô4FÐ/FÔ*Gð\ØQUð\à	ð\ð \ð \ð \ð \ñ „Xð\ð ØðHÐ4Eð HÈ$ð Hð Hð Hñ „Xñ „[ðHð Hð Hð Hð Hr    r   )Útypingr   r   r   r_   r   Útorch.nnr   r   Útyping_extensionsr	   Úlightning_fabric.acceleratorsr
   Ú)lightning_fabric.plugins.io.checkpoint_ior   Ú"lightning_fabric.plugins.precisionr   Ú$lightning_fabric.strategies.parallelr   Ú$lightning_fabric.strategies.registryr   Ú$lightning_fabric.strategies.strategyr   r   Ú%lightning_fabric.utilities.apply_funcr   Ú&lightning_fabric.utilities.distributedr   r   r'   r    r   ú<module>rr      sI  ðð (Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'à €€€Ø Ð Ð Ð Ð Ð Ø )Ð )Ð )Ð )Ð )Ð )Ð )Ð )Ø &Ð &Ð &Ð &Ð &Ð &à 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø BÐ BÐ BÐ BÐ BÐ BØ 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø AÐ AÐ AÐ AÐ AÐ AØ BÐ BÐ BÐ BÐ BÐ BØ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DØ EÐ EÐ EÐ EÐ EÐ EØ ;Ð ;Ð ;Ð ;Ð ;Ð ;ðSHð SHð SHð SHð SHÐ+ñ SHô SHð SHð SHð SHr    