§
    “©ºj´3  ã                   óJ  — d dl Z d dlZd dlmZmZmZmZ d dlZd dlmZ d dl	m
Z
 d dlmZ d dlZd dlmZmZ d dlmZmZmZ d dlmZ d d	lmZ d d
lmZ d dlmZmZ d dlm Z  d dl!m"Z" d dl#m$Z$ d dl%m&Z& d dl'm(Z( d dl)m*Z* d dl+m,Z,m-Z- d dl.m/Z/ erd dl0m1Z1  G d„ de$¦  «        Z2dS )é    N)ÚTYPE_CHECKINGÚAnyÚOptionalÚUnion)ÚTensor)ÚModule)Úoverride)Ú_XLA_AVAILABLEÚ_XLA_GREATER_EQUAL_2_1)ÚCheckpointIOÚ	PrecisionÚXLACheckpointIO)ÚXLAEnvironment)Ú_StrategyRegistry)Ú_optimizers_to_device)Ú_PATHÚReduceOp)ÚXLAPrecision)Ú_WrappingCheckpointIO)ÚDDPStrategy)Ú_XLALauncher)Ú
TBroadcast)Ú	TrainerFn)Úfind_shared_parametersÚset_shared_parameters)Úrank_zero_only©ÚMpDeviceLoaderc                   ón  ‡ — e Zd ZdZdZ	 	 	 	 	 	 dAded         deeej                          d	ee	e
ef                  d
ee         dedededdfˆ fd„Zeede	e
ef         fd„¦   «         ¦   «         Zej        edee         ddfd„¦   «         ¦   «         Zeedefd„¦   «         ¦   «         Zej        ed
ee         ddfd„¦   «         ¦   «         Zeedej        fd„¦   «         ¦   «         Zeedefˆ fd„¦   «         ¦   «         Zeedefˆ fd„¦   «         ¦   «         Zeedefˆ fd„¦   «         ¦   «         Zeedefˆ fd„¦   «         ¦   «         ZedBd„¦   «         ZedCd„¦   «         Zededefd„¦   «         Z eede!e"ef         fd „¦   «         ¦   «         Z#ed!e$dd"fd#„¦   «         Z%edBd$„¦   «         Z&edBd%„¦   «         Z'edDd&ee"         d'ed(eddfd)„¦   «         Z(edEd+e)d,ede)fd-„¦   «         Z*e	 	 dFd/e	e+ef         d0ee         d1ee	e,e"f                  de+fd2„¦   «         Z-edBˆ fd3„¦   «         Z.edBd4„¦   «         Z/edBd5„¦   «         Z0e	 dDd6e!e"ef         d7e1d8ee         ddfˆ fd9„¦   «         Z2ed7e1ddfd:„¦   «         Z3edGd;e+d0ee         d<ede+fd=„¦   «         Z4edBˆ fd>„¦   «         Z5e6ed?e7ddfd@„¦   «         ¦   «         Z8ˆ xZ9S )HÚXLAStrategyzxStrategy for training multiple TPU devices using the :func:`torch_xla.distributed.xla_multiprocessing.spawn`
    method.ÚxlaNFTÚacceleratorzpl.accelerators.AcceleratorÚparallel_devicesÚcheckpoint_ioÚprecision_pluginÚdebugÚsync_module_statesÚ_Úreturnc                 óè   •— t           s!t          t          t           ¦  «        ¦  «        ‚t          ¦   «                              ||t          ¦   «         ||d¬¦  «         || _        d| _        || _        d S )NÚfork)r"   r#   Úcluster_environmentr$   r%   Ústart_methodF)	r
   ÚModuleNotFoundErrorÚstrÚsuperÚ__init__r   r&   Ú	_launchedÚ_sync_module_states)	Úselfr"   r#   r$   r%   r&   r'   r(   Ú	__class__s	           €úp/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/strategies/xla.pyr1   zXLAStrategy.__init__1   sz   ø€ õ ð 	;Ý%¥c­.Ñ&9Ô&9Ñ:Ô:Ð:Ý‰Œ×ÒØ#Ø-Ý .Ñ 0Ô 0Ø'Ø-Øð 	ñ 	
ô 	
ð 	
ð ˆŒ
ØˆŒØ#5ˆÔ Ð Ð ó    c                 óp   — | j         }|� t          |t          t          f¦  «        sJ ‚|S t          ¦   «         S ©N)Ú_checkpoint_ioÚ
isinstancer   r   ©r4   Úplugins     r6   r$   zXLAStrategy.checkpoint_ioI   s?   € ð Ô$ˆØÐÝ˜f¥Õ8MÐ&NÑOÔOÐOÐOÐOØˆMÝÑ Ô Ð r7   Úioc                 ót   — |�.t          |t          t          f¦  «        st          d|› �¦  «        ‚|| _        d S )NzHThe XLA strategy can only work with the `XLACheckpointIO` plugin, found )r;   r   r   Ú	TypeErrorr:   )r4   r>   s     r6   r$   zXLAStrategy.checkpoint_ioR   sC   € ð ˆ>¥*¨Rµ/ÕCXÐ1YÑ"ZÔ"Zˆ>ÝÐkÐgiÐkÐkÑlÔlÐlØ ˆÔÐÐr7   c                 ób   — | j         }|�t          |t          ¦  «        sJ ‚|S t          ¦   «         S r9   )Ú_precision_pluginr;   r   r<   s     r6   r%   zXLAStrategy.precision_pluginY   s7   € ð Ô'ˆØÐÝ˜f¥lÑ3Ô3Ð3Ð3Ð3ØˆMÝ‰~Œ~Ðr7   c                 óf   — |�'t          |t          ¦  «        st          d|› �¦  «        ‚|| _        d S )NzEThe XLA strategy can only work with the `XLAPrecision` plugin, found )r;   r   r@   rB   )r4   r%   s     r6   r%   zXLAStrategy.precision_pluginb   s@   € ð Ð'µ
Ð;KÍ\Ñ0ZÔ0ZÐ'ÝÐvÐdtÐvÐvÑwÔwÐwØ!1ˆÔÐÐr7   c                 óh   — | j         st          d¦  «        ‚dd lmc m} |                     ¦   «         S )NzFAccessing the XLA device before processes have spawned is not allowed.r   )r2   ÚRuntimeErrorÚtorch_xla.core.xla_modelÚcoreÚ	xla_modelÚ
xla_device)r4   Úxms     r6   Úroot_devicezXLAStrategy.root_devicei   sG   € ð Œ~ð 	iÝÐgÑhÔhÐhØ-Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ð-à�}Š}‰ŒÐr7   c                 ó<   •— | j         rt          ¦   «         j        ndS ©Nr   )r2   r0   Úglobal_rank©r4   r5   s    €r6   rN   zXLAStrategy.global_rankr   s   ø€ ð '+¤nÐ;�u‰wŒwÔ"Ð"¸!Ð;r7   c                 ó<   •— | j         rt          ¦   «         j        ndS rM   )r2   r0   Ú
local_rankrO   s    €r6   rQ   zXLAStrategy.local_rankw   ó   ø€ ð &*¤^Ð:�u‰wŒwÔ!Ð!¸Ð:r7   c                 ó<   •— | j         rt          ¦   «         j        ndS rM   )r2   r0   Ú	node_rankrO   s    €r6   rT   zXLAStrategy.node_rank|   s   ø€ ð %)¤NÐ9�u‰wŒwÔ Ð ¸Ð9r7   c                 ó<   •— | j         rt          ¦   «         j        ndS )Né   )r2   r0   Ú
world_sizerO   s    €r6   rW   zXLAStrategy.world_size�   rR   r7   c                 ó.   — t          | ¦  «        | _        d S r9   )r   Ú	_launcher©r4   s    r6   Ú_configure_launcherzXLAStrategy._configure_launcher†   s   € å% dÑ+Ô+ˆŒˆˆr7   Útrainerú
pl.Trainerc                 óÈ  — | j         €J ‚| j                              |¦  «         | j        rdt          j        d<   | j        €J ‚| j                             | j        ¦  «         t          | j        ¦  «        }|  	                    ¦   «          t          | j        |¦  «         |                      | j        ¦  «        | _        | j        r$t          rddlm} nddlm}  || j        ¦  «         |j        j        t&          j        k    r|                      |¦  «         |                      ¦   «          |j        j        t&          j        k    rt/          | j        | j        ¦  «         d S d S )NÚ1ÚPT_XLA_DEBUGr   )Úbroadcast_master_param)r"   Úsetupr&   ÚosÚenvironÚmodelr%   Úconvert_moduler   Úmodel_to_devicer   Ú_setup_modelr3   r   rF   ra   Útorch_xla.experimental.pjrtÚstateÚfnr   ÚFITTINGÚsetup_optimizersÚsetup_precision_pluginr   Ú
optimizersrK   )r4   r\   Úshared_paramsra   s       r6   rb   zXLAStrategy.setupŠ   sl  € àÔÐ+Ð+Ð+ØÔ×Ò˜wÑ'Ô'Ð'àŒ:ð 	-Ø),�BŒJ�~Ñ&àŒzÐ%Ð%Ð%ØÔ×,Ò,¨T¬ZÑ8Ô8Ð8å.¨t¬zÑ:Ô:ˆØ×ÒÑÔÐÝ˜dœj¨-Ñ8Ô8Ð8à×&Ò& t¤zÑ2Ô2ˆŒ
àÔ#ð 	/Ý%ð OØKÐKÐKÐKÐKÐKÐKàNÐNÐNÐNÐNÐNà"Ð" 4¤:Ñ.Ô.Ð.àŒ=Ô�yÔ0Ò0Ð0Ø×!Ò! 'Ñ*Ô*Ð*Ø×#Ò#Ñ%Ô%Ð%ØŒ=Ô�yÔ0Ò0Ð0Ý! $¤/°4Ô3CÑDÔDÐDÐDÐDð 1Ð0r7   re   c                 ó   — |S r9   © )r4   re   s     r6   rh   zXLAStrategy._setup_model©   s   € àˆr7   c                 ó    — | j         | j        dœS )N)Únum_replicasÚrank)rW   rN   rZ   s    r6   Údistributed_sampler_kwargsz&XLAStrategy.distributed_sampler_kwargs­   s   € ð !%¤¸Ô9IÐJÐJÐJr7   Ú
dataloaderr   c                 ó°   — ddl m} t          ||¦  «        r|S  ||| j        ¦  «        }|j        j        |_        t          |j        dd ¦  «        |_        |S )Nr   r   Úbatch_sampler)Ú%torch_xla.distributed.parallel_loaderr   r;   rK   Ú_loaderÚdatasetÚgetattrry   )r4   rw   r   s      r6   Úprocess_dataloaderzXLAStrategy.process_dataloader²   sl   € àHÐHÐHÐHÐHÐHå�j .Ñ1Ô1ð 	àÐà#�^ J°Ô0@ÑAÔAˆ
à'Ô/Ô7ˆ
ÔÝ#*¨:Ô+=¸ÐPTÑ#UÔ#Uˆ
Ô ØÐr7   c                 ó   — d S r9   rr   rZ   s    r6   Úconfigure_ddpzXLAStrategy.configure_ddpÀ   s   € àˆr7   c                 ó`   — | j         €J ‚| j                              | j        ¦  «        | _         d S r9   )re   ÚtorK   rZ   s    r6   rg   zXLAStrategy.model_to_deviceÄ   s,   € àŒzÐ%Ð%Ð%Ø”Z—]’] 4Ô#3Ñ4Ô4ˆŒ
ˆ
ˆ
r7   ÚnameÚargsÚkwargsc                 ó\   — | j         sd S dd lmc m} |€d}|                     |¦  «         d S )Nr   Ú )r2   rF   rG   rH   Ú
rendezvous)r4   rƒ   r„   r…   rJ   s        r6   ÚbarrierzXLAStrategy.barrierÉ   sN   € àŒ~ð 	ØˆFà-Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ð-àˆ<àˆDØ
�Š�dÑÔÐÐÐr7   r   ÚobjÚsrcc                 ó   — | j         s|S dd lmc m} t	          |t
          ¦  «        }|rO|                     ¦   «         dk    r|                     d¦  «        }|j        }| 	                    | j
        ¦  «        }nmt          j        ¦   «         }t          j        ||¦  «         t          j        t!          |                     ¦   «         ¦  «        | j
        t          j        ¬¦  «        }|g}|                     ||¬¦  «         |d         }|s_t          j        |                     ¦   «                              ¦   «                              ¦   «         ¦  «        }t          j        |¦  «        }n| 	                    |¦  «        }|S )Nr   )ÚdeviceÚdtype)Úroot_ordinal)r2   rF   rG   rH   r;   r   ÚdimÚ	unsqueezer�   r‚   rK   r>   ÚBytesIOÚtorchÚsaveÚtensorÚ	bytearrayÚ	getbufferÚfloatÚcollective_broadcastÚcpuÚbyteÚnumpyÚload)r4   rŠ   r‹   rJ   Ú	is_tensorÚoriginal_deviceÚbuffers          r6   Ú	broadcastzXLAStrategy.broadcastÕ   s^  € àŒ~ð 	ØˆJà-Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ð-å˜s¥FÑ+Ô+ˆ	Øð 	Ø�wŠw‰yŒy˜AŠ~ˆ~Ø—m’m AÑ&Ô&�Ø!œjˆOà—&’&˜Ô)Ñ*Ô*ˆCˆCõ ”Z‘\”\ˆFÝŒJ�s˜FÑ#Ô#Ð#Ý”,Ý˜&×*Ò*Ñ,Ô,Ñ-Ô-°dÔ6FÍeÌkðñ ô ˆCð ˆeˆØ
×Ò °#ÐÑ6Ô6Ð6Ø�!Œfˆàð 	*å”Z §¢¡	¤	§¢Ñ 0Ô 0× 6Ò 6Ñ 8Ô 8Ñ9Ô9ˆFÝ”*˜VÑ$Ô$ˆCˆCà—&’&˜Ñ)Ô)ˆCàˆ
r7   ÚmeanÚoutputÚgroupÚ	reduce_opc                 óæ  — t          |t          ¦  «        st          j        || j        ¬¦  «        }t          |t
          ¦  «        o|t
          j        k    }t          |t          ¦  «        o|                     ¦   «         dv}|s|rt          d|› �¦  «        ‚dd l
mc m} |                     d|t          ¦  «        }t          |t          ¦  «        r |                     ¦   «         dv r
|| j        z  }|S )N)r�   )Úsumr¢   Úavgz]Currently, the XLAStrategy only supports `sum`, `mean`, `avg` for the reduce operation, got: r   Úreduce)r¨   r¢   )r;   r   r“   r•   rK   r   ÚSUMr/   ÚlowerÚ
ValueErrorrF   rG   rH   Úmesh_reducer§   rW   )r4   r£   r¤   r¥   Úinvalid_reduce_opÚinvalid_reduce_op_strrJ   s          r6   r©   zXLAStrategy.reduceø   s  € õ ˜&¥&Ñ)Ô)ð 	CÝ”\ &°Ô1AÐBÑBÔBˆFå& yµ(Ñ;Ô;ÐYÀ	ÍXÌ\Ò@YÐÝ *¨9µcÑ :Ô :Ð n¸y¿ºÑ?PÔ?PÐXnÐ?nÐØð 	Ð 5ð 	Ýð Øð ð  ñô ð ð
 	.Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ð-à—’ ¨&µ#Ñ6Ô6ˆå�i¥Ñ%Ô%ð 	.¨)¯/ª/Ñ*;Ô*;¸Ð*NÐ*NØ˜dœoÑ-ˆFàˆr7   c                 óV   •— d| _         t          ¦   «                              ¦   «          d S )NT)r2   r0   Úsetup_environmentrO   s    €r6   r±   zXLAStrategy.setup_environment  s&   ø€ àˆŒÝ‰Œ×!Ò!Ñ#Ô#Ð#Ð#Ð#r7   c                 óˆ   — | j         €J ‚t          | j         ¦  «        dk    rt          d¦  «        ‚| j        t          _        d S )NrV   z”The `XLAStrategy` does not support running on a single device with the PjRT runtime. Try using all devices or the `SingleDeviceXLAStrategy` strategy)r#   ÚlenÚNotImplementedErrorrN   r   ru   rZ   s    r6   Úsetup_distributedzXLAStrategy.setup_distributed  sT   € àÔ$Ð0Ð0Ð0ÝˆtÔ$Ñ%Ô%¨Ò*Ð*õ &ðSñô ð ð #Ô.�ÔÐÐr7   c                 ó   — d S r9   rr   rZ   s    r6   Úset_world_rankszXLAStrategy.set_world_ranks$  s	   € ð
 	ˆr7   Ú
checkpointÚfilepathÚstorage_optionsc                 óŠ   •— dd l mc m} |                     ¦   «          t	          ¦   «                              |||¬¦  «         d S )Nr   )rº   )rF   rG   rH   Ú	mark_stepr0   Úsave_checkpoint)r4   r¸   r¹   rº   rJ   r5   s        €r6   r½   zXLAStrategy.save_checkpoint+  sT   ø€ ð 	.Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ð-ð 	�Š‰Œˆå‰Œ×Ò 
¨HÀoÐÑVÔVÐVÐVÐVr7   c                 óT   — | j         dk    r| j                             |¦  «         dS dS )zqRemove checkpoint filepath from the filesystem.

        Args:
            filepath: Path to checkpoint

        r   N)rQ   r$   Úremove_checkpoint)r4   r¹   s     r6   r¿   zXLAStrategy.remove_checkpoint6  s6   € ð Œ?˜aÒÐØÔ×0Ò0°Ñ:Ô:Ð:Ð:Ð:ð  Ðr7   r•   Ú
sync_gradsc                 óÒ  — | j         s|S t          |t          ¦  «        s't          dt	          | ¦  «        j        › d|› �¦  «        ‚|                     ¦   «         dk    r|                     d¦  «        }|j        }| 	                    | j
        ¦  «        }ddlmc m} ddlmc m} |r|                     |¦  «        n|                     |¦  «        }| 	                    |¦  «        }|S )aC  Function to gather a tensor from several distributed processes.

        Args:
            tensor: tensor to all-gather.
            group: unused.
            sync_grads: flag that allows users to synchronize gradients for the all-gather operation.
        Return:
            A tensor of shape (world_size, ...)

        ú`z4.all_gather` is only implemented for tensors. Given r   N)r2   r;   r   r´   ÚtypeÚ__name__r�   r‘   r�   r‚   rK   Útorch_xla.core.functionsrG   Ú	functionsrF   rH   Ú
all_gather)r4   r•   r¤   rÀ   rŸ   ÚxfrJ   s          r6   rÇ   zXLAStrategy.all_gatherA  s
  € ð Œ~ð 	ØˆMÝ˜&¥&Ñ)Ô)ð 	Ý%Øe•D˜‘J”JÔ'ÐeÐeÐ]cÐeÐeñô ð ð �:Š:‰<Œ<˜1ÒÐØ×%Ò% aÑ(Ô(ˆFØ œ-ˆØ—’˜4Ô+Ñ,Ô,ˆà-Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ø-Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ð-à*4ÐO�—’˜vÑ&Ô&Ð&¸"¿-º-ÈÑ:OÔ:OˆØ—’˜?Ñ+Ô+ˆØˆr7   c                 ó–   •— t          ¦   «                              ¦   «          d| _        t          j                             dd ¦  «         d S )NFr`   )r0   Úteardownr2   rc   rd   ÚpoprO   s    €r6   rÊ   zXLAStrategy.teardown_  s<   ø€ å‰Œ×ÒÑÔÐØˆŒÝ
Œ
�Š�~ tÑ,Ô,Ð,Ð,Ð,r7   Ústrategy_registryc                 ó|   — |                      d| dd¬¦  «         |                      | j        | | j        ¬¦  «         d S )NÚ	xla_debugz!XLA strategy with `debug` as TrueT)Údescriptionr&   )rÏ   )ÚregisterÚstrategy_namerÄ   )ÚclsrÌ   s     r6   Úregister_strategieszXLAStrategy.register_strategiese  sX   € ð 	×"Ò" ;°ÐAdÐlpÐ"ÑqÔqÐqØ×"Ò"ØÔØØœð 	#ñ 	
ô 	
ð 	
ð 	
ð 	
r7   )NNNNFT)r)   N)r\   r]   r)   Nr9   )r   )Nr¢   )NF):rÄ   Ú
__module__Ú__qualname__Ú__doc__rÑ   r   Úlistr“   r�   r   r   r   r   Úboolr   r1   Úpropertyr	   r$   Úsetterr   r%   r   rK   ÚintrN   rQ   rT   rW   r[   rb   r   rh   Údictr/   rv   Úobjectr~   r€   rg   r‰   r   r¡   r   r   r©   r±   rµ   r·   r   r½   r¿   rÇ   rÊ   Úclassmethodr   rÓ   Ú__classcell__)r5   s   @r6   r    r    +   s¦  ø€ € € € € ðð ð €Mð @DØ9=ØQUØ37ØØ#'ð6ð 6àÐ;Ô<ð6ð # 4¨¬Ô#5Ô6ð6ð    oÐ7LÐ&LÔ MÔNð	6ð
 # <Ô0ð6ð ð6ð !ð6ð ð6ð 
ð6ð 6ð 6ð 6ð 6ð 6ð0 Øð!˜u _Ð6KÐ%KÔLð !ð !ð !ñ „Xñ „Xð!ð ÔØð! ¨Ô 6ð !¸4ð !ð !ð !ñ „Xñ Ôð!ð
 Øð ,ð ð ð ñ „Xñ „Xðð ÔØð2°¸)Ô1Dð 2Èð 2ð 2ð 2ñ „Xñ Ôð2ð
 Øð˜Uœ\ð ð ð ñ „Xñ „Xðð Øð<˜Sð <ð <ð <ð <ð <ñ „Xñ „Xð<ð Øð;˜Cð ;ð ;ð ;ð ;ð ;ñ „Xñ „Xð;ð Øð:˜3ð :ð :ð :ð :ð :ñ „Xñ „Xð:ð Øð;˜Cð ;ð ;ð ;ð ;ð ;ñ „Xñ „Xð;ð ð,ð ,ð ,ñ „Xð,ð ðEð Eð Eñ „XðEð< ð &ð ¨Vð ð ð ñ „Xðð ØðK¨D°°c°¬Nð Kð Kð Kñ „Xñ „XðKð ð¨Vð Ð8Hð ð ð ñ „Xðð ðð ð ñ „Xðð ð5ð 5ð 5ñ „Xð5ð ð	ð 	˜H SœMð 	¸ð 	Èð 	ÐPTð 	ð 	ð 	ñ „Xð	ð ð ð  ˜Zð  ¨cð  ¸*ð  ð  ð  ñ „Xð ðD ð  $Ø4:ð	ð à�f˜c�kÔ"ðð ˜Œ}ðð ˜E (¨C -Ô0Ô1ð	ð
 
ðð ð ñ „Xðð4 ð$ð $ð $ð $ð $ñ „Xð$ð ð	/ð 	/ð 	/ñ „Xð	/ð ðð ð ñ „Xðð à\`ðWð WØ˜s C˜xœ.ðWØ49ðWØLTÐUXÌMðWà	ðWð Wð Wð Wð Wñ „XðWð ð;¨%ð ;°Dð ;ð ;ð ;ñ „Xð;ð ðð  ð °¸´ð ÐRVð Ðcið ð ð ñ „Xðð: ð-ð -ð -ð -ð -ñ „Xð-ð
 Øð
Ð4Eð 
È$ð 
ð 
ð 
ñ „Xñ „[ð
ð 
ð 
ð 
ð 
r7   r    )3r>   rc   Útypingr   r   r   r   r“   r   Útorch.nnr   Útyping_extensionsr	   Úpytorch_lightningÚplÚ!lightning_fabric.accelerators.xlar
   r   Úlightning_fabric.pluginsr   r   r   Ú%lightning_fabric.plugins.environmentsr   Úlightning_fabric.strategiesr   Ú$lightning_fabric.utilities.optimizerr   Ú lightning_fabric.utilities.typesr   r   Úpytorch_lightning.pluginsr   Ú$pytorch_lightning.plugins.io.wrapperr   Ú pytorch_lightning.strategies.ddpr   Ú*pytorch_lightning.strategies.launchers.xlar   Ú%pytorch_lightning.strategies.strategyr   Ú pytorch_lightning.trainer.statesr   Úpytorch_lightning.utilitiesr   r   Ú%pytorch_lightning.utilities.rank_zeror   rz   r   r    rr   r7   r6   ú<module>ró      sû  ðð 
€	€	€	Ø 	€	€	€	Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6à €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø &Ð &Ð &Ð &Ð &Ð &à Ð Ð Ð Ø TÐ TÐ TÐ TÐ TÐ TÐ TÐ TØ MÐ MÐ MÐ MÐ MÐ MÐ MÐ MÐ MÐ MØ @Ð @Ð @Ð @Ð @Ð @Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø FÐ FÐ FÐ FÐ FÐ FØ <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø FÐ FÐ FÐ FÐ FÐ FØ 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø CÐ CÐ CÐ CÐ CÐ CØ <Ð <Ð <Ð <Ð <Ð <Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø UÐ UÐ UÐ UÐ UÐ UÐ UÐ UØ @Ð @Ð @Ð @Ð @Ð @àð EØDÐDÐDÐDÐDÐDðB
ð B
ð B
ð B
ð B
�+ñ B
ô B
ð B
ð B
ð B
r7   