§
    “©ºjR  ã                   óÚ   — d dl Z d dlmZmZ d dlZd dlmZ d dlZd dl	m
Z
 d dlmZmZmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZmZ  G d„ de¦  «        Z dS )é    N)ÚOptionalÚUnion)Úoverride)Ú_XLA_AVAILABLE)ÚCheckpointIOÚ	PrecisionÚXLACheckpointIO)Ú_StrategyRegistry)Ú_optimizers_to_device)Ú_DEVICE)Ú_WrappingCheckpointIO)ÚXLAPrecision)ÚSingleDeviceStrategy)Ú	TrainerFn)Úfind_shared_parametersÚset_shared_parametersc                   óÎ  ‡ — e Zd ZdZ	 	 	 	 ddeded         deeeef                  dee	         d	e
f
ˆ fd
„Zeedeeef         fd„¦   «         ¦   «         Zej        edee         ddfd„¦   «         ¦   «         Zeede	fd„¦   «         ¦   «         Zej        edee         ddfd„¦   «         ¦   «         Zedd„¦   «         Zeededdfd„¦   «         ¦   «         Zedˆ fd„¦   «         Zˆ xZS )ÚSingleDeviceXLAStrategyz-Strategy for training on a single XLA device.NFÚdeviceÚacceleratorzpl.accelerators.AcceleratorÚcheckpoint_ioÚprecision_pluginÚdebugc                 ó*  •— t           s!t          t          t           ¦  «        ¦  «        ‚t          |t          j        ¦  «        r|j        }dd lmc m	} t          ¦   «                              ||                     |¦  «        ||¬¦  «         || _        d S )Nr   )r   r   r   r   )r   ÚModuleNotFoundErrorÚstrÚ
isinstanceÚtorchr   ÚindexÚtorch_xla.core.xla_modelÚcoreÚ	xla_modelÚsuperÚ__init__Ú
xla_devicer   )Úselfr   r   r   r   r   ÚxmÚ	__class__s          €úw/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/strategies/single_xla.pyr$   z SingleDeviceXLAStrategy.__init__$   sŸ   ø€ õ ð 	;Ý%¥c­.Ñ&9Ô&9Ñ:Ô:Ð:Ý�f�eœlÑ+Ô+ð 	"à”\ˆFØ-Ð-Ð-Ð-Ð-Ð-Ð-Ð-Ð-å‰Œ×ÒØ#Ø—=’= Ñ(Ô(Ø'Ø-ð	 	ñ 	
ô 	
ð 	
ð ˆŒ
ˆ
ˆ
ó    Úreturnc                 óp   — | j         }|� t          |t          t          f¦  «        sJ ‚|S t          ¦   «         S ©N)Ú_checkpoint_ior   r	   r   ©r&   Úplugins     r)   r   z%SingleDeviceXLAStrategy.checkpoint_io;   s?   € ð Ô$ˆØÐÝ˜f¥Õ8MÐ&NÑOÔOÐOÐOÐOØˆMÝÑ Ô Ð r*   Úioc                 ót   — |�.t          |t          t          f¦  «        st          d|› �¦  «        ‚|| _        d S )NzHThe XLA strategy can only work with the `XLACheckpointIO` plugin, found )r   r	   r   Ú	TypeErrorr.   )r&   r1   s     r)   r   z%SingleDeviceXLAStrategy.checkpoint_ioD   sC   € ð ˆ>¥*¨Rµ/ÕCXÐ1YÑ"ZÔ"Zˆ>ÝÐkÐgiÐkÐkÑlÔlÐlØ ˆÔÐÐr*   c                 ób   — | j         }|�t          |t          ¦  «        sJ ‚|S t          ¦   «         S r-   )Ú_precision_pluginr   r   r/   s     r)   r   z(SingleDeviceXLAStrategy.precision_pluginK   s7   € ð Ô'ˆØÐÝ˜f¥lÑ3Ô3Ð3Ð3Ð3ØˆMÝ‰~Œ~Ðr*   c                 óf   — |�'t          |t          ¦  «        st          d|› �¦  «        ‚|| _        d S )NzEThe XLA strategy can only work with the `XLAPrecision` plugin, found )r   r   r3   r5   )r&   r   s     r)   r   z(SingleDeviceXLAStrategy.precision_pluginT   s@   € ð Ð'µ
Ð;KÍ\Ñ0ZÔ0ZÐ'ÝÐvÐdtÐvÐvÑwÔwÐwØ!1ˆÔÐÐr*   Útrainerú
pl.Trainerc                 óŒ  — | j         rt          d¦  «        t          j        d<   | j        €J ‚| j                             |¦  «         | j        €J ‚| j                             | j        ¦  «         t          | j        ¦  «        }|  
                    ¦   «          t          | j        |¦  «         |                      | j        ¦  «        | _        |j        j        t          j        k    r|                      |¦  «         |                      ¦   «          |j        j        t          j        k    rt'          | j        | j        ¦  «         d S d S )Né   ÚPT_XLA_DEBUG)r   r   ÚosÚenvironr   ÚsetupÚmodelr   Úconvert_moduler   Úmodel_to_devicer   Ú_setup_modelÚstateÚfnr   ÚFITTINGÚsetup_optimizersÚsetup_precision_pluginr   Ú
optimizersÚroot_device)r&   r7   Úshared_paramss      r)   r>   zSingleDeviceXLAStrategy.setup[   s$  € àŒ:ð 	0Ý),¨Q©¬�BŒJ�~Ñ&àÔÐ+Ð+Ð+ØÔ×Ò˜wÑ'Ô'Ð'àŒzÐ%Ð%Ð%ØÔ×,Ò,¨T¬ZÑ8Ô8Ð8å.¨t¬zÑ:Ô:ˆØ×ÒÑÔÐÝ˜dœj¨-Ñ8Ô8Ð8à×&Ò& t¤zÑ2Ô2ˆŒ
àŒ=Ô�yÔ0Ò0Ð0Ø×!Ò! 'Ñ*Ô*Ð*Ø×#Ò#Ñ%Ô%Ð%ØŒ=Ô�yÔ0Ò0Ð0Ý! $¤/°4Ô3CÑDÔDÐDÐDÐDð 1Ð0r*   Ústrategy_registryc                 ó@   — |                      d| | j        ¬¦  «         d S )NÚ
single_xla)Údescription)ÚregisterÚ__name__)ÚclsrK   s     r)   Úregister_strategiesz+SingleDeviceXLAStrategy.register_strategiesr   s'   € ð 	×"Ò" <°À#Ä,Ð"ÑOÔOÐOÐOÐOr*   c                 óˆ   •— t          ¦   «                              ¦   «          t          j                             dd ¦  «         d S )Nr;   )r#   Úteardownr<   r=   Úpop)r&   r(   s    €r)   rT   z SingleDeviceXLAStrategy.teardownw   s5   ø€ å‰Œ×ÒÑÔÐÝ
Œ
�Š�~ tÑ,Ô,Ð,Ð,Ð,r*   )NNNF)r7   r8   r+   N)r+   N)rP   Ú
__module__Ú__qualname__Ú__doc__r   r   r   r	   r   r   Úboolr$   Úpropertyr   r   Úsetterr   r   r   r>   Úclassmethodr
   rR   rT   Ú__classcell__)r(   s   @r)   r   r   !   s  ø€ € € € € Ø7Ð7ð
 @DØQUØ37Øðð àðð Ð;Ô<ðð    oÐ7LÐ&LÔ MÔNð	ð
 # <Ô0ðð ðð ð ð ð ð ð. Øð!˜u _Ð6KÐ%KÔLð !ð !ð !ñ „Xñ „Xð!ð ÔØð! ¨Ô 6ð !¸4ð !ð !ð !ñ „Xñ Ôð!ð
 Øð ,ð ð ð ñ „Xñ „Xðð ÔØð2°¸)Ô1Dð 2Èð 2ð 2ð 2ñ „Xñ Ôð2ð
 ðEð Eð Eñ „XðEð, ØðPÐ4Eð PÈ$ð Pð Pð Pñ „Xñ „[ðPð ð-ð -ð -ð -ð -ñ „Xð-ð -ð -ð -ð -r*   r   )!r<   Útypingr   r   r   Útyping_extensionsr   Úpytorch_lightningÚplÚ!lightning_fabric.accelerators.xlar   Úlightning_fabric.pluginsr   r   r	   Úlightning_fabric.strategiesr
   Ú$lightning_fabric.utilities.optimizerr   Ú lightning_fabric.utilities.typesr   Ú$pytorch_lightning.plugins.io.wrapperr   Ú'pytorch_lightning.plugins.precision.xlar   Ú*pytorch_lightning.strategies.single_devicer   Ú pytorch_lightning.trainer.statesr   Úpytorch_lightning.utilitiesr   r   r   © r*   r)   ú<module>rm      sT  ðð 
€	€	€	Ø "Ð "Ð "Ð "Ð "Ð "Ð "Ð "à €€€Ø &Ð &Ð &Ð &Ð &Ð &à Ð Ð Ð Ø <Ð <Ð <Ð <Ð <Ð <Ø MÐ MÐ MÐ MÐ MÐ MÐ MÐ MÐ MÐ MØ 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø FÐ FÐ FÐ FÐ FÐ FØ 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø FÐ FÐ FÐ FÐ FÐ FØ @Ð @Ð @Ð @Ð @Ð @Ø KÐ KÐ KÐ KÐ KÐ KØ 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø UÐ UÐ UÐ UÐ UÐ UÐ UÐ UðY-ð Y-ð Y-ð Y-ð Y-Ð2ñ Y-ô Y-ð Y-ð Y-ð Y-r*   