§
    “©ºj\"  ã                   óä   — d dl Z d dlZd dlmZmZmZ d dlZd dlmZ	 d dlm
Z
 d dlmZmZ d dlmZ d dlmZmZmZ  e	j        ¦   «         rd dlmZ n e j        d¬	¦  «        Z G d
„ de¦  «        ZdS )é    N)ÚAnyÚOptionalÚUnion)ÚTensor)ÚSelfÚoverride)Ú
Collective)ÚCollectibleGroupÚ	RedOpTypeÚReduceOp)Údefault_pg_timeouti  )Úsecondsc                   óä  ‡ — e Zd ZdZdZdZdZd>ˆ fd„Zee	de
fˆ fd„¦   «         ¦   «         Zee	defd	„¦   «         ¦   «         Zee	defd
„¦   «         ¦   «         Ze	dededefd„¦   «         Ze	d?dedeeeef         defd„¦   «         Ze	d?dededeeeef         defd„¦   «         Ze	dee         dedee         fd„¦   «         Ze	d@dedee         dedee         fd„¦   «         Ze	d@dedee         dedefd„¦   «         Ze		 d?dedee         deeeef         defd„¦   «         Ze	dee         dee         dee         fd„¦   «         Ze	d@deded eddfd!„¦   «         Ze	dAdedee         d edefd"„¦   «         Zd#ee          d$e dee          fd%„Z!	 dBd#ee          ded&ee"j#                 dee          fd'„Z$d@d$e d(ee          dedee          fd)„Z%	 d@d*ee          d+ee          dedee          fd,„Z&e	dBd-eee                  ddfd.„¦   «         Z'dCd/ee(j)                 d0e*ddfd1„Z+e	dDd2ee         d3ee         d4e de,fˆ fd5„¦   «         Z-e	de,fˆ fd6„¦   «         Z.e/e	de*fd7„¦   «         ¦   «         Z0e/e	de*fd8„¦   «         ¦   «         Z1e/e	d4e ddfd9„¦   «         ¦   «         Z2e/e	d4e de
fd:„¦   «         ¦   «         Z3e/e	d;e
ddfd<„¦   «         ¦   «         Z4e/e	deeeef         deeef         fd=„¦   «         ¦   «         Z5ˆ xZ6S )EÚTorchCollectivezáCollective operations using `torch.distributed <https://pytorch.org/docs/stable/distributed.html>`__.

    .. warning:: This is an :ref:`experimental <versioning:Experimental API>` feature which is still in development.

    FÚMASTER_ADDRÚMASTER_PORTÚreturnNc                 óŒ   •— t          j        ¦   «         st          d¦  «        ‚t          ¦   «                              ¦   «          d S )Nz#Torch distributed is not available.)ÚdistÚis_availableÚRuntimeErrorÚsuperÚ__init__©ÚselfÚ	__class__s    €ú…/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/lightning_fabric/plugins/collectives/torch_collective.pyr   zTorchCollective.__init__   s@   ø€ ÝÔ Ñ"Ô"ð 	FÝÐDÑEÔEÐEÝ‰Œ×ÒÑÔÐÐÐó    c                 ód   •— | j         €t          j        j        | _         t	          ¦   «         j        S ©N)Ú_groupr   ÚGroupMemberÚWORLDr   Úgroupr   s    €r   r$   zTorchCollective.group#   s&   ø€ ð Œ;ÐÝÔ*Ô0ˆDŒKÝ‰wŒwŒ}Ðr   c                 ó4   — t          j        | j        ¦  «        S r    )r   Úget_rankr$   ©r   s    r   ÚrankzTorchCollective.rank*   s   € õ Œ}˜TœZÑ(Ô(Ð(r   c                 ó4   — t          j        | j        ¦  «        S r    )r   Úget_world_sizer$   r'   s    r   Ú
world_sizezTorchCollective.world_size0   s   € õ Ô" 4¤:Ñ.Ô.Ð.r   ÚtensorÚsrcc                 ó>   — t          j        ||| j        ¬¦  «         |S ©N)r$   )r   Ú	broadcastr$   )r   r,   r-   s      r   r0   zTorchCollective.broadcast5   s    € åŒ�v˜s¨$¬*Ð5Ñ5Ô5Ð5Øˆr   ÚsumÚopc                 óh   — |                       |¦  «        }t          j        ||| j        ¬¦  «         |S ©N)r2   r$   )Ú_convert_to_native_opr   Ú
all_reducer$   )r   r,   r2   s      r   r6   zTorchCollective.all_reduce:   s3   € à×'Ò'¨Ñ+Ô+ˆÝŒ˜ 2¨T¬ZÐ8Ñ8Ô8Ð8Øˆr   Údstc                 ój   — |                       |¦  «        }t          j        |||| j        ¬¦  «         |S r4   )r5   r   Úreducer$   )r   r,   r7   r2   s       r   r9   zTorchCollective.reduce@   s5   € à×'Ò'¨Ñ+Ô+ˆÝŒ�F˜C B¨d¬jÐ9Ñ9Ô9Ð9Øˆr   Útensor_listc                 ó>   — t          j        ||| j        ¬¦  «         |S r/   )r   Ú
all_gatherr$   )r   r:   r,   s      r   r<   zTorchCollective.all_gatherF   s!   € åŒ˜ V°4´:Ð>Ñ>Ô>Ð>ØÐr   r   Úgather_listc                 ó@   — t          j        |||| j        ¬¦  «         |S r/   )r   Úgatherr$   )r   r,   r=   r7   s       r   r?   zTorchCollective.gatherK   s#   € åŒ�F˜K¨°D´JÐ?Ñ?Ô?Ð?ØÐr   Úscatter_listc                 ó@   — t          j        |||| j        ¬¦  «         |S r/   )r   Úscatterr$   )r   r,   r@   r-   s       r   rB   zTorchCollective.scatterP   s"   € åŒ�V˜\¨3°d´jÐAÑAÔAÐAØˆr   ÚoutputÚ
input_listc                 ój   — |                       |¦  «        }t          j        |||| j        ¬¦  «         |S r4   )r5   r   Úreduce_scatterr$   )r   rC   rD   r2   s       r   rF   zTorchCollective.reduce_scatterU   s8   € ð ×'Ò'¨Ñ+Ô+ˆÝÔ˜F J°2¸T¼ZÐHÑHÔHÐHØˆr   Úoutput_tensor_listÚinput_tensor_listc                 ó>   — t          j        ||| j        ¬¦  «         |S r/   )r   Ú
all_to_allr$   )r   rG   rH   s      r   rJ   zTorchCollective.all_to_all]   s#   € åŒÐ*Ð,=ÀTÄZÐPÑPÔPÐPØ!Ð!r   Útagc                 ó@   — t          j        |||| j        ¬¦  «         d S ©N)rK   r$   )r   Úsendr$   )r   r,   r7   rK   s       r   rN   zTorchCollective.sendb   s#   € åŒ	�&˜# 3¨d¬jÐ9Ñ9Ô9Ð9Ð9Ð9r   c                 ó@   — t          j        |||| j        ¬¦  «         |S rM   )r   Úrecvr$   )r   r,   r-   rK   s       r   rP   zTorchCollective.recvf   s"   € åŒ	�&˜# 3¨d¬jÐ9Ñ9Ô9Ð9Øˆr   Úobject_listÚobjc                 ó>   — t          j        ||| j        ¬¦  «         |S r/   )r   Úall_gather_objectr$   )r   rQ   rR   s      r   rT   z!TorchCollective.all_gather_objectk   s"   € ÝÔ˜{¨C°t´zÐBÑBÔBÐBØÐr   Údevicec                 ó@   — t          j        ||| j        |¬¦  «         |S )N)r$   rU   )r   Úbroadcast_object_listr$   )r   rQ   r-   rU   s       r   rW   z%TorchCollective.broadcast_object_listo   s&   € õ 	Ô" ;°¸4¼:ÈfÐUÑUÔUÐUØÐr   Úobject_gather_listc                 ó@   — t          j        |||| j        ¬¦  «         |S r/   )r   Úgather_objectr$   )r   rR   rX   r7   s       r   rZ   zTorchCollective.gather_objectu   s%   € ÝÔ˜3Ð 2°C¸t¼zÐJÑJÔJÐJØ!Ð!r   Úscatter_object_output_listÚscatter_object_input_listc                 ó@   — t          j        |||| j        ¬¦  «         |S r/   )r   Úscatter_object_listr$   )r   r[   r\   r-   s       r   r^   z#TorchCollective.scatter_object_listy   s+   € õ 	Ô Ð!;Ð=VÐX[ÐcgÔcmÐnÑnÔnÐnØ)Ð)r   Ú
device_idsc                 ót   — | j         t          j        j        k    rd S t          j        | j         |¬¦  «         d S )N)r$   r_   )r$   r   r"   ÚNON_GROUP_MEMBERÚbarrier)r   r_   s     r   rb   zTorchCollective.barrier   s7   € àŒ:�Ô)Ô:Ò:Ð:ØˆFÝŒ˜4œ:°*Ð=Ñ=Ô=Ð=Ð=Ð=r   ÚtimeoutÚwait_all_ranksc                 ó>   — t          j        | j        ||¬¦  «         d S )N)r$   rc   rd   )r   Úmonitored_barrierr$   )r   rc   rd   s      r   rf   z!TorchCollective.monitored_barrier…   s#   € ÝÔ T¤Z¸ÐQ_Ð`Ñ`Ô`Ð`Ð`Ð`r   Úmain_addressÚ	main_portÚkwargsc                 óò  •— |                       ¦   «         r| S g }|�A| j        t          j        vr.|t          j        | j        <   |                     | j        ¦  «         |�N| j        t          j        vr;t          |¦  «        t          j        | j        <   |                     | j        ¦  «          t          ¦   «         j        di |¤Ž dt          _
        |D ]"}t          j                             |d ¦  «         Œ#| S )NT© )Úis_initializedÚaddr_keyÚosÚenvironÚappendÚport_keyÚstrr   Úsetupr   Úmanages_default_groupÚpop)r   rg   rh   ri   Úsetting_envÚkenvr   s         €r   rs   zTorchCollective.setupˆ   sè   ø€ à×ÒÑ Ô ð 	ØˆKàˆØÐ#¨¬½R¼ZÐ(GÐ(GØ(4�BŒJ�t”}Ñ%Ø×Ò˜tœ}Ñ-Ô-Ð-àÐ  T¤]½"¼*Ð%DÐ%DÝ(+¨I©¬�BŒJ�t”}Ñ%Ø×Ò˜tœ}Ñ-Ô-Ð-à�‰ŒŒÐÐ˜ÐÐÐà04�Ô-àð 	'ð 	'ˆDÝŒJ�NŠN˜4 Ñ&Ô&Ð&Ð&Øˆr   c                 ó˜  •— | j         t          j        j        k    }t	          ¦   «                              ¦   «          |rct          j        rWt          j        j        x}�Dt          t          j
        j        ¦  «        dk    r"|                      |¦  «         dt          _        n)t          j        rt          j        j        €dt          _        | S )Né   F)r$   r   r"   ra   r   Úteardownr   rt   r#   ÚlenÚdistributed_c10dÚ_pg_mapÚdestroy_group)r   Úgroup_memberÚdefault_groupr   s      €r   rz   zTorchCollective.teardownž   s®   ø€ à”z¥TÔ%5Ô%FÒFˆÝ‰Œ×ÒÑÔÐð ð		:åÔ5ð		:õ #'Ô"2Ô"8Ð8�ÐEÝ•DÔ)Ô1Ñ2Ô2°aÒ7Ð7à×Ò˜}Ñ-Ô-Ð-Ø49�OÔ1Ð1ÝÔ2ð 	:µtÔ7GÔ7MÐ7UØ49�OÔ1Øˆr   c                 ó(   — t          j        ¦   «         S r    )r   r   ©Úclss    r   r   zTorchCollective.is_available°   s   € õ Ô Ñ"Ô"Ð"r   c                 óP   — |                       ¦   «         ot          j        ¦   «         S r    )r   r   rl   r‚   s    r   rl   zTorchCollective.is_initializedµ   s$   € ð ×ÒÑ!Ô!Ð;¥dÔ&9Ñ&;Ô&;Ð;r   c                 ó(   — t          j        di |¤Ž d S ©Nrk   )r   Úinit_process_group©rƒ   ri   s     r   Ú
init_groupzTorchCollective.init_groupº   s!   € õ 	ÔÐ)Ð) &Ð)Ð)Ð)Ð)Ð)r   c                 ó$   — t          j        di |¤ŽS r†   )r   Ú	new_grouprˆ   s     r   r‹   zTorchCollective.new_group¿   s   € õ Œ~Ð'Ð' Ð'Ð'Ð'r   r$   c                 óX   — |t           j        j        v rt          j        |¦  «         d S d S r    )r   r|   r}   Údestroy_process_group)rƒ   r$   s     r   r~   zTorchCollective.destroy_groupÄ   s4   € ð
 •DÔ)Ô1Ð1Ð1ÝÔ& uÑ-Ô-Ð-Ð-Ð-ð 2Ð1r   c                 ó8  — t          |t          t          f¦  «        r|S t          |t          ¦  «        s't	          d|›dt          |¦  «        j        › �¦  «        ‚|                     ¦   «         }t          t          |d ¦  «        }|€t	          d|›d�¦  «        ‚|S )NzUnsupported op z	 of type zop z is not a member of `ReduceOp`)	Ú
isinstancer   r   rr   Ú
ValueErrorÚtypeÚ__name__ÚupperÚgetattr)rƒ   r2   Úvalues      r   r5   z%TorchCollective._convert_to_native_opÌ   s�   € õ �b�8¥YÐ/Ñ0Ô0ð 	ØˆIÝ˜"�cÑ"Ô"ð 	SÝÐQ¨rÐQÐQ½dÀ2¹h¼hÔ>OÐQÐQÑRÔRÐRØ�XŠX‰ZŒZˆå� " dÑ+Ô+ˆØˆ=ÝÐG 2ÐGÐGÐGÑHÔHÐHØˆr   )r   N)r1   )r   )Nr   r    )NF)NN)7r’   Ú
__module__Ú__qualname__Ú__doc__rt   rm   rq   r   Úpropertyr   r
   r$   Úintr(   r+   r   r0   r   rr   r   r   r6   r9   Úlistr<   r?   rB   rF   rJ   rN   r   rP   r   rT   ÚtorchrU   rW   rZ   r^   rb   ÚdatetimeÚ	timedeltaÚboolrf   r   rs   rz   Úclassmethodr   rl   r‰   r‹   r~   r5   Ú__classcell__)r   s   @r   r   r      s   ø€ € € € € ðð ð "ÐØ€HØ€Hðð ð ð ð ð ð
 ØðÐ'ð ð ð ð ð ñ „Xñ „Xðð
 Øð)�cð )ð )ð )ñ „Xñ „Xð)ð Øð/˜Cð /ð /ð /ñ „Xñ „Xð/ð ð ð ¨Sð °Vð ð ð ñ „Xðð ðð  ð ¨U°3¸À)Ð3KÔ-Lð ÐY_ð ð ð ñ „Xðð
 ðð ˜Vð ¨#ð °5¸¸hÈ	Ð9QÔ3Rð Ð_eð ð ð ñ „Xðð
 ð d¨6¤lð ¸Fð ÀtÈFÄ|ð ð ð ñ „Xðð ðð ˜Vð °$°v´,ð ÀSð ÐQUÐV\ÔQ]ð ð ð ñ „Xðð ðð ˜fð °D¸´Lð Àsð ÐSYð ð ð ñ „Xðð à^cðð ØðØ*.¨v¬,ðØ<AÀ#ÀxÐQZÐBZÔ<[ðà	ðð ð ñ „Xðð ð"¨T°&¬\ð "ÈdÐSYÌlð "Ð_cÐdjÔ_kð "ð "ð "ñ „Xð"ð ð:ð :˜6ð :¨ð :°#ð :¸dð :ð :ð :ñ „Xð:ð ðð ˜6ð ¨°¬ð À3ð Èvð ð ð ñ „Xðð¨T°#¬Yð ¸Sð ÀTÈ#ÄYð ð ð ð ð
 RVðð Ø œ9ðØ+.ðØ8@ÀÄÔ8Nðà	ˆcŒðð ð ð ð"ð " ð "¸$¸s¼)ð "È#ð "ÐVZÐ[^ÔV_ð "ð "ð "ð "ð
 ghð*ð *Ø*.¨s¬)ð*ØPTÐUXÔPYð*Ø`cð*à	ˆcŒð*ð *ð *ð *ð ð>ð > (¨4°¬9Ô"5ð >Àð >ð >ð >ñ „Xð>ð
að a¨°(Ô2DÔ)Eð aÐ^bð aÐosð að að að að ðð  (¨3¤-ð À8ÈCÄ=ð Ðcfð Ðkoð ð ð ð ð ñ „Xðð* ð˜$ð ð ð ð ð ñ „Xðð" Øð#˜Tð #ð #ð #ñ „Xñ „[ð#ð Øð<˜tð <ð <ð <ñ „Xñ „[ð<ð Øð* #ð *¨$ð *ð *ð *ñ „Xñ „[ð*ð Øð( ð (Ð)9ð (ð (ð (ñ „Xñ „[ð(ð Øð.Ð"2ð .°tð .ð .ð .ñ „Xñ „[ð.ð Øð u¨S°(¸IÐ-EÔ'Fð È5ÐQYÐ[dÐQdÔKeð ð ð ñ „Xñ „[ðð ð ð ð r   r   )r�   rn   Útypingr   r   r   rœ   Útorch.distributedÚdistributedr   r   Útyping_extensionsr   r   Ú/lightning_fabric.plugins.collectives.collectiver	   Ú lightning_fabric.utilities.typesr
   r   r   r   Útorch.distributed.constantsr   rž   r   rk   r   r   ú<module>r©      s&  ðØ €€€Ø 	€	€	€	Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'à €€€Ø  Ð  Ð  Ð  Ð  Ð  Ø Ð Ð Ð Ð Ð Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,à FÐ FÐ FÐ FÐ FÐ FØ RÐ RÐ RÐ RÐ RÐ RÐ RÐ RÐ RÐ Rà€4ÔÑÔð :Ø>Ð>Ð>Ð>Ð>Ð>Ð>à+˜Ô+°DÐ9Ñ9Ô9ÐðHð Hð Hð Hð H�jñ Hô Hð Hð Hð Hr   