§
    ÷×j,Ž  ã                   ó¬  — d Z ddlZddlmZ ddlmZ ddlZddlZddlm	Z	 ddl
mZ ddlZddlmZ ddlmZ 	 ddlZn# e$ r dZY nw xY wddlmZ  ej        ¦   «         d	„ ¦   «         Z ej        ¦   «         d
„ ¦   «         Z ej        ¦   «         d„ ¦   «         Z G d„ de¦  «        Z G d„ de	j        ¦  «        Z G d„ de¦  «        Z G d„ de¦  «        Z G d„ dej	        j        ¦  «        Z G d„ de¦  «        Z  G d„ de	j        ¦  «        Z! G d„ de¦  «        Z" G d„ de¦  «        Z# G d„ de¦  «        Z$ G d „ d!e¦  «        Z% G d"„ d#e¦  «        Z&dS )$z�
Point Transformer - V3 Mode1
Pointcept detached version

Author: Xiaoyang Wu (xiaoyang.wu.cs@gmail.com)
Please cite our work if the code is helpful to you.
é    N)Úpartial)ÚDict)ÚDropPath)ÚOrderedDicté   )Úencodec                 óx   — t          j        | t          j        dg| j        t           j        ¬¦  «        ¬¦  «        S )Nr   ©ÚdeviceÚdtype)Úprepend)ÚtorchÚdiffÚtensorr   Úlong)Úoffsets    úa/root/private/project/pallet_detection_v2/outputs/pallet_pose_benchmark_v3/upstream/ptv3/model.pyÚoffset2bincountr      s7   € åŒ:Ø�œ a S°´ÅeÄjÐQÑQÔQðñ ô ð ó    c                 ó¬   — t          | ¦  «        }t          j        t          |¦  «        | j        t          j        ¬¦  «                             |¦  «        S )Nr
   )r   r   ÚarangeÚlenr   r   Úrepeat_interleave)r   Úbincounts     r   Úoffset2batchr   #   sG   € å˜vÑ&Ô&€HÝŒ<ÝˆH‰Œ˜fœmµ5´:ðñ ô çÒ˜Ñ!Ô!ð"r   c                 óv   — t          j        |                      ¦   «         d¬¦  «                             ¦   «         S )Nr   ©Údim)r   Úcumsumr   r   )Úbatchs    r   Úbatch2offsetr!   +   s-   € åŒ<˜ŸšÑ(Ô(¨aÐ0Ñ0Ô0×5Ò5Ñ7Ô7Ð7r   c                   ó2   ‡ — e Zd ZdZˆ fd„Zd	d„Zd
d„Zˆ xZS )ÚPointaÃ  
    Point Structure of Pointcept

    A Point (point cloud) in Pointcept is a dictionary that contains various properties of
    a batched point cloud. The property with the following names have a specific definition
    as follows:

    - "coord": original coordinate of point cloud;
    - "grid_coord": grid coordinate for specific grid size (related to GridSampling);
    Point also support the following optional attributes:
    - "offset": if not exist, initialized as batch size is 1;
    - "batch": if not exist, initialized as batch size is 1;
    - "feat": feature of point cloud, default input of model;
    - "grid_size": Grid size of point cloud (related to GridSampling);
    (related to Serialization)
    - "serialized_depth": depth of serialization, 2 ** depth * grid_size describe the maximum of point cloud range;
    - "serialized_code": a list of serialization codes;
    - "serialized_order": a list of serialization order determined by code;
    - "serialized_inverse": a list of inverse mapping determined by code;
    (related to Sparsify: SpConv)
    - "sparse_shape": Sparse shape for Sparse Conv Tensor;
    - "sparse_conv_feat": SparseConvTensor init with information provide by Point;
    c                 óR  •—  t          ¦   «         j        |i |¤Ž d|                      ¦   «         vr/d|                      ¦   «         v rt          | j        ¦  «        | d<   d S d|                      ¦   «         vr/d|                      ¦   «         v rt          | j        ¦  «        | d<   d S d S d S )Nr    r   )ÚsuperÚ__init__Úkeysr   r   r!   r    ©ÚselfÚargsÚkwargsÚ	__class__s      €r   r&   zPoint.__init__I   s¥   ø€ Ø�‰ŒÔ˜$Ð) &Ð)Ð)Ð)à˜$Ÿ)š)™+œ+Ð%Ð%¨(°d·i²i±k´kÐ*AÐ*AÝ(¨¬Ñ5Ô5ˆD�‰MˆMˆMØ˜TŸYšY™[œ[Ð(Ð(¨W¸¿	º	¹¼Ð-CÐ-CÝ)¨$¬*Ñ5Ô5ˆD�‰NˆNˆNð )Ð(Ð-CÐ-Cr   ÚzNFc           	      ó6  ‡ ‡— d‰                       ¦   «         v sJ ‚d‰                       ¦   «         vr‚ddh                     ‰                       ¦   «         ¦  «        sJ ‚t          j        ‰ j        ‰ j                             d¦  «        d         z
  ‰ j        d¬¦  «                             ¦   «         ‰ d<   ‰€8t          ‰ j         	                    ¦   «         ¦  «         
                    ¦   «         Š‰‰ d	<   ‰d
z  t          ‰ j        ¦  «         
                    ¦   «         z   dk    sJ ‚‰dk    sJ ‚ˆˆ fd„|D ¦   «         }t          j        |¦  «        }t          j        |¦  «        }t          j        |¦  «                             d|t          j        d|j        d         |j        ¬¦  «                             |j        d         d¦  «        ¬¦  «        }|r7t          j        |j        d         ¦  «        }||         }||         }||         }|‰ d<   |‰ d<   |‰ d<   dS )zv
        Point Cloud Serialization

        relay on ["grid_coord" or "coord" + "grid_size", "batch", "feat"]
        r    Ú
grid_coordÚ	grid_sizeÚcoordr   Útrunc©Úrounding_modeNÚserialized_depthé   é?   é   c                 óJ   •— g | ]}t          ‰j        ‰j        ‰|¬ ¦  «        ‘Œ S ))Úorder)r   r/   r    )Ú.0Úorder_Údepthr)   s     €€r   ú
<listcomp>z'Point.serialization.<locals>.<listcomp>s   s;   ø€ ð 
ð 
ð 
ØIO�F�4”? D¤J°¸VÐDÑDÔDð
ð 
ð 
r   r   ©r   ©r   ÚindexÚsrcÚserialized_codeÚserialized_orderÚserialized_inverse)r'   Úissubsetr   Údivr1   Úminr0   Úintr/   ÚmaxÚ
bit_lengthr   r   ÚstackÚargsortÚ
zeros_likeÚscatter_r   Úshaper   ÚrepeatÚrandperm)r)   r:   r=   Úshuffle_ordersÚcodeÚinverseÚperms   ` `    r   ÚserializationzPoint.serializationQ   s.  øø€ ð ˜$Ÿ)š)™+œ+Ð%Ð%Ð%Ð%Ø˜tŸyšy™{œ{Ð*Ð*ð
   Ð)×2Ò2°4·9²9±;´;Ñ?Ô?Ð?Ð?Ð?Ý!&¤Ø”
˜TœZŸ^š^¨AÑ.Ô.¨qÔ1Ñ1°4´>ÐQXð"ñ "ô "çŠc‰eŒeð �Ñð ˆ=å˜œ×+Ò+Ñ-Ô-Ñ.Ô.×9Ò9Ñ;Ô;ˆEØ#(ˆÐÑ à�q‰y�3˜tœ{Ñ+Ô+×6Ò6Ñ8Ô8Ñ8¸BÒ>Ð>Ð>Ð>ð
 ˜Š{ˆ{ˆ{ˆ{ð
ð 
ð 
ð 
ð 
ØSXð
ñ 
ô 
ˆõ Œ{˜4Ñ Ô ˆÝ”˜dÑ#Ô#ˆÝÔ" 5Ñ)Ô)×2Ò2ØØÝ”˜Q ¤
¨1¤°e´lÐCÑCÔC×JÒJØ”
˜1”˜qñô ð 3ñ 
ô 
ˆð ð 	$Ý”> $¤*¨Q¤-Ñ0Ô0ˆDØ˜”:ˆDØ˜$”KˆEØ˜d”mˆGà"&ˆÐÑØ#(ˆÐÑ Ø%,ˆÐ!Ñ"Ð"Ð"r   é`   c                 ó²  — ddh                      |                      ¦   «         ¦  «        sJ ‚d|                      ¦   «         vr‚ddh                      |                      ¦   «         ¦  «        sJ ‚t          j        | j        | j                             d¦  «        d         z
  | j        d¬¦  «                             ¦   «         | d<   d	|                      ¦   «         v r| j        }nEt          j	        t          j
        | j        d¬
¦  «        j        |¦  «                             ¦   «         }t          j        | j        t          j        | j                             d¦  «                             ¦   «         | j                             ¦   «         gd¬
¦  «                             ¦   «         || j        d                              ¦   «         dz   ¬¦  «        }|| d	<   || d<   dS )a-  
        Point Cloud Serialization

        Point cloud is sparse, here we use "sparsify" to specifically refer to
        preparing "spconv.SparseConvTensor" for SpConv.

        relay on ["grid_coord" or "coord" + "grid_size", "batch", "feat"]

        pad: padding sparse for sparse shape.
        Úfeatr    r/   r0   r1   r   r2   r3   Úsparse_shaper   éÿÿÿÿr   )ÚfeaturesÚindicesÚspatial_shapeÚ
batch_sizeÚsparse_conv_featN)rF   r'   r   rG   r1   rH   r0   rI   r[   ÚaddrJ   r/   ÚvaluesÚtolistÚspconvÚSparseConvTensorrZ   Úcatr    Ú	unsqueezeÚ
contiguous)r)   Úpadr[   ra   s       r   ÚsparsifyzPoint.sparsifyŠ   s±  € ð ˜Ð ×)Ò)¨$¯)ª)©+¬+Ñ6Ô6Ð6Ð6Ð6Ø˜tŸyšy™{œ{Ð*Ð*ð
   Ð)×2Ò2°4·9²9±;´;Ñ?Ô?Ð?Ð?Ð?Ý!&¤Ø”
˜TœZŸ^š^¨AÑ.Ô.¨qÔ1Ñ1°4´>ÐQXð"ñ "ô "çŠc‰eŒeð �Ñð ˜TŸYšY™[œ[Ð(Ð(ØÔ,ˆLˆLå œ9Ý”	˜$œ/¨qÐ1Ñ1Ô1Ô8¸#ñô çŠf‰hŒhð õ "Ô2Ø”YÝ”IØ”×%Ò% bÑ)Ô)×-Ò-Ñ/Ô/°´×1DÒ1DÑ1FÔ1FÐGÈQðñ ô çŠj‰lŒlØ&Ø”z "”~×,Ò,Ñ.Ô.°Ñ2ð
ñ 
ô 
Ðð  ,ˆˆ^ÑØ#3ˆÐÑ Ð Ð r   )r-   NF)rX   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r&   rW   rk   Ú__classcell__©r,   s   @r   r#   r#   0   sk   ø€ € € € € ðð ð06ð 6ð 6ð 6ð 6ð7-ð 7-ð 7-ð 7-ðr$4ð $4ð $4ð $4ð $4ð $4ð $4ð $4r   r#   c                   ó"   ‡ — e Zd ZdZˆ fd„Zˆ xZS )ÚPointModulezcPointModule
    placeholder, all module subclass from this will take Point in PointSequential.
    c                 ó:   •—  t          ¦   «         j        |i |¤Ž d S ©N)r%   r&   r(   s      €r   r&   zPointModule.__init__¶   s%   ø€ Ø�‰ŒÔ˜$Ð) &Ð)Ð)Ð)Ð)Ð)r   )rl   rm   rn   ro   r&   rp   rq   s   @r   rs   rs   ±   sB   ø€ € € € € ðð ð*ð *ð *ð *ð *ð *ð *ð *ð *r   rs   c                   ó<   ‡ — e Zd ZdZˆ fd„Zd„ Zd„ Zdd„Zd„ Zˆ xZ	S )	ÚPointSequentialz²A sequential container.
    Modules will be added to it in the order they are passed in the constructor.
    Alternatively, an ordered dict of modules can also be passed in.
    c                 óP  •— t          ¦   «                              ¦   «          t          |¦  «        dk    rRt          |d         t          ¦  «        r7|d                              ¦   «         D ]\  }}|                      ||¦  «         Œn8t          |¦  «        D ](\  }}|                      t          |¦  «        |¦  «         Œ)|                     ¦   «         D ]R\  }}t          j
        dk     rt          d¦  «        ‚|| j        v rt          d¦  «        ‚|                      ||¦  «         ŒSd S )Nr   r   )r6   é   zkwargs only supported in py36+zname exists.)r%   r&   r   Ú
isinstancer   ÚitemsÚ
add_moduleÚ	enumerateÚstrÚsysÚversion_infoÚ
ValueErrorÚ_modules)r)   r*   r+   ÚkeyÚmoduleÚidxÚnamer,   s          €r   r&   zPointSequential.__init__À   s!  ø€ Ý‰Œ×ÒÑÔÐÝˆt‰9Œ9˜Š>ˆ>�j¨¨a¬µ+Ñ>Ô>ˆ>Ø# AœwŸ}š}™œð -ð -‘��VØ—’  VÑ,Ô,Ð,Ð,ð-õ  )¨™œð 2ð 2‘��VØ—’¥ C¡¤¨&Ñ1Ô1Ð1Ð1Ø"ŸLšL™NœNð 	*ð 	*‰LˆD�&ÝÔ &Ò(Ð(Ý Ð!AÑBÔBÐBØ�t”}Ð$Ð$Ý  Ñ0Ô0Ð0Ø�OŠO˜D &Ñ)Ô)Ð)Ð)ð	*ð 	*r   c                 óv  — t          | ¦  «         |cxk    rt          | ¦  «        k     s$n t          d                     |¦  «        ¦  «        ‚|dk     r|t          | ¦  «        z  }t          | j                             ¦   «         ¦  «        }t          |¦  «        D ]}t          |¦  «         Œt          |¦  «        S )Nzindex {} is out of ranger   )r   Ú
IndexErrorÚformatÚiterr‚   rc   ÚrangeÚnext)r)   r…   ÚitÚis       r   Ú__getitem__zPointSequential.__getitem__Ï   s­   € Ý�T‘”�
˜cÐ-Ð-Ò-Ð-¥C¨¡I¤IÒ-Ð-Ð-Ð-ÝÐ7×>Ò>¸sÑCÔCÑDÔDÐDØ�Š7ˆ7Ø•3�t‘9”9ÑˆCÝ�$”-×&Ò&Ñ(Ô(Ñ)Ô)ˆÝ�s‘”ð 	ð 	ˆAÝ�‰HŒHˆHˆHÝ�B‰xŒxˆr   c                 ó*   — t          | j        ¦  «        S ru   )r   r‚   )r)   s    r   Ú__len__zPointSequential.__len__Ù   s   € Ý�4”=Ñ!Ô!Ð!r   Nc                 ó¨   — |€9t          t          | j        ¦  «        ¦  «        }|| j        v rt          d¦  «        ‚|                      ||¦  «         d S )Nzname exists)r~   r   r‚   ÚKeyErrorr|   )r)   r„   r†   s      r   rb   zPointSequential.addÜ   sS   € Øˆ<Ý•s˜4œ=Ñ)Ô)Ñ*Ô*ˆDØ�t”}Ð$Ð$Ý˜}Ñ-Ô-Ð-Ø�Š˜˜fÑ%Ô%Ð%Ð%Ð%r   c                 óâ  — | j                              ¦   «         D �]S\  }}t          |t          ¦  «        r ||¦  «        }Œ't          j                             |¦  «        rHt          |t          ¦  «        r' ||j        ¦  «        |_        |j        j	        |_
        Œ‚ ||¦  «        }ŒŽt          |t          ¦  «        rP ||j
        ¦  «        |_
        d|                     ¦   «         v r$|j                             |j
        ¦  «        |_        Œót          |t          j        ¦  «        r;|j        j        d         dk    r#|                      ||j	        ¦  «        ¦  «        }�ŒH ||¦  «        }�ŒU|S )Nra   r   )r‚   r{   rz   rs   re   ÚmodulesÚis_spconv_moduler#   ra   r]   rZ   r'   Úreplace_featurerf   r^   rP   )r)   ÚinputÚkr„   s       r   ÚforwardzPointSequential.forwardã   s\  € Øœ×,Ò,Ñ.Ô.ð 	*ñ 	*‰IˆAˆvå˜&¥+Ñ.Ô.ð *Ø˜˜u™œ��å”×0Ò0°Ñ8Ô8ð *Ý˜e¥UÑ+Ô+ð *Ø-3¨V°EÔ4JÑ-KÔ-K�EÔ*Ø!&Ô!7Ô!@�E”J�Jà"˜F 5™MœM�E�Eõ ˜e¥UÑ+Ô+ð 
*Ø!' ¨¬
Ñ!3Ô!3�E”JØ)¨U¯ZªZ©\¬\Ð9Ð9Ø16Ô1G×1WÒ1WØ!œJñ2ô 2˜Ô.øõ   ¥vÔ'>Ñ?Ô?ð *Ø”}Ô*¨1Ô-°Ò2Ð2Ø %× 5Ò 5°f°f¸U¼^Ñ6LÔ6LÑ MÔ M˜ùà"˜F 5™MœM�E‘EØˆr   ru   )
rl   rm   rn   ro   r&   r�   r‘   rb   rš   rp   rq   s   @r   rw   rw   º   sƒ   ø€ € € € € ðð ð
*ð *ð *ð *ð *ðð ð ð"ð "ð "ð&ð &ð &ð &ðð ð ð ð ð ð r   rw   c                   ó.   ‡ — e Zd Z	 	 	 	 dˆ fd„	Zd„ Zˆ xZS )ÚPDNormé   ©ÚScanNetÚS3DISÚStructured3DTFc                 óx  •‡‡— t          ¦   «                              ¦   «          || _        || _        || _        | j        r't          j        ˆˆfd„|D ¦   «         ¦  «        | _        n‰| _        | j        rEt          j        t          j	        ¦   «         t          j
        |d‰z  d¬¦  «        ¦  «        | _        d S d S )Nc                 ó&   •— g | ]} ‰‰¦  «        ‘ŒS © r¤   )r;   Ú_Ú
norm_layerÚnum_featuress     €€r   r>   z#PDNorm.__init__.<locals>.<listcomp>  s#   ø€ Ð&TÐ&TÐ&TÀA z z°,Ñ'?Ô'?Ð&TÐ&TÐ&Tr   é   T©Úbias)r%   r&   Ú
conditionsÚdecoupleÚadaptiveÚnnÚ
ModuleListÚnormÚ
SequentialÚSiLUÚLinearÚ
modulation)r)   r§   r¦   Úcontext_channelsr«   r¬   r­   r,   s    ``    €r   r&   zPDNorm.__init__   s»   øøø€ õ 	‰Œ×ÒÑÔÐØ$ˆŒØ ˆŒØ ˆŒØŒ=ð 	#ÝœÐ&TÐ&TÐ&TÐ&TÐ&TÈÐ&TÑ&TÔ&TÑUÔUˆDŒIˆIà"ˆDŒIØŒ=ð 	Ý œmÝ”‘	”	�2œ9Ð%5°q¸<Ñ7GÈdÐSÑSÔSñô ˆDŒOˆOˆOð	ð 	r   c                 ó.  — ddh                      |                     ¦   «         ¦  «        sJ ‚t          |j        t          ¦  «        r|j        }n|j        d         }| j        r1|| j        v sJ ‚| j        | j                             |¦  «                 }n| j        } ||j	        ¦  «        |_	        | j
        r_d|                     ¦   «         v sJ ‚|                      |j        ¦  «                             dd¬¦  «        \  }}|j	        d|z   z  |z   |_	        |S )	NrZ   Ú	conditionr   Úcontextr¨   r   r   g      ð?)rF   r'   rz   r·   r~   r¬   r«   r°   rA   rZ   r­   r´   r¸   Úchunk)r)   Úpointr·   r°   ÚshiftÚscales         r   rš   zPDNorm.forward  s  € Ø˜Ð$×-Ò-¨e¯jªj©l¬lÑ;Ô;Ð;Ð;Ð;Ý�e”o¥sÑ+Ô+ð 	+ØœˆIˆIàœ¨Ô*ˆIØŒ=ð 	Ø ¤Ð/Ð/Ð/Ð/Ø”9˜Tœ_×2Ò2°9Ñ=Ô=Ô>ˆDˆDà”9ˆDØ�T˜%œ*Ñ%Ô%ˆŒ
ØŒ=ð 	<Ø §
¢
¡¤Ð,Ð,Ð,Ð,ØŸ?š?¨5¬=Ñ9Ô9×?Ò?ÀÀqÐ?ÑIÔI‰LˆE�5Øœ s¨U¡{Ñ3°eÑ;ˆEŒJØˆr   )r�   rž   TF©rl   rm   rn   r&   rš   rp   rq   s   @r   rœ   rœ   ÿ   sZ   ø€ € € € € ð
 Ø7ØØðð ð ð ð ð ð,ð ð ð ð ð ð r   rœ   c                   ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚRPEc                 ó–  •— t          ¦   «                              ¦   «          || _        || _        t	          d|z  dz  dz  ¦  «        | _        d| j        z  dz   | _        t          j         	                    t          j
        d| j        z  |¦  «        ¦  «        | _        t          j        j                             | j        d¬¦  «         d S )Né   gUUUUUUÕ?r¨   r   r6   g{®Gáz”?)Ústd)r%   r&   Ú
patch_sizeÚ	num_headsrI   Úpos_bndÚrpe_numr   r®   Ú	ParameterÚzerosÚ	rpe_tableÚinitÚtrunc_normal_)r)   rÃ   rÄ   r,   s      €r   r&   zRPE.__init__*  s¦   ø€ Ý‰Œ×ÒÑÔÐØ$ˆŒØ"ˆŒÝ˜A 
™N°Ñ6¸Ñ:Ñ;Ô;ˆŒØ˜4œ<Ñ'¨!Ñ+ˆŒÝœ×+Ò+­E¬K¸¸D¼LÑ8HÈ)Ñ,TÔ,TÑUÔUˆŒÝŒŒ×#Ò# D¤N¸Ð#Ñ=Ô=Ð=Ð=Ð=r   c                 óŒ  — |                      | j         | j        ¦  «        | j        z   t          j        d|j        ¬¦  «        | j        z  z   }| j                             d|                     d¦  «        ¦  «        }| 	                    |j
        dz   ¦  «                             d¦  «        }|                     dddd¦  «        }|S )Nr6   r?   r   r\   )r\   r   r¨   )ÚclamprÅ   r   r   r   rÆ   rÉ   Úindex_selectÚreshapeÚviewrP   ÚsumÚpermute)r)   r1   r…   Úouts       r   rš   zRPE.forward3  s®   € à�KŠK˜œ˜ t¤|Ñ4Ô4ØŒlñåŒl˜1 U¤\Ð2Ñ2Ô2°T´\ÑAñBð 	ð
 Œn×)Ò)¨!¨S¯[ª[¸©_¬_Ñ=Ô=ˆØ�hŠh�s”y 5Ñ(Ñ)Ô)×-Ò-¨aÑ0Ô0ˆØ�kŠk˜!˜Q  1Ñ%Ô%ˆØˆ
r   r½   rq   s   @r   r¿   r¿   )  sG   ø€ € € € € ð>ð >ð >ð >ð >ð	ð 	ð 	ð 	ð 	ð 	ð 	r   r¿   c                   ó˜   ‡ — e Zd Z	 	 	 	 	 	 	 	 	 d
ˆ fd„	Z ej        ¦   «         d„ ¦   «         Z ej        ¦   «         d„ ¦   «         Zd	„ Zˆ xZ	S )ÚSerializedAttentionTNç        r   Fc                 óF  •— t          ¦   «                              ¦   «          ||z  dk    sJ ‚|| _        || _        |p||z  dz  | _        || _        || _        || _        |	| _        |
| _	        |
rJ|	du s
J d¦   «         ‚|du s
J d¦   «         ‚|du s
J d¦   «         ‚t          €
J d¦   «         ‚|| _        || _        n2|| _        d| _        t          j                             |¦  «        | _        t          j                             ||dz  |¬	¦  «        | _        t          j                             ||¦  «        | _        t          j                             |¦  «        | _        t          j                             d
¬¦  «        | _        | j        rt/          ||¦  «        nd | _        d S )Nr   g      à¿Fz3Set enable_rpe to False when enable Flash Attentionz9Set upcast_attention to False when enable Flash Attentionz7Set upcast_softmax to False when enable Flash Attentionz"Make sure flash_attn is installed.r6   r©   r\   r   )r%   r&   ÚchannelsrÄ   r¼   Úorder_indexÚupcast_attentionÚupcast_softmaxÚ
enable_rpeÚenable_flashÚ
flash_attnrÃ   Ú	attn_dropÚpatch_size_maxr   r®   ÚDropoutr³   ÚqkvÚprojÚ	proj_dropÚSoftmaxÚsoftmaxr¿   Úrpe)r)   rØ   rÄ   rÃ   Úqkv_biasÚqk_scalerß   rä   rÙ   rÜ   rÝ   rÚ   rÛ   r,   s                €r   r&   zSerializedAttention.__init__@  s±  ø€ õ 	‰Œ×ÒÑÔÐØ˜)Ñ# qÒ(Ð(Ð(Ð(Ø ˆŒØ"ˆŒØÐ@ (¨iÑ"7¸DÑ!@ˆŒ
Ø&ˆÔØ 0ˆÔØ,ˆÔØ$ˆŒØ(ˆÔØð 	9à˜eÐ#Ð#Ð#ØDñ $Ô#Ð#ð ! EÐ)Ð)Ð)ØJñ *Ô)Ð)ð  %Ð'Ð'Ð'ØHñ (Ô'Ð'åÐ)Ð)Ð+OÑ)Ô)Ð)Ø(ˆDŒOØ&ˆDŒNˆNð
 #-ˆDÔØˆDŒOÝ"œX×-Ò-¨iÑ8Ô8ˆDŒNå”8—?’? 8¨X¸©\À�?ÑIÔIˆŒÝ”H—O’O H¨hÑ7Ô7ˆŒ	Ýœ×)Ò)¨)Ñ4Ô4ˆŒÝ”x×'Ò'¨BÐ'Ñ/Ô/ˆŒØ15´ÐJ•3�z 9Ñ-Ô-Ð-ÀdˆŒˆˆr   c                 ó  — | j         }d| j        › �}||                     ¦   «         vrR|j        |         }|                     d|d¦  «        }|                     d¦  «        |                     d¦  «        z
  ||<   ||         S )NÚrel_pos_r\   r6   r¨   r   )rÃ   rÙ   r'   r/   rÏ   rh   )r)   rº   r:   ÚKÚrel_pos_keyr/   s         r   Úget_rel_poszSerializedAttention.get_rel_post  s‡   € àŒOˆØ3 Ô!1Ð3Ð3ˆØ˜eŸjšj™lœlÐ*Ð*ØÔ)¨%Ô0ˆJØ#×+Ò+¨B°°1Ñ5Ô5ˆJØ!+×!5Ò!5°aÑ!8Ô!8¸:×;OÒ;OÐPQÑ;RÔ;RÑ!RˆE�+ÑØ�[Ô!Ð!r   c           
      óÜ  — d}d}d}||                      ¦   «         vs-||                      ¦   «         vs||                      ¦   «         v�r�|j        }t          |¦  «        }t          j        || j        z   dz
  | j        d¬¦  «        | j        z  }|| j        k    }| |z  ||z  z   }t          j                             |d¦  «        }	t          j                             t          j	        |d¬	¦  «        d¦  «        }
t          j
        |
d
         |j        ¬¦  «        }t          j
        |	d
         |j        ¬¦  «        }g }t          t          |¦  «        ¦  «        D �]4}||	|         |	|dz            …xx         |
|         |	|         z
  z  cc<   ||         ||         k    rp||
|dz            d| j        z  z
  ||         | j        z  z   |
|dz            | j        z
  …         ||
|dz            | j        z
  ||         | j        z  z   |
|dz            …<   ||
|         |
|dz            …xx         |
|         |	|         z
  z  cc<   |                     t          j
        |
|         |
|dz            | j        t          j        |j        ¬¦  «        ¦  «         �Œ6|||<   |||<   t          j                             t          j        |¦  «        d|
d
         ¬¦  «        ||<   ||         ||         ||         fS )Nrj   ÚunpadÚcu_seqlens_keyr   r2   r3   )r   r   r   r   r\   r?   r¨   )Ústepr   r   )r   r   )Úvalue)r'   r   r   r   rG   rÃ   r®   Ú
functionalrj   r   r   r   r‹   r   ÚappendÚint32Úconcat)r)   rº   Úpad_keyÚ	unpad_keyrñ   r   r   Úbincount_padÚmask_padÚ_offsetÚ_offset_padrj   rð   Ú
cu_seqlensrŽ   s                  r   Úget_padding_and_inversez+SerializedAttention.get_padding_and_inverse~  s/  € àˆØˆ	Ø)ˆà˜5Ÿ:š:™<œ<Ð'Ð'Ø §
¢
¡¤Ð,Ð,Ø U§Z¢Z¡\¤\Ð1Ñ1à”\ˆFÝ& vÑ.Ô.ˆHå”	Ø˜tœÑ.°Ñ2Ø”OØ")ðñ ô ð
 ”/ñ"ð ð   $¤/Ò1ˆHØ$˜9 xÑ/°(¸\Ñ2IÑIˆLÝ”m×'Ò'¨°Ñ7Ô7ˆGÝœ-×+Ò+­E¬L¸È1Ð,MÑ,MÔ,MÈvÑVÔVˆKÝ”,˜{¨2œ°v´}ÐEÑEÔEˆCÝ”L ¨¤°V´]ÐCÑCÔCˆEØˆJÝ�3˜v™;œ;Ñ'Ô'ð ñ �Ø�g˜a”j 7¨1¨q©5¤>Ð1Ð2Ð2Ô2°kÀ!´nÀwÈqÄzÑ6QÑQÐ2Ð2Ñ2Ø˜A”; ,¨q¤/Ò1Ð1ð
 Ø# A¨¡EÔ*Ø˜dœoÑ-ñ.à# Aœ;¨¬Ñ8ñ:à<GÈÈAÉÔ<NØœ/ñ=*ð*ôð	 Ø# A¨¡EÔ*Øœ/ñ*à# Aœ;¨¬Ñ8ñ:à<GÈÈAÉÔ<NðOñð �K ”N [°°Q±Ô%7Ð7Ð8Ð8Ô8¸KÈ¼NÈWÐUVÌZÑ<WÑWÐ8Ð8Ñ8Ø×!Ò!Ý”LØ# AœØ# A¨¡EÔ*Ø!œ_Ý#œkØ%œ}ðñ ô ñô ð ñ ð !ˆE�'‰NØ$ˆE�)ÑÝ$&¤M×$5Ò$5Ý”˜ZÑ(Ô(¨&¸ÀB¼ð %6ñ %ô %ˆE�.Ñ!ð �WŒ~˜u YÔ/°°~Ô1FÐFÐFr   c           	      óø  — | j         sPt          t          |j        ¦  «                             ¦   «                              ¦   «         | j        ¦  «        | _        | j        }| j        }| j        }|  	                    |¦  «        \  }}}|j
        | j                 |         }||j        | j                          }	|                      |j        ¦  «        |         }
| j         �sY|
                     d|d|||z  ¦  «                             ddddd¦  «                             d¬¦  «        \  }}}| j        r(|                     ¦   «         }|                     ¦   «         }|| j        z  |                     dd¦  «        z  }| j        r,||                      |                      ||¦  «        ¦  «        z   }| j        r|                     ¦   «         }|                      |¦  «        }|                      |¦  «                             |
j        ¦  «        }||z                       dd¦  «                             d|¦  «        }nŠt=          j        |
                      ¦   «                              dd|||z  ¦  «        || j        | j!        r| j        nd| j        ¬	¦  «                             d|¦  «        }|                     |
j        ¦  «        }||	         }|  "                    |¦  «        }|  #                    |¦  «        }||_        |S )
Nr\   r6   r¨   r   r   rÁ   r   éþÿÿÿ)Ú
max_seqlenÚ	dropout_pÚsoftmax_scale)$rÝ   rH   r   r   rd   rà   rÃ   rÄ   rØ   rÿ   rD   rÙ   rE   râ   rZ   rÏ   rÒ   ÚunbindrÚ   Úfloatr¼   Ú	transposerÜ   rç   rî   rÛ   ræ   rß   Útor   rÞ   Ú flash_attn_varlen_qkvpacked_funcÚhalfÚtrainingrã   rä   )r)   rº   ÚHrì   ÚCrj   rð   rþ   r:   rU   râ   Úqr™   ÚvÚattnrZ   s                   r   rš   zSerializedAttention.forward¸  s¸  € ØÔ ð 	Ý!Ý ¤Ñ-Ô-×1Ò1Ñ3Ô3×:Ò:Ñ<Ô<¸dÔ>Qñô ˆDŒOð ŒNˆØŒOˆØŒMˆà!%×!=Ò!=¸eÑ!DÔ!DÑˆˆU�JàÔ& tÔ'7Ô8¸Ô=ˆØ˜Ô0°Ô1AÔBÔCˆð �hŠh�u”zÑ"Ô" 5Ô)ˆàÔ ñ 	&ð —’˜B  1 a¨¨a©Ñ0Ô0×8Ò8¸¸A¸qÀ!ÀQÑGÔG×NÒNÐSTÐNÑUÔUñ ˆAˆq�!ð Ô$ð Ø—G’G‘I”I�Ø—G’G‘I”I�Ø˜œ
‘N a§k¢k°"°bÑ&9Ô&9Ñ9ˆDØŒð GØ˜dŸhšh t×'7Ò'7¸¸uÑ'EÔ'EÑFÔFÑF�ØÔ"ð $Ø—z’z‘|”|�Ø—<’< Ñ%Ô%ˆDØ—>’> $Ñ'Ô'×*Ò*¨3¬9Ñ5Ô5ˆDØ˜1‘H×'Ò'¨¨1Ñ-Ô-×5Ò5°b¸!Ñ<Ô<ˆDˆDåÔ>Ø—’‘
”
×"Ò" 2 q¨!¨Q°!©VÑ4Ô4ØØœ?Ø,0¬MÐ@˜$œ.˜.¸qØ"œjðñ ô ÷ Šg�b˜!‰nŒnð ð —7’7˜3œ9Ñ%Ô%ˆDØ�GŒ}ˆð �yŠy˜‰ŒˆØ�~Š~˜dÑ#Ô#ˆØˆŒ
Øˆr   )	TNrÖ   rÖ   r   FTTT)
rl   rm   rn   r&   r   Úno_gradrî   rÿ   rš   rp   rq   s   @r   rÕ   rÕ   ?  sº   ø€ € € € € ð ØØØØØØØØð2Kð 2Kð 2Kð 2Kð 2Kð 2Kðh €U„]�_„_ð"ð "ñ „_ð"ð €U„]�_„_ð7Gð 7Gñ „_ð7Gðr2ð 2ð 2ð 2ð 2ð 2ð 2r   rÕ   c                   ó8   ‡ — e Zd Zddej        dfˆ fd„	Zd„ Zˆ xZS )ÚMLPNrÖ   c                 ó  •— t          ¦   «                              ¦   «          |p|}|p|}t          j        ||¦  «        | _         |¦   «         | _        t          j        ||¦  «        | _        t          j        |¦  «        | _        d S ru   )	r%   r&   r®   r³   Úfc1ÚactÚfc2rá   Údrop)r)   Úin_channelsÚhidden_channelsÚout_channelsÚ	act_layerr  r,   s         €r   r&   zMLP.__init__î  sw   ø€ õ 	‰Œ×ÒÑÔÐØ#Ð2 {ˆØ)Ð8¨[ˆÝ”9˜[¨/Ñ:Ô:ˆŒØ�9‘;”;ˆŒÝ”9˜_¨lÑ;Ô;ˆŒÝ”J˜tÑ$Ô$ˆŒ	ˆ	ˆ	r   c                 óØ   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S ru   )r  r  r  r  )r)   Úxs     r   rš   zMLP.forwardþ  sR   € Ø�HŠH�Q‰KŒKˆØ�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØ�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØˆr   )rl   rm   rn   r®   ÚGELUr&   rš   rp   rq   s   @r   r  r  í  s\   ø€ € € € € ð ØØ”'Øð%ð %ð %ð %ð %ð %ð ð ð ð ð ð ð r   r  c                   ó`   ‡ — e Zd Zdddddddej        ej        dddddddfˆ fd„	Zd	efd
„Zˆ xZ	S )ÚBlocké0   g      @TNrÖ   r   Fc                 óŠ  •— t          ¦   «                              ¦   «          || _        || _        t	          t          j        ||dd|¬¦  «        t          j        ||¦  «         |
|¦  «        ¦  «        | _	        t	           |
|¦  «        ¦  «        | _
        t          ||||||||||||¬¦  «        | _        t	           |
|¦  «        ¦  «        | _        t	          t          |t          ||z  ¦  «        |||¬¦  «        ¦  «        | _        t	          |	dk    rt#          |	¦  «        nt          j        ¦   «         ¦  «        | _        d S )Nr6   T)Úkernel_sizerª   Ú
indice_key)rØ   rÃ   rÄ   rè   ré   rß   rä   rÙ   rÜ   rÝ   rÚ   rÛ   )r  r  r  r  r  rÖ   )r%   r&   rØ   Úpre_normrw   re   Ú
SubMConv3dr®   r³   ÚcpeÚnorm1rÕ   r  Únorm2r  rI   Úmlpr   ÚIdentityÚ	drop_path)r)   rØ   rÄ   rÃ   Ú	mlp_ratiorè   ré   rß   rä   r-  r¦   r  r&  rÙ   Úcpe_indice_keyrÜ   rÝ   rÚ   rÛ   r,   s                      €r   r&   zBlock.__init__  s`  ø€ õ* 	‰Œ×ÒÑÔÐØ ˆŒØ ˆŒå"ÝÔØØØØØ)ðñ ô õ ŒI�h Ñ)Ô)ØˆJ�xÑ Ô ñ

ô 

ˆŒõ % Z Z°Ñ%9Ô%9Ñ:Ô:ˆŒ
Ý'ØØ!ØØØØØØ#Ø!Ø%Ø-Ø)ð
ñ 
ô 
ˆŒ	õ % Z Z°Ñ%9Ô%9Ñ:Ô:ˆŒ
Ý"ÝØ$Ý # H¨yÑ$8Ñ 9Ô 9Ø%Ø#Øðñ ô ñ
ô 
ˆŒõ )Ø#,¨s¢? ?�H�YÑÔÐ½¼¹¼ñ
ô 
ˆŒˆˆr   rº   c                 ó|  — |j         }|                      |¦  «        }||j         z   |_         |j         }| j        r|                      |¦  «        }|                      |                      |¦  «        ¦  «        }||j         z   |_         | j        s|                      |¦  «        }|j         }| j        r|                      |¦  «        }|                      |                      |¦  «        ¦  «        }||j         z   |_         | j        s|                      |¦  «        }|j         	                    |j         ¦  «        |_        |S ru   )
rZ   r(  r&  r)  r-  r  r*  r+  ra   r—   )r)   rº   Úshortcuts      r   rš   zBlock.forwardJ  s  € Ø”:ˆØ—’˜‘”ˆØ ¤
Ñ*ˆŒ
Ø”:ˆØŒ=ð 	&Ø—J’J˜uÑ%Ô%ˆEØ—’˜tŸyšy¨Ñ/Ô/Ñ0Ô0ˆØ ¤
Ñ*ˆŒ
ØŒ}ð 	&Ø—J’J˜uÑ%Ô%ˆEà”:ˆØŒ=ð 	&Ø—J’J˜uÑ%Ô%ˆEØ—’˜tŸxšx¨™œÑ/Ô/ˆØ ¤
Ñ*ˆŒ
ØŒ}ð 	&Ø—J’J˜uÑ%Ô%ˆEØ!&Ô!7×!GÒ!GÈÌ
Ñ!SÔ!SˆÔØˆr   )
rl   rm   rn   r®   Ú	LayerNormr  r&   r#   rš   rp   rq   s   @r   r!  r!    s•   ø€ € € € € ð
 ØØØØØØØ”<Ø”'ØØØØØØØð'@
ð @
ð @
ð @
ð @
ð @
ðD˜Uð ð ð ð ð ð ð ð r   r!  c                   ó8   ‡ — e Zd Z	 	 	 	 	 	 dˆ fd„	Zdefd„Zˆ xZS )	ÚSerializedPoolingr¨   NrJ   Tc	                 ó¾  •— t          ¦   «                              ¦   «          || _        || _        |dt	          j        |¦  «        dz
                       ¦   «         z  k    sJ ‚|| _        |dv sJ ‚|| _        || _	        || _
        t          j        ||¦  «        | _        |�t           ||¦  «        ¦  «        | _        |�t           |¦   «         ¦  «        | _        d S d S )Nr¨   r   )rÑ   ÚmeanrH   rJ   )r%   r&   r  r  ÚmathÚceilrK   ÚstrideÚreducerS   Ú	traceabler®   r³   rã   rw   r°   r  )
r)   r  r  r9  r¦   r  r:  rS   r;  r,   s
            €r   r&   zSerializedPooling.__init__b  sä   ø€ õ 	‰Œ×ÒÑÔÐØ&ˆÔØ(ˆÔà˜�tœy¨Ñ0Ô0°1Ñ4×@Ò@ÑBÔBÑBÒBÐBÐBÐBàˆŒØÐ6Ð6Ð6Ð6Ð6ØˆŒØ,ˆÔØ"ˆŒå”I˜k¨<Ñ8Ô8ˆŒ	ØÐ!Ý'¨
¨
°<Ñ(@Ô(@ÑAÔAˆDŒIØÐ Ý& y y¡{¤{Ñ3Ô3ˆDŒHˆHˆHð !Ð r   rº   c                 ó  — t          j        | j        ¦  «        dz
                       ¦   «         }||j        k    rd}h d£                     |                     ¦   «         ¦  «        s
J d¦   «         ‚|j        |dz  z	  }t          j	        |d         ddd¬¦  «        \  }}}t          j
        |¦  «        \  }}t          j        |                     d¦  «        t          j        |d¬¦  «        g¦  «        }	||	d d	…                  }
|d d …|
f         }t          j        |¦  «        }t          j        |¦  «                             d|t          j        d|j        d         |j        ¬
¦  «                             |j        d         d¦  «        ¬¦  «        }| j        r7t          j        |j        d         ¦  «        }||         }||         }||         }t/          t1          j        |                      |j        ¦  «        |         |	| j        ¬¦  «        t1          j        |j        |         |	d¬¦  «        |j        |
         |z	  ||||j        |z
  |j        |
         ¬¦  «        }d|                     ¦   «         v r
|j         |d<   d|                     ¦   «         v r
|j!        |d<   | j"        r
||d<   ||d<   tG          |¦  «        }| j$        �|  $                    |¦  «        }| j%        �|  %                    |¦  «        }| &                    ¦   «          |S )Nr   r   >   rC   r5   rD   rE   z>Run point.serialization() point cloud before SerializedPoolingr6   T)ÚsortedÚreturn_inverseÚreturn_countsr   r\   r?   r@   )r:  r6  )rZ   r1   r/   rC   rD   rE   r5   r    r·   r¸   Úpooling_inverseÚpooling_parent)'r7  r8  r9  rK   r5   rF   r'   rC   r   ÚuniqueÚsortrg   Ú	new_zerosr   rM   rN   rO   r   rP   r   rQ   rS   rR   r   Útorch_scatterÚsegment_csrrã   rZ   r:  r1   r/   r    r·   r¸   r;  r#   r°   r  rk   )r)   rº   Úpooling_depthrT   Úcode_ÚclusterÚcountsr¥   r^   Úidx_ptrÚhead_indicesr:   rU   rV   Ú
point_dicts                  r   rš   zSerializedPooling.forward  s,  € Ýœ 4¤;Ñ/Ô/°!Ñ3×?Ò?ÑAÔAˆØ˜5Ô1Ò1Ð1ØˆMð
ð 
ð 
÷
 Š(Ø�JŠJ‰LŒLñ
ô 
ð	Lð 	Lð Lñ	Lô 	Lð 
ð Ô$¨¸Ñ(9Ñ9ˆÝ!&¤Ø�ŒGØØØð	"
ñ "
ô "
Ñˆˆw˜õ ”Z Ñ(Ô(‰
ˆˆ7å”)˜V×-Ò-¨aÑ0Ô0µ%´,¸vÈ1Ð2MÑ2MÔ2MÐNÑOÔOˆà˜w s¨ sœ|Ô,ˆà�A�A�A�|�OÔ$ˆÝ”˜dÑ#Ô#ˆÝÔ" 5Ñ)Ô)×2Ò2ØØÝ”˜Q ¤
¨1¤°e´lÐCÑCÔC×JÒJØ”
˜1”˜qñô ð 3ñ 
ô 
ˆð Ôð 	$Ý”> $¤*¨Q¤-Ñ0Ô0ˆDØ˜”:ˆDØ˜$”KˆEØ˜d”mˆGõ ÝÔ*Ø—	’	˜%œ*Ñ%Ô% gÔ.°ÀÄðñ ô õ  Ô+Ø”˜GÔ$ g°fðñ ô ð Ô'¨Ô5¸ÑFØ Ø"Ø&Ø"Ô3°mÑCØ”+˜lÔ+ð
ñ 
ô 
ˆ
ð ˜%Ÿ*š*™,œ,Ð&Ð&Ø&+¤oˆJ�{Ñ#Ø˜Ÿ
š
™œÐ$Ð$Ø$)¤MˆJ�yÑ!àŒ>ð 	1Ø,3ˆJÐ(Ñ)Ø+0ˆJÐ'Ñ(Ý�jÑ!Ô!ˆØŒ9Ð Ø—I’I˜eÑ$Ô$ˆEØŒ8ÐØ—H’H˜U‘O”OˆEØ�ŠÑÔÐØˆr   )r¨   NNrJ   TT©rl   rm   rn   r&   r#   rš   rp   rq   s   @r   r4  r4  a  su   ø€ € € € € ð
 ØØØØØð4ð 4ð 4ð 4ð 4ð 4ð:I˜Uð Ið Ið Ið Ið Ið Ið Ið Ir   r4  c                   ó,   ‡ — e Zd Z	 	 	 dˆ fd„	Zd„ Zˆ xZS )ÚSerializedUnpoolingNFc                 ó  •— t          ¦   «                              ¦   «          t          t          j        ||¦  «        ¦  «        | _        t          t          j        ||¦  «        ¦  «        | _        |�F| j                              ||¦  «        ¦  «         | j                              ||¦  «        ¦  «         |�D| j                              |¦   «         ¦  «         | j                              |¦   «         ¦  «         || _        d S ru   )	r%   r&   rw   r®   r³   rã   Ú	proj_skiprb   r;  )r)   r  Úskip_channelsr  r¦   r  r;  r,   s          €r   r&   zSerializedUnpooling.__init__Ì  sÜ   ø€ õ 	‰Œ×ÒÑÔÐÝ#¥B¤I¨k¸<Ñ$HÔ$HÑIÔIˆŒ	Ý(­¬°=À,Ñ)OÔ)OÑPÔPˆŒàÐ!ØŒI�MŠM˜*˜* \Ñ2Ô2Ñ3Ô3Ð3ØŒN×Ò˜z˜z¨,Ñ7Ô7Ñ8Ô8Ð8àÐ ØŒI�MŠM˜)˜)™+œ+Ñ&Ô&Ð&ØŒN×Ò˜y˜y™{œ{Ñ+Ô+Ð+à"ˆŒˆˆr   c                 óZ  — d|                      ¦   «         v sJ ‚d|                      ¦   «         v sJ ‚|                     d¦  «        }|                     d¦  «        }|                      |¦  «        }|                      |¦  «        }|j        |j        |         z   |_        | j        r||d<   |S )NrA  r@  Úunpooling_parent)r'   Úpoprã   rR  rZ   r;  )r)   rº   ÚparentrU   s       r   rš   zSerializedUnpooling.forwardã  s©   € Ø 5§:¢:¡<¤<Ð/Ð/Ð/Ð/Ø  E§J¢J¡L¤LÐ0Ð0Ð0Ð0Ø—’Ð+Ñ,Ô,ˆØ—)’)Ð-Ñ.Ô.ˆØ—	’	˜%Ñ Ô ˆØ—’ Ñ'Ô'ˆØ”k E¤J¨wÔ$7Ñ7ˆŒàŒ>ð 	/Ø).ˆFÐ%Ñ&Øˆr   )NNFr½   rq   s   @r   rP  rP  Ë  sW   ø€ € € € € ð ØØð#ð #ð #ð #ð #ð #ð.ð ð ð ð ð ð r   rP  c                   ó0   ‡ — e Zd Z	 	 dˆ fd„	Zdefd„Zˆ xZS )Ú	EmbeddingNc           
      ó\  •— t          ¦   «                              ¦   «          || _        || _        t	          t          j        ||dddd¬¦  «        ¬¦  «        | _        |�%| j                              ||¦  «        d¬¦  «         |�&| j                              |¦   «         d	¬¦  «         d S d S )
Né   r   FÚstem)r$  Úpaddingrª   r%  )Úconvr°   ©r†   r  )	r%   r&   r  Úembed_channelsrw   re   r'  r\  rb   )r)   r  r`  r¦   r  r,   s        €r   r&   zEmbedding.__init__ò  sÆ   ø€ õ 	‰Œ×ÒÑÔÐØ&ˆÔØ,ˆÔõ $ÝÔ"ØØØØØØ!ðñ ô ð	
ñ 	
ô 	
ˆŒ	ð Ð!ØŒI�MŠM˜*˜* ^Ñ4Ô4¸6ˆMÑBÔBÐBØÐ ØŒI�MŠM˜)˜)™+œ+¨EˆMÑ2Ô2Ð2Ð2Ð2ð !Ð r   rº   c                 ó0   — |                       |¦  «        }|S ru   )r\  )r)   rº   s     r   rš   zEmbedding.forward  s   € Ø—	’	˜%Ñ Ô ˆØˆr   )NNrN  rq   s   @r   rY  rY  ñ  s`   ø€ € € € € ð
 Øð3ð 3ð 3ð 3ð 3ð 3ð6˜Uð ð ð ð ð ð ð ð r   rY  c                   ób   ‡ — e Zd Z	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dˆ fd„	Zd„ Zˆ xZS )ÚPointTransformerV3ry   ©r-   zz-transÚhilbertzhilbert-trans©r¨   r¨   r¨   r¨   ©r¨   r¨   r¨   ry   r¨   ©é    é@   é€   r�   i   ©r¨   rÁ   é   r8   ri  ©é   ro  ro  ro  ro  ©rj  rj  rk  r�   ©rÁ   rÁ   rm  r8   ©ro  ro  ro  ro  rÁ   TNrÖ   ç333333Ó?Frž   c                 ó¢  •— t          ¦   «                              ¦   «          t          |¦  «        | _        t	          |t
          ¦  «        r|gn|| _        || _        || _        | j        t          |¦  «        dz   k    sJ ‚| j        t          |¦  «        k    sJ ‚| j        t          |¦  «        k    sJ ‚| j        t          |¦  «        k    sJ ‚| j        t          |¦  «        k    sJ ‚| j        s| j        t          |¦  «        dz   k    sJ ‚| j        s| j        t          |	¦  «        dz   k    sJ ‚| j        s| j        t          |
¦  «        dz   k    sJ ‚| j        s| j        t          |¦  «        dz   k    sJ ‚|r5t          t          t          t          j        dd|¬¦  «        |||¬¦  «        }nt          t          j        dd¬¦  «        }|r3t          t          t          t          j        |¬¦  «        |||¬¦  «        } nt          j        } t          j        }!t          ||d         ||!¬	¦  «        | _        d
„ t#          j        d|t'          |¦  «        ¦  «        D ¦   «         }"t)          ¦   «         | _        t-          | j        ¦  «        D �]a}#|"t'          |d |#…         ¦  «        t'          |d |#dz   …         ¦  «        …         }$t)          ¦   «         }%|#dk    rA|%                     t1          ||#dz
           ||#         ||#dz
           ||!¬¦  «        d¬¦  «         t-          ||#         ¦  «        D ]Š}&|%                     t3          d)i d||#         “d||#         “d||#         “d|“d|“d|“d|“d|“d|$|&         “d| “d|!“d|“d|&t          | j        ¦  «        z  “dd|#› �“d|“d|“d|“d |“Žd!|&› �¬¦  «         Œ‹t          |%¦  «        dk    r| j                             |%d"|#› �¬#¦  «         �Œc| j        �sØd$„ t#          j        d|t'          |¦  «        ¦  «        D ¦   «         }'t)          ¦   «         | _        t7          |	¦  «        |d%         gz   }	t9          t-          | j        dz
  ¦  «        ¦  «        D �][}#|'t'          |d |#…         ¦  «        t'          |d |#dz   …         ¦  «        …         }(|(                     ¦   «          t)          ¦   «         })|)                     t=          |	|#dz            ||#         |	|#         ||!¬&¦  «        d'¬¦  «         t-          ||#         ¦  «        D ]Š}&|)                     t3          d)i d|	|#         “d|
|#         “d||#         “d|“d|“d|“d|“d|“d|(|&         “d| “d|!“d|“d|&t          | j        ¦  «        z  “dd|#› �“d|“d|“d|“d |“Žd!|&› �¬¦  «         Œ‹| j                             |)d(|#› �¬#¦  «         �Œ[d S d S )*Nr   gü©ñÒMbP?g{®Gáz„?)ÚepsÚmomentumÚaffine)r¦   r«   r¬   r­   )ru  rv  )Úelementwise_affiner   )r  r`  r¦   r  c                 ó6   — g | ]}|                      ¦   «         ‘ŒS r¤   ©Úitem©r;   r  s     r   r>   z/PointTransformerV3.__init__.<locals>.<listcomp>f  s-   € ð 
ð 
ð 
ØˆA�FŠF‰HŒHð
ð 
ð 
r   )r  r  r9  r¦   r  Údownr_  rØ   rÄ   rÃ   r.  rè   ré   rß   rä   r-  r¦   r  r&  rÙ   r/  ÚstagerÜ   rÝ   rÚ   rÛ   ÚblockÚenc)r„   r†   c                 ó6   — g | ]}|                      ¦   «         ‘ŒS r¤   rz  r|  s     r   r>   z/PointTransformerV3.__init__.<locals>.<listcomp>—  s-   € ð ð ð Ø�—’‘”ðð ð r   r\   )r  rS  r  r¦   r  ÚupÚdecr¤   )r%   r&   r   Ú
num_stagesrz   r~   r:   Úcls_moderS   r   rœ   r®   ÚBatchNorm1dr2  r  rY  Ú	embeddingr   ÚlinspacerÑ   rw   r€  r‹   rb   r4  r!  rƒ  ÚlistÚreversedÚreverserP  )+r)   r  r:   r9  Ú
enc_depthsÚenc_channelsÚenc_num_headÚenc_patch_sizeÚ
dec_depthsÚdec_channelsÚdec_num_headÚdec_patch_sizer.  rè   ré   rß   rä   r-  r&  rS   rÜ   rÝ   rÚ   rÛ   r…  Ú	pdnorm_bnÚ	pdnorm_lnÚpdnorm_decoupleÚpdnorm_adaptiveÚpdnorm_affineÚpdnorm_conditionsÚbn_layerÚln_layerr  Úenc_drop_pathÚsÚenc_drop_path_r€  rŽ   Údec_drop_pathÚdec_drop_path_rƒ  r,   s+                                             €r   r&   zPointTransformerV3.__init__  s“  ø€ õB 	‰Œ×ÒÑÔÐÝ˜j™/œ/ˆŒÝ *¨5µ#Ñ 6Ô 6ÐA�e�W�W¸EˆŒ
Ø ˆŒØ,ˆÔàŒ¥# f¡+¤+°¡/Ò1Ð1Ð1Ð1ØŒ¥# j¡/¤/Ò1Ð1Ð1Ð1ØŒ¥# lÑ"3Ô"3Ò3Ð3Ð3Ð3ØŒ¥# lÑ"3Ô"3Ò3Ð3Ð3Ð3ØŒ¥# nÑ"5Ô"5Ò5Ð5Ð5Ð5ØŒ}ÐF ¤µ3°z±?´?ÀQÑ3FÒ FÐ FÐ FÐFØŒ}ÐH ¤µ3°|Ñ3DÔ3DÀqÑ3HÒ HÐ HÐ HÐHØŒ}ÐH ¤µ3°|Ñ3DÔ3DÀqÑ3HÒ HÐ HÐ HÐHØŒ}ÐJ ¤µ3°~Ñ3FÔ3FÈÑ3JÒ JÐ JÐ JÐJð ð 	HÝÝÝ"Ý”N¨°tÀMðñ ô ð -Ø(Ø(ðñ ô ˆHˆHõ �rœ~°4À$ÐGÑGÔGˆHØð 		$ÝÝÝ"¥2¤<ÀMÐRÑRÔRØ,Ø(Ø(ðñ ô ˆHˆHõ ”|ˆHå”Gˆ	å"Ø#Ø'¨œ?ØØð	
ñ 
ô 
ˆŒð
ð 
Ý#œn¨Q°	½3¸z¹?¼?ÑKÔKð
ñ 
ô 
ˆõ #Ñ$Ô$ˆŒÝ�t”Ñ'Ô'ð )	9ñ )	9ˆAØ*Ý�J˜r ˜r”NÑ#Ô#¥c¨*°W°q¸1±u°WÔ*=Ñ&>Ô&>Ð>ôˆNõ "Ñ#Ô#ˆCØ�1ŠuˆuØ—’Ý%Ø$0°°Q±Ô$7Ø%1°!¤_Ø% a¨!¡eœ}Ø#+Ø"+ðñ ô ð  ð ñ 	ô 	ð 	õ ˜: aœ=Ñ)Ô)ð ð �Ø—’Ýð ð ð Ø!-¨a¤ ðà".¨q¤/ /ðð $2°!Ô#4Ð#4ðð #, )ð	ð
 "* ðð "* ðð #, )ðð #, )ðð #1°Ô"3Ð"3ðð $, 8ðð #, )ðð "* ðð %&­¨D¬J©¬Ñ$7Ð$7ðð (3¨q { { {ðð $. :ðð  &2 \ð!ð" *:Ð)9ð#ð$ (6 ~ð%ð( % ˜˜ð+ ñ ô ð ð õ. �3‰xŒx˜1Š}ˆ}Ø”—’ C¨i°A¨i¨i�Ñ8Ô8Ð8ùð Œ}ñ .	9ðð Ý"'¤.°°I½sÀ:¹¼Ñ"OÔ"Oðñ ô ˆMõ 'Ñ(Ô(ˆDŒHÝ Ñ-Ô-°¸bÔ1AÐ0BÑBˆLÝ�e D¤O°aÑ$7Ñ8Ô8Ñ9Ô9ð (9ñ (9�Ø!.Ý˜
 2 A 2œÑ'Ô'­#¨j¸¸1¸q¹5¸Ô.AÑ*BÔ*BÐBô"�ð ×&Ò&Ñ(Ô(Ð(Ý%Ñ'Ô'�Ø—’Ý'Ø$0°°Q±Ô$7Ø&2°1¤oØ%1°!¤_Ø#+Ø"+ðñ ô ð ð ñ 	ô 	ð 	õ ˜z¨!œ}Ñ-Ô-ð ð �AØ—G’GÝð ð ð Ø%1°!¤_ _ðà&2°1¤o oðð (6°aÔ'8Ð'8ðð '0 ið	ð
 &. Xðð &. Xðð '0 iðð '0 iðð '5°QÔ&7Ð&7ðð (0 xðð '0 iðð &. Xðð )*­C°´
©O¬OÑ(;Ð(;ðð ,7°1¨;¨;¨;ðð (2 zðð  *6¨ð!ð" .>Ð-=ð#ð$ ,:¨>ð%ð( ) Q˜[˜[ð+ ñ ô ð ð ð. ”—’ C¨i°A¨i¨i�Ñ8Ô8Ð8Ñ8ð].	9ð .	9ð(9ð (9r   c                 ó  — t          |¦  «        }|                     | j        | j        ¬¦  «         |                     ¦   «          |                      |¦  «        }|                      |¦  «        }| j        s|                      |¦  «        }|S )aŽ  
        A data_dict is a dictionary containing properties of a batched point cloud.
        It should contain the following properties for PTv3:
        1. "feat": feature of point cloud
        2. "grid_coord": discrete coordinate after grid sampling (voxelization) or "coord" + "grid_size"
        3. "offset" or "batch": https://github.com/Pointcept/Pointcept?tab=readme-ov-file#offset
        )r:   rS   )	r#   rW   r:   rS   rk   r‡  r€  r…  rƒ  )r)   Ú	data_dictrº   s      r   rš   zPointTransformerV3.forwardÆ  s}   € õ �iÑ Ô ˆØ×Ò $¤*¸TÔ=PÐÑQÔQÐQØ�ŠÑÔÐà—’˜uÑ%Ô%ˆØ—’˜‘”ˆØŒ}ð 	$Ø—H’H˜U‘O”OˆEØˆr   )ry   rd  rf  rg  rh  rl  rn  rf  rp  rq  rr  rÁ   TNrÖ   rÖ   rs  TTFTFFFFFTFTrž   r½   rq   s   @r   rc  rc    s¯   ø€ € € € € ð Ø:ØØ"Ø,Ø&Ø5ØØ'Ø"Ø/ØØØØØØØØØØØØØØØØØØØ>ð?q9ð q9ð q9ð q9ð q9ð q9ðfð ð ð ð ð ð r   rc  )'ro   r   Ú	functoolsr   Úaddictr   r7  r   Útorch.nnr®   Úspconv.pytorchÚpytorchre   rE  Útimm.models.layersr   Úcollectionsr   rÞ   ÚImportErrorrW   r   Úinference_moder   r   r!   r#   ÚModulers   rw   rœ   r¿   rÕ   r  r!  r4  rP  rY  rc  r¤   r   r   ú<module>r­     s©  ððð ð €
€
€
Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø €€€Ø €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø #Ð #Ð #Ð #Ð #Ð #ðØÐÐÐÐøØð ð ð Ø€J€J€Jðøøøð "Ð !Ð !Ð !Ð !Ð !ð €ÔÑÔðð ñ Ôðð €ÔÑÔð"ð "ñ Ôð"ð €ÔÑÔð8ð 8ñ Ôð8ð~4ð ~4ð ~4ð ~4ð ~4ˆDñ ~4ô ~4ð ~4ðB*ð *ð *ð *ð *�"”)ñ *ô *ð *ðBð Bð Bð Bð B�kñ Bô Bð BðJ'ð 'ð 'ð 'ð 'ˆ[ñ 'ô 'ð 'ðTð ð ð ð ˆ%Œ(Œ/ñ ô ð ð,kð kð kð kð k˜+ñ kô kð kð\ð ð ð ð ˆ"Œ)ñ ô ð ð4Wð Wð Wð Wð WˆKñ Wô Wð Wðtgð gð gð gð g˜ñ gô gð gðT#ð #ð #ð #ð #˜+ñ #ô #ð #ðLð ð ð ð �ñ ô ð ðBDð Dð Dð Dð D˜ñ Dô Dð Dð Dð Ds   ¸= ½AÁA