§
    Ò¬¸jé5  ã                  ór  — d Z ddlmZ ddlmZmZmZmZmZ ddl	m
Z
 ddlmZmZ ddlmZ ddlmZ ddlmZmZ erXdd	lmZ dd
lmZ ddlZddlmZmZmZmZmZm Z m!Z!m"Z"m#Z# ddl$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+m,Z, ddl-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4  ee¦  «        Z5 ee¦  «        Z6 G d„ de¦  «        Z7dS )zª
Remote query execution through Polars Cloud.

Cloud integration is isolated here; the optional `polars_cloud` dependency is
loaded when a `RemoteEngine` is constructed.
é    )Úannotations)ÚIOÚTYPE_CHECKINGÚAnyÚLiteralÚget_args)Úimport_optional)ÚEngineTypeNameÚScalingMode)Úqualified_type_name)Úissue_warning)ÚEngineÚStreamingEngine)ÚMapping)ÚPathN)	ÚArrowSchemaExportableÚCsvQuoteStyleÚIpcCompressionÚParquetCompressionÚParquetMetadataÚPlanTypePreferenceÚPostOptCallbackÚStorageOptionsDictÚSyncOnCloseMethod)Ú	DataFrame)ÚCompatLevel)ÚCredentialProviderFunction)ÚPartitionByÚSinkedPathsCallback)Ú	LazyFrame)ÚInProcessQuery)ÚQueryOptFlags)ÚQueryResultc                  ó  — e Zd ZU dZded<   	 ded<   	 ded<   	 ded	<   	 d
ed<   	 ded<   	 ded<   	 	 dgddddddœdhd„Zedid„¦   «         Zedid„¦   «         Zdjd!„Z	dkd%„Z
d&dd'œdld-„Zedmd0„¦   «         Zednd1„¦   «         ZdodK„ZdpdQ„Zdqdf„ZdS )rÚRemoteEngineaC  
    Execute queries remotely on Polars Cloud.

    Use this engine with :meth:`LazyFrame.execute`, a `LazyFrame.sink_*` method,
    or as the default through :meth:`Config.set_engine_affinity`.

    Requires the `polars_cloud` package.

    .. warning::
        This functionality is considered **unstable**. It may be changed
        at any point without it being considered a breaking change.

    Parameters
    ----------
    context
        Compute context. Defaults to the current `polars_cloud` session.
    scaling_mode : {'auto', 'single-node', 'distributed'}
        Whether to run the query on a single node or distributed over the cluster.
        If `'auto'`, a query runs distributed if the cluster has more than one node.
    engine : {'auto', 'in-memory', 'streaming', 'gpu'}
        Preferred worker engine. This is a hint and also controls plan rendering.
    plan_type : {'dot', 'plain'}
        Query-plan rendering format.
    n_retries
        Number of retries per failed stage.
    labels
        Labels attached to the query. Missing labels are created automatically.
    **kwargs
        Additional options forwarded to the distributed planner, such as
        `max_workers`, `min_workers`, `shuffle_format` or `partitions_per_worker`.
        Passing any of these is incompatible with `scaling_mode='single-node'`.

    Examples
    --------
    >>> import polars_cloud as pc  # doctest: +SKIP
    >>> engine = pl.RemoteEngine(  # doctest: +SKIP
    ...     pc.ComputeContext(cpus=16, memory=64),
    ...     scaling_mode="distributed",
    ...     max_workers=8,
    ... )
    >>> lf.sink_parquet("s3://my-destination/", engine=engine)  # doctest: +SKIP

    Make it the default for every query in a scope:

    >>> with pl.Config(engine_affinity=engine):  # doctest: +SKIP
    ...     lf.sink_parquet("s3://my-destination/")
    úpc.ClientContext | NoneÚcontextr   Úscaling_moder
   Úenginer   Ú	plan_typeÚintÚ	n_retrieszlist[str] | NoneÚlabelszMapping[str, Any]ÚconfigNÚautoÚdotr   )r(   r)   r*   r,   r-   úlist[str] | str | NoneÚkwargsr   ÚreturnÚNonec               ó„  — |t           vrd|›�}t          |¦  «        ‚|t          vrd|›�}t          |¦  «        ‚|dk    r$|r"dt          |¦  «        ›d�}t          |¦  «        ‚t	          ddd¬	¦  «         || _        || _        || _        || _        || _	        t          |t          ¦  «        r|gn|| _        || _        d S )
Nzinvalid `scaling_mode` zInvalid engine argument engine=zsingle-nodezdistributed options z4 are not supported with `scaling_mode='single-node'`Úpolars_cloudz-remote engine requested, but required packagez;Please install using the command `pip install polars-cloud`)Ú
err_prefixÚinstall_message)Ú_SCALING_MODESÚ
ValueErrorÚ_WORKER_ENGINE_NAMESÚsortedr	   r'   r(   r)   r*   r,   Ú
isinstanceÚstrr-   r.   )	Úselfr'   r(   r)   r*   r,   r-   r2   Úmsgs	            ún/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/polars/lazyframe/engine_remote.pyÚ__init__zRemoteEngine.__init__p   sû   € ð �~Ð-Ð-Ø<¨LÐ<Ð<ˆCÝ˜S‘/”/Ð!ØÕ-Ð-Ð-Ø6¨VÐ6Ð6ˆCÝ˜S‘/”/Ð!Ø˜=Ò(Ð(¨VÐ(ð/¥v¨f¡~¤~ð /ð /ð /ð õ ˜S‘/”/Ð!õ 	ØØFØYð	
ñ 	
ô 	
ð 	
ð ˆŒØ(ˆÔØˆŒØ"ˆŒØ"ˆŒÝ",¨VµSÑ"9Ô"9ÐE�v�h�h¸vˆŒØˆŒˆˆó    r>   c                ó   — dS )zEngine identifier.Úremote© ©r?   s    rA   ÚnamezRemoteEngine.name—   s	   € ð ˆxrC   c                ó   — | j         S )z3Preferred worker engine used to render query plans.)r)   rG   s    rA   Úplan_enginezRemoteEngine.plan_engineœ   s   € ð Œ{ÐrC   Úlfr    ú%pc.LazyFrameRemote | pc.ExecuteRemotec                óà   — |                      | j        | j        | j        | j        | j        ¬¦  «        }| j        r|                     | j        ¦  «        }| j        r |j        di | j        ¤ŽS |S )z4Return the `polars_cloud` object that executes `lf`.)r*   r,   r)   r(   rF   )	rE   r'   r*   r,   r)   r(   r-   r.   Údistributed)r?   rK   rE   s      rA   Ú_targetzRemoteEngine._target¡   s}   € à—’ØŒLØ”nØ”nØ”;ØÔ*ð ñ 
ô 
ˆð Œ;ð 	0Ø—]’] 4¤;Ñ/Ô/ˆFØŒ;ð 	5Ø%�6Ô%Ð4Ð4¨¬Ð4Ð4Ð4ØˆrC   Úoptimizationsr"   r#   c               óT   — |                       |¦  «                             |¬¦  «        S )z%See :meth:`polars.LazyFrame.execute`.©rP   )rO   Úexecute)r?   rK   rP   s      rA   rS   zRemoteEngine.execute²   s%   € à�|Š|˜BÑÔ×'Ò'°mÐ'ÑDÔDÐDrC   F)Ú
backgroundÚpost_opt_callbackrT   ÚboolrU   úPostOptCallback | NoneúDataFrame | InProcessQueryc               óÊ   — t          dt          ¬¦  «         |                      ||¬¦  «        }t          ¦   «                              |                     ¦   «         |||¬¦  «        S )z¯
        Collect `lf` remotely, then transfer the result to this machine.

        Prefer `LazyFrame.execute` or a sink to avoid transferring the full
        result.
        zŒcollecting a remote query transfers the entire result to this machine; use `LazyFrame.execute` or a `sink_*` method to avoid the round-trip.)ÚcategoryrR   )rP   rT   rU   )r   ÚUserWarningrS   r   ÚcollectÚlazy)r?   rK   rP   rT   rU   Úresults         rA   r\   zRemoteEngine.collect¶   sr   € õ 	ðTå ð	
ñ 	
ô 	
ð 	
ð
 —’˜b°�Ñ>Ô>ˆÝÑ Ô ×(Ò(Ø�KŠK‰MŒMØ'Ø!Ø/ð	 )ñ 
ô 
ð 	
rC   Úpathústr | PartitionByc                ó‚   — ddl m} t          | t          |f¦  «        s!dt	          | ¦  «        ›�}t          |¦  «        ‚| S )z$Validate a Polars Cloud sink target.r   )r   zAthe remote engine can only sink to a URI or a `PartitionBy`, got )Úpolars.io.partitionr   r=   r>   r   Ú	TypeError)r_   r   r@   s      rA   Ú	_sink_urizRemoteEngine._sink_uriÓ   s_   € ð 	4Ð3Ð3Ð3Ð3Ð3å˜$¥ kÐ 2Ñ3Ô3ð 	!ð1Ý& tÑ,Ô,ð1ð 1ð õ ˜C‘.”.Ð ØˆrC   c                 óh   — |                       ¦   «         D ]\  }}|rd|› d�}t          |¦  «        ‚ŒdS )z+Reject options unsupported by Polars Cloud.ú`z'` is not supported by the remote engineN)Úitemsr:   )r2   rH   Úvaluer@   s       rA   Ú_reject_if_setzRemoteEngine._reject_if_setà   sR   € ð "Ÿ<š<™>œ>ð 	&ð 	&‰KˆD�%Øð &ØG˜$ÐGÐGÐG�Ý  ‘o”oÐ%ð&ð	&ð 	&rC   ú$str | Path | IO[bytes] | PartitionByÚcompressionr   Úcompression_levelú
int | NoneÚ
statisticsúbool | str | dict[str, bool]Úrow_group_sizeÚdata_page_sizeÚmaintain_orderÚstorage_optionsúStorageOptionsDict | NoneÚcredential_providerú3CredentialProviderFunction | Literal['auto'] | NoneÚretriesÚsync_on_closeúSyncOnCloseMethod | NoneÚmetadataúParquetMetadata | NoneÚarrow_schemaúArrowSchemaExportable | NoneÚmkdirr]   Úsinked_paths_callbackúSinkedPathsCallback | Nonec               óì   — |                       |||||¬¦  «         |                      |¦  «                             |                      |¦  «        |||||||	|
|||¬¦  «                             ¦   «          dS )z*See :meth:`polars.LazyFrame.sink_parquet`.)r]   r~   rx   rw   r   )rk   rl   rn   rp   rq   rr   rs   ru   rz   r|   rP   N)ri   rO   Úsink_parquetrd   Úawait_result)r?   rK   r_   rk   rl   rn   rp   rq   rr   rs   ru   rw   rx   rz   r|   r~   r]   rP   r   s                      rA   r‚   zRemoteEngine.sink_parquetè   s˜   € ð. 	×ÒØØØ'ØØ"7ð 	ñ 	
ô 	
ð 	
ð 	�Š�RÑÔ×%Ò%Ø�NŠN˜4Ñ Ô Ø#Ø/Ø!Ø)Ø)Ø)Ø+Ø 3ØØ%Ø'ð 	&ñ 	
ô 	
÷ Š,‰.Œ.ˆ.ØˆtrC   úIpcCompression | NoneÚcompat_levelúCompatLevel | NoneÚrecord_batch_sizeÚ_record_batch_statisticsc          
     óè   — |                       |||
|	|||| ¬¦  «         |                      |¦  «                             |                      |¦  «        |||||¬¦  «                             ¦   «          dS )z&See :meth:`polars.LazyFrame.sink_ipc`.)r]   r~   rx   rw   r‡   rˆ   r   rr   )rk   r…   rs   ru   rP   N)ri   rO   Úsink_ipcrd   rƒ   )r?   rK   r_   rk   r…   r‡   rr   rs   ru   rw   rx   r~   r]   rP   rˆ   r   s                   rA   rŠ   zRemoteEngine.sink_ipc  s’   € ð( 	×ÒØØØ'ØØ/Ø%=Ø"7à-Ð-ð 	ñ 
	
ô 
	
ð 
	
ð 	�Š�RÑÔ×!Ò!Ø�NŠN˜4Ñ Ô Ø#Ø%Ø+Ø 3Ø'ð 	"ñ 	
ô 	
÷ Š,‰.Œ.ˆ.ØˆtrC   ú.str | Path | IO[bytes] | IO[str] | PartitionByÚinclude_bomú'Literal['uncompressed', 'gzip', 'zstd']Úcheck_extensionÚinclude_headerÚ	separatorÚline_terminatorÚ
quote_charÚ
batch_sizeÚdatetime_formatú
str | NoneÚdate_formatÚtime_formatÚfloat_scientificúbool | NoneÚfloat_precisionÚdecimal_commaÚ
null_valueÚquote_styleúCsvQuoteStyle | Nonec               ó
  — |                       |||||dk    || | ¬¦  «         |                      |¦  «                             |                      |¦  «        ||||	|
||||||||||||¬¦  «                             ¦   «          dS )z&See :meth:`polars.LazyFrame.sink_csv`.Úuncompressed)r]   r~   rx   rw   rk   rl   rŽ   rr   )rŒ   r�   r�   r‘   r’   r“   r”   r–   r—   r˜   rš   r›   rœ   r�   rs   ru   rP   N)ri   rO   Úsink_csvrd   rƒ   )r?   rK   r_   rŒ   rk   rl   rŽ   r�   r�   r‘   r’   r“   r”   r–   r—   r˜   rš   r›   rœ   r�   rr   rs   ru   rw   rx   r~   r]   rP   s                               rA   r¡   zRemoteEngine.sink_csv?  s¿   € ð@ 	×ÒØØØ'ØØ# ~Ò5Ø/Ø /Ð/à-Ð-ð 	ñ 
	
ô 
	
ð 
	
ð 	�Š�RÑÔ×!Ò!Ø�NŠN˜4Ñ Ô Ø#Ø)ØØ+Ø!Ø!Ø+Ø#Ø#Ø-Ø+Ø'Ø!Ø#Ø+Ø 3Ø'ð% 	"ñ 	
ô 	
÷& Š,‰.Œ.ˆ.ØˆtrC   )N)r'   r&   r(   r   r)   r
   r*   r   r,   r+   r-   r1   r2   r   r3   r4   )r3   r>   )rK   r    r3   rL   )rK   r    rP   r"   r3   r#   )
rK   r    rP   r"   rT   rV   rU   rW   r3   rX   )r_   r   r3   r`   )r2   r   r3   r4   )&rK   r    r_   rj   rk   r   rl   rm   rn   ro   rp   rm   rq   rm   rr   rV   rs   rt   ru   rv   rw   rm   rx   ry   rz   r{   r|   r}   r~   rV   r]   rV   rP   r"   r   r€   r3   r4   ) rK   r    r_   rj   rk   r„   r…   r†   r‡   rm   rr   rV   rs   rt   ru   rv   rw   rm   rx   ry   r~   rV   r]   rV   rP   r"   rˆ   rV   r   r€   r3   r4   )8rK   r    r_   r‹   rŒ   rV   rk   r�   rl   rm   rŽ   rV   r�   rV   r�   r>   r‘   r>   r’   r>   r“   r+   r”   r•   r–   r•   r—   r•   r˜   r™   rš   rm   r›   rV   rœ   r•   r�   rž   rr   rV   rs   rt   ru   rv   rw   rm   rx   ry   r~   rV   r]   rV   rP   r"   r3   r4   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú__annotations__rB   ÚpropertyrH   rJ   rO   rS   r\   Ústaticmethodrd   ri   r‚   rŠ   r¡   rF   rC   rA   r%   r%   0   sÓ  € € € € € € ð.ð .ð` %Ð$Ð$Ñ$Ø8ØÐÐÑØRØÐÐÑØ1Ø!Ð!Ð!Ñ!Ø'Ø€N€N�NØ9ØÐÐÑØ'ØÐÐÑØBð ,0ð%ð %+Ø!'Ø(-ØØ)-ð%ð %ð %ð %ð %ð %ðN ðð ð ñ „Xðð ðð ð ñ „Xððð ð ð ð"Eð Eð Eð Eð !Ø48ð
ð 
ð 
ð 
ð 
ð 
ð: ð
ð 
ð 
ñ „\ð
ð ð&ð &ð &ñ „\ð&ð,ð ,ð ,ð ,ð\'ð 'ð 'ð 'ðR?ð ?ð ?ð ?ð ?ð ?rC   r%   )8r¥   Ú
__future__r   Útypingr   r   r   r   r   Úpolars._dependenciesr	   Úpolars._typingr
   r   Úpolars._utils.variousr   Úpolars._warningsr   Úpolars.lazyframe.enginer   r   Úcollections.abcr   Úpathlibr   r6   Úpcr   r   r   r   r   r   r   r   r   Úpolars.dataframer   Úpolars.interchange.protocolr   Úpolars.io.cloudr   rb   r   r   Úpolars.lazyframe.framer    Úpolars.lazyframe.in_processr!   Úpolars.lazyframe.opt_flagsr"   Úpolars.lazyframe.query_resultr#   r9   r;   r%   rF   rC   rA   ú<module>rº      sN  ððð ð #Ð "Ð "Ð "Ð "Ð "à <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ð <à 0Ð 0Ð 0Ð 0Ð 0Ð 0Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø *Ð *Ð *Ð *Ð *Ð *Ø ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;àð :Ø'Ð'Ð'Ð'Ð'Ð'ØÐÐÐÐÐàÐÐÐð
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð +Ð*Ð*Ð*Ð*Ð*Ø7Ð7Ð7Ð7Ð7Ð7Ø:Ð:Ð:Ð:Ð:Ð:ØDÐDÐDÐDÐDÐDÐDÐDØ0Ð0Ð0Ð0Ð0Ð0Ø:Ð:Ð:Ð:Ð:Ð:Ø8Ð8Ð8Ð8Ð8Ð8Ø9Ð9Ð9Ð9Ð9Ð9à�˜+Ñ&Ô&€Ø�x Ñ/Ô/Ð ðNð Nð Nð Nð N�6ñ Nô Nð Nð Nð NrC   