§
    Ò¬¸j�/  ã                  ó¸  — d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm	Z	m
Z
 d dlmZ d dlmZmZmZmZmZ d dlmZmZ d d	lmZmZmZmZ d d
lmZ erd dlmZ d dlmZ d dl m!Z!m"Z" dDd„Z#dEd„Z$dFd„Z%	 	 dGdHd„Z&e	 dIdddd œdJd*„¦   «         Z'e	 dIdddd œdKd,„¦   «         Z'e	 dIdddd œdLd/„¦   «         Z'	 dMd0d1dd œdLd2„Z'dd3œdNd:„Z(dOd<„Z)dMdPd=„Z*dQd>„Z+dQd?„Z,dRdC„Z-dS )Sé    )ÚannotationsN)ÚSequence)Úcontextmanager)ÚBytesIOÚStringIO)ÚPath)ÚIOÚTYPE_CHECKINGÚAnyÚcastÚoverload)Ú_FSSPEC_AVAILABLEÚfsspec)Úis_int_sequenceÚis_path_or_str_sequenceÚis_str_sequenceÚnormalize_filepath)ÚNoDataError)ÚIterator)ÚAbstractContextManager)ÚPolarsDataTypeÚStorageOptionsDictÚdtyper   Úreturnc                ó¤   — ddl }t          | |j        ¦  «        r$|                     d„ | j        D ¦   «         ¦  «        S |                     ¦   «         S )a…  Statistics-frame dtype for a column's ``null_count``.

    Scalar (and non-struct nested) columns carry a single row-level null count (the
    index type). Struct columns carry a *per-field* null count mirroring the column
    shape (each leaf replaced by the index type), so the skip-batch predicate can prune
    on an individual struct field via ``col("<c>_nc").struct.field(..)``.
    r   Nc                óB   — i | ]}|j         t          |j        ¦  «        “ŒS © )ÚnameÚnull_count_dtyper   )Ú.0Úfields     ú`/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/polars/io/_utils.pyú
<dictcomp>z$null_count_dtype.<locals>.<dictcomp>'   s'   € ÐQÐQÐQ¸5ˆUŒZÕ)¨%¬+Ñ6Ô6ÐQÐQÐQó    )ÚpolarsÚ
isinstanceÚStructÚfieldsÚget_index_type)r   Úpls     r"   r   r      sa   € ð ÐÐÐå�%˜œÑ#Ô#ð 
Ø�yŠyØQÐQÀEÄLÐQÑQÔQñ
ô 
ð 	
ð ×ÒÑÔÐr$   Úcolumnsú0Sequence[str] | Sequence[int] | str | int | Noneú1tuple[Sequence[int] | None, Sequence[str] | None]c                ó$  — | €dS d}d}t          | t          ¦  «        r| g}nlt          | t          ¦  «        r| g}nSt          | ¦  «        rt	          | ¦  «         | }n2t          | ¦  «        rt	          | ¦  «         | }nd}t          |¦  «        ‚||fS )a0  
    Parse the `columns` argument of an I/O function.

    Disambiguates between column names and column indices input.

    Returns
    -------
    tuple
        A tuple containing the columns as a projection and a list of column names.
        Only one will be specified, the other will be `None`.
    N)NNzQthe `columns` argument should contain a list of all integers or all string values)r&   ÚstrÚintr   Ú_ensure_columns_are_uniquer   Ú	TypeError)r+   Ú
projectionÚcolumn_namesÚmsgs       r"   Úparse_columns_argr6   ,   s´   € ð €Øˆzà'+€JØ)-€Lå�'�3ÑÔð Ø�yˆˆÝ	�G�SÑ	!Ô	!ð 
Ø�Yˆ
ˆ
Ý	˜Ñ	!Ô	!ð Ý" 7Ñ+Ô+Ð+ØˆˆÝ	˜Ñ	!Ô	!ð Ý" 7Ñ+Ô+Ð+Øˆ
ˆ
àaˆÝ˜‰nŒnÐà�|Ð#Ð#r$   úSequence[str] | Sequence[int]ÚNonec                óˆ   — t          | ¦  «        t          t          | ¦  «        ¦  «        k    rd| ›�}t          |¦  «        ‚d S )Nz2`columns` arg should only have unique values, got )ÚlenÚsetÚ
ValueError)r+   r5   s     r"   r1   r1   Q   sB   € Ý
ˆ7�|„|•s�3˜w™<œ<Ñ(Ô(Ò(Ð(ØNÀ7ÐNÐNˆÝ˜‰oŒoÐð )Ð(r$   Úrow_index_nameú
str | NoneÚrow_index_offsetr0   útuple[str, int] | Nonec                ó   — | €dS | |fS )z©
    Parse the `row_index_name` and `row_index_offset` arguments of an I/O function.

    The Rust functions take a single tuple rather than two separate arguments.
    Nr   )r=   r?   s     r"   Úparse_row_index_argsrB   W   s   € ð ÐØˆtàÐ 0Ð1Ð1r$   .)Úuse_pyarrowÚraise_if_emptyÚstorage_optionsÚfileú*str | Path | list[str] | IO[bytes] | bytesÚencodingrC   ÚboolrD   rE   úStorageOptionsDict | NoneúContextManager[str | BytesIO]c               ó   — d S ©Nr   ©rF   rH   rC   rD   rE   s        r"   Úprepare_file_argrO   f   ó	   € ð %( Cr$   ú(str | Path | IO[str] | IO[bytes] | bytesc               ó   — d S rM   r   rN   s        r"   rO   rO   q   rP   r$   ú4str | Path | list[str] | IO[str] | IO[bytes] | bytesú9ContextManager[str | list[str] | BytesIO | list[BytesIO]]c               ó   — d S rM   r   rN   s        r"   rO   rO   |   s   € ð ADÀr$   FTc               óÎ	  ‡‡— |r|                      ¦   «         ni }|rt          sd}t          |¦  «        ‚t          d"d„¦   «         }|r|dv nd}|r|nd	}|                     d
¦  «        r|dd…         dfn|df\  }}	| Št          | t          ¦  «        rK|s*|                      ||	¬¦  «                             d	¦  «        } t          t          | ¦  «        d|¬¦  «        S t          | t          ¦  «        rWt          t          |                      ¦   «                              d	¦  «        ¦  «        d|                      ¦   «         |¬¦  «        S t          | t          ¦  «        rœ|slt          t          |                      ¦   «                              ||	¬¦  «                             d	¦  «        ¦  «        d|                      ¦   «         |¬¦  «        S  |t          | d|                      ¦   «         |¬¦  «        ¦  «        S t          | t          ¦  «        ry|s]t          t          |                      ¦   «                              ||	¬¦  «                             d	¦  «        ¦  «        d| ›d�|¬¦  «        S  |t!          | ‰¬¦  «        ¦  «        S t          | t"          ¦  «        rút%          | ¦  «        rt'          | |¦  «        S t          rÔddlmŠ  ‰| ¦  «        d         dk    r�|r |t!          | ‰¬¦  «        ¦  «        S t          | ¦  «                             ||	¬¦  «        5 }
t          t          |
                     ¦   «                              d	¦  «        ¦  «        | ›|¬¦  «        cddd¦  «         S # 1 swxY w Y   ||d<   |	|d<   t/          j        | fi |¤ŽS t          | t0          ¦  «        r…t3          | ¦  «        rvt5          d„ | D ¦   «         ¦  «        r]t          rVddlmŠ |r2t5          ˆfd „| D ¦   «         ¦  «        r |ˆfd!„| D ¦   «         ¦  «        S ||d<   |	|d<   t/          j        | fi |¤ŽS t          | t"          ¦  «        r”t!          | ‰¬¦  «        } |s�t          | ¦  «                             ||	¬¦  «        5 }
t          t          |
                     ¦   «                              d	¦  «        ¦  «        | ›|¬¦  «        cddd¦  «         S # 1 swxY w Y    || ¦  «        S )#uœ  
    Prepare file argument.

    Utility for read_[csv, parquet]. (not to be used by scan_[csv, parquet]).
    Returned value is always usable as a context.

    A `StringIO`, `BytesIO` file is returned as a `BytesIO`.
    A local path is returned as a string.
    An http URL is read into a buffer and returned as a `BytesIO`.

    When `encoding` is not `utf8` or `utf8-lossy`, the whole file is
    first read in Python and decoded using the specified encoding and
    returned as a `BytesIO` (for usage with `read_csv`). If encoding
    ends with "-lossy", characters that can't be decoded are replaced
    with `ï¿½`.

    A `bytes` file is returned as a `BytesIO` if `use_pyarrow=True`.

    When fsspec is installed, remote file(s) is (are) opened with
    `fsspec.open(file, **kwargs)` or `fsspec.open_files(file, **kwargs)`.
    If encoding is not `utf8` or `utf8-lossy`, decoding is handled by
    fsspec too.
    z3`fsspec` is required for `storage_options` argumentrF   r   r   úIterator[Any]c              3  ó   K  — 	 | V — d S # w xY wrM   r   ©rF   s    r"   Úmanaged_filez&prepare_file_arg.<locals>.managed_file¬   s"   è è € ð	ØˆJˆJˆJàˆDøˆDˆDˆDˆDs   „
 Š>   Úutf8ú
utf8-lossyTr[   z-lossyNiúÿÿÿÚreplaceÚstrict)ÚerrorsÚbytes)ÚcontextrD   r   )ra   Úread_positionrD   r   )Úbra   rb   rD   zPath (ú)©Úcheck_not_directoryr   )Úinfer_storage_optionsÚprotocol)rH   r_   rH   r_   c              3  ó@   K  — | ]}t          |t          ¦  «        V — Œd S rM   )r&   r/   )r    Úfs     r"   ú	<genexpr>z#prepare_file_arg.<locals>.<genexpr>  s,   è è € Ð4VÐ4VÈAµZÀÅ3Ñ5GÔ5GÐ4VÐ4VÐ4VÐ4VÐ4VÐ4Vr$   c              3  óB   •K  — | ]} ‰|¦  «        d          dk    V — ŒdS )rh   rF   Nr   )r    rj   rg   s     €r"   rk   z#prepare_file_arg.<locals>.<genexpr>  s9   øè è € ÐTÐTÈ!Ð,Ð,¨QÑ/Ô/°
Ô;¸vÒEÐTÐTÐTÐTÐTÐTr$   c                ó2   •— g | ]}t          |‰¬ ¦  «        ‘ŒS )re   ©r   )r    rj   Úcheck_not_dirs     €r"   ú
<listcomp>z$prepare_file_arg.<locals>.<listcomp>  s6   ø€ ð ð ð à !õ /¨qÀmÐTÑTÔTðð ð r$   )rF   r   r   rW   )Úcopyr   ÚImportErrorr   Úendswithr&   r`   ÚdecodeÚencodeÚ_check_emptyr   r   ÚreadÚtellr   Ú
read_bytesr   r/   Úlooks_like_urlÚprocess_file_urlÚfsspec.utilsrg   Úopenr   ÚlistrI   ÚallÚ
open_files)rF   rH   rC   rD   rE   r5   rZ   Úhas_utf8_utf8_lossy_encodingÚencoding_strÚencoding_errorsrj   ro   rg   s              @@r"   rO   rO   ‡   s;  øø€ ð> 1@ÐG�o×*Ò*Ñ,Ô,Ð,ÀR€OØð Õ0ð ØCˆÝ˜#ÑÔÐõ ðð ð ñ „^ðð /7Ð@ˆÐ*Ð*Ð*¸Dð !ð  (Ð3�8�8¨V€Lð × Ò  Ñ*Ô*ð	&ˆ�c�r�cÔ	˜IÐ&Ð&à˜HÐ%ñ "€L�/ð $�O€Må�$�ÑÔð 
Ø+ð 	TØ—;’;˜|°O�;ÑDÔD×KÒKÈFÑSÔSˆDÝÝ�D‰MŒM 7¸>ð
ñ 
ô 
ð 	
õ �$�Ñ!Ô!ð 
ÝÝ�D—I’I‘K”K×&Ò& vÑ.Ô.Ñ/Ô/ØØŸ)š)™+œ+Ø)ð	
ñ 
ô 
ð 	
õ �$�Ñ Ô ð 
Ø+ð 
	ÝÝØ—I’I‘K”Kß’V˜L°�VÑAÔAß’V˜F‘^”^ñô ð
 "Ø"Ÿiši™kœkØ-ð	ñ 	ô 	ð 	ð ˆ|ÝØØ!Ø"Ÿiši™kœkØ-ð	ñ ô ñ
ô 
ð 	
õ �$�ÑÔð YØ+ð 		ÝÝØ—O’OÑ%Ô%ß’V˜L°�VÑAÔAß’V˜F‘^”^ñô ð
 + Ð*Ð*Ð*Ø-ðñ ô ð ð ˆ|Õ.¨tÈÐWÑWÔWÑXÔXÐXå�$�ÑÔð 8õ ˜$ÑÔð 	8Ý# D¨,Ñ7Ô7Ð7Ýð 	8Ø:Ð:Ð:Ð:Ð:Ð:ð %Ð$ TÑ*Ô*¨:Ô6¸&Ò@Ð@à/ð Ø'˜<Ý*¨4À]ÐSÑSÔSñô ð õ ˜$‘Z”Z—_’_Ø)°/ð %ñ ô ð àÝ'Ý §¢¡¤§¢°Ñ 7Ô 7Ñ8Ô8Ø#' Ø'5ðñ ô ðð ð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð ð +3ˆO˜JÑ'Ø(7ˆO˜HÑ%Ý”;˜tÐ7Ð7 Ð7Ð7Ð7å�$�ÑÔð >¥$ t¡*¤*ð >µÐ4VÐ4VÐQUÐ4VÑ4VÔ4VÑ1VÔ1Vð >Ýð 	>Ø:Ð:Ð:Ð:Ð:Ð:à+ð ÝÐTÐTÐTÐTÈtÐTÑTÔTÑTÔTð Ø'˜<ðð ð ð à%)ðñ ô ñô ð ð +3ˆO˜JÑ'Ø(7ˆO˜HÑ%ÝÔ$ TÐ=Ð=¨_Ð=Ð=Ð=å�$�ÑÔð Ý! $¸MÐJÑJÔJˆØ+ð 	Ý�d‘”—’¨,¸�ÑOÔOð ÐSTÝ#Ý˜AŸFšF™HœHŸOšO¨FÑ3Ô3Ñ4Ô4Ø#˜KØ#1ðñ ô ðð ð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð ð ˆ<˜ÑÔÐs&   Ì AM2Í2M6Í9M6Ñ?ASÓSÓS)rb   rc   r   ra   r/   rb   ú
int | Nonec               óŒ   — |rA|                       ¦   «         j        dk    r$|dv r|rd|› d�nd}d|› |› �}t          |¦  «        ‚| S )Nr   )r   r   z (buffer position = z; try seek(0) before reading?)Ú zempty data from )Ú	getbufferÚnbytesr   )rc   ra   rD   rb   Úhintr5   s         r"   rv   rv   ,  sw   € ð ð ˜!Ÿ+š+™-œ-Ô.°!Ò3Ð3ð Ð1Ð1Ð1°mÐ1ð Q =ÐPÐPÐPÐPàð 	ð
 1 Ð0¨$Ð0Ð0ˆÝ˜#ÑÔÐØ€Hr$   Úpathc                óF   — t          j        d| t           j        ¦  «        d uS )Nz^(ht|f)tps?://)ÚreÚmatchÚ
IGNORECASE)rŠ   s    r"   rz   rz   :  s   € ÝŒ8Ð% t­R¬]Ñ;Ô;À4ÐGÐGr$   c                óL  — ddl m}  || ¦  «        5 }|r|dv r-t          |                     ¦   «         ¦  «        cd d d ¦  «         S t          |                     ¦   «                              |¦  «                             d¦  «        ¦  «        cd d d ¦  «         S # 1 swxY w Y   d S )Nr   )Úurlopen>   r[   r\   r[   )Úurllib.requestr�   r   rw   rt   ru   )rŠ   rH   r�   rj   s       r"   r{   r{   >  s  € Ø&Ð&Ð&Ð&Ð&Ð&à	ˆ�‰Œð E˜!Øð 	E˜8Ð'=Ð=Ð=Ý˜1Ÿ6š6™8œ8Ñ$Ô$ðEð Eð Eð Eñ Eô Eð Eð Eõ ˜1Ÿ6š6™8œ8Ÿ?š?¨8Ñ4Ô4×;Ò;¸FÑCÔCÑDÔDð	Eð Eð Eð Eñ Eô Eð Eð Eð Eð Eð Eð Eøøøð Eð Eð Eð Eð Eð Es   ’'BÁABÂBÂ Bc                ó:   ‡ — t          ˆ fd„dD ¦   «         ¦  «        S )Nc              3  ó    •K  — | ]}|‰v V — Œ	d S rM   r   )r    ÚcharrF   s     €r"   rk   z"is_glob_pattern.<locals>.<genexpr>I  s'   øè è € Ð8Ð8 ˆt�tˆ|Ð8Ð8Ð8Ð8Ð8Ð8r$   )Ú*Ú?ú[)ÚanyrY   s   `r"   Úis_glob_patternr™   H  s&   ø€ ÝÐ8Ð8Ð8Ð8¨Ð8Ñ8Ô8Ñ8Ô8Ð8r$   c                óp   — 	 t          t          j        | d¬¦  «        ¦  «         dS # t          $ r Y dS w xY w)NT)Ú	recursiveF)ÚnextÚglobÚiglobÚStopIterationrY   s    r"   Úis_local_filer    L  sO   € ðÝ�TŒZ˜¨Ð-Ñ-Ô-Ñ.Ô.Ð.ð ˆtøõ ð ð ð Øˆuˆuðøøøs   ‚#' §
5´5Úsourceúqstr | Path | IO[bytes] | IO[str] | bytes | list[str] | list[Path] | list[IO[bytes]] | list[IO[str]] | list[bytes]úFlist[str] | list[Path] | list[IO[str]] | list[IO[bytes]] | list[bytes]c                ó   — t          | t          t          f¦  «        rt          | d¬¦  «        } nt	          | ¦  «        rd„ | D ¦   «         } t          | t
          ¦  «        rt          | t          t          f¦  «        r| g}t          d|¦  «        S | S )NFre   c                ó0   — g | ]}t          |d ¬¦  «        ‘ŒS )Fre   rn   )r    r¡   s     r"   rp   zget_sources.<locals>.<listcomp>d  s3   € ð 
ð 
ð 
ØFLÕ˜v¸5ÐAÑAÔAð
ð 
ð 
r$   z9list[bytes] | list[str] | list[IO[bytes]] | list[IO[str]])r&   r/   r   r   r   r   r`   r   )r¡   Úouts     r"   Úget_sourcesr§   U  s¥   € õ �&�3¥˜+Ñ&Ô&ð 
Ý# FÀÐFÑFÔFˆˆÝ	  Ñ	(Ô	(ð 
ð
ð 
ØPVð
ñ 
ô 
ˆõ �f�hÑ'Ô'ð V­:°f½sÅE¸lÑ+KÔ+Kð VØ8>°xˆåÐOÐQTÑUÔUÐUà€Mr$   )r   r   r   r   )r+   r,   r   r-   )r+   r7   r   r8   )Nr   )r=   r>   r?   r0   r   r@   ).)rF   rG   rH   r>   rC   rI   rD   rI   rE   rJ   r   rK   )rF   rQ   rH   r>   rC   rI   rD   rI   rE   rJ   r   rK   )rF   rS   rH   r>   rC   rI   rD   rI   rE   rJ   r   rT   rM   )
rc   r   ra   r/   rD   rI   rb   r„   r   r   )rŠ   r/   r   rI   )rŠ   r/   rH   r>   r   r   )rF   r/   r   rI   )r¡   r¢   r   r£   ).Ú
__future__r   r�   rŒ   Úcollections.abcr   Ú
contextlibr   Úior   r   Úpathlibr   Útypingr	   r
   r   r   r   Úpolars._dependenciesr   r   Úpolars._utils.variousr   r   r   r   Úpolars.exceptionsr   r   r   ÚContextManagerÚpolars._typingr   r   r   r6   r1   rB   rO   rv   rz   r{   r™   r    r§   r   r$   r"   ú<module>r³      sL  ðØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø 	€	€	€	Ø $Ð $Ð $Ð $Ð $Ð $Ø %Ð %Ð %Ð %Ð %Ð %Ø  Ð  Ð  Ð  Ð  Ð  Ð  Ð  Ø Ð Ð Ð Ð Ð Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9à :Ð :Ð :Ð :Ð :Ð :Ð :Ð :ðð ð ð ð ð ð ð ð ð ð ð ð *Ð )Ð )Ð )Ð )Ð )àð BØ(Ð(Ð(Ð(Ð(Ð(ØCÐCÐCÐCÐCÐCàAÐAÐAÐAÐAÐAÐAÐAðð ð ð ð""$ð "$ð "$ð "$ðJð ð ð ð "&Øð2ð 2ð 2ð 2ð 2ð 
ð ð(ð ØØ14ð(ð (ð (ð (ð (ñ 
„ð(ð 
ð ð(ð ØØ14ð(ð (ð (ð (ð (ñ 
„ð(ð 
ð ðDð ØØ14ðDð Dð Dð Dð Dñ 
„ðDð  ðbð ØØ15ðbð bð bð bð bð bðL TXðð ð ð ð ð ðHð Hð Hð HðEð Eð Eð Eð Eð9ð 9ð 9ð 9ðð ð ð ðð ð ð ð ð r$   