§
    #P„jh´  ã                   ó®  — d dl Z d dlmZ d dlmZ d dlZd dlmZ d dlZd dl	m
Z
 d dlZd dlZd dlZd dlZ	 d dlZn# e$ r dZY nw xY wd dlZd dlmZmZmZ i ai ai ad„ Zd„ Zd	„ Zd
„ Zd„ Zd„ Z 	 d.d„Z!d„ Z"d„ Z#d„ Z$d„ Z%d„ Z&d„ Z'd„ Z(d„ Z)d„ Z*d„ Z+d.d„Z,	 	 d/d„Z-d„ Z.d0d„Z/d„ Z0	 d1d „Z1h d!£Z2d"„ Z3d#„ Z4d$„ Z5d.d%„Z6	 d.d&„Z7d'„ Z8d(„ Z9d)„ Z:d*„ Z;d+„ Z<d,„ Z=d-„ Z>dS )2é    N)ÚSequence)Úfutures)Údeepcopy)Úzip_longest)Ú_pandas_apiÚ	frombytesÚis_threading_enabledc            	      ó"  — t           �s�t                                i t          j        j        d“t          j        j        d“t          j        j        d“t          j        j        d“t          j        j        d“t          j        j	        d“t          j        j
        d“t          j        j        d“t          j        j        d	“t          j        j        d
“t          j        j        d“t          j        j        d“t          j        j        d“t          j        j        d“t          j        j        d“t          j        j        d“t          j        j        d“t          j        j        dt          j        j        dt          j        j        di¥¦  «         t           S )NÚemptyÚboolÚint8Úint16Úint32Úint64Úuint8Úuint16Úuint32Úuint64Úfloat16Úfloat32Úfloat64ÚdateÚtimeÚbytesÚunicode)Ú_logical_type_mapÚupdateÚpaÚlibÚType_NAÚ	Type_BOOLÚ	Type_INT8Ú
Type_INT16Ú
Type_INT32Ú
Type_INT64Ú
Type_UINT8ÚType_UINT16ÚType_UINT32ÚType_UINT64ÚType_HALF_FLOATÚ
Type_FLOATÚType_DOUBLEÚType_DATE32ÚType_DATE64ÚType_TIME32ÚType_TIME64ÚType_BINARYÚType_FIXED_SIZE_BINARYÚType_STRING© ó    úZ/root/disk_3tb/conda_envs/Huy-visual/lib/python3.11/site-packages/pyarrow/pandas_compat.pyÚget_logical_type_mapr7   .   sw  € õ ñ Ý× Ò ð "
ÝŒFŒN˜Gð"
åŒFÔ˜fð"
õ ŒFÔ˜fð"
õ ŒFÔ˜wð	"
õ
 ŒFÔ˜wð"
õ ŒFÔ˜wð"
õ ŒFÔ˜wð"
õ ŒFÔ ð"
õ ŒFÔ ð"
õ ŒFÔ ð"
õ ŒFÔ" Ið"
õ ŒFÔ˜yð"
õ ŒFÔ 	ð"
õ ŒFÔ ð"
õ ŒFÔ ð"
õ  ŒFÔ ð!"
õ" ŒFÔ ð#"
õ$ ŒFÔ ÝŒFÔ)¨7ÝŒFÔ 	ð)"
ð "
ñ 	ô 	ð 	õ, Ðr5   c                 ó®  — t          ¦   «         }	 || j                 S # t          $ r­ t          | t          j        j        ¦  «        rY dS t          | t          j        j        ¦  «        rdt          | j	        ¦  «        › d�cY S t          | t          j        j
        ¦  «        r| j        �dndcY S t          j                             | ¦  «        rY dS Y dS w xY w)NÚcategoricalzlist[ú]Ú
datetimetzÚdatetimeÚdecimalÚobject)r7   ÚidÚKeyErrorÚ
isinstancer   r   ÚDictionaryTypeÚListTypeÚget_logical_typeÚ
value_typeÚTimestampTypeÚtzÚtypesÚ
is_decimal)Ú
arrow_typeÚlogical_type_maps     r6   rD   rD   K   sæ   € Ý+Ñ-Ô-ÐðØ 
¤Ô.Ð.øÝð 	ð 	ð 	Ý�j¥"¤&Ô"7Ñ8Ô8ð 	Ø �=�=Ý˜
¥B¤F¤OÑ4Ô4ð 	ØEÕ+¨JÔ,AÑBÔBÐEÐEÐEÐEÐEÐEÝ˜
¥B¤FÔ$8Ñ9Ô9ð 	Ø#-¤=Ð#<�<�<À*ÐLÐLÐLÝŒX× Ò  Ñ,Ô,ð 	Ø�9�9Øˆxˆxð	øøøs!   � �)CÁ	7CÂ*CÂ.CÃCc                  óŽ  — t           s¸t                                t          j        dt          j        dt          j        dt          j        dt          j        dt          j        dt          j	        dt          j
        dt          j        d	t          j        d
t          j        dddt          j        dt          j        di¦  «         t           S )Nr   r   r   r   r   r   r   r   r   r   r   údatetime64[D]r   Ústringr   )Ú_numpy_logical_type_mapr   ÚnpÚbool_r   r   r   r   r   r   r   r   r   r   Ústr_Úbytes_r4   r5   r6   Úget_numpy_logical_type_maprT   \   s�   € å"ð Ý×&Ò&ÝŒH�fÝŒG�VÝŒH�gÝŒH�gÝŒH�gÝŒH�gÝŒI�xÝŒI�xÝŒI�xÝŒJ˜	ÝŒJ˜	Ø˜VÝŒG�XÝŒI�wð(
ñ 	ô 	ð 	õ  #Ð"r5   c                 óL  — t          ¦   «         }	 || j        j                 S # t          $ rw t	          | j        d¦  «        rY dS t          | j        ¦  «                             d¦  «        rt          | j        ¦  «        cY S t          j        | ¦  «        }|dk    rY dS |cY S w xY w)NrG   r;   Ú
datetime64rN   r   )	rT   ÚdtypeÚtyper@   ÚhasattrÚstrÚ
startswithr   Úinfer_dtype)Úpandas_collectionÚnumpy_logical_type_mapÚresults      r6   Úget_logical_type_from_numpyr`   r   sÅ   € Ý7Ñ9Ô9ÐðØ%Ð&7Ô&=Ô&BÔCÐCøÝð 
ð 
ð 
ÝÐ$Ô*¨DÑ1Ô1ð 	 Ø�<�<õ Ð Ô&Ñ'Ô'×2Ò2°<Ñ@Ô@ð 	0ÝÐ(Ô.Ñ/Ô/Ð/Ð/Ð/ÝÔ(Ð):Ñ;Ô;ˆØ�XÒÐØ�9�9Øˆˆˆð
øøøs!   �" ¢B#Á;B#ÂB#ÂB#Â"B#c                 óz  — | j         }t          |¦  «        dk    rKt          | d| ¦  «        }|€J ‚t          |j        ¦  «        |j        dœ}t          |j        j         ¦  «        }nSt          |d¦  «        r2dt          j	         
                    |j        ¦  «        i}d|j        › d�}nd }t          |¦  «        }||fS )NÚcategoryÚcat)Únum_categoriesÚorderedrG   Útimezonezdatetime64[r:   )rW   rZ   ÚgetattrÚlenÚ
categoriesre   ÚcodesrY   r   r   Útzinfo_to_stringrG   Úunit)ÚcolumnrW   ÚcatsÚmetadataÚphysical_dtypes        r6   Úget_extension_dtype_inforq   ƒ   sÈ   € ØŒL€EÝ
ˆ5�z„z�ZÒÐÝ�v˜u fÑ-Ô-ˆØÐÐÐå! $¤/Ñ2Ô2Ø”|ð
ð 
ˆõ ˜TœZÔ-Ñ.Ô.ˆˆÝ	�˜Ñ	Ô	ð $Ø¥¤× 7Ò 7¸¼Ñ AÔ AÐBˆØ4 u¤zÐ4Ð4Ð4ˆˆàˆÝ˜U™œˆØ˜8Ð#Ð#r5   c                 óÂ  — t          |¦  «        }t          | ¦  «        \  }}|dk    r|j        |j        dœ}d}|�et	          |t
          ¦  «        rt          j        |¦  «        s<t	          |t          ¦  «        s't          d|› dt          |¦  «        j        › �¦  «        ‚t	          |t          ¦  «        s$J t          t          |¦  «        ¦  «        ¦   «         ‚|||||dœS )a¿  Construct the metadata for a given column

    Parameters
    ----------
    column : pandas.Series or pandas.Index
    name : str
    arrow_type : pyarrow.DataType
    field_name : str
        Equivalent to `name` when `column` is a `Series`, otherwise if `column`
        is a pandas Index then `field_name` will not be the same as `name`.
        This is the name of the field in the arrow Table's schema.

    Returns
    -------
    dict
    r=   )Ú	precisionÚscaler>   Nz)Column name must be a string. Got column z	 of type ©ÚnameÚ
field_nameÚpandas_typeÚ
numpy_typero   )rD   rq   rs   rt   rA   ÚfloatrP   ÚisnanrZ   Ú	TypeErrorrX   Ú__name__)rm   rv   rJ   rw   Úlogical_typeÚstring_dtypeÚextra_metadatas          r6   Úget_column_metadatar�   –   s  € õ" $ JÑ/Ô/€Lå#;¸FÑ#CÔ#CÑ €L�.Ø�yÒ Ð à#Ô-ØÔ%ð
ð 
ˆð  ˆð 	ÐÝ˜D¥%Ñ(Ô(ð 	Ý-/¬X°d©^¬^ð 	å˜4¥Ñ%Ô%ð 	õ ð%¸ð %ð %Ý�D‰zŒzÔ"ð%ð %ñ
ô 
ð 	
õ
 �j¥#Ñ&Ô&Ð=Ð=­­D°Ñ,<Ô,<Ñ(=Ô(=Ñ=Ô=Ð&àØ Ø#Ø"Ø"ðð ð r5   c           
      óD  — |€d„ |D ¦   «         }d„ t          ||¦  «        D ¦   «         }t          |¦  «        }	t          |¦  «        }
|d|
|	z
  …         }||
|	z
  d…         }g }t          | |||¦  «        D ]/\  }}}}t          ||||¬¦  «        }|                     |¦  «         Œ0g }|du�r>g }t          ||¦  «        D ]}\  \  }}}|j        �4t          |j        t          ¦  «        s|                     |j        ¦  «         t          |t          |j        ¦  «        ||¬¦  «        }|                     |¦  «         Œ~t          |¦  «        dk    r t          j	        d|› d�t          d	¬
¦  «         g }t          |j        d|j        g¦  «        }t          |j        d|j        j        g¦  «        }t          ||¦  «        D ]*\  }}t          ||¦  «        }|                     |¦  «         Œ+ng x}x}}t          |d¦  «        r|j        ni }	 t!          j        |¦  «         n9# t$          $ r,}i }t          j	        d|› d�t          d	¬
¦  «         Y d}~nd}~ww xY wdt!          j        ||||z   |dt&          j        dœt*          j        dœ¦  «                             d¦  «        iS )aÒ  Returns a dictionary containing enough metadata to reconstruct a pandas
    DataFrame as an Arrow Table, including index columns.

    Parameters
    ----------
    columns_to_convert : list[pd.Series]
    df : pandas.DataFrame
    column_names : list[str | None]
    column_field_names: list[str]
    index_levels : List[pd.Index]
    index_descriptors : List[Dict]
    preserve_index : bool
    types : List[pyarrow.DataType]

    Returns
    -------
    dict
    Nc                 ó,   — g | ]}t          |¦  «        ‘ŒS r4   )rZ   )Ú.0rv   s     r6   ú
<listcomp>z&construct_metadata.<locals>.<listcomp>Þ   s   € ÐAÐAÐA¨D�c $™iœiÐAÐAÐAr5   c                 óF   — g | ]\  }}t          |t          ¦  «        °||f‘ŒS r4   )rA   Údict)r„   ÚlevelÚ
descriptors      r6   r…   z&construct_metadata.<locals>.<listcomp>à   sA   € ð ð ð áˆE�:Ý˜*¥dÑ+Ô+ðØ	�
Ððð ð r5   )rv   rJ   rw   Fr   z&The DataFrame has non-str index name `z@` which will be converted to string and not roundtrip correctly.é   ©Ú
stacklevelÚlevelsÚnamesÚattrsz(Could not serialize pd.DataFrame.attrs: z!, defaulting to empty attributes.s   pandasÚpyarrow)ÚlibraryÚversion)Úindex_columnsÚcolumn_indexesÚcolumnsÚ
attributesÚcreatorÚpandas_versionÚutf8)Úziprh   r�   Úappendrv   rA   rZ   Ú_column_name_to_stringsÚwarningsÚwarnÚUserWarningrg   r•   Ú_get_simple_index_descriptorrY   r�   ÚjsonÚdumpsÚ	Exceptionr   Ú__version__r   r’   Úencode)Úcolumns_to_convertÚdfÚcolumn_namesÚindex_levelsÚindex_descriptorsÚpreserve_indexrH   Úcolumn_field_namesÚserialized_index_levelsÚnum_serialized_index_levelsÚntypesÚdf_typesÚindex_typesÚcolumn_metadataÚcolrv   rw   rJ   ro   Úindex_column_metadataÚnon_str_index_namesrˆ   r‰   r”   r�   rŽ   r–   Úes                               r6   Úconstruct_metadatar·   Å   s•  € ð* Ð!ð BÐA°LÐAÑAÔAÐðð å!$ \Ð3DÑ!EÔ!Eðñ ô Ðõ #&Ð&=Ñ">Ô">Ðõ �‰ZŒZ€FØÐ:�fÐ:Ñ:Ð:Ô;€HØ˜Ð!<Ñ<Ð=Ð=Ô>€Kà€OÝ-0Ð1CÀ\Ø1CÀXñ.Oô .Oð )ð )Ñ)ˆˆT�:˜zå& s°Ø2<Ø2<ð>ñ >ô >ˆð 	×Ò˜xÑ(Ô(Ð(Ð(àÐØ˜UÐ"Ñ"Ø ÐÝ/2Ø# [ñ0
ô 0
ð 	3ð 	3Ñ+ÑˆU�J ð ŒzÐ%­j¸¼ÅSÑ.IÔ.IÐ%Ø#×*Ò*¨5¬:Ñ6Ô6Ð6å*ØÝ,¨U¬ZÑ8Ô8Ø%Ø%ð	ñ ô ˆHð "×(Ò(¨Ñ2Ô2Ð2Ð2åÐ"Ñ#Ô# aÒ'Ð'ÝŒMð0Ð9Lð 0ð 0ð 0õ ¨ð	+ñ +ô +ð +ð ˆå˜œ X°´
¨|Ñ<Ô<ˆÝ˜œ
 G¨b¬j¬oÐ->Ñ?Ô?ˆÝ˜v uÑ-Ô-ð 	,ð 	,‰KˆE�4Ý3°E¸4Ñ@Ô@ˆHØ×!Ò! (Ñ+Ô+Ð+Ð+ð	,ð FHÐGÐÐGÐ1°Nå$ R¨Ñ1Ô1Ð9�”�°r€Jð'ÝŒ
�:ÑÔÐÐøÝð 'ð 'ð 'Øˆ
ÝŒð0°qð 0ð 0ð 0å Að	'ñ 	'ô 	'ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'øøøøð'øøøð 	•4”:Ø.Ø,Ø&Ð)>Ñ>Ø$à$Ýœ>ðð õ *Ô1ð

ð 

ñ 
ô 
÷ Š6�&‰>Œ>ðð s   È
H È
IÈ)"IÉIc                 ó°   — t          | ¦  «        \  }}t          | ¦  «        }d|v rt          j        dt          d¬¦  «         |dk    r|rJ ‚ddi}|||||dœS )	NÚmixedzlThe DataFrame has column names of mixed type. They will be converted to strings and not roundtrip correctly.rŠ   r‹   r   ÚencodingúUTF-8ru   )rq   r`   r�   rž   rŸ   )rˆ   rv   r   r€   rx   s        r6   r    r    2  s‘   € Ý#;¸EÑ#BÔ#BÑ €L�.Ý-¨eÑ4Ô4€KØ�+ÐÐÝŒð@å Að	'ñ 	'ô 	'ð 	'ð �iÒÐØ!Ð!Ð!Ð!Ø$ gÐ.ˆàØØ"Ø"Ø"ðð ð r5   c                 óÌ  — t          | t          ¦  «        r| S t          | t          ¦  «        r|                      d¦  «        S t          | t          ¦  «        r/t          t	          t          t          | ¦  «        ¦  «        ¦  «        S t          | t          ¦  «        rt          d¦  «        ‚| �)t          | t          ¦  «        rt          j        | ¦  «        r| S t          | ¦  «        S )a!  Convert a column name (or level) to either a string or a recursive
    collection of strings.

    Parameters
    ----------
    name : str or tuple

    Returns
    -------
    value : str or tuple

    Examples
    --------
    >>> name = 'foo'
    >>> _column_name_to_strings(name)
    'foo'
    >>> name = ('foo', 'bar')
    >>> _column_name_to_strings(name)
    "('foo', 'bar')"
    >>> import pandas as pd
    >>> name = (1, pd.Timestamp('2017-02-01 00:00:00'))
    >>> _column_name_to_strings(name)
    "('1', '2017-02-01 00:00:00')"
    r™   z%Unsupported type for MultiIndex level)rA   rZ   r   ÚdecodeÚtupleÚmaprœ   r   r|   rz   rP   r{   ©rv   s    r6   rœ   rœ   F  sÃ   € õ2 �$�ÑÔð 
ØˆÝ	�D�%Ñ	 Ô	 ð à�{Š{˜6Ñ"Ô"Ð"Ý	�D�%Ñ	 Ô	 ð Ý•5�Õ4°dÑ;Ô;Ñ<Ô<Ñ=Ô=Ð=Ý	�D�(Ñ	#Ô	#ð ÝÐ?Ñ@Ô@Ð@Ø	ˆ�* T­5Ñ1Ô1ˆµb´h¸t±n´nˆØˆÝˆt‰9Œ9Ðr5   c                 óŠ   — | j         �| j         |vrt          | j         ¦  «        S |}d|d›d�|v r|dz  }d|d›d�|v °d|d›d�S )zÝReturn the name of an index level or a default name if `index.name` is
    None or is already a column name.

    Parameters
    ----------
    index : pandas.Index
    i : int

    Returns
    -------
    name : str
    NÚ__index_level_ÚdÚ__é   )rv   rœ   )ÚindexÚir¨   Újs       r6   Ú_index_level_namerÉ   m  s~   € ð „zÐ %¤*°LÐ"@Ð"@Ý& u¤zÑ2Ô2Ð2àˆØ&˜qÐ&Ð&Ð&Ð&¨,Ð6Ð6Ø�‰FˆAð '˜qÐ&Ð&Ð&Ð&¨,Ð6Ð6à' Ð'Ð'Ð'Ð'Ð'r5   c                 ó¼  — t          | ||¦  «        }| j        j        s$t          dt	          | j        ¦  «        › �¦  «        ‚|�t          | ||¦  «        S g }g }|durt          | j        ¦  «        ng }g }g }|D ]¡}	| |	         }
t          |	¦  «        }	t          j
        |
¦  «        rt          d|	› d�¦  «        ‚|                     |
¦  «         |                     d ¦  «         |                     |	¦  «         |                     t          |	¦  «        ¦  «         Œ¢g }g }t          |¦  «        D ] \  }}t          ||||z   ¦  «        }	t!          |t          j        j        ¦  «        r|€t'          |¦  «        }nA|                     |¦  «         |                     d ¦  «         |	}|                     |	¦  «         |                     |¦  «         Œ¡||z   }||||||||fS )NzDuplicate column names found: FúSparse pandas data (column ú) not supported.)Ú_resolve_columns_of_interestr•   Ú	is_uniqueÚ
ValueErrorÚlistÚ$_get_columns_to_convert_given_schemaÚ_get_index_level_valuesrÆ   rœ   r   Ú	is_sparser|   r›   rZ   Ú	enumeraterÉ   rA   ÚpdÚ
RangeIndexÚ_get_range_index_descriptor)r§   Úschemar«   r•   r¨   r¬   r©   r¦   Úconvert_fieldsrv   r³   rª   Úindex_column_namesrÇ   Úindex_levelÚdescrÚ	all_namess                    r6   Ú_get_columns_to_convertrÞ   ƒ  sL  € Ý*¨2¨v°wÑ?Ô?€GàŒ:Ôð 
ÝØ?­T°"´*Ñ-=Ô-=Ð?Ð?ñ
ô 
ð 	
ð ÐÝ3°B¸ÀÑOÔOÐOà€LØÐð .<À5Ð-HÐ-HÕ ¤Ñ)Ô)Ð)Øð ð
 ÐØ€Nàð -ð -ˆØ�ŒhˆÝ& tÑ,Ô,ˆåÔ  Ñ%Ô%ð 	FÝØD¨dÐDÐDÐDñFô Fð Fð 	×!Ò! #Ñ&Ô&Ð&Ø×Ò˜dÑ#Ô#Ð#Ø×Ò˜DÑ!Ô!Ð!Ø×!Ò!¥# d¡)¤)Ñ,Ô,Ð,Ð,àÐØÐÝ# LÑ1Ô1ð (ð (‰ˆˆ;Ý Ø˜˜LÐ+=Ñ=ñ
ô 
ˆõ �{¥K¤NÔ$=Ñ>Ô>ð 	,ØÐ&Ý/°Ñ<Ô<ˆEˆEà×%Ò% kÑ2Ô2Ð2Ø×!Ò! $Ñ'Ô'Ð'ØˆEØ×%Ò% dÑ+Ô+Ð+Ø× Ò  Ñ'Ô'Ð'Ð'à"Ð%7Ñ7€Ið �|Ð%7Ð9KØ˜|Ð-?ÀðQð Qr5   c                 ó  — g }g }g }g }g }g }|j         D �]b}		 | |	         }
d}n—# t          $ rŠ 	 t          | |	¦  «        }
n(# t          t          f$ r t          d|	› d�¦  «        ‚w xY w|du rt	          d|	› d�¦  «        ‚|€2t          |
t          j        j        ¦  «        rt	          d|	› d�¦  «        ‚d}Y nw xY wt          j	        |
¦  «        rt          d|	› d	�¦  «        ‚|                     |	¦  «        }|                     |
¦  «         |                     |¦  «         |                     |	¦  «         |r?|                     |	¦  «         |                     |	¦  «         |                     |
¦  «         �Œd||z   }||||||||fS )
zõ
    Specialized version of _get_columns_to_convert in case a Schema is
    specified.
    In that case, the Schema is used as the single point of truth for the
    table structure (types, which columns are included, order of columns, ...).
    Fzname 'zF' present in the specified schema is not found in the columns or indexzd' present in the specified schema corresponds to the index, but 'preserve_index=False' was specifiedNzý' is present in the schema, but it is a RangeIndex which will not be converted as a column in the Table, but saved as metadata-only not in columns. Specify 'preserve_index=True' to force it being added as a column, or remove it from the specified schemaTrË   rÌ   )rŽ   r@   Ú_get_index_levelÚ
IndexErrorrÏ   rA   r   rÕ   rÖ   rÓ   r|   Úfieldr›   )r§   rØ   r«   r¨   r¦   rÙ   rª   rÚ   r©   rv   r³   Úis_indexrâ   rÝ   s                 r6   rÑ   rÑ   Ç  sC  € ð €LØÐØ€NØÐØÐØ€Là”ð (%ñ (%ˆð	Ø�T”(ˆCØˆHˆHøÝð 	ð 	ð 	ð/Ý& r¨4Ñ0Ô0��øÝ�jÐ)ð /ð /ð /åð.˜Tð .ð .ð .ñ/ô /ð /ð/øøøð
  Ð&Ð&Ý ð ˜Tð  ð  ð  ñ!ô !ð !ð !Ð(Ý˜s¥K¤NÔ$=Ñ>Ô>ð )å ð'˜Tð 'ð 'ð 'ñ(ô (ð (ð ˆHˆHˆHð-	øøøõ0 Ô  Ñ%Ô%ð 	FÝØD¨dÐDÐDÐDñFô Fð Fð —’˜TÑ"Ô"ˆØ×!Ò! #Ñ&Ô&Ð&Ø×Ò˜eÑ$Ô$Ð$Ø×Ò˜DÑ!Ô!Ð!àð 	%Ø×%Ò% dÑ+Ô+Ð+Ø×$Ò$ TÑ*Ô*Ð*Ø×Ò Ñ$Ô$Ð$ùàÐ1Ñ1€Ià�| \Ð3EØ˜|Ð-?ÀðQð Qs$   ˜
#£
B7®?¾B7¿%A$Á$AB7Â6B7c                 ó¼   — |}|| j         j        vr3t          |¦  «        r$t          |t	          d¦  «        d…         ¦  «        }| j                              |¦  «        S )z_
    Get the index level of a DataFrame given 'name' (column name in an arrow
    Schema).
    rÂ   éþÿÿÿ)rÆ   rŽ   Ú_is_generated_index_nameÚintrh   Úget_level_values)r§   rv   Úkeys      r6   rà   rà     s^   € ð
 €CØ�2”8”>Ð!Ð!Õ&>¸tÑ&DÔ&DÐ!õ �$•sÐ+Ñ,Ô,¨RÐ/Ô0Ñ1Ô1ˆØŒ8×$Ò$ SÑ)Ô)Ð)r5   c                 ón   — 	 t          j        | ¦  «         | S # t          $ r t          | ¦  «        cY S w xY w©N)r¡   r¢   r|   rZ   rÀ   s    r6   Ú_level_namerì     sI   € ðÝŒ
�4ÑÔÐØˆøÝð ð ð Ý�4‰yŒyÐÐÐðøøøs   ‚ ˜4³4c                 ó¨   — dt          | j        ¦  «        t          j        | d¦  «        t          j        | d¦  «        t          j        | d¦  «        dœS )NÚrangeÚstartÚstopÚstep)Úkindrv   rï   rð   rñ   )rì   rv   r   Úget_rangeindex_attribute)rˆ   s    r6   r×   r×     sS   € ð Ý˜EœJÑ'Ô'ÝÔ5°e¸WÑEÔEÝÔ4°U¸FÑCÔCÝÔ4°U¸FÑCÔCðð ð r5   c                 óx   ‡ — t          t          ‰ d‰ g¦  «        ¦  «        }ˆ fd„t          |¦  «        D ¦   «         S )Nr�   c                 ó:   •— g | ]}‰                      |¦  «        ‘ŒS r4   )rè   )r„   rÇ   rÆ   s     €r6   r…   z+_get_index_level_values.<locals>.<listcomp>(  s'   ø€ Ð8Ð8Ð8¨!ˆE×"Ò" 1Ñ%Ô%Ð8Ð8Ð8r5   )rh   rg   rî   )rÆ   Úns   ` r6   rÒ   rÒ   &  s>   ø€ Ý�G�E˜8 e WÑ-Ô-Ñ.Ô.€AØ8Ð8Ð8Ð8­u°Q©x¬xÐ8Ñ8Ô8Ð8r5   c                 ór   ‡ — |�|�t          d¦  «        ‚|�|j        }n|�ˆ fd„|D ¦   «         }n‰ j        }|S )NzJSchema and columns arguments are mutually exclusive, pass only one of themc                 ó&   •— g | ]}|‰j         v ¯|‘ŒS r4   )r•   )r„   Úcr§   s     €r6   r…   z0_resolve_columns_of_interest.<locals>.<listcomp>2  s    ø€ Ð9Ð9Ð9˜¨¨b¬j¨¨�1¨¨¨r5   )rÏ   rŽ   r•   )r§   rØ   r•   s   `  r6   rÍ   rÍ   +  sa   ø€ ØÐ˜gÐ1Ýð <ñ =ô =ð 	=à	Ð	Ø”,ˆˆØ	Ð	Ø9Ð9Ð9Ð9˜gÐ9Ñ9Ô9ˆˆà”*ˆà€Nr5   c           
      ó¢  — t          | d ||¦  «        \  }}}}}}}	}g }
|	D �]}|j        }t          j        |¦  «        rt	          j        |d¬¦  «        j        }nÄt          j        |¦  «        rZt          |t          j	        j
        ¦  «        r|                     d¦  «        n	|d d…         }t	          j        |d¬¦  «        j        }nVt          ||j        d ¦  «        \  }}t          j                             ||¦  «        }|€t	          j        |d¬¦  «        j        }|
                     |¦  «         �Œt#          |	| |||||
|¬¦  «        }||
|fS )NT)Úfrom_pandasr   ©r¬   )rÞ   Úvaluesr   Úis_categoricalr   ÚarrayrX   Úis_extension_array_dtyperA   rÕ   ÚSeriesÚheadÚget_datetimetz_typerW   r   Ú_ndarray_to_arrow_typer›   r·   )r§   r«   r•   rÝ   r¨   r¬   Ú_rª   r“   r¦   rH   rù   rý   Útype_r   ro   s                   r6   Údataframe_to_typesr  9  st  € õ " " d¨N¸GÑ
DÔ
Dñ€YØØØØØØØà€Eàð ñ ˆØ”ˆÝÔ% fÑ-Ô-ð 
	;Ý”H˜Q¨DÐ1Ñ1Ô1Ô6ˆEˆEÝÔ1°&Ñ9Ô9ð 	;Ý!+Ø•;”>Ô(ñ"*ô "*ð 5�A—F’F˜1‘I”I�IØ/0°°!°¬uð å”H˜U°Ð5Ñ5Ô5Ô:ˆEˆEå/°¸¼ÀÑFÔF‰MˆF�EÝ”F×1Ò1°&¸%Ñ@Ô@ˆEØˆ}Ýœ °Ð5Ñ5Ô5Ô:�Ø�Š�UÑÔÐÑå!Ø˜B ¨mÐ=NØ˜Ð2Dðñ ô €Hð
 �e˜XÐ%Ð%r5   rÅ   Tc           
      ó¸  ‡‡"— t          | |||¦  «        \  }}}}	}
}}}|€Ht          | ¦  «        t          | j        ¦  «        }}||dz  k    r|dk    rt          j        ¦   «         }nd}t          ¦   «         sd}ˆfd„Š"d„ }|dk    rˆ"fd„t          ||¦  «        D ¦   «         }någ }t          j        |¦  «        5 }t          ||¦  «        D ]_\  }} ||j	        ¦  «        r | 
                     ‰"||¦  «        ¦  «         Œ5| 
                    |                     ‰"||¦  «        ¦  «         Œ`	 d d d ¦  «         n# 1 swxY w Y   t          |¦  «        D ]6\  }}t          |t          j        ¦  «        r|                     ¦   «         ||<   Œ7d„ |D ¦   «         }|€Tg }t          ||¦  «        D ]-\  }}| 
                    t          j        ||¦  «        ¦  «         Œ.t          j        |¦  «        }t%          || |||
|||¬¦  «        }|j        rt)          |j        ¦  «        nt+          ¦   «         }|                     |¦  «         |                     |¦  «        }d }t          |¦  «        dk    rn	 |
d         d	         }|d
k    rH|
d         d         }|
d         d         } |
d         d         }!t          t1          || |!¦  «        ¦  «        }n# t2          $ r Y nw xY w|||fS )Néd   rÅ   c                 óX  •— |€d}d }n|j         }|j        }	 t          j        | |d‰¬¦  «        }nQ# t          j        t          j        t          j        f$ r(}|xj        d| j        › d| j	        › �fz  c_        |‚d }~ww xY w|s&|j
        dk    rt          d|› d|j
        › d�¦  «        ‚|S )	NT)rX   rû   ÚsafezConversion failed for column z with type r   zField z( was non-nullable but pandas column had z null values)ÚnullablerX   r   rÿ   ÚArrowInvalidÚArrowNotImplementedErrorÚArrowTypeErrorÚargsrv   rW   Ú
null_countrÏ   )r³   râ   Úfield_nullabler  r_   r¶   r  s         €r6   Úconvert_columnz+dataframe_to_arrays.<locals>.convert_columnu  s  ø€ Øˆ=Ø!ˆNØˆEˆEà"œ^ˆNØ”JˆEð	Ý”X˜c¨¸4ÀdÐKÑKÔKˆFˆFøÝ”ÝÔ+ÝÔ!ð#ð 	ð 	ð 	ð ˆFŒFØP°´ÐPÐPÀSÄYÐPÐPðSñ SˆFŒFàˆGøøøøð	øøøð ð 	E &Ô"3°aÒ"7Ð"7Ýð D eð Dð DØ$*Ô$5ðDð Dð Dñ Eô Eð Eàˆs   ˜1 ±&A?Á#A:Á:A?c                 ó–   — t          | t          j        ¦  «        o/| j        j        o#t          | j        j        t          j        ¦  «        S rë   )	rA   rP   ÚndarrayÚflagsÚ
contiguousÚ
issubclassrW   rX   Úinteger)Úarrs    r6   Ú_can_definitely_zero_copyz6dataframe_to_arrays.<locals>._can_definitely_zero_copyŠ  s;   € Ý˜3¥¤
Ñ+Ô+ð 7Ø”	Ô$ð7å˜3œ9œ>­2¬:Ñ6Ô6ð	8r5   c                 ó.   •— g | ]\  }} ‰||¦  «        ‘ŒS r4   r4   )r„   rù   Úfr  s      €r6   r…   z'dataframe_to_arrays.<locals>.<listcomp>�  s?   ø€ ð Gð Gð GÙ�a˜ð !�.  AÑ&Ô&ð Gð Gð Gr5   c                 ó   — g | ]	}|j         ‘Œ
S r4   ©rX   )r„   Úxs     r6   r…   z'dataframe_to_arrays.<locals>.<listcomp>Ÿ  s   € Ð$Ð$Ð$˜ˆQŒVÐ$Ð$Ð$r5   rü   r   rò   rî   rï   rð   rñ   )rÞ   rh   r•   r   Ú	cpu_countr	   rš   r   ÚThreadPoolExecutorrý   r›   ÚsubmitrÔ   rA   ÚFuturer_   râ   rØ   r·   ro   r   r‡   r   Úwith_metadatarî   rá   )#r§   rØ   r«   Únthreadsr•   r  rÝ   r¨   r¬   rÚ   rª   r“   r¦   rÙ   ÚnrowsÚncolsr  ÚarraysÚexecutorrù   r  rÇ   Ú	maybe_futrH   Úfieldsrv   r  Úpandas_metadataro   Ún_rowsrò   rï   rð   rñ   r  s#        `                            @r6   Údataframe_to_arraysr/  \  sÈ  øø€ õ /¨r°6¸>Ø/6ñ8ô 8ñ€YØØØØØØØð ÐÝ˜2‘w”w¥ B¤J¡¤ˆuˆØ�5˜3‘;ÒÐ 5¨1¢9 9Ý”|‘~”~ˆHˆHàˆHåÑ!Ô!ð Øˆðð ð ð ð ð*8ð 8ð 8ð
 �1‚}€}ðGð Gð Gð GÝ!Ð"4°nÑEÔEðGñ Gô Gˆˆð ˆÝÔ'¨Ñ1Ô1ð 	I°XÝÐ.°Ñ?Ô?ð Ið I‘��1Ø,Ð,¨Q¬XÑ6Ô6ð IØ—M’M . .°°AÑ"6Ô"6Ñ7Ô7Ð7Ð7à—M’M (§/¢/°.À!ÀQÑ"GÔ"GÑHÔHÐHÐHð	Ið	Ið 	Ið 	Iñ 	Iô 	Ið 	Ið 	Ið 	Ið 	Ið 	Ið 	Iøøøð 	Ið 	Ið 	Ið 	Iõ & fÑ-Ô-ð 	/ð 	/‰LˆAˆyÝ˜)¥W¤^Ñ4Ô4ð /Ø%×,Ò,Ñ.Ô.��q‘	øà$Ð$˜VÐ$Ñ$Ô$€Eà€~ØˆÝ˜y¨%Ñ0Ô0ð 	1ð 	1‰KˆD�%Ø�MŠM�"œ( 4¨Ñ/Ô/Ñ0Ô0Ð0Ð0Ý”˜6Ñ"Ô"ˆå(Ø˜B ¨mÐ=NØ˜Ð2Dðñ ô €Oð -3¬OÐG�x˜œÑ(Ô(Ð(ÅÁÄ€HØ‡O‚O�OÑ$Ô$Ð$Ø×!Ò! (Ñ+Ô+€Fð €FÝ
ˆ6�{„{�aÒÐð	Ø$ QÔ'¨Ô/ˆDØ�wŠˆØ)¨!Ô,¨WÔ5�Ø(¨Ô+¨FÔ3�Ø(¨Ô+¨FÔ3�Ý�U 5¨$°Ñ5Ô5Ñ6Ô6�øøÝð 	ð 	ð 	ØˆDð	øøøð �6˜6Ð!Ð!s&   Â9A1D7Ä7D;Ä>D;É*AK Ë
KËKc                 óð   — | j         j        t          j        k    r| |fS t	          j        |¦  «        r&|€$|j        }|j        }t          j	        ||¦  «        }n|€t          j
        | j         ¦  «        }| |fS rë   )rW   rX   rP   rV   r   Úis_datetimetzrG   rl   r   Ú	timestampÚfrom_numpy_dtype)rý   rW   r  rG   rl   s        r6   r  r  À  sw   € Ø„|Ô�BœMÒ)Ð)Ø�uˆ}ÐåÔ  Ñ'Ô'ð 2¨E¨MàŒXˆØŒzˆÝ”˜T 2Ñ&Ô&ˆˆØ	ˆåÔ# F¤LÑ1Ô1ˆà�5ˆ=Ðr5   c                 ó  — ddl mc m} |                      dd¦  «        }| d         }d| v r0t          j                             || d         | d         ¬¦  «        }�nd| v r t          j        |j	        ¦  «        \  }}	t          || d         ¦  «        }
t	          j        ¦   «         r6t          j                             |                     d	¦  «        |
d
¬¦  «        }n“|}|r |                     |||j        |
¬¦  «        }|S nnd| v rh| d         }t#          |¦  «        dk    sJ ‚||d                  }||         }t%          |d¦  «        st'          d¦  «        ‚|                     |¦  «        }n|}|r|                     ||¬¦  «        S ||fS )a´  
    Construct a pandas Block from the `item` dictionary coming from pyarrow's
    serialization or returned by arrow::python::ConvertTableToPandas.

    This function takes care of converting dictionary types to pandas
    categorical, Timestamp-with-timezones to the proper pandas Block, and
    conversion to pandas ExtensionBlock

    Parameters
    ----------
    item : dict
        For basic types, this is a dictionary in the form of
        {'block': np.ndarray of values, 'placement': pandas block placement}.
        Additional keys are present for other types (dictionary, timezone,
        object).
    columns :
        Column names of the table being constructed, used for extension types
    extension_columns : dict
        Dictionary of {column_name: pandas_dtype} that includes all columns
        and corresponding dtypes that will be converted to a pandas
        ExtensionBlock.

    Returns
    -------
    pandas Block

    r   NÚblockÚ	placementÚ
dictionaryre   )ri   re   rf   r   F)rW   Úcopy)r6  ÚklassrW   Úpy_arrayrÅ   Ú__from_arrow__zGThis column does not support to be converted to a pandas ExtensionArray)r6  )Úpandas.core.internalsÚcoreÚ	internalsÚgetr   Úcategorical_typeÚ
from_codesrP   Údatetime_datarW   Úmake_datetimetzÚ	is_ge_v21rÕ   rÿ   ÚviewÚ
make_blockÚDatetimeTZBlockrh   rY   rÏ   r;  )Úitemr•   Úextension_columnsÚreturn_blockÚ_intÚ	block_arrr6  r  rl   r  rW   r5  rv   Úpandas_dtypes                 r6   Ú_reconstruct_blockrN  Ó  sâ  € ð8 )Ð(Ð(Ð(Ð(Ð(Ð(Ð(Ð(à—’˜ $Ñ'Ô'€IØ�[Ô!€IØ�tÐÐÝÔ*×5Ò5Ø $ |Ô"4Ø˜”Oð 6ñ %ô %ˆ‰ð 
�tÐ	Ð	ÝÔ" 9¤?Ñ3Ô3‰ˆˆaÝ  d¨:Ô&6Ñ7Ô7ˆÝÔ Ñ"Ô"ð 
	Ý”.×&Ò&Ø—’˜wÑ'Ô'¨u¸5ð 'ñ ô ˆCˆCð ˆCØð ØŸš¨	¸YØ.2Ô.BØ.3ð (ñ 5ô 5�ð �ð	ð
 
�tÐ	Ð	à�:ÔˆÝ�9‰~Œ~ Ò"Ð"Ð"Ð"Ø�y ”|Ô$ˆØ(¨Ô.ˆÝ�|Ð%5Ñ6Ô6ð 	;Ýð :ñ ;ô ;ð ;à×)Ò)¨#Ñ.Ô.ˆˆàˆàð Ø�Š˜s¨iˆÑ8Ô8Ð8à�Iˆ~Ðr5   c                 ó¼   — t          j        ¦   «         rd} t          j                             |t          j        ¦   «         ¬¦  «        }t          j        | |¬¦  «        S )NÚns©Úprefer_zoneinfo©rG   )r   Úis_v1r   r   Ústring_to_tzinfoÚis_ge_v3Údatetimetz_type)rl   rG   s     r6   rC  rC    sQ   € ÝÔÑÔð ØˆÝ	Œ×	 Ò	  µ[Ô5IÑ5KÔ5KÐ	 Ñ	LÔ	L€BÝÔ& t°Ð3Ñ3Ô3Ð3r5   Fc           	      ó´  ‡‡— g }g }i }|j         j        }|sw|�u|d         }|                     dg ¦  «        }|                     di ¦  «        }|d         }	t          ||¦  «        }t	          ||	||¦  «        \  }}
t          |||| |¦  «        Šn7t          j                             |j	        ¦  «        }
t          |g || |¦  «        Št          |¦  «         t          |||¦  «        }|j        Št          j                             | ||t!          ‰                     ¦   «         ¦  «        ¦  «        }t          j        ¦   «         r,ddlm} ˆˆfd„|D ¦   «         } |||
|¬¦  «        }||_        |S dd	lm} dd
lm} ˆˆfd„|D ¦   «         }||
g} |||¦  «        }t          j        ¦   «         r|                     ||j        ¦  «        }n ||¦  «        }||_        |S )Nr•   r”   r–   r“   r   )Úcreate_dataframe_from_blocksc                 ó6   •— g | ]}t          |‰‰d ¬¦  «        ‘ŒS )F)rJ  ©rN  ©r„   rH  r¨   Úext_columns_dtypess     €€r6   r…   z&table_to_dataframe.<locals>.<listcomp>@  sG   ø€ ð 
ð 
ð 
ð õ Ø�lÐ$6ÀUðLñ Lô Lð
ð 
ð 
r5   )rÆ   r•   )ÚBlockManager)Ú	DataFramec                 ó2   •— g | ]}t          |‰‰¦  «        ‘ŒS r4   r[  r\  s     €€r6   r…   z&table_to_dataframe.<locals>.<listcomp>M  s6   ø€ ð 
ð 
ð 
àõ ˜t \Ð3EÑFÔFð
ð 
ð 
r5   )rØ   r-  r?  Ú_add_any_metadataÚ_reconstruct_indexÚ_get_extension_dtypesr   rÕ   rÖ   Únum_rowsÚ'_check_data_column_metadata_consistencyÚ_deserialize_column_indexr¨   r   r   Útable_to_blocksrÐ   ÚkeysrV  Úpandas.api.internalsrY  r�   r<  r^  Úpandasr_  rD  Ú	_from_mgrÚaxes)ÚoptionsÚtableri   Úignore_metadataÚtypes_mapperÚall_columnsr”   r–   r-  rª   rÆ   r•   r_   rY  Úblocksr§   r^  r_  rl  Úmgrr¨   r]  s                       @@r6   Útable_to_dataframert    sv  øø€ ð €KØ€NØ€JØ”lÔ2€Oàð 
˜Ð:Ø% iÔ0ˆØ(×,Ò,Ð-=¸rÑBÔBˆØ$×(Ò(¨°rÑ:Ô:ˆ
Ø+¨OÔ<ÐÝ! %¨Ñ9Ô9ˆÝ)¨%Ð1BØ*5°|ñEô E‰ˆˆuå2Ø�; ¨g°zñCô CÐÐõ ”×)Ò)¨%¬.Ñ9Ô9ˆÝ2Ø�2�| W¨jñ
ô 
Ðõ ,¨KÑ8Ô8Ð8Ý'¨¨{¸NÑKÔK€GàÔ%€LÝŒV×#Ò# G¨U°JÝ$(Ð);×)@Ò)@Ñ)BÔ)BÑ$CÔ$CñEô E€FåÔÑÔð ØEÐEÐEÐEÐEÐEð
ð 
ð 
ð 
ð 
ð ð
ñ 
ô 
ˆð
 *Ð)¨&¸ÀwÐOÑOÔOˆØˆŒàˆ	à6Ð6Ð6Ð6Ð6Ð6Ø$Ð$Ð$Ð$Ð$Ð$ð
ð 
ð 
ð 
ð 
àð
ñ 
ô 
ˆð ˜ÐˆØˆl˜6 4Ñ(Ô(ˆÝÔ Ñ"Ô"ð 	 Ø×$Ò$ S¨#¬(Ñ3Ô3ˆBˆBà�˜3‘”ˆBàˆŒàˆ	r5   >   r   r   r   r   r   r   r>   r   r   r   r   r   r   c                 óà  — |d         }|pg }i }t           j        €|S |r(| j        D ] }|j        } ||¦  «        }	|	�
|	||j        <   Œ!| j        D ]\}|j        }|j        |vrJt          |t          j        ¦  «        r0	 |                     ¦   «         }	|	||j        <   ŒL# t          $ r Y ŒXw xY wŒ]|D ]ñ}
	 |
d         }n# t          $ r |
d         }Y nw xY w|
d         }||vrÁ|t          vr¸t          j        |¦  «        }	t          |	t           j        ¦  «        rŠt          |	t           j        j        ¦  «        rV|s||v rŒ�	 t          j                             | j                             |¦  «        j        ¦  «        rŒËn# t          $ r Y nw xY wt%          |	d¦  «        r|	||<   Œòt          j        ¦   «         r¼|sº| j        D ]²}|j        |vr§t          j                             |j        ¦  «        sHt          j                             |j        ¦  «        s$t          j                             |j        ¦  «        r;|j        |vr2t           j                             t.          j        ¬¦  «        ||j        <   Œ³|S )aó  
    Based on the stored column pandas metadata and the extension types
    in the arrow schema, infer which columns should be converted to a
    pandas extension dtype.

    The 'numpy_type' field in the column metadata stores the string
    representation of the original pandas dtype (and, despite its name,
    not the 'pandas_type' field).
    Based on this string representation, a pandas/numpy dtype is constructed
    and then we can check if this dtype supports conversion from arrow.

    Ústrings_to_categoricalNrw   rv   ry   r;  )Úna_value)r   Úextension_dtyperØ   rX   rv   rA   r   ÚBaseExtensionTypeÚto_pandas_dtypeÚNotImplementedErrorr@   Ú_pandas_supported_numpy_typesrM  rÕ   ÚStringDtyperH   Úis_dictionaryrâ   rY   Úuses_string_dtypeÚ	is_stringÚis_large_stringÚis_string_viewrP   Únan)rn  Úcolumns_metadatarp  rm  ri   rv  Úext_columnsrâ   ÚtyprM  Úcol_metarv   rW   s                r6   rc  rc  g  sñ  € ð %Ð%=Ô>ÐØÐ!˜r€Jà€Kõ Ô"Ð*ØÐð ð 7Ø”\ð 	7ð 	7ˆEØ”*ˆCØ'˜<¨Ñ,Ô,ˆLØÐ'Ø*6�˜EœJÑ'øð ”ð 7ð 7ˆØŒjˆØŒ:˜[Ð(Ð(­Z¸½RÔ=QÑ-RÔ-RÐ(ð7Ø"×2Ò2Ñ4Ô4�ð +7�˜EœJÑ'Ð'øõ 'ð ð ð Ø�ðøøøøð %ð 5ð 5ˆð	$Ø˜LÔ)ˆDˆDøÝð 	$ð 	$ð 	$Ø˜FÔ#ˆDˆDˆDð	$øøøà˜Ô&ˆà�{Ð"Ð" uÕ4QÐ'QÐ'Qõ 'Ô3°EÑ:Ô:ˆLÝ˜,­Ô(CÑDÔDð 5Ý˜l­K¬NÔ,FÑGÔGð ð .ð !°¸Ð1CÐ1CØ ðÝœ8×1Ò1°%´,×2DÒ2DÀTÑ2JÔ2JÔ2OÑPÔPð %Ø$ð%øå#ð ð ð Ø˜ðøøøå˜<Ð)9Ñ:Ô:ð 5Ø(4�K Ñ%øõ Ô$Ñ&Ô&ð VÐ/Eð VØ”\ð 	Vð 	VˆEØŒz Ð,Ð,Ý”×"Ò" 5¤:Ñ.Ô.ð -å”8×+Ò+¨E¬JÑ7Ô7ð -õ ”8×*Ò*¨5¬:Ñ6Ô6ð -ð ”* JÐ.Ð.Ý*5¬.×*DÒ*DÍbÌfÐ*DÑ*UÔ*U�˜EœJÑ'øàÐs6   Á;BÂ
B'Â&B'Â0B9Â9CÃCÄ;<E9Å9
FÆFc                 ó<   — t          d„ | D ¦   «         ¦  «        sJ ‚d S )Nc              3   óF   K  — | ]}|d          du rd|v p	|d          duV — ŒdS )rv   Nrw   r4   ©r„   rù   s     r6   ú	<genexpr>z:_check_data_column_metadata_consistency.<locals>.<genexpr>¿  sW   è è € ð ð àð 
ˆ6Œ�dÐ	Ð	0˜|¨qÐ0ÐJ°Q°v´YÀdÐ5Jðð ð ð ð ð r5   )Úall)rq  s    r6   re  re  º  sF   € õ
 ð ð àðñ ô ñ ô ð ð ð ð ð r5   c                 óÔ  ‡— |r d„ |D ¦   «         Šˆfd„| j         D ¦   «         }n| j         }t          |¦  «        dk    rVt          j        j                             t          t          t          j	        |¦  «        ¦  «        d„ |D ¦   «         ¬¦  «        }n1t          j         
                    ||r|d         d         nd ¬¦  «        }t          |¦  «        dk    rt          ||¦  «        }|S )	Nc           	      ón   — i | ]2}|                      d t          |d         ¦  «        ¦  «        |d         “Œ3S ©rw   rv   )r?  rœ   rŠ  s     r6   ú
<dictcomp>z-_deserialize_column_index.<locals>.<dictcomp>Ç  sI   € ð 
ð 
ð 
àð �EŠE�,Õ 7¸¸&¼	Ñ BÔ BÑCÔCÀQÀvÄYð
ð 
ð 
r5   c                 ó<   •— g | ]}‰                      ||¦  «        ‘ŒS r4   ©r?  )r„   rv   Úcolumns_name_dicts     €r6   r…   z-_deserialize_column_index.<locals>.<listcomp>Ë  s7   ø€ ð 
ð 
ð 
Ø26Ð×!Ò! $¨Ñ-Ô-ð
ð 
ð 
r5   rÅ   c                 ó   — g | ]
}|d          ‘ŒS rÀ   r4   )r„   Ú	col_indexs     r6   r…   z-_deserialize_column_index.<locals>.<listcomp>Ø  s   € ÐEÐEÐE¨�9˜VÔ$ÐEÐEÐEr5   ©rŽ   r   rv   rÀ   )r¨   rh   r   rÕ   Ú
MultiIndexÚfrom_tuplesrÐ   r¿   ÚastÚliteral_evalÚIndexÚ"_reconstruct_columns_from_metadata)Úblock_tablerq  r”   Úcolumns_valuesr•   r“  s        @r6   rf  rf  Å  s#  ø€ Øð 	2ð
ð 
à ð
ñ 
ô 
Ðð
ð 
ð 
ð 
Ø:EÔ:Rð
ñ 
ô 
ˆˆð %Ô1ˆõ ˆ>ÑÔ˜QÒÐõ ”.Ô+×7Ò7Ý••SÔ% ~Ñ6Ô6Ñ7Ô7ØEÐE°nÐEÑEÔEð 8ñ 
ô 
ˆˆõ
 ”.×&Ò&Ø¸nÐ!V °Ô!2°6Ô!:Ð!:ÐRVð 'ñ 
ô 
ˆõ
 ˆ>ÑÔ˜QÒÐÝ4°W¸nÑMÔMˆà€Nr5   c                 ó:  — d„ |D ¦   «         }g }g }| }|D ]ß}t          |t          ¦  «        rt          | ||||¦  «        \  }}	}
|	€Œ1nƒ|d         dk    r_|d         }
t          j                             |d         |d         |d         |
¬¦  «        }	t          |	¦  «        t          | ¦  «        k    rŒœnt          d	|d         › �¦  «        ‚|                     |	¦  «         |                     |
¦  «         Œàt          j        }t          |¦  «        d
k    r|j	         
                    ||¬¦  «        }nht          |¦  «        d
k    r;|d         }t          ||j        ¦  «        s|                     ||d         ¬¦  «        }n|                     | j        ¦  «        }||fS )Nc                 óH   — i | ]}|                      d |d         ¦  «        |“Œ S r�  r’  rŠ  s     r6   r�  z&_reconstruct_index.<locals>.<dictcomp>ì  s<   € ð ð ð àð 	
�Šˆl˜A˜fœIÑ&Ô&¨ðð ð r5   rò   rî   rv   rï   rð   rñ   )rñ   rv   zUnrecognized index kind: rÅ   r–  r   rÀ   )rA   rZ   Ú_extract_index_levelr   rÕ   rÖ   rh   rÏ   r›   r—  Úfrom_arraysr›  rd  )rn  rª   rq  rp  Úfield_name_to_metadataÚindex_arraysÚindex_namesÚresult_tablerÜ   rÛ   Ú
index_namerÕ   rÆ   s                r6   rb  rb  æ  sà  € ðð àðñ ô Ðð €LØ€KØ€LØ"ð 'ð 'ˆÝ�e�SÑ!Ô!ð 	JÝ4HØ�| UÐ,BÀLñ5Rô 5RÑ1ˆL˜+ zàÐ"àð #ð �6Œ]˜gÒ%Ð%Ø˜vœˆJÝ%œ.×3Ò3°E¸'´NØ49¸&´MØ9>¸v¼Ø9Cð 4ñ Eô EˆKõ �;ÑÔ¥3 u¡:¤:Ò-Ð-àð .õ ÐH¸¸v¼ÐHÐHÑIÔIÐIØ×Ò˜KÑ(Ô(Ð(Ø×Ò˜:Ñ&Ô&Ð&Ð&å	Œ€Bõ ˆ<ÑÔ˜1ÒÐØ”×)Ò)¨,¸kÐ)ÑJÔJˆˆÝ	ˆ\Ñ	Ô	˜aÒ	Ð	Ø˜Q”ˆÝ˜% ¤Ñ*Ô*ð 	9à—H’H˜U¨°Q¬�HÑ8Ô8ˆEøà—’˜eœnÑ-Ô-ˆà˜ÐÐr5   c                 óP  — ||         d         }t          ||¦  «        }| j                             |¦  «        }|dk    r|d d fS |                      |¦  «        }|                     |¬¦  «        }	d |	_        |                     |j                             |¦  «        ¦  «        }||	|fS )Nrv   éÿÿÿÿ)rp  )Ú _backwards_compatible_index_namerØ   Úget_field_indexrm   Ú	to_pandasrv   Úremove_column)
rn  r¦  rw   r£  rp  Úlogical_namer§  rÇ   r³   rÛ   s
             r6   r¡  r¡    s­   € à)¨*Ô5°fÔ=€LÝ1°*¸lÑKÔK€JØŒ×$Ò$ ZÑ0Ô0€AàˆB‚w€wà˜T 4Ð'Ð'à
�,Š,�q‰/Œ/€CØ—-’-¨\�-Ñ:Ô:€KØ€KÔØ×-Ò-ØÔ×+Ò+¨JÑ7Ô7ñô €Lð ˜ jÐ0Ð0r5   c                 ó4   — | |k    rt          | ¦  «        rdS |S )a1  Compute the name of an index column that is compatible with older
    versions of :mod:`pyarrow`.

    Parameters
    ----------
    raw_name : str
    logical_name : str

    Returns
    -------
    result : str

    Notes
    -----
    * Part of :func:`~pyarrow.pandas_compat.table_to_blockmanager`
    N)ræ   )Úraw_namer®  s     r6   rª  rª  .  s(   € ð$ �<ÒÐÕ$<¸XÑ$FÔ$FÐØˆtàÐr5   c                 ó4   — d}t          j        || ¦  «        d uS )Nz^__index_level_\d+__$)ÚreÚmatch)rv   Úpatterns     r6   ræ   ræ   F  s   € Ø&€GÝŒ8�G˜TÑ"Ô"¨$Ð.Ð.r5   c                  óÌ   — t           sWt                                ddddt          j        dt          j        t          j        t          j        t          j        dœ
¦  «         t           S )NrM   zdatetime64[ns]rZ   )
r   r<   r;   r   r   rN   r  Úfloatingr=   r   )Ú_pandas_logical_type_mapr   rP   rS   r   r   Úobject_r4   r5   r6   Úget_pandas_logical_type_mapr¹  K  s^   € õ $ð Ý ×'Ò'Ø#Ø(Ø*ØÝ”YØÝ”xÝœ
Ý”zÝ”Zð)
ð )
ñ 	ô 	ð 	õ $Ð#r5   c                 óœ   — t          ¦   «         }	 ||          S # t          $ r) d| v rt          j        cY S t          j        | ¦  «        cY S w xY w)a  Get the numpy dtype that corresponds to a pandas type.

    Parameters
    ----------
    pandas_type : str
        The result of a call to pandas.lib.infer_dtype.

    Returns
    -------
    dtype : np.dtype
        The dtype that corresponds to `pandas_type`.
    r¹   )r¹  r@   rP   r¸  rW   )rx   Úpandas_logical_type_maps     r6   Ú_pandas_type_to_numpy_typer¼  ^  sj   € õ :Ñ;Ô;Ðð%Ø& {Ô3Ð3øÝð %ð %ð %Ø�kÐ!Ð!å”:ÐÐÐÝŒx˜Ñ$Ô$Ð$Ð$Ð$ð	%øøøs   � ˜A´AÁ
Ac                 óî  — t           j        }t          | dd¦  «        p| g}t          | dd¦  «        pdg}d„ t          ||i ¬¦  «        D ¦   «         }g }t	          j        dd¦  «        }|D �]­\  }}	}
t          |	¦  «        }|t          j        k    r| 	                    |¦  «        }�n5|	dk    r¯t          j                             |d	         d
         d         t          j        ¦   «         ¬¦  «        }|                     |d¬¦  «                             |¦  «        }t          j        ¦   «         r-|                     t          j        |
¦  «        d	         ¦  «        }n€|	dk    r*t           j                             d„ |D ¦   «         ¦  «        }nP|j        dk    r%|
dk    rd|	v s|	dv r|                     |¦  «         �ŒR|j        |k    r|                     |¦  «        }|j        |
k    r|	dk    r|                     |
¦  «        }|                     |¦  «         �Œ¯t-          |¦  «        dk    r|                     ||| j        ¬¦  «        S |                     |d	         |d	         j        | j        ¬¦  «        S )a_  Construct a pandas MultiIndex from `columns` and column index metadata
    in `column_indexes`.

    Parameters
    ----------
    columns : List[pd.Index]
        The columns coming from a pyarrow.Table
    column_indexes : List[Dict[str, str]]
        The column index metadata deserialized from the JSON schema metadata
        in a :class:`~pyarrow.Table`.

    Returns
    -------
    result : MultiIndex
        The index reconstructed using `column_indexes` metadata with levels of
        the correct type.

    Notes
    -----
    * Part of :func:`~pyarrow.pandas_compat.table_to_blockmanager`
    r�   Nrj   c           	      ó’   — g | ]D\  }}||                      d t          |j        ¦  «        ¦  «        |                      dd¦  «        f‘ŒES )rx   ry   N)r?  rZ   rW   )r„   rˆ   r•  s      r6   r…   z6_reconstruct_columns_from_metadata.<locals>.<listcomp>’  s^   € ð ð ð ñ ˆE�9ð 
�	—’˜m­S°´Ñ-=Ô-=Ñ>Ô>Ø	�Š�| TÑ	*Ô	*ð	,ðð ð r5   )Ú	fillvaluer¥   r»   r;   r   ro   rf   rQ  T)Úutcr=   c                 ó6   — g | ]}t          j        |¦  «        ‘ŒS r4   )r=   ÚDecimal)r„   rÇ   s     r6   r…   z6_reconstruct_columns_from_metadata.<locals>.<listcomp>°  s"   € Ð)LÐ)LÐ)LÀ­'¬/¸!Ñ*<Ô*<Ð)LÐ)LÐ)Lr5   rZ   r>   r¹   )r   rN   rÅ   r–  )rW   rv   )r   rÕ   rg   r   ÚoperatorÚmethodcallerr¼  rP   rS   r¿   r   r   rU  rV  Úto_datetimeÚ
tz_convertÚas_unitrB  r›  rW   r›   Úastyperh   r—  rŽ   rv   )r•   r”   rÕ   r�   ÚlabelsÚlevels_dtypesÚ
new_levelsÚencoderrˆ   rM  Únumpy_dtyperW   rG   s                r6   rœ  rœ  u  s•  € õ, 
Œ€Bõ �W˜h¨Ñ-Ô-Ð:°'°€FÝ�W˜g tÑ,Ô,Ð6°°€Fðð õ !,Ø�N¨bð!
ñ !
ô !
ðñ ô €Mð €JÝÔ# H¨gÑ6Ô6€Gà,9ð (!ñ (!Ñ(ˆˆ|˜[Ý*¨<Ñ8Ô8ˆð •B”IÒÐØ—I’I˜gÑ&Ô&ˆE‰Eà˜\Ò)Ð)Ý”×(Ò(Ø˜qÔ! *Ô-¨jÔ9Ý +Ô 4Ñ 6Ô 6ð )ñ 8ô 8ˆBð —N’N 5¨d�NÑ3Ô3×>Ò>¸rÑBÔBˆEÝÔ#Ñ%Ô%ð Hð Ÿš¥bÔ&6°{Ñ&CÔ&CÀAÔ&FÑGÔG�øà˜YÒ&Ð&Ý”N×(Ò(Ð)LÐ)LÀeÐ)LÑ)LÔ)LÑMÔMˆEˆEàŒK˜5Ò Ð  [°HÒ%<Ð%<Ø˜LÐ(Ð(¨LÐ<QÐ,QÐ,Qð ×Ò˜eÑ$Ô$Ð$ÙØŒ[˜EÒ!Ð!Ø—L’L Ñ'Ô'ˆEàŒ;˜+Ò%Ð%¨,¸,Ò*FÐ*FØ—L’L Ñ-Ô-ˆEà×Ò˜%Ñ Ô Ð Ñ å
ˆ:�„˜ÒÐØ�}Š}˜Z¨°w´}ˆ}ÑEÔEÐEà�xŠx˜
 1œ¨Z¸¬]Ô-@ÀwÄ|ˆxÑTÔTÐTr5   c                 óî  — i }i }| j         }|d         }d„ |D ¦   «         }t          |¦  «        }t          |d         ¦  «        |z
  }t          |d         ¦  «        D �]3\  }}	|	                     d¦  «        }
|
s|	d         }
||k    r|||z
           }
|
€d}
|                     |
¦  «        }|dk    rÞ|	d         d	k    rÒ| |         }t          |j        t          j        j	        ¦  «        sŒŽ|	d
         }|sŒ™|                     d¦  «        }|rƒ||j        j
        k    rs|                     ¦   «         }t          j        d|¬¦  «        }t          j                             ||¬¦  «        }t          j        ||         j        |¦  «        ||<   |||<   �Œ5t          |¦  «        dk    rÑg }g }t#          t          | j         ¦  «        ¦  «        D ]x}||v r7|                     ||         ¦  «         |                     ||         ¦  «         Œ=|                     | |         ¦  «         |                     | j         |         ¦  «         Œyt          j                             |t          j         |¦  «        ¬¦  «        S | S )Nr“   c                 ó<   — g | ]}t          |t          ¦  «        ¯|‘ŒS r4   )rA   rZ   )r„   Úidx_cols     r6   r…   z%_add_any_metadata.<locals>.<listcomp>Õ  s6   € ð 2ð 2ð 2 Ý" 7­CÑ0Ô0ð2�Wð 2ð 2ð 2r5   r•   rw   rv   ÚNoner©  rx   r;   ro   rf   rP  rS  r  r   )rØ   )rØ   rh   rÔ   r?  r«  rA   rX   r   r   rF   rG   r¬  r2  ÚArrayrû   râ   rv   rî   r›   ÚTabler¢  )rn  r-  Úmodified_columnsÚmodified_fieldsrØ   r“   Ún_index_levelsÚ	n_columnsrÇ   r‡  r°  Úidxr³   ro   Úmetadata_tzÚ	convertedÚtz_aware_typer%  r•   r,  s                       r6   ra  ra  Í  s¡  € ØÐØ€OàŒ\€Fà# OÔ4€Mð2ð 2¨Mð 2ñ 2ô 2€Må˜Ñ'Ô'€NÝ�O IÔ.Ñ/Ô/°.Ñ@€Iõ ! °Ô!;Ñ<Ô<ð :ñ :‰ˆˆ8à—<’< Ñ-Ô-ˆØð 	"à Ô'ˆHØ�IŠ~ˆ~à(¨¨Y©Ô7�ØÐØ!�à×$Ò$ XÑ.Ô.ˆØ�"Š9ˆ9Ø˜Ô&¨,Ò6Ð6Ø˜C”j�Ý! #¤(­B¬FÔ,@ÑAÔAð ØØ# JÔ/�Øð ØØ&Ÿlšl¨:Ñ6Ô6�Øð : ;°#´(´+Ò#=Ð#=Ø #§¢¡¤�IÝ$&¤L°¸+Ð$FÑ$FÔ$F�MÝ$&¤H×$8Ò$8¸Ø>Kð %9ñ %Mô %M�Mõ ,.¬8°F¸3´KÔ4DØ4Añ,Cô ,C�O CÑ(à,9Ð$ SÑ)ùå
ÐÑÔ˜qÒ Ð ØˆØˆÝ•s˜5œ<Ñ(Ô(Ñ)Ô)ð 	/ð 	/ˆAØÐ$Ð$Ð$Ø—’Ð/°Ô2Ñ3Ô3Ð3Ø—’˜o¨aÔ0Ñ1Ô1Ð1Ð1à—’˜u QœxÑ(Ô(Ð(Ø—’˜eœl¨1œoÑ.Ô.Ð.Ð.ÝŒx×#Ò# GµB´I¸fÑ4EÔ4EÐ#ÑFÔFÐFàˆr5   c                 óÎ   — t           j                             |t          j        ¦   «         ¬¦  «        }| j                             d¦  «        j                             |¦  «        } | S )zB
    Make a datetime64 Series timezone-aware for the given tz
    rQ  rÀ  )r   r   rU  r   rV  ÚdtÚtz_localizerÆ  )ÚseriesrG   s     r6   Úmake_tz_awarerà    sQ   € õ 
Œ×	 Ò	  µ[Ô5IÑ5KÔ5KÐ	 Ñ	LÔ	L€BØŒi×#Ò# EÑ*Ô*ÜŸ
š
 2™œð à€Mr5   rë   )rÅ   NT)NNT)NFN)?r™  Úcollections.abcr   Ú
concurrentr   Úconcurrent.futures.threadr8  r   r=   Ú	itertoolsr   r¡   rÃ  r²  r�   ÚnumpyrP   ÚImportErrorr�   r   Úpyarrow.libr   r   r	   r   rO   r·  r7   rD   rT   r`   rq   r�   r·   r    rœ   rÉ   rÞ   rÑ   rà   rì   r×   rÒ   rÍ   r  r/  r  rN  rC  rt  r|  rc  re  rf  rb  r¡  rª  ræ   r¹  r¼  rœ  ra  rà  r4   r5   r6   ú<module>rè     s�  ðð& €
€
€
Ø $Ð $Ð $Ð $Ð $Ð $Ø Ð Ð Ð Ð Ð ð !Ð  Ð  Ð  Ø Ð Ð Ð Ð Ð Ø €€€Ø !Ð !Ð !Ð !Ð !Ð !Ø €€€Ø €€€Ø 	€	€	€	Ø €€€ðØÐÐÐÐøØð ð ð Ø	€B€B€Bðøøøà Ð Ð Ð Ø DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ Dð Ð ØÐ ØÐ ðð ð ð:ð ð ð"#ð #ð #ð,ð ð ð"$ð $ð $ð&,ð ,ð ,ðb +/ðjð jð jð jðZð ð ð($ð $ð $ðN(ð (ð (ð,AQð AQð AQðH;Qð ;Qð ;Qð|
*ð 
*ð 
*ðð ð ðð ð ð9ð 9ð 9ð
ð ð ð &ð  &ð  &ð  &ðF IMØ!ða"ð a"ð a"ð a"ðHð ð ð&Bð Bð Bð BðJ4ð 4ð 4ð JNð;ð ;ð ;ð ;ð@!ð !ð !Ð ðPð Pð Pðfð ð ðð ð ðB2ð 2ð 2ð 2ðl ?Cð1ð 1ð 1ð 1ð&ð ð ð0/ð /ð /ð
$ð $ð $ð&%ð %ð %ð.UUð UUð UUðp:ð :ð :ðBð ð ð ð s   ¶; »AÁA