a
    Pf,                     @   s  d Z ddlmZ ddlZddlZddlmZmZm	Z	 ddl
mZ ejdZejdZejdZejdd	d
gdd Zdd Zdd Zedd Zeejdddg difd
dg difdddgeg dddfdddgeg dddfdddgeg dddfdddgeg dddfddgdge	jg gd ddgddfddgdge	jg gd ddgddfddgdge	jg gd ddgddfddgdge	jg gd ddgddfg
dd Zed d! Zejd"d#d#gd$d#gd#d%gd$d%gd&d'ggd(d) Zed*d+ Zed,d- Zed.d/ Zejjd0d1 Z ed2d3 Z!ed4d5 Z"ed6d7 Z#ed8d9 Z$ed:d; Z%ejd<e&d=fd>gd?d@ Z'edAdB Z(dS )Cz
Tests that the specified index column (a.k.a "index_col")
is properly handled or inferred during parsing for all of
the parsers defined in parsers.py
    )StringION)	DataFrameIndex
MultiIndexz=ignore:Passing a BlockManager to DataFrame:DeprecationWarningZpyarrow_xfailZpyarrow_skipwith_headerTFc           	      C   s   | }d}d}|rP|| }|j t|dd}|j t|ddd}t|| nH|}d}tjt|d" |j t|dd W d    n1 s0    Y  d S )	Na  KORD1,19990127, 19:00:00, 18:56:00, 0.8100, 2.8100, 7.2000, 0.0000, 280.0000
KORD2,19990127, 20:00:00, 19:56:00, 0.0100, 2.2100, 7.2000, 0.0000, 260.0000
KORD3,19990127, 21:00:00, 20:56:00, -0.5900, 2.2100, 5.7000, 0.0000, 280.0000
KORD4,19990127, 21:00:00, 21:18:00, -0.9900, 2.0100, 3.6000, 0.0000, 270.0000
KORD5,19990127, 22:00:00, 21:56:00, -0.5900, 1.7100, 5.1000, 0.0000, 290.0000
KORD6,19990127, 23:00:00, 22:56:00, -0.5900, 1.7100, 4.6000, 0.0000, 280.0000zBID,date,NominalTime,ActualTime,TDew,TAir,Windspeed,Precip,WindDir
ZID	index_colr   headerzIndex ID invalidmatch)read_csvr   	set_indextmassert_frame_equalpytestraises
ValueError)	all_parsersr   parserZ	no_headerr
   dataresultexpectedmsg r   ^/var/www/ai-form-bot/venv/lib/python3.9/site-packages/pandas/tests/io/parser/test_index_col.pytest_index_col_named   s    r   c                 C   sh   | }d}t g dg dg dg ddtg ddd	d
}g d}|jt||dgd}t|| d S )Nz+1,2,3,4,hello
5,6,7,8,world
9,10,11,12,foo
)      	   )      
   )         )         )abcd)ZhelloZworldfoomessagenameindex)r)   r*   r+   r,   r.   )namesr   )r   r   r   r   r   r   )r   r   r   r   r3   r   r   r   r   test_index_col_named24   s    r4   c                 C   sP   d}| }d}t jt|d" |jt|dd W d    n1 sB0    Y  d S )Nza,b
1,2z)The value of index_col couldn't be 'True'r   Tr   )r   r   r   r   r   )r   r   r   r   r   r   r   test_index_col_is_trueF   s
    r5   c                 C   sN   d}| }| t|}tg dg dg dgg dg dd}t|| d S )Nz$A,B,C
foo,1,2,3
bar,4,5,6
baz,7,8,9
)r   r    r#   )r&   r   r!   )r$   r'   r   )r-   barZbaz)ABCr2   columnsr   r   r   r   r   r   r   r   r   r   r   r   r   test_infer_index_colP   s    r>   zindex_col,kwargsr;   xyzrA   rB   r@   r/   r;   r2   r   r    r3   c                 C   s8   d}| }|j t||d}tf i |}t|| d S )Nzx,y,zr   r<   )r   r   kwargsr   r   r   r   r   r   r   test_index_col_empty_datab   s
    )rF   c                 C   s8   d}| }|j t|dd}tddgd}t|| d S )Nzx,yFr   r@   rA   r;   r<   r=   r   r   r   test_empty_with_index_col_false   s
    rH   index_names r-   r6   ZNotReallyUnnamedz
Unnamed: 0c                 C   s   | }|j dkr.d|v r.tjjdd}|| d|dg }|jt|ddgd	}td
g dit	
ddgddggd}dd |D |j_t|| d S )NpyarrowrJ   z!One case raises, others are wrongreason,zcol
a,c,1
a,d,2
b,c,3
b,d,4r   r   r   colr   r    r#   r&   r)   r*   r+   r,   r1   c                 S   s   g | ]}|r|nd qS )Nr   ).0r0   r   r   r   
<listcomp>       z+test_multi_index_naming.<locals>.<listcomp>)enginer   markxfailapplymarkerjoinr   r   r   r   Zfrom_productr2   r3   r   r   )r   rI   requestr   rU   r   r   r   r   r   r   test_multi_index_naming   s    
rZ   c                 C   sb   | }d}|j t|ddgd}tdg ditddgg d	gg d
g dgdd}t|| d S )Nz$,Unnamed: 2,
a,c,1
a,d,2
b,c,3
b,d,4r   r    r   z
Unnamed: 2)r+   r,   r+   r,   r)   r*   rP   )r   r   r   r   )r   r   r    r#   )Zlevelscodesr1   )r   r   r   r   r   r   )r   r   r   r   r   r   r   r   ,test_multi_index_naming_not_all_at_beginning   s    
r\   c                 C   s   | }t g d}ttjdd|g dd}t ,}|	| |j
|g dd}W d    n1 sl0    Y  t|| d S )N)r7   r   r    r]   )r8   r   r    r    )r#   r#   r?   r:   )r   r   r    r   )r   from_tuplesr   nprandomdefault_rngstandard_normalr   ensure_cleanto_csvr   r   )r   r   midxr   pathr   r   r   r   %test_no_multi_index_level_names_empty   s    

0rg   c                 C   s   | }d}t jddgddgd}tdg}tdd	gg||d
}|jt|dddgd}t|| tddg}tddgdd}tddgddgg||d
}|jt|ddd}t|| d S )Nz
I11,A,A
I12,B,B
I2,1,3
)r7   r8   )r7   zB.1ZI11ZI12rD   ZI2r   r#   r:   r   )r   r
   r7   zA.1r/   r8   13)r   r^   r   r   r   r   r   r   )r   r   r   re   idxr   r   Zcol_idxr   r   r   test_header_with_index_col   s    
rk   c              	   C   s   | }d}t t|d tjd|d d}t b}|j|dd |	 ,}|
d| |j|dgd	}W d    n1 s0    Y  W d    n1 s0    Y  t||d
 d S )Nd   r   r    r)   r*   Fr1   z,pandas.core.algorithms._MINIMUM_COMP_ARR_LENr   r   r)   )r   ranger_   r`   ra   rb   r   rc   rd   contextsetattrr   r   r   )r   Zmonkeypatchr   ZARR_LENZdfrf   mr   r   r   r   test_index_col_large_csv   s    


Lrr   c                 C   sX   | }|j tdddgdd}tg tg tjddgddggd	d
gdd}t|| d S )Na0,a1,a2
b0,b1,b2
r   r   r
   r   a1a2b1b2a0b0rD   r:   )r   r   r   r   r   from_arraysr   r   r   r   r   r   r   r   r   )test_index_col_multiindex_columns_no_data  s    r}   c                 C   sD   | }|j tddgdd}tg ddgtg ddd}t|| d S )	Nz	a0,a1,a2
r   rt   ru   rv   ry   r/   rC   )r   r   r   r   r   r   r|   r   r   r   test_index_col_header_no_data  s    
r~   c                 C   sH   | }|j tdddgd}tg tg dg dgd}t|| d S )Nrs   r   r   r	   )ry   ru   rv   )rz   rw   rx   rG   )r   r   r   r   r{   r   r   r|   r   r   r   test_multiindex_columns_no_data%  s    r   c                 C   s`   | }|j tdddgdd}tddggtjddgdd	ggd
dgdtdgd}t|| d S )Nz a0,a1,a2
b0,b1,b2
data,data,datar   r   rt   r   ru   rv   rw   rx   ry   rz   rD   rC   )r   r   r   r   r{   r   r   r   r|   r   r   r   +test_multiindex_columns_index_col_with_data0  s    r   c                 C   sR   | }|j tdddgdgddid}tdgdgdd	d}tj||d
d d S )Nz0,1r)   r*   ZUInt8)r3   r   dtyper   r   rm   )r   F)Zcheck_index_type)r   r   r   r   r   r   r|   r   r   r   test_infer_types_boolean_sumA  s     r   z
dtype, valZ01)Zint64r   c                 C   sr   d}| }|t kr.|jdkr.|tjjdd |jt|dd|id}tddgit	|gdd	d
}t
|| d S )Nza,b
01,2rK   z0Cannot disable type-inference for pyarrow enginerL   r)   )r   r   r*   r    r/   r1   )objectrT   rW   r   rU   rV   r   r   r   r   r   r   )r   r   valrY   r   r   r   r   r   r   r    test_specify_dtype_for_index_colY  s    r   c                 C   s\   | }d}|j t|ddgdd}tjg dddgd}tg d	g|d
gd}t|| d S )Nza,b,c,d
e,f,g,h
x,y,1,2
r   r   rt   ))r)   e)r+   g)r,   hr*   frD   )r@   r   r    rA   rC   )r   r   r   r^   r   r   r   )r   r   r   r   colsr   r   r   r   -test_multiindex_columns_not_leading_index_colg  s    r   ))__doc__ior   numpyr_   r   Zpandasr   r   r   Zpandas._testingZ_testingr   rU   filterwarningsZ
pytestmarkZusefixturesZxfail_pyarrowZskip_pyarrowZparametrizer   r4   r5   r>   r{   rF   rH   rZ   r\   rg   rk   Zslowrr   r}   r~   r   r   r   r   r   r   r   r   r   r   <module>   s   


'	














