a
    Pf70                  	   @   sl  d dl Z d dlZd dlZd dlmZ d dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlZd dlZd dlmZ d dlZd dlmZ d dlm  mZ ejdejdg dg dg g dd	ejdg d d
dgejdg ddd Zejdejdg dg dg g dd	ejdg d d
dgejdddgdd Zejddddiejfdi ejfdi ej fgdd Z!ejdddddejddifdi ejddifdi ej i fgd d! Z"d"d# Z#d$d% Z$d&d' Z%d(d) Z&ejj'd*d+ Z(ejj'd,d- Z)ejdejdg dg dg g dd	ejdg d d
dgejdg dd.d/ Z*ejdejdg dg dg g dd	ejdg d d
dgejdg dd0d1 Z+ejdejdg dg dg g dd	ejdg d d
dgejdg dd2d3 Z,ejd4d5e
j-fd6ej.fgd7d8 Z/d9d: Z0d;d< Z1d=d> Z2d?d@ Z3dS )A    N)Path)is_platform_windowsobjd   g~Ϛ?g9DܜJ?g>D)?g.4i(@g33333@g̤AXYZcolumnsr	   namemethod)	to_pickleto_jsonto_csvc                 C   s   |dkrddd}t  X}t| |||d tj|}t| ||d d tj|}||ksdJ W d    n1 sx0    Y  d S )Ntarw:gzr   modecompressiontmensure_cleangetattrospathgetsize)r   r   compression_onlyr   compressed_sizeuncompressed_size r$   Y/var/www/ai-form-bot/venv/lib/python3.9/site-packages/pandas/tests/io/test_compression.pytest_compression_size   s    

r&   r   r   c              	   C   s  t  t}tj||dkrdnd|d,}t| ||j |jjrDJ W d    n1 sX0    Y  tj	|}W d    n1 s0    Y  t  t}tj|dd d,}t| ||j |jjrJ W d    n1 s0    Y  tj	|}||ksJ W d    n1 s0    Y  d S )Nr   r   wr   )
r   r   icom
get_handler   handleclosedr   r   r    )r   r   r!   r   handlesr"   r#   r$   r$   r%   test_compression_size_fh.   s     
**
*r-   z'write_method, write_kwargs, read_methodindexFr   c           	      C   s   t jg dg dgg dd}|| }td| 2}t|| |fi | |||d}W d    n1 sl0    Y  t|| d S )N)g      ?r   )g333333@      r   r   
compressedr   )pd	DataFramer   r   r   assert_frame_equal)	write_methodwrite_kwargsread_methodr!   compression_to_extensioninput	extensionr   outputr$   r$   r%   ,test_dataframe_compression_defaults_to_inferK   s    *r=   z1write_method,write_kwargs,read_method,read_kwargsT)r.   headersqueezetypZseriesc                 C   s   t jg ddd}|| }td| l}t|| |fi | d|v rr| }	|	d= ||fd|i|	d}
n||fd|i|}
W d    n1 s0    Y  tj|
|dd	 d S )
N)r   r0   
   r	   r   r2   r?   r   r   F)Zcheck_names)r3   Seriesr   r   r   copyr?   Zassert_series_equal)r6   r7   r8   Zread_kwargsr!   r9   r:   r;   r   kwargsr<   r$   r$   r%   )test_series_compression_defaults_to_infer_   s    2rF   c              
   C   s   t jdg dg dg g dd}t z}tj|d| dJ}tt  |j|j	| d W d    n1 sn0    Y  W d    n1 s0    Y  W d    n1 s0    Y  d S )Nr   r   r   r   r   r'   r   )
r3   r4   r   r   r(   r)   Zassert_produces_warningRuntimeWarningr   r*   )r!   dfr   r,   r$   r$   r%   test_compression_warning   s    
rI   c              	   C   s
  t jdtdd t jtdtdt jdd tdD tdd	}t	
 n}t|d
d*}|j|d
| d |d W d   n1 s0    Y  t	|t j|d| d W d   n1 s0    Y  t }|j|d
| d |d t	|t j|d| d dS )z?
    Binary file handles support compression.

    GH22555
    皙?x         ABCDZdtypec                 S   s   g | ]}d | qS zi-r$   .0ir$   r$   r%   
<listcomp>       z+test_compression_binary.<locals>.<listcomp>rM   r   r.   wb)r   )r   r   r   N)Z	index_colr   )r3   r4   nparangereshapeIndexlistobjectranger   r   openr   seekr5   read_csvioBytesIO)r!   rH   r   filer$   r$   r%   test_compression_binary   s$    
("
rf   c                  C   s   t jdtdd t jtdtdt jdd tdD tdd	} d
dd}t	
 V}t|}| j||d td | }| j||d || ksJ W d   n1 s0    Y  dS )z
    Gzip should create reproducible archives with mtime.

    Note: Archives created with different filenames will still be different!

    GH 28103
    rJ   rK   rL   rO   rP   c                 S   s   g | ]}d | qS rQ   r$   rR   r$   r$   r%   rU      rV   z7test_gzip_reproducibility_file_name.<locals>.<listcomp>rM   rW   gzip   r   mtimer   皙?N)r3   r4   rY   rZ   r[   r\   r]   r^   r_   r   r   r   r   timesleep
read_bytes)rH   compression_optionsr   r<   r$   r$   r%   #test_gzip_reproducibility_file_name   s    


rp   c                  C   s   t jdtdd t jtdtdt jdd tdD tdd	} d
dd}t	
 }| j||dd | }td t	
 }| j||dd || ksJ dS )zL
    Gzip should create reproducible archives with mtime.

    GH 28103
    rJ   rK   rL   rO   rP   c                 S   s   g | ]}d | qS rQ   r$   rR   r$   r$   r%   rU      rV   z9test_gzip_reproducibility_file_object.<locals>.<listcomp>rM   rW   rg   rh   ri   rX   )r   r   rk   N)r3   r4   rY   rZ   r[   r\   r]   r^   r_   rc   rd   r   getvaluerl   rm   )rH   ro   bufferr<   r$   r$   r%   %test_gzip_reproducibility_file_object   s    

rs   c                  C   s&   t d} tjtjd| gtjd dS )z6Tests if import pandas works when lzma is not present.zT        import sys
        sys.modules['lzma'] = None
        import pandas
        -cstderrNtextwrapdedent
subprocesscheck_outputsys
executablePIPEcoder$   r$   r%   test_with_missing_lzma   s    r   c                  C   s&   t d} tjtjd| gtjd dS )z\Tests if RuntimeError is hit when calling lzma without
    having the module available.
    z
        import sys
        import pytest
        sys.modules['lzma'] = None
        import pandas as pd
        df = pd.DataFrame()
        with pytest.raises(RuntimeError, match='lzma module'):
            df.to_csv('foo.csv', compression='xz')
        rt   ru   Nrw   r   r$   r$   r%   test_with_missing_lzma_runtime   s    r   c                 C   sz   t  ^}t| ||dd tj|}t| ||dddd tj|}||k sXJ W d    n1 sl0    Y  d S )Nrg   r   rh   r   compresslevelr   r   r   r   Zcompressed_size_defaultZcompressed_size_fastr$   r$   r%   test_gzip_compression_level   s    
r   c                 C   s   t  t}t| ||dd tj|}t| ||dddd tj|}||k sXJ |dkrntj|dd W d    n1 s0    Y  d S )Nxzr   rh   )r   presetr   )r   r   r   r   r   r    r3   rb   r   r$   r$   r%   test_xz_compression_level_read  s    
r   c                 C   sD   t  (}t| ||dddd W d   n1 s60    Y  dS )zGH33196 bzip needs file size > 100k to show a size difference between
    compression levels, so here we just check if the call works when
    compression is passed as a dict.
    bz2rh   r   r   N)r   r   r   )r   r   r   r$   r$   r%   test_bzip_compression_level&  s    
r   zsuffix,archive.zipz.tarc              	   C   s   t j| dr}||d W d    n1 s.0    Y  tjtdd t| W d    n1 sf0    Y  W d    n1 s0    Y  d S )Nfilenamer'   zZero files foundmatch)r   r   pytestraises
ValueErrorr3   rb   )suffixarchiver   r$   r$   r%   test_empty_archive_zip:  s
    r   c               	   C   s   t jdd} t| d(}|dd |dd W d    n1 sH0    Y  tjtdd t	|  W d    n1 s0    Y  W d    n1 s0    Y  d S )	Nr   r   r'   a.csvzfoo,barb.csvz Multiple files found in ZIP filer   )
r   r   zipfileZipFilewritestrr   r   r   r3   rb   )r   re   r$   r$   r%   test_ambiguous_archive_zipI  s    *r   c                 C   s  | d }t |ddd}|d W d    n1 s60    Y  | d }t |ddd}|d W d    n1 sv0    Y  | d }t|d(}||d ||d W d    n1 s0    Y  tjtdd	 t	| W d    n1 s0    Y  d S )
Nr   r'   zutf-8)encodingzfoo,bar
r   zarchive.tarz#Multiple files found in TAR archiver   )
r`   writetarfileTarFileaddr   r   r   r3   rb   )Ztmp_pathZcsvAPathaZcsvBPathbZtarpathr   r$   r$   r%   test_ambiguous_archive_tarR  s    ((*r   c               
   C   s   t jdd} tjddggddgdj| dd	d
dd t| }tj|d\}|	 }t
|dksjJ ||d  d}t rd}nd}||ksJ W d    n1 s0    Y  W d    n1 s0    Y  W d    n1 s0    Y  d S )Nz.foor   12Zfoobarr   r   r   r   F)r   r.   )fileobjrh   r   utf8zfoo,bar
1,2
zfoo,bar
1,2
)r   r   r3   r4   r   rg   r`   r   r   
getmemberslenextractfilereaddecoder   )re   Zuncompressedr   memberscontentexpectedr$   r$   r%   !test_tar_gz_to_different_filenamec  s     r   c               	   C   sZ   t  >} tj| dd W d    n1 s.0    Y  W d    n1 sL0    Y  d S )Nr'   )r   r   )rc   rd   r(   Z_BytesTarFile)rr   r$   r$   r%   test_tar_no_error_on_closew  s    
r   )4rg   rc   r   pathlibr   rz   r|   r   rx   rl   r   numpyrY   r   Zpandas.compatr   Zpandasr3   Zpandas._testingZ_testingr   Zpandas.io.commoncommonr(   markZparametrizer4   rC   r&   r-   rb   	read_jsonZread_pickler=   rF   rI   rf   rp   rs   Z
single_cpur   r   r   r   r   r   r   r   r   r   r   r   r$   r$   r$   r%   <module>   s   











	
	