a Pf@snddlmZddlmZddlmZmZddlZddlm Z ddl Z ddl Z ddl m Z ddlZddlZddlmZddlmmZddlZddlmZmZmZmZmZmZmZm Z m!Z!ddl"m#Z$dd l%m&Z&m'Z'dd l(m)Z)ej*gd d d dZ+ddZ,ddZ-ddZ.ddZ/ej*ej0de1de1dgdej0de1ddgd ddZ2GdddZ3dS))Iterator)partial)BytesIOStringION)Path)URLError)is_platform_windows) NA DataFrame MultiIndexSeries Timestamp date_rangeread_csv read_html to_datetime)ArrowStringArray StringArray)file_path_to_url)zchinese_utf-16.htmlzchinese_utf-32.htmlzchinese_utf-8.htmlzletz_latin1.html)paramscCs|ddd|jS)z6Parametrized fixture for HTML encoding test filenames.iodataZ html_encoding)param)requestdatapathrR/var/www/ai-form-bot/venv/lib/python3.9/site-packages/pandas/tests/io/test_html.pyhtml_encoding_file(s rcOst|t|ks,Jdt|dt|d}ttdd||}|sPJ|t||D]0\}}tj||g|Ri||jrZJdqZdS)Nz*lists are not of equal size len(list1) == z, len(list2) == z$not all list elements are DataFramescSst|tot|tSN isinstancer )xyrrr>z(assert_framelist_equal..zframes are both empty)lenallmapziptmassert_frame_equalempty)Zlist1Zlist2argskwargsmsgZ both_framesZframe_iZframe_jrrrassert_framelist_equal5s& r/cCsjtd}td||ddtjtdd&t|ddd d dd Wdn1s\0YdS) Nbs4html5lib __version__z4.2zPandas requires versionmatchrrhtml spam.htmlflavor)pytest importorskipsetattrraises ImportErrorr)Z monkeypatchrr0rrrtest_bs4_version_failsIs   r>cCsXd}d}d|d}tjt|d"tt|d|dWdn1sJ0YdS)Nz google.comzinvalid flavorz\{z \} is not a valid set of flavorsr3Zgoogler4r8)r9r< ValueErrorrr)urlr8r.rrrtest_invalid_flavorRs  rBcCsZtdtdtd|dddd}t|ddgd }t|ddgd }t||dS) Nr0lxmlr1rrr5valid_markup.htmlr) index_colr8)r9r:rr/)rfilenameZdfs_lxmlZdfs_bs4rrrtest_same_ordering[s   rGr0r1)ZmarksrCcCstt|jdS)Nr7)rrr)rrrrflavor_read_htmlfsrHc@s0eZdZddZejddZejddZddZd d Z ej j ej j d d Z ej j ej j d dZej jddZddZddZddZddZddZddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Z d1d2Z!d3d4Z"d5d6Z#d7d8Z$ej j ej j d9d:Z%ej jej j ej j d;d<Z&ej jd=d>Z'ej jd?d@Z(ej jdAdBZ)ej jdCdDZ*ej jdEdFZ+ej jdGdHZ,ej jdIdJZ-ej jdKdLZ.ej jdMdNZ/dOdPZ0ejdQdRZ1ej j ej j dSdTZ2ej j ej j dUdVZ3dWdXZ4dYdZZ5d[d\Z6d]d^Z7d_d`Z8dadbZ9ej jdcddZ:ej jdedfZ;dgdhZdmdnZ?dodpZ@dqdrZAdsdtZBdudvZCdwdxZDdydzZEd{d|ZFd}d~ZGddZHej IdddgddZJddZKddZLddZMddZNddZOddZPddZQej jddZRddZSddZTej IddeUdgdfdeUdgeUdgfgddZVej IdddgddZWej XdddZYddZZddZ[ej jej j ddZ\ddZ]ddZ^ej IdgdddZ_ddZ`ddZaddZbddZcdS) TestReadHtmlcCs>d}tjt|d|dWdn1s00YdS)NzPassing literal html to 'read_html' is deprecated and will be removed in a future version. To read from a literal string, wrap it in a 'StringIO' object.r3a
A B
1 2
3 4
)r)Zassert_produces_warning FutureWarning)selfrHr.rrrtest_literal_html_deprecationqs z*TestReadHtml.test_literal_html_deprecationcCs|ddddS)Nrrr5r6rrKrrrr spam_dataszTestReadHtml.spam_datacCs|ddddS)Nrrr5 banklist.htmlrrMrrr banklist_dataszTestReadHtml.banklist_datacCshttjddtjtdtdddj  t }| }|t |ddid d d }t||dS) N)abcdtypecolumnsz{:.3f}classZ dataframer)attrsrE)r nprandom default_rngpdIndexlistobjectr'formatZastypefloatto_htmlrr)r*)rKrHdfoutresrrrtest_to_html_compats z TestReadHtml.test_to_html_compatc sttdtjdgddtgdddtdtjdgddtgd ddgd gd gd gd d}|dkrttjgd tjd}ttjddtgtjd}nr|dkrt dddl m gd }gd }n.t dt gd }t gd }|j dd}td|$|t||dd}Wdn1sT0Yttdtjdgddtgdddtdtjdgddtgd ddtddtgddtgd dd||d|dkrddlddl m tfddjDt|dS)NrSZInt64rU)rirQrS?@ZFloat64)rjg@rk)TFN)TFTabc)rmrnN)rmrnrodefghpythonrmrnpyarrowr)ArrowExtensionArrayFindexzmode.string_storage dtype_backendTbooleancs$i|]}|j|ddqS)T)Z from_pandas)array).0colrwexpectedparr sz3TestReadHtml.test_dtype_backend..)r r r[nanrr}Zobject_r r9r:Z pandas.arraysrwrrdr^Zoption_contextrrvrXr)r*) rKZstring_storager{rHreZ string_arrayZstring_array_narfresultrrrtest_dtype_backendsZ     4  zTestReadHtml.test_dtype_backendcCsft|dd<}|j|d||jdd}||jdd}Wdn1sN0Yt||dS)Nutf-8encodingcontentFirst Federal Bank of Floridar3 Metcalf Bankopen serve_contentreadrAr/)rK httpserverrPrHrrdf1df2rrrtest_banklist_urls$zTestReadHtml.test_banklist_urlcCsft|dd<}|j|d||jdd}||jdd}Wdn1sN0Yt||dS)Nrrr .*Water.*r3Unitr)rKrrNrHrrrrrrr test_spam_urls ,zTestReadHtml.test_spam_urlcCs2||dddid}||dddid}t||dS)Nz .*Florida.*idtabler4rZrr/)rKrPrHrrrrr test_banklists  zTestReadHtml.test_banklistcCsR||dd}||dd}t|||djddks8J|djddksNJdS)Nrr3rrrr ProximatesZNutrient)r/ilocrXrKrNrHrrrrr test_spam s    zTestReadHtml.test_spamcCs$||}|D]}t|ts Jq dSrr)rKrNrHdfsrerrrtest_spam_no_matchszTestReadHtml.test_spam_no_matchcCs,||ddid}|D]}t|tsJqdS)Nrr)rZr)rKrPrHrrerrrtest_banklist_no_matchsz#TestReadHtml.test_banklist_no_matchcCs2||dddd}|jddks$J|jr.JdS)NrrQr4headerrr)rXr+)rKrNrHrerrrtest_spam_headerszTestReadHtml.test_spam_headercCs*||ddd}||ddd}t||dSNrrir4skiprowsrrrrrrtest_skiprows_int"szTestReadHtml.test_skiprows_intcCs2||dtdd}||dtdd}t||dSNrrQrr)ranger/rrrrtest_skiprows_range(sz TestReadHtml.test_skiprows_rangecCs2||dddgd}||dddgd}t||dSNrrirQrrrrrrrtest_skiprows_list.szTestReadHtml.test_skiprows_listcCs2||dddhd}||dddhd}t||dSrrrrrrtest_skiprows_set4szTestReadHtml.test_skiprows_setcCs*||ddd}||ddd}t||dSrrrrrrtest_skiprows_slice:sz TestReadHtml.test_skiprows_slicecCs2||dtdd}||dtdd}t||dSrslicer/rrrrtest_skiprows_slice_short@sz&TestReadHtml.test_skiprows_slice_shortcCs8||dtddd}||dtdddd}t||dS) NrrQrrrRrirrrrrtest_skiprows_slice_longFsz%TestReadHtml.test_skiprows_slice_longcCs6||dtdd}||dtdd}t||dSr)r[Zaranger/rrrrtest_skiprows_ndarrayLsz"TestReadHtml.test_skiprows_ndarraycCs@tjtdd||dddWdn1s20YdS)Nz%is not a valid type for skipping rowsr3rZasdfr)r9r< TypeError)rKrNrHrrrtest_skiprows_invalidRsz"TestReadHtml.test_skiprows_invalidcCs*||ddd}||ddd}t||dSNrrr4rErrrrrr test_indexVszTestReadHtml.test_indexcCs.||dddd}||dddd}t||dSNrrir)r4rrErrrrrrtest_header_and_index_no_types[sz+TestReadHtml.test_header_and_index_no_typescCs.||dddd}||dddd}t||dSrrrrrr test_header_and_index_with_types`sz-TestReadHtml.test_header_and_index_with_typescCs*||ddd}||ddd}t||dSrrrrrrtest_infer_typeseszTestReadHtml.test_infer_typescCst|dd}t|}Wdn1s.0Yt|dd}t|}Wdn1sf0Y||dd}||dd}t||dSNzUTF-8rrr3r)rrrr/)rKrNrHrrdata1data2rrrrrtest_string_ioks**  zTestReadHtml.test_string_iocCsbt|dd}|}Wdn1s*0Y|t|dd}|t|dd}t||dSr)rrrr/)rKrNrHrrrrrrrr test_stringvs &zTestReadHtml.test_stringcCs~t|dd}||dd}Wdn1s.0Yt|dd}||dd}Wdn1sf0Yt||dSr)rr/)rKrNrHrrrrrrrtest_file_likes **zTestReadHtml.test_file_likecCsL|jdddtjtdd|dddWdn1s>0YdS)Nz#urlopen error unknown url type: gitcoder3zgit://github.comr)rr9r<rrKrrHrrrtest_bad_url_protocolsz"TestReadHtml.test_bad_url_protocolcCsR|jdddtjttfdd||jddWdn1sD0YdS)NzName or service not knownrrzHTTP Error 404: NOT FOUNDr3r)rr9r<rr@rArrrrtest_invalid_urlszTestReadHtml.test_invalid_urlcCsL|}|ttj|dddid}t|ts0J|D]}t|ts4Jq4dS)NZFirstrrr)rospathabspathr r`r rKrPrHrArrerrr test_file_urlszTestReadHtml.test_file_urlcCsH|}tjtdd"||dddidWdn1s:0YdS)NzNo tables foundr3rrZ tasdfablerr9r<r@)rKrPrHrArrrtest_invalid_table_attrss  z%TestReadHtml.test_invalid_table_attrscCs0||dddiddgdd}t|jts,JdS)NMetcalfrrrri)r4rZrr rXr rKrPrHrerrrtest_multiindex_headers z#TestReadHtml.test_multiindex_headercCs0||dddiddgdd}t|jts,JdS)Nrrrrri)r4rZrE)r ryr rrrrtest_multiindex_indexs z"TestReadHtml.test_multiindex_indexcCsF||dddiddgddgdd}t|jts2Jt|jtsBJdS)Nrrrrri)r4rZrrE)r rXr ryrrrrtest_multiindex_header_indexsz)TestReadHtml.test_multiindex_header_indexcCs2||dddiddgddd}t|jts.JdSNrrrrri)r4rZrrrrrrr&test_multiindex_header_skiprows_tuplessz3TestReadHtml.test_multiindex_header_skiprows_tuplescCs2||dddiddgddd}t|jts.JdSrrrrrrtest_multiindex_header_skiprowssz,TestReadHtml.test_multiindex_header_skiprowscCsH||dddiddgddgddd}t|jts4Jt|jtsDJdS)Nrrrrri)r4rZrrEr)r ryr rXrrrr%test_multiindex_header_index_skiprowssz2TestReadHtml.test_multiindex_header_index_skiprowscCsX|}|ttj|ttdddid}t|ts

What's new in Python 2.7?
or all "What's new" documents since 2.0

Tutorial
start here

Library Reference
keep this under your pillow

Language Reference
describes syntax and language elements

Python Setup and Usage
how to use Python on different platforms

Python HOWTOs
in-depth documents on specific topics

Installing Python Modules
installing from the Python Package Index & other sources

Distributing Python Modules
publishing modules for installation by others

Extending and Embedding
tutorial for C/C++ programmers

Python/C API
reference for C/C++ programmers

FAQs
frequently asked questions (with answers!)

Indices and tables:

Python Global Module Index
quick access to all modules

General Index
all functions, classes, terms

Glossary
the most important terms explained

Search page
search this documentation

Complete Table of Contents
lists all sections and subsections

rrKrrr python_docsszTestReadHtml.python_docscCs.|j|d||jdd}t|dks*JdS)NrPythonr3ri)rrAr%)rKrrrHrrrrtest_multiple_matches(s z"TestReadHtml.test_multiple_matchescCs@|j|d||jdd}dd|D}t|ddgks4r$z7TestReadHtml.test_python_docs_table..ZPythZWhat)rrAsorted)rKrrrHrzzrrrtest_python_docs_table/s z#TestReadHtml.test_python_docs_tablecCs$d}|t|}t|dks JdS)z@ Make sure that read_html ignores empty tables. a
A B
1 2
riN)rr%)rKrHr5rrrrtest_empty_tables7s zTestReadHtml.test_empty_tablescCs<|tdd}tddgddggddgd }t||dS) Na
A B
1 2
3 4
rrirQrSrRABrrXrr r)r*rKrHrrrrrtest_multiple_tbodyRsz TestReadHtml.test_multiple_tbodycCs2|tdd}tddidgd}t||dS)zt Don't fail with bs4 when there is a header and only one column as described in issue #9178 a3
Header
first
rHeaderfirstrryNrrrrrtest_header_and_one_columnrsz'TestReadHtml.test_header_and_one_columncCs6|tdd}tgdggdd}t||dS)zK Ensure parser adds within on malformed HTML. a
Country Municipality Year
Ukraine Odessa 1944
r)ZUkraineZOdessa)ZCountryZ MunicipalityZYearrNrrrrrtest_thead_without_trsz"TestReadHtml.test_thead_without_trc Csd}tddggddgd}tddgddggddgd}|jd d }|jd d }|t|d }|t|d }t||t||d S)zh Make sure that read_html reads tfoot, containing td or th. Ignores empty tfoot a {footer}
A B
bodyA bodyB
ZbodyAZbodyBrrrZfootAZfootB)footerz%footAfootBrN)r rbrr)r*) rKrHZ data_templateZ expected1Z expected2rrZresult1Zresult2rrrtest_tfoot_reads   zTestReadHtml.test_tfoot_readcCs6|tdddd}tddggdd}t||dS)Na 
S I
text 1944
rrtextr)SIrWrrrrr&test_parse_header_of_non_string_columnsz3TestReadHtml.test_parse_header_of_non_string_columnc sddlmfdd}||dddidd}t|d d d d ttd d}|j|jksZJgd}gd}||||} ||} | } ddg} | | t| | <t | | dS)Nr_remove_whitespacecs&z |WSty |YS0dSr)AttributeErrorr!rrr try_remove_wss  z8TestReadHtml.test_banklist_header..try_remove_wsrrrrrrcsvz banklist.csv) Updated Date Closing Date converters) z,First Vietnamese American Bank In Vietnamesez"Westernbank Puerto Rico En Espanolz*R-G Premier Bank of Puerto Rico En EspanolzEurobank En EspanolzSanderson State Bank En EspanolzLWashington Mutual Bank (Including its subsidiary Washington Mutual Bank FSB)zSilver State Bank En Espanolz%AmTrade International Bank En EspanolzHamilton Bank, NA En Espanolz6The Citizens Savings Bank Pioneer Community Bank, Inc.) zFirst Vietnamese American BankzWesternbank Puerto RicozR-G Premier Bank of Puerto RicoZEurobankzSanderson State BankzWashington Mutual BankzSilver State BankzAmTrade International BankzHamilton Bank, NAzThe Citizens Savings Bankr r) Zpandas.io.htmlrrr shaper'replaceapplyrr)r*) rKrPrrHrreZ ground_trutholdnewZdfnewZgtnewZ convertedZ date_colsrrrtest_banklist_headers       z!TestReadHtml.test_banklist_headercCsnd}t|dd}|}Wdn1s.0Y||vsDJ||dddidd}||vsjJdS)Nz Gold Canyonrrrrrr)rrZ to_string)rKrPrHgcrrZraw_textrerrrtest_gold_canyons&  zTestReadHtml.test_gold_canyoncCs8|tdddd}|tdddd}t||dS)Na
C_l0_g0 C_l0_g1 C_l0_g2 C_l0_g3 C_l0_g4
R_l0_g0 0.763 0.233 nan nan nan
R_l0_g1 0.244 0.285 0.392 0.137 0.222
rrEa
C_l0_g0 C_l0_g1 C_l0_g2 C_l0_g3 C_l0_g4
R_l0_g0 0.763 0.233
R_l0_g1 0.244 0.285 0.392 0.137 0.222
)rr)r*)rKrHrrrrrtest_different_number_of_cols's" "$!z*TestReadHtml.test_different_number_of_colscCs6|tdd}tgdggdd}t||dS)NaZ
A B C
a b c
rrl)rrCrWrrrrrtest_colspan_rowspan_1osz#TestReadHtml.test_colspan_rowspan_1cCs:|tdddd}tgdggdd}t||dS)Na
X Y Z W
A B C
rr)rrrZr)XzX.1YrWrrrrrr test_colspan_rowspan_copy_valuessz-TestReadHtml.test_colspan_rowspan_copy_valuescCs:|tdddd}tgdggdd}t||dS)Na(
A B C
D
rr)rrrrD)rrzB.1zB.2rrrrrrrtest_colspan_rowspan_both_not_1sz,TestReadHtml.test_colspan_rowspan_both_not_1cCs:|tdddd}tddggddgd}t||dS)Nz
A B
C
rrrrrrrrrrrtest_rowspan_at_end_of_rows z'TestReadHtml.test_rowspan_at_end_of_rowcCs@|tdddd}tddgddggddgd}t||dS)Nz
A B
rrrrrrrrrrtest_rowspan_only_rowss  z#TestReadHtml.test_rowspan_only_rowscCsV|tdd}tddgddggddgddggd}tdd gg|d }t||dS) Nam
A B
a b
1 2
rrrrmrnriZlevelscodesrQrrr r r)r*rKrHrrXrrrr+test_header_inferred_from_rows_with_only_ths$z8TestReadHtml.test_header_inferred_from_rows_with_only_thcCshtdtdddi}|}|t|dgdd}t||d|t|dgdd}t||ddS)Ndate1/1/2001 ZperiodsrirZ parse_datesrE)r rrdrr)r*)rKrHrerrgrrrtest_parse_dates_lists z"TestReadHtml.test_parse_dates_listcCspttddd}t|dd|ddd}|t|dd d gid d }td|i}t||d dS) Nr'r(r)cSs t|Sr)strr&rrrrr#%r$z7TestReadHtml.test_parse_dates_combine..cSs t|Sr)r,timerrrrr#&r$)r&r-datetimerirQr*r)r rr r'rrdr)r*)rKrHZ raw_datesrergZnewdfrrrtest_parse_dates_combine!s   z%TestReadHtml.test_parse_dates_combinecCs|dddd}tj|s,Jt|dtj|sJJt|d||ddd d }|jd ksjJd |jd vs|J|djtdksJt |j ddsJdS)Nrrr5wikipedia_states.htmlz is not a filez is an empty fileArizonarirr)< Unnamedrsq mifloat64)rr5HzPN$A) rrisfilereprgetsizer rXrVr[allcloselocrKrrHrrrrrtest_wikipedia_states_table/sz(TestReadHtml.test_wikipedia_states_tablecCsn|dddd}||dddd}|jdks.Jd |jd d vsDJ|jjd ksTJt|jd dsjJdS)Nrrr5r0r1rr)r2 r4rrirQ)ZAlaska)z Total area[2]r5r7)r rXZnlevelsr[r;r<r=rrr test_wikipedia_states_multiindex9s z-TestReadHtml.test_wikipedia_states_multiindexcCsD|tdddgd}tddggtddgd }t|d|dS) NaK
AB
ab
rrirrmrn)Unnamed: 0_level_0r)zUnnamed: 1_level_0rrW)rr r from_tuplesr)r*rrrr%test_parser_error_on_empty_header_rowAs z2TestReadHtml.test_parser_error_on_empty_header_rowcCsN|tdddd}tddidgd}|djtdks>Jt||dS) Na
Header
1100#101
#)decimalrrgClg0@rr6)rr rVr[r)r*rrrrtest_decimal_rowsZszTestReadHtml.test_decimal_rowsargTFcCsHtd}tjt|d|||dWdn1s:0YdS)NzPassing a bool to header is invalid. Use header=None for no header or header=int or list-like of ints to specify the row(s) making up the column namesr3r)rescaper9r<r)rKrNrGrHr.rrrtest_bool_header_argws z!TestReadHtml.test_bool_header_argcCs8|tddtidd}tdddgi}t||dS)Na
a
0.763
0.244
rmr rz0.763z0.244)rr,r r)r*rrrrtest_convertersszTestReadHtml.test_converterscCs8|tddgdd}tddtjgi}t||dS)Na
a
0.763
0.244
gZd;?)Z na_valuesrrmg"~j?rr r[rr)r*rrrrtest_na_valuesszTestReadHtml.test_na_valuescCsld}tdddgi}|t|ddd}t||tdtjtjgi}|t|ddd}t||dS) Na
a
N/A
NA
rmzN/Ar F)Zkeep_default_narT)r rr)r*r[r)rKrHZ html_data expected_dfhtml_dfrrrtest_keep_default_nas z!TestReadHtml.test_keep_default_nacCs@|tdd}tddgtjtjggddgd}t||dS)Nak
A B
a b
rrmrnrrrrKrrrrtest_preserve_empty_rowss z%TestReadHtml.test_preserve_empty_rowscCsV|tdd}tddgddggddgddggd}tdd gg|d }t||dS) NaU
AB
ab
12
rrrrmrnrir!rQrr#r$rrr,test_ignore_empty_rows_when_inferring_headers$z9TestReadHtml.test_ignore_empty_rows_when_inferring_headercCsLtgdd}gdgdg|_|jdd}|t|d}t||dS)N))ZHillaryDr)ZBernieJr)ZDonaldER)r)rAZAgeZParty)NamezUnnamed: 1_level_1zUnnamed: 2_level_1Frxr)r rXrdrr)r*)rKrHrMr5rNrrrtest_multiple_header_rowss z&TestReadHtml.test_multiple_header_rowscCs>|dddd}||dd}t|ts(Jt|dts:JdS)Nrrr5rDrr)r r`r )rKrrHrFrrrrtest_works_on_valid_markups z'TestReadHtml.test_works_on_valid_markupcCs$|dddd}||dddgddS) Nrrr5rOrrCr1r?r)rKrrHrPrrrtest_fallback_successsz"TestReadHtml.test_fallback_successcCs>tddd}ttjdd|d}|}d|vs:JdS)Nz 2000-01-01r(r)rQ)r(rRrx)rr r[r\r]Zstandard_normalrd)rKrngrerrrrtest_to_html_timestamps z#TestReadHtml.test_to_html_timestampcCstdddg}|}|jdd}|jdd}|jdd}|jdd}|jdd}d|vs`J||kslJ||ksxJ||ksJd |vsJd |vsJd |vsJ||ksJdS) NrirQrrT)borderrFz border="1"z border="2"z border="0"z border)r rd)rKreZout_border_defaultZout_border_trueZout_border_explicit_defaultZout_border_nondefaultZout_border_zeroZout_border_falserrrtest_to_html_borderless"s            z$TestReadHtml.test_to_html_borderlesszdisplayed_only,exp0,exp1ZfooNzfoo bar baz quxcCsRd}|t||d}t|d||dur>t|d|nt|dksNJdS)Na
foo bar baz qux
foo
displayed_onlyrri)rr)r*r%)rKr`Zexp0Zexp1rHrrrrrtest_displayed_only5s z TestReadHtml.test_displayed_onlyr`cCs>d}|t||dd}tddgddgd}t||dS) NaW
A B
1 2
4 5
r_rrirRrQrr\r)rKr`rHZ html_tablerrrrr&test_displayed_only_with_many_elementsZs z3TestReadHtml.test_displayed_only_with_many_elementsz\ignore:You provided Unicode markup but also provided a value for from_encoding.*:UserWarningc Cstj|}tj|d}|d\}}zt|d&}|||dd}Wdn1sb0Yt|d*}|t||dd} Wdn1s0Y|||dd} t || t || Wn:t yt rd|vsd|vrt Yn0dS)Nr_rb)rrEZ16Z32)rrbasenamesplitextsplitrrpoprr)r* Exceptionrr9skip) rKrrH base_pathrootrcrZfobjZ from_stringZfrom_file_like from_filenamerrr test_encoders,   ( (  zTestReadHtml.test_encodecCsx|jddkrtdGdddt}|d}||s>Jtjtdd||Wdn1sj0YdS) Nr8rCzNot applicable for lxmlc@seZdZddZdS)zFTestReadHtml.test_parse_failure_unseekable..UnseekableStringIOcSsdSNFrrrrrseekableszOTestReadHtml.test_parse_failure_unseekable..UnseekableStringIO.seekableN)__name__ __module__ __qualname__rprrrrUnseekableStringIOsrtz?
spameggs
z#passed a non-rewindable file objectr3)keywordsgetr9rjrr<r@)rKrHrtbadrrrtest_parse_failure_unseekables  z*TestReadHtml.test_parse_failure_unseekablecCs:Gddd}|d}|d}||s*J||s6JdS)Nc@sJeZdZddddZdddZddZd d Zd d Zedd dZ dS)z9TestReadHtml.test_parse_failure_rewinds..MockFileN)returncSs||_d|_dSro)rat_end)rKrrrr__init__szBTestReadHtml.test_parse_failure_rewinds..MockFile.__init__cSs|jr dn|j}d|_|S)NrT)rzr)rKsizerrrrrsz>TestReadHtml.test_parse_failure_rewinds..MockFile.readcSs d|_dSro)rz)rKoffsetrrrseeksz>TestReadHtml.test_parse_failure_rewinds..MockFile.seekcSsdS)NTrrrrrrpszBTestReadHtml.test_parse_failure_rewinds..MockFile.seekablecSsdSrrrrrr__next__szBTestReadHtml.test_parse_failure_rewinds..MockFile.__next__cSs|Srrrrrr__iter__szBTestReadHtml.test_parse_failure_rewinds..MockFile.__iter__)N) rqrrrsr{rr~rprrrrrrrMockFiles  rz/
spam
eggs
z2
spameggs
r)rKrHrZgoodrwrrrtest_parse_failure_rewindss  z'TestReadHtml.test_parse_failure_rewindscCsGdddtj}|dddd}|||fd}|||fd}|||sL|r^qLd|jurv|jus|nJdS)NcseZdZfddZZS)z@TestReadHtml.test_importcheck_thread_safety..ErrorThreadc sDztWn*ty8}z||_WYd}~nd}~00d|_dSr)superrunrierr)rKr __class__rrrs zDTestReadHtml.test_importcheck_thread_safety..ErrorThread.run)rqrrrsr __classcell__rrrr ErrorThreadsrrrr5rD)targetr,) threadingThreadstartis_aliver)rKrrHrrFZhelper_thread1Zhelper_thread2rrrtest_importcheck_thread_safetys z+TestReadHtml.test_importcheck_thread_safetycCs>|dddd}t|}||d}||d}t||dS)Nrrr5r6r)rr)r*)rKrrHZfile_path_string file_pathrrrrrtest_parse_path_objects   z#TestReadHtml.test_parse_path_objectcCs2|tdd}tdggdgd}t||dS)Nz
A
word1
word2
rz word1 word2rrrrrrrtest_parse_br_as_spaces z#TestReadHtml.test_parse_br_as_space)r&bodyrrc Csd}gdgdgdgdgdgdd}|d }|d }|d }|d krh|d }|d}|d}n4|dkrz|d }n"|dkr|d}n|dkr|d}|t||dd}t||g|d} | tj} t|| dS)Na
HTTP FTP Linkless
Wikipedia SURROUNDING Debian TEXT Linkless
Footer Multiple links: Only first captured.
)HTTPFTPLinkless))rN)rN)rz'https://en.wiktionary.org/wiki/linkless) WikipediaSURROUNDING Debian TEXTr))rzhttps://en.wikipedia.org/)rzftp://ftp.us.debian.org/)rN)Footer$Multiple links: Only first captured.N))rz)https://en.wikipedia.org/wiki/Page_footer)r1N) head_ignore head_extract body_ignore body_extract footer_ignorefooter_extractrrrr&rrrrrrZ extract_linksrrW)rr Zfillnar[rr)r*) rKrGrHZ gh_13141_dataZgh_13141_expectedZdata_expZfoot_expZhead_exprrrrrtest_extract_linkss2    zTestReadHtml.test_extract_linkscCsBd}tjt|dt|ddWdn1s40YdS)NzY`extract_links` must be one of {None, "header", "footer", "body", "all"}, got "incorrect"r3Z incorrectrr9r<r@r)rKrNr.rrrtest_extract_links_badCsz#TestReadHtml.test_extract_links_badcCs4d}|t|ddd}tdgg}t||dS)Nz
Google.com
r&rr)z Google.comzhttps://google.comrrKrHrrrrrr test_extract_links_all_no_headerKs  z-TestReadHtml.test_extract_links_all_no_headercCsBd}tjt|dtdddWdn1s40YdS)NzPdtype_backend numpy is invalid, only 'numpy_nullable' and 'pyarrow' are allowed.r3testnumpyrzr)rKr.rrrtest_invalid_dtype_backendZsz'TestReadHtml.test_invalid_dtype_backendcCs@d}|t|d}tddgddggddgd }t||dS) Na
A B
A1 B1
A2 B2
rA1ZB1A2ZB2rrrrrrrrtest_style_tagbszTestReadHtml.test_style_tag)drqrrrsrLr9fixturerNrPrhrmarknetworkZ single_cpurrZslowrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r%r+r/r>r@rCrFZ parametrizerIrJrLrOrPrQrWrXrYr[r^r rarbfilterwarningsrnrxrrrrrrrrrrrrrrIps   <                 0    & / H#        "  DrI)4collections.abcr functoolsrrrrrpathlibrrr urllib.errorrrr[r9Z pandas.compatrZpandas.util._test_decoratorsutilZ_test_decoratorstdZpandasr^r r r r r rrrrZpandas._testingZ_testingr)Zpandas.core.arraysrrZpandas.io.commonrrrr/r>rBrGrZ skip_if_norHrIrrrrs>     ,