o S+ i#@sJddlmZddlZddlZddlmZddlmZddlm Z m Z ddl m Z GdddZGdd d eZGd d d eZGd d d eZGdddeZGdddeZejddZejddZeZeZeZeZegZeegZejeejjejj e ddgdgZ!geee!Z"dgZ#ddgZ$dgZ%ge$e#e%Z&eje"e&dddZ'ejee$dd d!Z(ejee#dd"d#Z)eje!e%dd$d%Z*d&d'Z+eje+d(e+d)dd*d+Z,gd,Z-gd-Z.d.d/gZ/d0d1e.DZ0eje-d2d3d4Z1eje0d2d5d6Z2ejgd7d2d8d9Z3ejd:d;Z4ejd) annotationsN) HAS_PYARROW)VERSIONS)read_csv read_tablec@sdeZdZUdZded<dZgZded<ddZd d Zddd dddZ ddZ dddddZ dS) BaseParserNz str | NoneengineTzlist[str | None]float_precision_choicescCs |}||j|jd|S)N)r low_memory)copyupdaterr )selfkwargsrk/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/pandas/tests/io/parser/conftest.py update_kwargsszBaseParser.update_kwargscO||}t|i|SN)rrr argsrrrrr zBaseParser.read_csv)raise_on_extra_warningscheck_stacklevel warn_type type[Warning]warn_msgstrrboolcOsN||}tj||||dt|i|WdS1s wYdS)N)matchrr)rtmassert_produces_warningr)r rrrrrrrrrread_csv_check_warnings s  $z"BaseParser.read_csv_check_warningscOrr)rrrrrrr5rzBaseParser.read_table)rcOsL||}tj|||dt|i|WdS1swYdS)N)rr)rrr r)r rrrrrrrrread_table_check_warnings9s  $z$BaseParser.read_table_check_warnings)rrrrrr)rrrr) __name__ __module__ __qualname__r__annotations__r r rrr!rr"rrrrrs    rc@seZdZdZgdZdS)CParserc)NhighZ round_tripNr#r$r%rr rrrrr'Ks r'c@eZdZdZdS)CParserHighMemoryFNr#r$r%r rrrrr,Pr,c@r+)CParserLowMemoryTNr-rrrrr/Tr.r/c@eZdZdZdgZdS) PythonParserpythonNr*rrrrr1X r1c@r0) PyArrowParserpyarrowNr*rrrrr4]r3r4cCs |dddS)zG The directory path to the data files needed for parser tests. ioparserdatardatapathrrr csv_dir_pathbs r;cCstj|ddddS)zH The path to the data file "test1.csv" needed for parser tests. r6r8csvz test1.csv)ospathjoinr9rrrcsv1jsr@pyarrow is not installedreasonZmarksr2Zc_highZc_lowr5paramsidscCs8|}|jdkrtdtdddl}|d|S)z) Fixture all of the CSV parsers. r5rN)paramrpytestZ importorskiprr5Z set_cpu_count)requestr7r5rrr all_parserss   rLcC|S)z< Fixture all of the CSV parsers using the C engine. rIrKrrr c_parser_onlyrPcCrM)zA Fixture all of the CSV parsers using the Python engine. rNrOrrrpython_parser_onlyrQrRcCrM)zB Fixture all of the CSV parsers using the Pyarrow engine. rNrOrrrpyarrow_parser_onlyrQrScCsg}g}tttD]A\}}t|dr|jd}|jD]/}|jdkr.tjj tjj t ddgnd}tj ||f|d}| || |d|qq ||d S) za Return all allowable parser and float precision combinations and corresponding ids. valuesrr5rArBrrD-rE)zip _all_parsers_all_parser_idshasattrrTr rrJmark single_cpuskipifrrIappend)rFrGr7Z parser_id precisionrZrIrrr,_get_all_parser_float_precision_combinationss&      r_rFrGcC|jS)zR Fixture for all allowable combinations of parser and float precision rNrOrrrall_parsers_all_precisionss ra) )rU_utfZUTFcCs$g|]}tD] }||dqqS)z{0})_encoding_prefixes).0sepprefixrrr s rl)rFcCr`)zE Fixture for all possible integer values for a UTF encoding. rNrOrrr utf_valuermcCr`)zD Fixture for all possible string formats of a UTF encoding. rNrOrrr encoding_fmtrnro)*)z-1,0)z-1,2e0g333333)z-1e0rp)z+1e0?)z+1e+0rq)z+1e-1皙?)z+,1e1rq)z+1,e0rq)z-,1e1rp)z-1,e0rp)z0,1rr)z1,rq)z,1rr)z-,1g)z1_,rq)z1_234,56 ףp=J@)z 1_234,56e0rs)rfrf)-_rt)-_1ru)-_1e0rv)_1rw)_1,rx)_1,_ry)_1e0rz)1,2e_1r{)1,2e1_0r|)1,_2r}),1__2r~),1er)-,1er) 1_000,000_000r)1,e1_2r)e11,2r)1e11,2r)1,2,2r)1,2_1r) 1,2e-10e1r)--1,2r)1a_2,1r)z1,2E-1gQ?)z1,2E1g(@cCr`)z Fixture for all numeric formats which should get recognized. The first entry represents the value to read while the second represents the expected result. rNrOrrrnumeric_decimals4rcCs^d|jvr |d}nd|jvr|dd}ndS|jdkr-tjjdd}||dSdS)z Fixture that xfails a test if the engine is pyarrow. Use if failure is do to unsupported keywords or inconsistent results. rLrarNr5zpyarrow doesn't support this.rB) fixturenamesgetfixturevaluerrJrZZxfailZ applymarker)rKr7rZrrr pyarrow_xfail/s    rcCsRd|jvr |d}nd|jvr|dd}ndS|jdkr'tjdddSdS)z Fixture that skips a test if the engine is pyarrow. Use if failure is do a parsing failure from pyarrow.csv.read_csv rLrarNr5z,https://github.com/apache/arrow/issues/38676rB)rrrrJskip)rKr7rrr pyarrow_skipBs    r)6 __future__rr=rJZ pandas.compatrZpandas.compat._optionalrZpandasrrZpandas._testingZ_testingrrr'r,r/r1r4Zfixturer;r@Z_cParserHighMemoryZ_cParserLowMemoryZ _pythonParserZ_pyarrowParserZ_py_parsers_onlyZ_c_parsers_onlyrIrZr[r\Z_pyarrow_parsers_onlyrWZ_py_parser_idsZ _c_parser_idsZ_pyarrow_parsers_idsrXrLrPrRrSr_raZ _utf_valuesZ_encoding_sepsrhZ_encoding_fmtsrmrorrrrrrrs    :                 /