U +if.+@stddlmZddlZddlZddlmZddlmZmZddl m Z GdddZ Gddde Z Gd d d e ZGd d d e ZGd dde ZGddde ZejddZejddZeZeZeZeZegZeegZejeejjdgZeeeZdgZ ddgZ!dgZ"e!e e"Z#ejee#dddZ$ejee!dddZ%ejee ddd Z&ejee"dd!d"Z'd#d$Z(eje(d%e(d&dd'd(Z)d)d*d+gZ*d,d-d.gZ+d/d0gZ,d1d2e+DZ-eje*d3d4d5Z.eje-d3d6d7Z/ejd8d9d:d;dd?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dag*d3dbdcZ0ejdddeZ1ejdfdgZ2dS)h) annotationsN)VERSIONS)read_csv read_tablec@sReZdZUdZded<dZgZded<ddZd d Zd d d ddZ ddZ dS) BaseParserNz str | NoneengineTzlist[str | None]float_precision_choicescCs |}||j|jd|S)N)r low_memory)copyupdaterr )selfkwargsrR/home/mars/bis/venv/lib/python3.8/site-packages/pandas/tests/io/parser/conftest.py update_kwargsszBaseParser.update_kwargscOs||}t||SN)rrr argsr rrrrs zBaseParser.read_csvz type[Warning]str) warn_typewarn_msgc Os:||}tj||dt||W5QRSQRXdS)N)match)rtmZassert_produces_warningr)r rrrr rrrread_csv_check_warningss z"BaseParser.read_csv_check_warningscOs||}t||Sr)rrrrrrr)s zBaseParser.read_table) __name__ __module__ __qualname__r__annotations__r rrrrrrrrrrs    rc@seZdZdZdddgZdS)CParsercNhighZ round_triprrrrrrrrrr.src@seZdZdZdS)CParserHighMemoryFNrrrr rrrrr"3sr"c@seZdZdZdS)CParserLowMemoryTNr#rrrrr$7sr$c@seZdZdZdgZdS) PythonParserpythonNr!rrrrr%;sr%c@seZdZdZdgZdS) PyArrowParserpyarrowNr!rrrrr'@sr'cCs |dddS)zG The directory path to the data files needed for parser tests. ioparserdatardatapathrrr csv_dir_pathEsr.cCstj|ddddS)zH The path to the data file "test1.csv" needed for parser tests. r)r+csvz test1.csv)ospathjoinr,rrrcsv1Msr3Zmarksr&Zc_highZc_lowr(paramsidscCs8|}|jdkr4tdtdddl}|d|S)z) Fixture all of the CSV parsers. r(rN)paramrpytestZ importorskiprr(Z set_cpu_count)requestr*r(rrr all_parsersgs   r<cCs|S)z< Fixture all of the CSV parsers using the C engine. r9r;rrr c_parser_onlywsr?cCs|S)zA Fixture all of the CSV parsers using the Python engine. r=r>rrrpython_parser_onlysr@cCs|S)zB Fixture all of the CSV parsers using the Pyarrow engine. r=r>rrrpyarrow_parser_onlysrAcCsg}g}tttD]p\}}t|dr.|jd}|jD]L}|jdkrJtjj nd}tj ||f|d}| || |d|q4q||dS)za Return all allowable parser and float precision combinations and corresponding ids. valuesrr(rr4-r5) zip _all_parsers_all_parser_idshasattrrBrrr:mark single_cpur9append)r6r7r*Z parser_id precisionrHr9rrr,_get_all_parser_float_precision_combinationss    rLr6r7cCs|jS)zR Fixture for all allowable combinations of parser and float precision r=r>rrrall_parsers_all_precisionss rM rC_utfZUTFcCs&g|]}tD]}||dq qS)z{0})_encoding_prefixes).0sepprefixrrr srX)r6cCs|jS)zE Fixture for all possible integer values for a UTF encoding. r=r>rrr utf_valuesrYcCs|jS)zD Fixture for all possible string formats of a UTF encoding. r=r>rrr encoding_fmtsrZ)z-1,0)z-1,2e0g333333)z-1e0r[)z+1e0?)z+1e+0r\)z+1e-1皙?)z+,1e1r\)z+1,e0r\)z-,1e1r[)z-1,e0r[)z0,1r])z1,r\)z,1r])z-,1g)z1_,r\)z1_234,56 ףp=J@)z 1_234,56e0r^)rRrR)-_r_)-_1r`)-_1e0ra)_1rb)_1,rc)_1,_rd)_1e0re)1,2e_1rf)1,2e1_0rg)1,_2rh),1__2ri),1erj)-,1erk) 1_000,000_000rl)1,e1_2rm)e11,2rn)1e11,2ro)1,2,2rp)1,2_1rq) 1,2e-10e1rr)--1,2rs)1a_2,1rt)z1,2E-1gQ?)z1,2E1g(@cCs|jS)z Fixture for all numeric formats which should get recognized. The first entry represents the value to read while the second represents the expected result. r=r>rrrnumeric_decimals4rucCs\d|jkr|d}nd|jkr0|dd}ndS|jdkrXtjjdd}|j|dS)z> Fixture that xfails a test if the engine is pyarrow. r<rMrNr(pyarrow doesn't support this.)reason) fixturenamesgetfixturevaluerr:rHZxfailnodeZ add_marker)r;r*rHrrr pyarrow_xfails    r{cCsLd|jkr|d}nd|jkr0|dd}ndS|jdkrHtddS)z= Fixture that skips a test if the engine is pyarrow. r<rMrNr(rv)rxryrr:skip)r;r*rrr pyarrow_skips    r})3 __future__rr0r:Zpandas.compat._optionalrZpandasrrZpandas._testingZ_testingrrrr"r$r%r'Zfixturer.r3Z_cParserHighMemoryZ_cParserLowMemoryZ _pythonParserZ_pyarrowParserZ_py_parsers_onlyZ_c_parsers_onlyr9rHrIZ_pyarrow_parsers_onlyrEZ_py_parser_idsZ _c_parser_idsZ_pyarrow_parsers_idsrFr<r?r@rArLrMZ _utf_valuesZ_encoding_sepsrTZ_encoding_fmtsrYrZrur{r}rrrrs                      /