o %j@sdZddlmZddlmZddlmZddlZddl Z ddl Z ddl m Z ddl mZddlmZe jdZe jje jjgZe jd d d Zd d ZeddZdS)zd Tests multithreading behaviour for reading and parsing files for each parser defined in parsers.py ) ExitStack)BytesIO) ThreadPoolN) DataFrame)VersionZ pyarrow_xfailz0ignore:Passing a BlockManager:DeprecationWarningc s|}|jdkrtd}t|jtdkr|tjjdddd}fddt|D}t /fd d |D} t d }| |j |}|d } |D]} t| | qOWddS1scwYdS) NZpyarrowz16.0z+# ValueError: Found non-unique column index)reasond c3s,|]}dddtDVqdS) cSs&g|]}|dd|dd|dqS)d,.0ir r i/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/pandas/tests/io/parser/test_multi_thread.py )s&zBtest_multi_thread_string_io_read_csv...N)joinrangeencode)r_) max_row_ranger r (s  z7test_multi_thread_string_io_read_csv..csg|] }t|qSr ) enter_contextr)rb)stackr rr/sz8test_multi_thread_string_io_read_csv..r)ZenginepytestZ importorskipr __version__Z applymarkermarkZxfailrrrrmapread_csvtmassert_frame_equal) all_parsersrequestparserpaZ num_filesZ bytes_to_dffilespoolresultsZ first_resultresultr )rrr$test_multi_thread_string_io_read_csvs*    "r,c sfdd}fddtD}td}|||}Wdn1s)wY|dj}|ddD]} || _q9t|} | S) a Generate a DataFrame via multi-thread. Parameters ---------- parser : BaseParser The parser object to use for reading the data. path : str The location of the CSV file to read. num_rows : int The number of rows to read per task. num_tasks : int The number of tasks to use for reading this DataFrame. Returns ------- df : DataFrame csB|\}}|sjdd|dgdSjddt|d|dgdS)aj Create a reader for part of the CSV. Parameters ---------- arg : tuple A tuple of the following: * start : int The starting row to start for parsing CSV * nrows : int The number of rows to read. Returns ------- df : DataFrame rdate) index_colheadernrows parse_datesN )r.r/Zskiprowsr0r1)r!int)argstartr0)r&pathr rreaderNs  z0_generate_multi_thread_dataframe..readercs g|] }|fqSr r r)num_rows num_tasksr rrpsz4_generate_multi_thread_dataframe..)Z processesNrr2)rrr columnspdconcat) r&r7r9r:r8tasksr)r*r/rfinal_dataframer )r9r:r&r7r _generate_multi_thread_dataframe:s "   rAcCsd}d}|}d}ttjd|tjd|tjd|tjd|tjd|dg|dg|dg|tjd|d d tj|d d d }t|}| |t ||||}t ||WddS1sqwYdS)N0z__thread_pool_reader__.csvfoobarbazz20000101 09:00:00s)ZperiodsfreqZint64)Zdtype) arcr erErFrGr-r4) rnprandomZ default_rngr<Z date_rangeZaranger"Z ensure_cleanZto_csvrAr#)r$r:r9r& file_nameZdfr7r@r r r)test_multi_thread_path_multipart_read_csvs0   "rP)__doc__ contextlibriorZmultiprocessing.poolrnumpyrMrZpandasr<rZpandas._testingZ_testingr"Zpandas.util.versionrrZ usefixturesZ xfail_pyarrowZ single_cpuZslowZ pytestmarkfilterwarningsr,rArPr r r rs&         F