o
    1 i                     @   s   d dl mZ d dlmZ d dlmZmZmZmZ d dl	m
Z
 d dlmZ G dd deZdefd	d
Zdd Zdd ZedkrTd dlZd dlZeeddeg dS dS )    )load_breast_cancer)tune)Dataset
DatasourceReadTaskread_datasource)BlockMetadata)execute_datasetc                   @   s   e Zd ZdefddZdS )TestDatasourceparallelismc                    s0   dd l   fdd}td d d d d}t||gS )Nr   c                     s,   t dd} | d }| d |d<  j|gS )NT)Zas_framedatatarget)r   TableZfrom_pandas)Zdata_rawZ
dataset_dfpa d/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/ray/tune/impl/test_utils.py	load_data   s   
z.TestDatasource.prepare_read.<locals>.load_data)Znum_rowsZ
size_bytesZinput_filesZ
exec_stats)Zpyarrowr   r   )selfr   Z	read_argsr   metar   r   r   prepare_read   s   zTestDatasource.prepare_readN)__name__
__module____qualname__intr   r   r   r   r   r
   
   s    r
   returnc                  C   s   t  } t| S N)r
   r   )Ztest_datasourcer   r   r   gen_dataset_func   s   r   c                  C   s   t   dd } t   dd }| j rJ |j r"J dt| |gi}t| |d d }t|dks=J |d j sFJ |d j sOJ d S )	Nc                 S      | S r   r   xr   r   r   <lambda>#       z"test_grid_search.<locals>.<lambda>c                 S   r   r   r   r   r   r   r   r!   $   r"   train_datasetgrid_search   r      )	r   lazymap_plan_has_final_stage_snapshotr   r$   r	   lenZds1Zds2Zparam_spaceZexecuted_dsr   r   r   test_grid_search"   s   r-   c                  C   s   t   dd } t   dd }| j rJ |j r"J dt| |gi}t| |d j}t	|dks<J |d j sEJ |d j sNJ d S )Nc                 S   r   r   r   r   r   r   r   r!   0   r"   ztest_choice.<locals>.<lambda>c                 S   r   r   r   r   r   r   r   r!   1   r"   r#   r%   r   r&   )
r   r'   r(   r)   r*   r   choicer	   
categoriesr+   r,   r   r   r   test_choice/   s   
r0   __main__Nz-vz-x)Zsklearn.datasetsr   Zrayr   Zray.datar   r   r   r   Zray.data.blockr   Zray.tune.impl.utilsr	   r
   r   r-   r0   r   sysZpytestexitmain__file__r   r   r   r   <module>   s    