o 1 iW@sddlZddlZddlZddlZddlmZmZmZddlm Z ddl m Z ddl m Z mZmZmZmZddlmZddlmZmZmZddlmZdd lmZmZdd lmZdd lm Z dd l!m"Z"d Z#dZ$eddZ%dZ&dZ'e(e)Z*e"ddGddde+e Z,e"ddGddde+e Z-e"ddeGdddZ.GdddZ/de+dee+e+ffdd Z0d!e+d"e+de+fd#d$Z1d%ee+e fd&ede fd'd(Z2eGd)d*d*Z3eGd+d,d,Z4eGd-d.d.Z5eGd/d0d0Z6eGd1d2d2Z7dS)3N)asdict dataclassreplace)Enum)Path)AnyDictOptionalTupleUnion) ray_constants) EventLogTypecheck_export_api_enabledget_export_event_logger) parse_uri)RAY_INTERNAL_NAMESPACE_PREFIX GcsClient) ExportEvent)ExportSubmissionJobEventData) PublicAPIZjob_submission_idZjob_nameZ job_actor_{job_id}SUPERVISOR_ACTOR_RAY_NAMESPACEzjob-driver-{submission_id}.logZstable)Z stabilityc@s@eZdZdZdZdZdZdZdZde fdd Z de fd d Z d S) JobStatusz2An enumeration for describing the status of a job.PENDINGRUNNINGSTOPPED SUCCEEDEDFAILEDreturncCs|jSNvalueselfr$l/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/ray/dashboard/modules/job/common.py__str__4szJobStatus.__str__cCs |jdvS)aReturn whether or not this status is terminal. A terminal status is one that cannot transition to any other status. The terminal statuses are "STOPPED", "SUCCEEDED", and "FAILED". Returns: True if this status is terminal, otherwise False. >rrrr r"r$r$r% is_terminal7s zJobStatus.is_terminalN) __name__ __module__ __qualname____doc__rrrrrstrr&boolr'r$r$r$r%r%src@s0eZdZdZdZdZdZdZdZdZ dZ d Z d S) JobErrorTypez6An enumeration for describing the error type of a job.RUNTIME_ENV_SETUP_FAILURE"JOB_SUPERVISOR_ACTOR_START_TIMEOUT"JOB_SUPERVISOR_ACTOR_START_FAILURE"JOB_SUPERVISOR_ACTOR_UNSCHEDULABLE$JOB_SUPERVISOR_ACTOR_UNKNOWN_FAILUREJOB_SUPERVISOR_ACTOR_DIED"JOB_ENTRYPOINT_COMMAND_START_ERRORJOB_ENTRYPOINT_COMMAND_ERRORN) r(r)r*r+r/r0r1r2r3r4r5r6r$r$r$r%r.Csr.c@sVeZdZUdZeed<eed<dZeeed<dZ ee ed<dZ ee ed<dZ ee ed<dZeeeefed <dZeeeefed <dZeee efed <dZeee efed <dZee ed <dZeeeefed<dZeeed<dZeeed<dZee ed<ddZdeeeffddZedeeefddfddZdS)JobInfozA class for recording information associated with a job and its execution. Please keep this in sync with the JobsAPIInfo proto in src/ray/protobuf/gcs.proto. status entrypointNmessage error_type start_timeend_timemetadata runtime_enventrypoint_num_cpusentrypoint_num_gpusentrypoint_memoryentrypoint_resourcesdriver_agent_http_addressdriver_node_iddriver_exit_codecCst|jtr t|j|_|jdur|jtjkrXd|_t|jduo$|jdk|jduo-|jdk|j duo6|j dk|j difvgrF|jd7_|j difvrV|jd7_dSdS|jtj krcd|_dS|jtj krnd|_dS|jtjkryd|_dS|jtjkrd|_dSdSdS) NzJob has not started yet.rz\ It may be waiting for resources (CPUs, GPUs, memory, custom resources) to become available.z< It may be waiting for the runtime environment to be set up.zJob is currently running.zJob was intentionally stopped.zJob finished successfully.z Job failed.) isinstancer8r,rr:ranyr@rArBrCr?rrrrr"r$r$r% __post_init__sB                  zJobInfo.__post_init__rcCsnt|}t|d|d<|dr|djnd|d<d|vr0|ddur-t|d|d<|d=t||S)a%Convert this object to a JSON-serializable dictionary. Note that the runtime_env field is converted to a JSON-serialized string and the field is renamed to runtime_env_json. Returns: A JSON-serializable dictionary representing the JobInfo object. r8r;Nr?runtime_env_json)rr,getr!jsondumps)r# json_dictr$r$r%to_jsons   zJobInfo.to_jsonrNcCsht|d|d<|drt|dnd|d<d|vr-|ddur*t|d|d<|d=|di|S)aInitialize this object from a JSON dictionary. Note that the runtime_env_json field is converted to a dictionary and the field is renamed to runtime_env. Args: json_dict: A JSON dictionary to use to initialize the JobInfo object. r8r;NrJr?r$)rrKr.rLloads)clsrNr$r$r% from_jsons  zJobInfo.from_json)r(r)r*r+r__annotations__r,r:r r;r.r<intr=r>rr?rr@r floatrArBrCrDrErFrIrO classmethodrRr$r$r$r%r7Zs* " r7c@s2eZdZdZedZedZ d#dedee fddZ d$d e d e d e dee de f ddZd e d e ddfddZd%d e de dee fddZd%d e de fddZ     d&d e dedee dee deedeee efdee fddZd%d e de deefdd Zd%de dee e ffd!d"ZdS)'JobInfoStorageClientzG Interface to put and get job data from the Internal KV store. Z job_info_rN gcs_clientexport_event_log_dir_rootcCs`||_d|_zttjjr|durttj||_WdSWdSWdSt y/t dYdSw)av Initialize the JobInfoStorageClient which manages data in the internal KV store. Export Submission Job events are written when the KV store is updated if the feature flag is on and a export_event_log_dir_root is passed. export_event_log_dir_root doesn't need to be passed if the caller is not modifying data in the KV store. NzMUnable to initialize export event logger so no export events will be written.) _gcs_client#_export_submission_job_event_loggerrrZ SourceTypeZEXPORT_SUBMISSION_JOBrr ZSUBMISSION_JOB Exceptionlogger exception)r#rXrYr$r$r%__init__s"     zJobInfoStorageClient.__init__Tjob_idjob_info overwritetimeoutrcs|jj|jj|dt||tj |dIdH}|dks$|rAz | ||W|dkSt y@t dY|dkSw|dkS)aBPut job info to the internal kv store. Args: job_id: The job id. job_info: The job info. overwrite: Whether to overwrite the existing job info. timeout: The timeout in seconds for the GCS operation. Returns: True if a new key is added. ra namespacerdNz0Error while writing job submission export event.)rZZasync_internal_kv_put JOB_DATA_KEYformatencoderLrMrOr KV_NAMESPACE_JOB"_write_submission_job_export_eventr\r]r^)r#rarbrcrdZ added_numr$r$r%put_infos"  zJobInfoStorageClient.put_infocCs|jsdStjjj|jj}|durt |jjddS|j }t|||j |j |j |j|j|jt|j|j|j|jd }|j|dS)z Write Submission Job export event if _export_submission_job_event_logger exists. The logger will exist if the export API feature flag is enabled and a log directory was passed to JobInfoStorageClient. Nzb is not a valid ExportSubmissionJobEventData.JobStatus enum value. This event will not be written.) Zsubmission_job_idr8r9r:r>r;r<r=rJrDrErF)r[rrZ DESCRIPTORZvalues_by_namerKr8namer]errornumberr9r:r>r;r<r=rLrMr?rDrErFZ send_event)r#rarbZstatus_value_descriptorZ job_statusZsubmission_event_datar$r$r%rm%s6   z7JobInfoStorageClient._write_submission_job_export_eventcsF|jj|jj|dtj|dIdH}|durdStt |S)Nrerf) rZZasync_internal_kv_getrirjrkr rlr7rRrLrP)r#rardZserialized_infor$r$r%get_infoMs zJobInfoStorageClient.get_infocs0|jj|jj|ddtj|dIdHdS)NreFrf)rZZasync_internal_kv_delrirjrkr rl)r#rardr$r$r% delete_infoXsz JobInfoStorageClient.delete_infor8r:rFr;jobinfo_replace_kwargsc s|j||dIdH}|durt}|j||||d|dur6||jkr-|jr-Jdt|fi|} n td ddi|} |rLttd| _ |j || |dIdHdS) zAPuts or updates job status. Sets end_time if status is terminal.)rdN)r8r:rFr;Fz5Attempted to change job status from a terminal state.r9zEntrypoint not found.ir$) rrdictupdater8r'rr7rTtimer=rn) r#rar8r:rFr;rtrdZold_infoZnew_infor$r$r% put_status`s, zJobInfoStorageClient.put_statuscs&|||IdH}|durdS|jSr)rrr8)r#rardrbr$r$r% get_statuss zJobInfoStorageClient.get_statuscsjjjtjdIdH}dd|D}g}|D]}|js(Jd||tjdqdt ffdd t t j fdd|DIdHS) NrfcSsg|]}|qSr$)decode.0rar$r$r% sz5JobInfoStorageClient.get_all_jobs..z8Unexpected format for internal_kv key for Job submissionracs|IdH}||fSr)rr)rarb)r#rdr$r% get_job_infosz7JobInfoStorageClient.get_all_jobs..get_job_infocsg|]}|qSr$r$r{)r~r$r%r}s) rZZasync_internal_kv_keysJOB_DATA_KEY_PREFIXrkr rl startswithappendlenr,ruasynciogather)r#rdZraw_job_ids_with_prefixesZjob_ids_with_prefixesZjob_idsZjob_id_with_prefixr$)r~r#rdr% get_all_jobss& "z!JobInfoStorageClient.get_all_jobsr)Tr`)r`)NNNNr`)r(r)r*r+rrrirr r,r_r7r-rTrnrmrrrsrr.rrrxryrr$r$r$r%rWsl   ! ! (   $ rW package_urircCs8t|j}|dvrtd|dt|\}}|j|fS)N>z.zipz.whlz package_uri (z) does not end in .zip or .whl)rsuffix ValueErrorrr!)rrprotocol package_namer$r$r%uri_to_http_componentss   rrrcCs|d|S)Nz://r$)rrr$r$r%http_uri_components_to_urir json_data request_typecCs|di|S)Nr$r$)rrr$r$r%validate_request_typerrc@seZdZUeed<dZeeed<dZeeed<dZee ee fed<dZ ee eefed<dZ ee eefed<dZee eefed<dZeeed <dZee eefed <d d ZdS) JobSubmitRequestr9N submission_idrar?r>r@rArBrCcCsjt|jtstdt|j|jdur%t|jts%tdt|j|jdur:t|jts:tdt|j|jduret|jtsOtdt|j|j D]}t|tsdtdt|qT|j durt|j tsztdt|j |j D]}t|tstdt|q|j D]}t|tstdt|q|j durt|j t tfstd t|j |jdurt|jt tfstd t|j|jdurt|jt std t|j|jdur1t|jtstd t|j|j D]}t|tstd t|q|j D]}t|t tfs/tdt|qdSdS)Nz!entrypoint must be a string, got z0submission_id must be a string if provided, got z)job_id must be a string if provided, got z runtime_env must be a dict, got z&runtime_env keys must be strings, got zmetadata must be a dict, got z#metadata keys must be strings, got z%metadata values must be strings, got z*entrypoint_num_cpus must be a number, got z*entrypoint_num_gpus must be a number, got z*entrypoint_memory must be an integer, got z)entrypoint_resources must be a dict, got z/entrypoint_resources keys must be strings, got z1entrypoint_resources values must be numbers, got )rGr9r, TypeErrortyperrar?rukeysr>valuesr@rTrUrArBrC)r#kvr$r$r%rIs                   zJobSubmitRequest.__post_init__)r(r)r*r,rSrr rar?rrr>r@r rTrUrArBrCrIr$r$r$r%rs  rc@seZdZUeed<eed<dS)JobSubmitResponserarNr(r)r*r,rSr$r$r$r%r(s  rc@eZdZUeed<dS)JobStopResponsestoppedNr(r)r*r-rSr$r$r$r%r/ rc@r)JobDeleteResponseZdeletedNrr$r$r$r%r4rrc@r)JobLogsResponseZlogsNrr$r$r$r%r:rr)8rrLloggingrw dataclassesrrrenumrpathlibrtypingrrr r r Z ray._privater Z&ray._private.event.export_event_loggerr rrZ"ray._private.runtime_env.packagingrZ ray._rayletrrZ#ray.core.generated.export_event_pb2rZ2ray.core.generated.export_submission_job_event_pb2rZray.util.annotationsrZJOB_ID_METADATA_KEYZJOB_NAME_METADATA_KEYZJOB_ACTOR_NAME_TEMPLATErZJOB_LOGS_PATH_TEMPLATE getLoggerr(r]r,rr.r7rWrrrrrrrrr$r$r$r%sX        F s