o 1 iD@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZddlmZmZmZmZmZmZmZddlZddlZddlZddlmmmZddlmmmZddlm Z ddl!m"Z"m#Z#ddl$m%Z%ddl&m'Z'dd l(m)Z)dd l*m+Z+dd l,m-Z-dd l.m/Z/dd l0m1Z1ddl2m3Z3ddl4m5Z5m6Z6m7Z7m8Z8m9Z9ddl:m;Z;ddlm?Z?ddl@mAZAmBZBddlCmDZDeEeFZGe)ddZHddZIGdddejJZKddZLdeMfddZNd ejOdeeeMeffd!d"ZPd4d#eMd$eQfd%d&ZRd#eMd$eQfd'd(ZSd5d*d+ZTd4d,d-ZUd.eeMdee1fd/d0ZVd1d2ZWeFd3krDeWdSdS)6N) defaultdict)futures)AnyCallableDictListOptionalSetUnion) cloudpickle) build_address is_localhost) ray_constants)disable_client_hook) env_integer) setup_logger)%canonicalize_bootstrap_address_or_die)add_port_to_grpc_server) GcsClient JobConfig)CLIENT_SERVER_MAX_THREADS GRPC_OPTIONSOBJECT_TRANSFER_CHUNK_SIZEClientServerHandle ResponseCache) DataServicer)LogstreamServicer) serve_proxier)dumps_from_serverloads_from_client)current_serverTIMEOUT_FOR_SPECIFIC_SERVER_Scstfdd}|S)z Decorator for gRPC stubs. Before calling the real stubs, checks if there's an existing entry in the caches. If there is, then return the cached entry. Otherwise, call the real function and use the real cache c st|d}tfdd|Dr|||Sd}d}td}|j|}|||}|durMt|trK|t j j | t |||Sz|||} Wn"tyw} z|||| |t j j | t | d} ~ ww|||| | S)N) client_id thread_idreq_idc3s|]}|vVqdSN).0imetadatar(i/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/ray/util/client/server/server.py =sz7_use_response_cache..wrapper..r$r%r&)dictinvocation_metadataanyintresponse_caches check_cache isinstance Exceptionset_codegrpc StatusCodeZFAILED_PRECONDITION set_detailsstrZ update_cache) selfrequestcontextZ expected_idsr$r%r&Zresponse_cacheZ cached_entryrespefuncr+r-wrapper9s4      z$_use_response_cache..wrapper) functoolswraps)rBrCr(rAr-_use_response_cache2s$rFc @seZdZdefddZ dLdejdejfddZe dLdej fd d Z dLdej fd d Z e dLdejfd dZdLdejfddZdLdejfddZ dLdejfddZdLdejfddZdLdefddZdededefddZddZdd Zd!d"Zd#d$Z e dLd%d&Z! dLdej"ded'e#d(e$j%de&ej'f d)d*Z(dej"fd+d,Z)dej"defd-d.Z* dLdej+dej,fd/d0Z- dLd1e.ee/fd2eded3efd4d5Z0dLdej1fd6d7Z2 dLd8ej3d9e4e5d:e6ee5fdej7fd;d<Z8 dLd8ej3d9e4e5d:e6ee5fdej7fd=d>Z9 dLd8ej3d9e4e5d:e6ee5fdej7fd?d@Z: dLd8ej3d9e4e5d:e6ee5fdej7fdAdBZ; dLd8ej3dej7fdCdDZj?fdFdGZ@dededEe&e6fdHdIZAdJdKZBdS)MRayletServicerray_connect_handlercCsVtt|_tt|_i|_i|_tt|_i|_t|_ t |_ ||_ tt|_dS)zuConstruct a raylet service Args: ray_connect_handler: Function to connect to ray cluster N)rr/ object_refsclient_side_ref_map function_refs actor_refsset actor_ownersregistered_actor_classes named_actors threadingLock state_lockrHrr3)r<rHr(r(r-__init__bs    zRayletServicer.__init__Nr=returnc Cs||jr t|j}d|_nd}d}tStr$tjjj }|j }nrYZcurrent_job_configr_ extra_kwargsr@Zjob_urisZcurrent_job_urisr(r(r-InitusZ      zRayletServicer.Initc Csz$ttjjj|j|j|j|jd}Wdn1swYWnt y=}z t ||d}WYd}~nd}~wwt j |dS)N) overwrite namespaceF)already_exists) rr\ experimental internal_kv_internal_kv_putkeyvaluerkrlr6return_exception_in_contextrd KVPutResponse)r<r=r>rmr@r(r(r-KVPuts   zRayletServicer.KVPutc Cz ttjjj|j|jd}Wdn1swYWnty9}z t||d}WYd}~nd}~wwt j |dS)Nrl)rr) rr\rnroZ_internal_kv_getrqrlr6rsrd KVGetResponse)r<r=r>rrr@r(r(r-KVGet  zRayletServicer.KVGetc Csz"ttjjj|j|j|jd}Wdn1swYWnty;}z t ||d}WYd}~nd}~wwt j |dS)N) del_by_prefixrlr) deleted_num) rr\rnroZ_internal_kv_delrqr|rlr6rsrd KVDelResponse)r<r=r>r}r@r(r(r-KVDels  zRayletServicer.KVDelc Csz ttjjj|j|jd}Wdn1swYWnty9}z t||g}WYd}~nd}~wwt j |dS)Nrw)keys) rr\rnroZ_internal_kv_listprefixrlr6rsrdKVListResponse)r<r=r>rr@r(r(r-KVListr{zRayletServicer.KVListc Crv)NrwF)exists) rr\rnroZ_internal_kv_existsrqrlr6rsrdKVExistsResponse)r<r=r>rr@r(r(r-KVExistsr{zRayletServicer.KVExistscCsHttjj|jd}Wdn1swYtjt|dS)N)all_namespaces)Z actors_json) rr\utilZlist_named_actorsrrdClientListNamedActorsResponser`dumps)r<r=r>Zactorsr(r(r-ListNamedActorss zRayletServicer.ListNamedActorscCst}|j|_|jtjjkrz.RayletServicer.ClusterInfo..)tablecSrr(rrr(r(r-rr)!rdClusterInfoResponsetypeClusterInfoTypeZCLUSTER_RESOURCESrr\Zcluster_resourcesitemsZresource_tableZCopyFromZ ResourceTableZAVAILABLE_RESOURCESZavailable_resourcesZRUNTIME_CONTEXTZRuntimeContextZget_runtime_context_commonutilsZ hex_to_binaryZ get_job_idZjob_idZ get_node_idZnode_idrlZ-should_capture_child_tasks_in_placement_groupZcapture_client_tasksZ gcs_addressZget_runtime_env_stringZ runtime_envZruntime_context_return_debug_cluster_infor`)r<r=r>r? resourcesZfloat_resourcesctxZrtcr(r(r- ClusterInfosP        zRayletServicer.ClusterInfocCsd}|jtjjkrt}n6|jtjjkrt}n*|jtjjkr&t }n|jtjj kr0i}n|jtjj kr@dtj j i}ntdt|S)z9Handle ClusterInfo requests that only return a json blob.NZ dashboard_urlzUnsupported cluster info type)rrdrZNODESr\nodesZIS_INITIALIZEDr]ZTIMELINEZtimelineZPINGZ DASHBOARD_URLr^r_Zget_dashboard_url TypeErrorr`r)r<r=r>datar(r(r-rs    z)RayletServicer._return_debug_cluster_infor$idcCs|jo||jvr,||j|vr,td|d||j||= WddS||jvri||j|vritd|d||j||||r`td||j|= WddS WddS1suwYdS)NzReleasing object z for TzReleasing actor Deleting reference to actor F) rSrIrbdebughexrNremove_can_remove_actor_refrL)r<r$rr(r(r-release)s$    $zRayletServicer.releasecCsF|j||||Wdn1swYtdSr')rS_release_objects_release_actorsgcZcollect)r<r$r(r(r- release_all<s    zRayletServicer.release_allcs,tfdd|jD }|o|jvS)Nc3s|]}|vVqdSr'r()r)Z actor_listactor_id_bytesr(r-r.Gs z7RayletServicer._can_remove_actor_ref..)r1rNvaluesrP)r<rZno_ownerr(rr-rFs  z$RayletServicer._can_remove_actor_refcCsr||jvrtd|dSt|j|}|j|=||jvr#|j|=||jvr,|j|=td|d|dS)Nz%Releasing client with no references: Released all z objects for client )rIrbrrhrJr3)r<r$countr(r(r-rLs   zRayletServicer._release_objectscCs||jvrtd|dSd}|j|}|D]}|d7}||r2td||j|=qtd|d|dS)Nz!Releasing client with no actors: rrrz actors for client: )rNrbrpoprrrL)r<r$rZactors_to_removeZid_bytesr(r(r-rXs   zRayletServicer._release_actorsc Cs0|ddkrJz+|j|j|jj}ttj||jj|jj dWdn1s,wYWn_t yI}z t ||WYd}~nMd}~ww|ddkrz%|j |j j}ttj||j jdWdn1spwYWnt y}z t ||WYd}~n d}~wwtdtjddS) NZterminate_type task_object)force recursiveactor) no_restartzEClient requested termination without providing a valid terminate_typeTrX)Z WhichOneofrIr$rrrr\cancelrrr6rsrLrkillr RuntimeErrorrdZTerminateResponse)r<reqr>Z object_refr@Z actor_refr(r(r- Terminategs< zRayletServicer.Terminater& result_queuec stjdkrtdjd}j|d}|s0tjdttd|ddSz4t d |t d t d dffd d }| | WdWdS1s]wYWdSty} ztjdt| dWYd} ~ Sd} ~ ww)zAttempts to schedule a callback to push the GetResponse to the main loop when the desired object is ready. If there is some failure in scheduling, a GetResponse will be immediately returned. rz3Async get() must have exactly 1 Object ID. Actual: rNFzClientObjectRef with id z not found for client validerrorz async get: %sresultrUc szLt|}t|}|dksJdt|t}tj|D])}|t}t||dt}tj d||||||d}tj |d} |q Wd St yu} ztj dt | d}tj |d}  | WYd } ~ d Sd } ~ ww) zPushes GetResponses to the main DataPath loop to send to the client. This is called when the object is ready on the server side.r&Serialized object cannot be zero bytesrTrrchunk_id total_chunks total_size)getr&FrN)rrhmathceilrrangestart_chunk_idminrd GetResponseZ DataResponseputr6r r) r serializedrrrstartendZget_respZ chunk_respexcr?r$r&r=rr<r(r-send_get_responses@     z;RayletServicer._async_get_object..send_get_response)rhids ValueErrorrIrrdrr rrbrrrZ _on_completedr6) r<r=r$r&rr>ridrefrr@r(rr-_async_get_objects8    "(' z RayletServicer._async_get_objectccsTt|}|d}|durtjdttddVdS|||EdHdS)Nr$Fz.client_id is not specified in request metadatar) r/r0rrdrr rr _get_object)r<r=r>r,r$r(r(r- GetObjects   zRayletServicer.GetObjectc csdg}|jD](}|j||d}|r||qtjdttd|d|dVdSz$t d|t t j||j d}Wdn1sMwYWntyq}ztjdt|dVWYd}~dSd}~wwt|||}t|} | dksJdt| t} t|j| D]} | t} t| | d t} tjd || | | | | d VqdS) NFzClientObjectRef z is not found for client rzget: %s)timeoutrrrTr)rrIrappendrdrr rrrbrrr\rr6rrhrrrrrr)r<r=r$Z objectrefsrrrr@rrrrrrr(r(r-rsV      zRayletServicer._get_objectcCs||j|jd|j|S)z#gRPC entrypoint for unary PutObject) _put_objectr client_ref_idowner_id)r<r=r>r(r(r- PutObjectszRayletServicer.PutObjectrrrc Csz+t||}|r|j|}nd}ttj||d}Wdn1s%wYWn"tyM} ztdtj ddt | dWYd} ~ Sd} ~ ww||j || <t|dkrf| |j||<td|tj | d d S) aPut an object in the cluster with ray.put() via gRPC. Args: data: Pickled data. Can either be bytearray if this is called from the dataservicer, or bytes if called from PutObject. client_ref_id: The id associated with this object on the client. client_id: The client who owns this data, for tracking when to delete this reference. owner_id: The owner id of the object. context: gRPC context. N)_ownerz Put failed:rxF)rrrrzput: %sT)rr)r rLrr\rr6rbrcrd PutResponser rrIbinaryrhrJr) r<rrr$rr>objownerZ objectrefr@r(r(r-rs*     zRayletServicer._put_objectc Cs$g}|jD]}||j|jvrtdt|||j|j|q|j}|j}z%tt j |||dkr8|ndd\}}Wdn1sHwYWn tyn} zt d| t jddWYd} ~ Sd} ~ wwt dt|t|fdd |D} d d |D} t jd | | d S) Nz4Asking for a ref not associated with this client: %s) num_returnsrz Exception F)rz wait: %s %scSg|]}|qSr(r)r)Zready_object_refr(r(r- Fsz-RayletServicer.WaitObject..cSrr(r)r)Zremaining_object_refr(r(r-rIsT)rready_object_idsremaining_object_ids)Z object_idsrIr$r6r;rrrrr\waitrbrrd WaitResponser) r<r=r>rIrrrZready_object_refsZremaining_object_refsr@rrr(r(r- WaitObject.sJ   zRayletServicer.WaitObjecttaskarglistkwargsc Cs4td|jtjj|jfzftX|jtjj kr%| ||||}n:|jtjj kr5| ||||}n*|jtjj krE|||||}n|jtjjkrS|||}n tdtjj|jd|_|WdWS1sowYWdSty}ztjdddtjdt|dWYd}~Sd}~ww)Nzschedule: %s %sz$Unimplemented Schedule task type: %sTzCaught schedule exception)exc_infoFr)rbrnamerd ClientTaskZRemoteExecTypeNamerrZFUNCTION_schedule_functionZACTOR_schedule_actorZMETHOD_schedule_methodZ NAMED_ACTOR_schedule_named_actorNotImplementedErrorrr6ClientTaskTicketr r)r<rrrr>rr@r(r(r-ScheduleSs<( zRayletServicer.Schedulec Csv|j|j}|durtdt||j}t|j}|dur&|jdi|}|j|i|}| ||j } t j | dS)Nz7Can't run an actor the server doesn't have a handle forZ return_idsr() rLr payload_idr6getattrrdecode_optionsoptionsremoteunify_and_track_outputsr$rdr) r<rrrr>Z actor_handlemethodoptsoutputrr(r(r-rus   zRayletServicer._schedule_methodcCs||j|jt|j}t|j}|dur|jdi|}t||j|i|}Wdn1s4wY||j|j <|j |j |j t j|j gdSNrr()lookup_or_register_actorrr$rbaseline_optionsrr!rrL _actor_idrrNaddrdr)r<rrrr>Z remote_classr rr(r(r-rs  zRayletServicer._schedule_actorc Cs||j|jt|j}t|j}|dur|jdi|}t||j|i|}Wdn1s4wY|||j}t j |dSr ) lookup_or_register_funcrr$rr rr!rrrdr) r<rrrr>Z remote_funcr r rr(r(r-rs   z!RayletServicer._schedule_functioncCsvt|jdks Jt|j|jpd}|j}||jvr"||j|<|j |j  ||j |t j|jgdS)Nrr)rhrr\Z get_actorrrlrrrLrNr$rrPrdr)r<rr>rZ bin_actor_idr(r(r-rs    z$RayletServicer._schedule_named_actorrcCstB||jvr>|j||}t|}t|std|dus(t|dkr1t ||j|<n tj di|||j|<Wdn1sHwY|j|S)Nz6Attempting to register function that isn't a function.rr() rrKrIr\rinspect isfunctionr6rhr)r<rr$rZfuncrefrBr(r(r-rs    z&RayletServicer.lookup_or_register_funccCstA||jvr=|j||}t|}t|std|dus(t|dkr.t |}n tj di||}||j|<Wdn1sGwY|j|S)Nz0Attempting to schedule actor that isn't a class.rr() rrOrIr\rrisclassr6rhr)r<rr$rZactor_class_refZ actor_classZ reg_classr(r(r-r s      z'RayletServicer.lookup_or_register_actorcCsp|durg}n t|tr|}n|g}|D]}||j|vr'td|||j||<qdd|DS)NzAlready saw object_ref cSrr(r)r)outr(r(r-rsz:RayletServicer.unify_and_track_outputs..)r5listrrIrbwarning)r<r r$Zoutputsrr(r(r-rs z&RayletServicer.unify_and_track_outputsr')C__name__ __module__ __qualname__rrTrdZ InitRequestrerjrFrtruryrzr~rrrrrrrrrr;rbytesboolrrrrrrZ GetRequestr2queueQueuerrrrrZ PutRequestrrr bytearrayrrrrrrrrrrrrrr\Zremote_functionZRemoteFunctionrr rr(r(r(r-rGas 4      '     H (   (*  '          rGcCs,|dur|t||tjjdSdSr')r:encode_exceptionr7r8r9ZABORTED)errr>r(r(r-rssrsrUcCst|}t|Sr')r rbase64standard_b64encodedecode)rcrr(r(r-rs rrcCs(|jsdSt|j}t|tsJ|Sr')Zpickled_optionsrZr[r5r/)rr r(r(r-rs  rhostportc Cs d dtdtttffdd}|p|}tjtjtddt d}t |}t |}t }t ||t ||t ||t|sHt|d|t||d |t||||d }||S) NrYrac[sVttstjdd|i|WdSWddS1s$wYdS)NrYr()rr\r]initrYrar(r(r-default_connect_handlers "z&serve..default_connect_handlerray_client_server) max_workersthread_name_prefix)rz 127.0.0.1::) task_servicer data_servicer logs_servicerZ grpc_serverr')rrr;rr8serverrThreadPoolExecutorrrrGrrray_client_pb2_grpcZ"add_RayletDriverServicer_to_serverZ(add_RayletDataStreamerServicer_to_serverZ'add_RayletLogStreamerServicer_to_serverr rrr) r$r%rHr(r0r-r.r/Zcurrent_handler(r(r-serves>     r3cs^ttjiWdn1swYdfdd }t|||d}|fS)Ncs trStjd|iS)NrY)r\r]r&r'argsinforr(r-rH(sz+init_and_serve..ray_connect_handler)rHr')rr\r&r3)r$r%r5rrHZ server_handler(r4r-init_and_serve#s r7FcCs@|dtt|WddS1swYdS)Nr)stoprr\shutdown)r0Z_exiting_interpreterr(r(r-shutdown_with_server4s  "r:csddtffdd }|S)NrYcsXr rtjd|d|dStjd|d|dStjdd|i|dS)N)addressZ_redis_usernameZ_redis_passwordrY)r;rYrYr()r\r&r'r;redis_passwordredis_usernamer(r-rH;s z/create_ray_handler..ray_connect_handlerr'r)r;r=r>rHr(r<r-create_ray_handler:sr?r;cCst|}t|dS)zr Try to create a gcs client based on the command line args or by autodetecting a running Ray cluster. r;)rrr@r(r(r-try_create_gcs_clientMs rAc Cslddl}|}|jdtddd|jddtdd d|jd tgd d d |jddtdd|jddtdd|jddtdd|jddtddd|\}}ttjtj t |j |j |j }t|j|j}t|}|j rv||j d}td|d||jd krt|j|j|j |j |j |jd}nt|j|j|}zt} dti} z"tjjst|j } tjj| tjjj dt!"| tj#d Wn$t$y} zt%d!|jd"|j t&| WYd} ~ nd} ~ wwt'd#|jd$kr%|j(j)dkrt}n|d#8}|dkrt*|d%dkr%|tkr%t|d&qt*y5|+dYdSw)'Nrz--hostz0.0.0.0zHost IP to bind to)rdefaulthelpz-pz--porti'zPort to bind toz--mode)proxylegacyspecific-serverrD)rchoicesrBz --addressFz Address to use to connect to Ray)requiredrrCz--redis-usernamez username for connecting to Redisz--redis-passwordz Password for connecting to Redisz--runtime-env-agent-addressz8The port to use for connecting to the runtime_env_agent.)rHrrBrCz****zStarting Ray Client server on z, args )r>r=runtime_env_agent_addressTtimer)rw[z ] Failed to put health check on rrFz idle checks before shutdown.),argparseArgumentParser add_argumentr;r2parse_known_argsrrZ LOGGER_LEVELZ LOGGER_FORMATr?r;r=r>r r$r%replacerbr6moderrIr3r"rJr\rnroZ_internal_kv_initializedrAZ_initialize_internal_kvrpr`rZKV_NAMESPACE_HEALTHCHECKr6rrcsleepr.Z num_clientsKeyboardInterruptr8) rMparserr5_rHhostportargs_strr0Zidle_checks_remainingZ health_reportZ gcs_clientr@r(r(r-mainVs           "rY__main__r')F)Xr!rDrrr`loggingrrZrrQrJ collectionsr concurrentrtypingrrrrrr r r8r\Zray._private.stateZ!ray.core.generated.ray_client_pb2core generatedrdZ&ray.core.generated.ray_client_pb2_grpcr2r Zray._common.network_utilsr r Z ray._privaterZray._private.client_mode_hookrZray._private.ray_constantsrZray._private.ray_loggingrZray._private.servicesrZray._private.tls_utilsrZ ray._rayletrZray.job_configrZray.util.client.commonrrrrrZ#ray.util.client.server.dataservicerrZ"ray.util.client.server.logservicerrZray.util.client.server.proxierrZ%ray.util.client.server.server_picklerrr Z#ray.util.client.server.server_stubsr! getLoggerrrbr"rFZRayletDriverServicerrGrsr;rZ TaskOptionsrr2r3r7r:r?rArYr(r(r(r-sp  $               /   #   d