o 1 i|@sddlZddlZddlmZmZmZmZmZmZm Z m Z ddl m Z ddl mZddlmZddlmZddlmZmZmZmZmZmZmZddlmZdd lmZdd lm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&dd l'm(Z(m)Z)dd l*m+Z+m,Z,m-Z-dd l.m,Z/m0Z1m2Z2m3Z4m5Z6m7Z8m-Z9ddl:m;Z;de2deGdddeZ0de e?e(fdee ee,e(ffddZ@GdddZ7dS)N)AnyCallableDictListOptionalSetTupleUnion)FieldDescriptor)Message) cloudpickle)ray_option_utils) BaseModelFieldNonNegativeFloatNonNegativeInt PositiveFloat PositiveInt validator) pickle_dumps)resources_from_ray_options)DEFAULT_CONSTRUCTOR_RETRY_COUNT#DEFAULT_GRACEFUL_SHUTDOWN_TIMEOUT_S%DEFAULT_GRACEFUL_SHUTDOWN_WAIT_LOOP_SDEFAULT_HEALTH_CHECK_PERIOD_SDEFAULT_HEALTH_CHECK_TIMEOUT_SDEFAULT_MAX_ONGOING_REQUESTSMAX_REPLICAS_PER_NODE_MAX_VALUE)DEFAULTDeploymentOptionUpdateType)AggregationFunctionAutoscalingConfigRequestRouterConfig)r!DeploymentConfigDeploymentLanguage EncodingType LoggingConfig ReplicaConfigr")validate_placement_groupdeployment_languageis_cross_languagecCs(|tjkr |s dS|tjkr|rdSdS)zGFrom Serve client API's perspective, decide whether pickling is needed.TF)r$PYTHONZJAVA)r)r*r,e/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/ray/serve/_private/config.py _needs_pickle,s r.protoreturncCsi}|D]6\}}|jtjkr)|jtjkr!dd|D||j<qt|||j<q|jtjkr7t|||j<q|||j<q|j j D]}|j|vrW|jtjkrW|j sW|j ||j<qA|S)zRecursively convert a protobuf into a Python dictionary. This is an alternative to protobuf's `MessageToDict`. Unlike `MessageToDict`, this function doesn't add an extra base64 encoding to bytes when constructing a json response. cSsg|]}t|qSr,)_proto_to_dict).0vr,r,r- Isz"_proto_to_dict..) Z ListFieldslabelr ZLABEL_REPEATEDtypeZ TYPE_MESSAGEnamelistr1Z DESCRIPTORfieldsZcontaining_oneof default_value)r/datafieldvaluer,r,r-r19s&        r1c@seZdZUdZedejdZee e d<ee ej dZ ee d<edejdZee d<edej dZee d <eeejdZee d <eeej dZee d <eeejdZee d <eeejdZee d <edej dZeee d<ee ej dZ!e e d<dZ"e#e d<e$j%Z&ee d<edej'dZ(ee)e d<edej dZ*ee+e d<ee,ejdZ-ee d<e.Z/e0e)e d<GdddZ1e2d ddddZ3e2dddddZ4e2ddddd Z5d!d"Z6d#d$Z7d%d&Z8e9d'e:fd(d)Z;e9d*edS)/r#aInternal datastructure wrapping config options for a deployment. Args: num_replicas: The number of processes to start up that handles requests to this deployment. Defaults to 1. max_ongoing_requests: The maximum number of queries that is sent to a replica of this deployment without receiving a response. Defaults to 5. max_queued_requests: Maximum number of requests to this deployment that will be queued at each *caller* (proxy or DeploymentHandle). Once this limit is reached, subsequent requests will raise a BackPressureError (for handles) or return an HTTP 503 status code (for HTTP requests). Defaults to -1 (no limit). user_config: Arguments to pass to the reconfigure method of the deployment. The reconfigure method is called if user_config is not None. Must be JSON-serializable. graceful_shutdown_wait_loop_s: Duration that deployment replicas wait until there is no more work to be done before shutting down. graceful_shutdown_timeout_s: Controller waits for this duration to forcefully kill the replica for shutdown. health_check_period_s: Frequency at which the controller health checks replicas. health_check_timeout_s: Timeout that the controller waits for a response from the replica's health check before marking it unhealthy. autoscaling_config: Autoscaling configuration. logging_config: Configuration for deployment logs. user_configured_option_names: The names of options manually configured by the user. request_router_config: Configuration for deployment request router. max_constructor_retry_count: Maximum number of times to retry the deployment constructor. Defaults to 20. )defaultZ update_type num_replicasmax_ongoing_requestsmax_queued_requestsN user_configgraceful_shutdown_timeout_sgraceful_shutdown_wait_loop_shealth_check_period_shealth_check_timeout_sautoscaling_configrequest_router_configFr*r)versionlogging_configmax_constructor_retry_countuser_configured_option_namesc@seZdZdZdZdS)zDeploymentConfig.ConfigTN)__name__ __module__ __qualname__Zvalidate_assignmentZarbitrary_types_allowedr,r,r,r-ConfigsrRT)alwaysc CsXt|tr|S|dur*zt|W|Sty)}z tdt|dd}~ww|S)Nz&user_config is not JSON-serializable: .) isinstancebytesjsondumps TypeError ValueErrorstr)clsr3er,r,r-user_config_json_serializables  z.DeploymentConfig.user_config_json_serializablecCsL|dur|St|tstdt|dddlm}|di|}|S)NzGot invalid type 'z,' for logging_config. Expected a dictionary.r)r&r,)rUdictrYr6Zray.serve.schemar&)r\r3r&r,r,r-logging_config_valids  z%DeploymentConfig.logging_config_validcCs.t|ts td|dkr|dkrtd|S)Nz'max_queued_requests must be an integer.r>rBz@max_queued_requests must be -1 (no limit) or a positive integer.)rUintrYrZ)r\r3r,r,r-validate_max_queued_requestss z-DeploymentConfig.validate_max_queued_requestscCst|j|jSN)r.r)r*selfr,r,r- needs_pickleszDeploymentConfig.needs_picklecCs&|}|ddur|rt|d|d<|dr(td i|d|d<|dra|dd}|durV|sAd|dd<n|rOt||dd<ntd|td i|d|d<|drd|dvryt |dd|dd<t d i|d|d<t |d |d <t d i|S) NrDrIrJrequest_router_kwargszRNon-empty request_router_kwargs not supportedfor cross-language deployments. Got: rLencodingrNr,) r_getrfr rXAutoscalingConfigProtorZRequestRouterConfigProtoEncodingTypeProtoValueLoggingConfigProtor8DeploymentConfigProto)rer;Z router_kwargsr,r,r-to_protosH      zDeploymentConfig.to_protocC |SrcrqZSerializeToStringrdr,r,r-to_proto_bytes zDeploymentConfig.to_proto_bytesr/cCs"t|}d|vr |dntj}d|vr|dnd}t||}d|vr=|ddkr9|r3t|j|d<n |j|d<nd|d<d|vryd|dvrn|dd}|dkrh|r_t|jj|dd<n|jj|dd<ni|dd<t di|d|d<d|vr|d d sd|dd <|d d sd|dd <|d d sd|dd <|d d sd|dd <|d d sd|dd <|d dst j |dd<t di|d|d<d|vr|ddkrd|d<d|vrt|d|d<d|vr d|dvr t|dd|dd<|di|S)Nr)r*FrDrhrJrgrIZupscale_smoothing_factorZdownscale_smoothing_factorZupscaling_factorZdownscaling_factorZtarget_ongoing_requestsZaggregation_functionrKrNrLrir,)r1r$r+r.r loadsrDrJrgr"rjr ZMEANr!setrmName)r\r/r;r)r*rfrgr,r,r- from_protos               zDeploymentConfig.from_proto proto_bytescCst|}||Src)rp FromStringrz)r\r{r/r,r,r-from_proto_bytesgs  z!DeploymentConfig.from_proto_bytesc Ks|}t|}|D]\}}||vr'td|d|dt|dqdd|D}|D] \}}|||q5|S)zCreates a default DeploymentConfig and overrides it with kwargs. Ignores any kwargs set to DEFAULT.VALUE. Raises: TypeError: when a keyword that's not an argument to the class is passed in. z&Got invalid Deployment config option "z" (with value zO) as keyword argument. All Deployment config options must come from this list: rTcSs i|] \}}|tjkr||qSr,)rVALUE)r2keyvalr,r,r- s z1DeploymentConfig.from_default..)rxr_keysitemsrYr8 __setattr__)r\kwargsconfigZvalid_config_optionsrrr,r,r- from_defaultls  zDeploymentConfig.from_default)?rOrPrQ__doc__rrZ LightWeightr@rr__annotations__rZNeedsActorReconfigurerArrCrarDrrZNeedsReconfigurerErrrFrrGrrrHrIr!r"rJr*boolr$r+r)Z HeavyWeightrKr[rLr_rrMrxrNrrRrr^r`rbrfrqrt classmethodrprzrVr}rr,r,r,r-r#_s #       &Hr#rArIcCsh|tjdfvrt}||fStjdd}t|tr|n|jdd}||tdi|}||fS)aFReturn modified `max_ongoing_requests` and `autoscaling_config` for when num_replicas="auto". If `autoscaling_config` is unspecified, returns the modified value AutoscalingConfig.default(). If it is specified, the specified fields in `autoscaling_config` override that of AutoscalingConfig.default(). NT)Z exclude_unsetr,)rr~r!r?r_rUupdate)rArIZdefault_configr,r,r-handle_num_replicas_autos    rc@seZdZdZ    d/dededededed eeeee fd eed ee d e fd dZ ddZ   d0ded eeeee fd eed ee fddZe       d1deeefdeeedeeeefdeed eeeee fd eed ee deefddZddZd2ddZd2ddZedeeeffdd Zedeeeeeffd!d"Zedeeefd#d$Zed3d%ed e fd&d'Zed3d(ed e fd)d*Zd+d,Z d-d.Z!dS)4r'a>Internal datastructure wrapping config options for a deployment's replicas. Provides five main properties (see property docstrings for more info): deployment_def: the code, or a reference to the code, that this replica should run. init_args: the deployment_def's init_args. init_kwargs: the deployment_def's init_kwargs. ray_actor_options: the Ray actor options to pass into the replica's actor. resource_dict: contains info on this replica's actor's resource needs. Offers a serialized equivalent (e.g. serialized_deployment_def) for deployment_def, init_args, and init_kwargs. Deserializes these properties when they're first accessed, if they were not passed in directly through create(). Use the classmethod create() to make a ReplicaConfig with the deserialized properties. Note: overwriting or setting any property after the ReplicaConfig has been constructed is currently undefined behavior. The config's fields should not be modified externally after it is created. NTdeployment_def_nameserialized_deployment_defserialized_init_argsserialized_init_kwargsray_actor_optionsplacement_group_bundlesplacement_group_strategymax_replicas_per_noderfc Cs`||_||_||_||_d|_d|_d|_||_||_||_ ||_ | t |j|_ | |_dS)zConstruct a ReplicaConfig with serialized properties. All parameters are required. See classmethod create() for defaults. N)rrrr_deployment_def _init_args _init_kwargsrrrr _validater resource_dictrf) rerrrrrrrrrfr,r,r-__init__s  zReplicaConfig.__init__cCs<||||jdur|jdurtddSdS)NzVSetting max_replicas_per_node is not allowed when placement_group_bundles is provided.)_validate_ray_actor_options!_validate_placement_group_options_validate_max_replicas_per_noderrrZrdr,r,r-rs  zReplicaConfig._validatecCs0||_||_||_||_|t|j|_dSrc)rrrrrrr)rerrrrr,r,r-rs zReplicaConfig.updatedeployment_def init_args init_kwargsc Cs t|s t|ts td|dust|ttfstd|dus)t|ts)tdt|r:|r4t d|r:t dt|t tfsKtdt |d|durQd }|durWi}|dur]i}|durlt|tri|}n|j }||t |d t|t |d t |d ||||} || _|| _|| _| S) z4Create a ReplicaConfig from deserialized parameters.z8@serve.deployment must be called on a class or function.Nzinit_args must be a tuple.zinit_kwargs must be a dict.z1init_args not supported for function deployments.z3init_kwargs not supported for function deployments.Got invalid type "zQ" for deployment_def. Expected deployment_def to be a class, function, or string.r,z#Could not serialize the deployment z,Could not serialize the deployment init argsz.Could not serialize the deployment init kwargs)callablerUr[rYtupler8r_inspect isfunctionrZrr6rOrreprrrr) r\rrrrrrrrrr,r,r-createsT   zReplicaConfig.createcCst|jtstdt|jdhd}|jD]}||vr(td|d|qtj|jdd|jddur@d |jd<dSdS) Nrz/" for ray_actor_options. Expected a dictionary.> resourcesZmemoryZ runtime_envnum_gpusnum_cpusZaccelerator_typez Specifying 'z8' in ray_actor_options is not allowed. Allowed options: T) in_optionsrr>) rUrr_rYr6rZr Zvalidate_actor_optionsrj)reZallowed_ray_actor_optionsoptionr,r,r-rVs"  z)ReplicaConfig._validate_ray_actor_optionsr0cCsf|jdurdSt|jtstdt|jdtd|jdks%|jtkr1td|jdtddS)NzGet invalid type 'zM' for max_replicas_per_node. Expected None or an integer in the range of [1, z].r>zInvalid max_replicas_per_node z:. Valid values are None or an integer in the range of [1, )rrUrarYr6rrZrdr,r,r-rus     z-ReplicaConfig._validate_max_replicas_per_nodec Cs$|jdur|jdurtd|jdurt|j|jpdddd}|jd}|dd}|jdd}||krCt|d |d |d |d d}|jd d}||krat|d|d |d|jdi}|D]#\}} ||d} | | krt|d|d| d | d|d qldSdS)Nz[If `placement_group_strategy` is provided, `placement_group_bundles` must also be provided.ZPACKZdetached)ZbundlesZstrategyZlifetimezWhen using `placement_group_bundles`, the replica actor will be placed in the first bundle, so the resource requirements for the actor must be a subset of the first bundle.rZCPUrz `num_cpus` for the actor is z, but the bundle only has z `CPU` specified.ZGPUrz `num_gpus` for the actor is z `GPU` specified.rz `z` requirement for the actor is z ` specified.)rrrZr(rjrr) reZresource_error_prefixZ first_bundleZ bundle_cpuZreplica_actor_num_cpusZ bundle_gpuZreplica_actor_num_gpusZreplica_actor_resourcesZactor_resourceZ actor_valueZ bundle_valuer,r,r-rsd        $z/ReplicaConfig._validate_placement_group_optionscCs:|jdur|jrt|j|_|jS|jjdd|_|jS)aDThe code, or a reference to the code, that this replica runs. For Python replicas, this can be one of the following: - Function (Callable) - Class (Callable) - Import path (str) For Java replicas, this can be one of the following: - Class path (str) Nzutf-8)ri)rrfr rwrdecoderdr,r,r-rs zReplicaConfig.deployment_defcCs2|jdur|jrt|j|_|jS|j|_|jS)zThe init_args for a Python class. This property is only meaningful if deployment_def is a Python class. Otherwise, it is None. N)rrfr rwrrdr,r,r-rs zReplicaConfig.init_argscCs|jdur t|j|_|jS)zThe init_kwargs for a Python class. This property is only meaningful if deployment_def is a Python class. Otherwise, it is None. N)rr rwrrdr,r,r-rs zReplicaConfig.init_kwargsr/c Csvt|j|j|jdkr |jnd|jdkr|jndt|j|jr%t|jnd|j dkr.|j nd|j r7|j | Sd| S)Nrhrv) r'rrrrrWrwrrrr)r\r/rfr,r,r-rzs$    zReplicaConfig.from_protor{cCst|}|||Src)ReplicaConfigProtor|rz)r\r{rfr/r,r,r-r}s  zReplicaConfig.from_proto_bytesc CsTt|j|j|j|jt|j|jdurt|jnd|j |j dur&|j dSddS)Nrvr)rrrrrrrr) rrrrrrWrXrrrrrdr,r,r-rqs     zReplicaConfig.to_protocCrrrcrsrdr,r,r-rtruzReplicaConfig.to_proto_bytes)NNNT)NNN)NNNNNNN)r0N)T)"rOrPrQrr[rVrrrfloatrarrrr_rrr rrrrrrrpropertyrrrrrzr}rqrtr,r,r,r-r's  -    C  5   r')ArrWtypingrrrrrrrr Zgoogle.protobuf.descriptorr Zgoogle.protobuf.messager Zrayr Z ray._commonr Zray._common.pydantic_compatrrrrrrrZray._common.serializationrZray._common.utilsrZray.serve._private.constantsrrrrrrrZray.serve._private.utilsrrZray.serve.configr r!r"Zray.serve.generated.serve_pb2rkr#rpr$r%rmr&ror'rrlZray.util.placement_groupr(rr.r1rarr,r,r,r-s4(    $ $ $  &/