o
    1 ivH                  
   @   s  U d dl mZ d dlmZmZmZmZmZmZm	Z	m
Z
mZmZ dZdZdZdZe
ddZed	d
ZdZeddZdZedZeddZdZededdZededdZg dZee
de
ddeZee
de
ddeZdZd Z d!Z!e	d"e	d#d$Z"e	d%e	d&d'Z#d(Z$d)Z%d*Z&d+Z'd,Z(d)Z)e(Z*d(Z+ed-d.Z,ed/d.Z-ed0d1Z.dZ/ed2d3Z0d,Z1dZ2d4Z3dZ4ed5dZ5d6Z6d.Z7dZ8d7Z9e
d8d9Z:ed:d;Z;ed<d=Z<d>Z=d?Z>d@Z?dAZ@dBZAdCZBdDZCdEZDdFZEdGZFe=dHe?dIeDdJeEdKeFdLiZGh dMZHedNd ZIedOedPdQpdZJdRZKdSZLdTZMedUd=ZNedVd=ZOe
dWdZPe
dXdZQedYd.ZRedZd[ZSed\d.ZTed]d[ZUed^ed_d.ZVed`d4ZWedad;ZXd$ZYdbZZedcd;Z[edddZ\eded4Z]edfd.Z^edgdhZ_edid)Z`edjd[ZadkZbedld=Zcedmd.Zdednd=ZeedodpZfdqeffdreffgZgd*Zhedsd;Ziedtd;Zjee
dudZkeel emdu< edvd;Znedwd;ZodxZpedyd=Zqedzd{Zred|d$Zsd}Ztd*Zud+Zvd~Zwedd=Zxedd=ZyeddZzedd;Z{dZ|edd;Z}e}rdZxdZzdZydZ<dZ~edd;ZdS )    )List)
get_env_boolget_env_floatget_env_float_non_negativeget_env_float_positiveget_env_intget_env_int_non_negativeget_env_int_positiveget_env_strparse_latency_bucketsstr_to_listz	ray.serveZSERVE_CONTROLLER_ACTORZSERVE_PROXY_ACTORZserveZRAY_SERVE_DEFAULT_HTTP_HOSTz	127.0.0.1ZRAY_SERVE_DEFAULT_HTTP_PORTi@  Z   ZRAY_SERVE_DEFAULT_GRPC_PORTi(#  defaultg    .AZ!RAY_SERVE_CONTROL_LOOP_INTERVAL_Sg?<   Z0RAY_SERVE_MAX_DEPLOYMENT_CONSTRUCTOR_RETRY_COUNT&MAX_DEPLOYMENT_CONSTRUCTOR_RETRY_COUNTNZ%RAY_SERVE_MAX_PER_REPLICA_RETRY_COUNTMAX_PER_REPLICA_RETRY_COUNT   )         
      2   d      i,  i  i      i  i'  i`  i i i'	 Z$RAY_SERVE_REQUEST_LATENCY_BUCKETS_MSREQUEST_LATENCY_BUCKETS_MS Z'RAY_SERVE_MODEL_LOAD_LATENCY_BUCKETS_MSMODEL_LOAD_LATENCY_BUCKETS_MSZcheck_healthreconfigureZRAY_SERVE_ROOT_URLZRAY_SERVE_MAX_CACHED_HANDLESMAX_CACHED_HANDLESr   Z$RAY_SERVE_CONTROLLER_MAX_CONCURRENCYCONTROLLER_MAX_CONCURRENCYi:  r   r   r      r   Z&RAY_SERVE_PROXY_HEALTH_CHECK_TIMEOUT_Sg      $@Z%RAY_SERVE_PROXY_HEALTH_CHECK_PERIOD_SZ%RAY_SERVE_PROXY_READY_CHECK_TIMEOUT_Sg      @Z%RAY_SERVE_PROXY_MIN_DRAINING_PERIOD_Sg      >@g      ?RAY_SERVE_KV_TIMEOUT_Sg      @zHSee https://docs.ray.io/en/latest/serve/index.html for more information.RAY_SERVE_LOG_ENCODINGZTEXTRAY_SERVE_ENABLE_JSON_LOGGING0RAY_SERVE_LOG_TO_STDERR1Z
request_idZrouteZapplicationZ
deploymentZreplicaZcomponent_nameZcomponent_idmessage	levelnameasctimez%(request_id)sz%(application)sz-- %(message)sz%(levelname)sz%(asctime)s>   task_idZjob_idZskip_context_filterZserve_access_log#RAY_SERVE_HTTP_KEEP_ALIVE_TIMEOUT_S&RAY_SERVE_REQUEST_PROCESSING_TIMEOUT_SZ"SERVE_REQUEST_PROCESSING_TIMEOUT_Sg        Zray_serve_extra_fieldsZserve_multiplexed_model_idzx-request-id)RAY_SERVE_PROXY_PREFER_LOCAL_NODE_ROUTING'RAY_SERVE_PROXY_PREFER_LOCAL_AZ_ROUTING)RAY_SERVE_HTTP_PROXY_CALLBACK_IMPORT_PATH)RAY_SERVE_CONTROLLER_CALLBACK_IMPORT_PATH,RAY_SERVE_RECORD_AUTOSCALING_STATS_TIMEOUT_S6RAY_SERVE_REPLICA_AUTOSCALING_METRIC_RECORD_INTERVAL_Sg      ?4RAY_SERVE_REPLICA_AUTOSCALING_METRIC_PUSH_INTERVAL_S5RAY_SERVE_HANDLE_AUTOSCALING_METRIC_RECORD_INTERVAL_S3RAY_SERVE_HANDLE_AUTOSCALING_METRIC_PUSH_INTERVAL_SZ'RAY_SERVE_HANDLE_METRIC_PUSH_INTERVAL_S1RAY_SERVE_MULTIPLEXED_MODEL_ID_MATCHING_TIMEOUT_S!RAY_SERVE_ENABLE_MEMORY_PROFILINGZgrpc_context'RAY_SERVE_FORCE_STOP_UNHEALTHY_REPLICAS*RAY_SERVE_QUEUE_LENGTH_RESPONSE_DEADLINE_S.RAY_SERVE_MAX_QUEUE_LENGTH_RESPONSE_DEADLINE_S&RAY_SERVE_QUEUE_LENGTH_CACHE_TIMEOUT_S(RAY_SERVE_ROUTER_RETRY_INITIAL_BACKOFF_Sg?)RAY_SERVE_ROUTER_RETRY_BACKOFF_MULTIPLIER$RAY_SERVE_ROUTER_RETRY_MAX_BACKOFF_Sz7ray.serve.autoscaling_policy:default_autoscaling_policy/RAY_SERVE_COLLECT_AUTOSCALING_METRICS_ON_HANDLE&RAY_SERVE_MIN_HANDLE_METRICS_TIMEOUT_S'RAY_SERVE_ALWAYS_RUN_PROXY_ON_HEAD_NODERAY_SERVE_GRPC_MAX_MESSAGE_SIZEizgrpc.max_send_message_lengthzgrpc.max_receive_message_lengthRAY_SERVE_ENABLE_TASK_EVENTS)RAY_SERVE_USE_COMPACT_SCHEDULING_STRATEGY(RAY_SERVE_HIGH_PRIORITY_CUSTOM_RESOURCES"RAY_SERVE_FORCE_LOCAL_TESTING_MODE RAY_SERVE_RUN_SYNC_IN_THREADPOOLa7  Calling sync method '{method_name}' directly on the asyncio loop. In a future version, sync methods will be run in a threadpool by default. Ensure your sync methods are thread safe or keep the existing behavior by making them `async def`. Opt into the new behavior by setting RAY_SERVE_RUN_SYNC_IN_THREADPOOL=1.'RAY_SERVE_ENABLE_PROXY_GC_OPTIMIZATIONSRAY_SERVE_PROXY_GC_THRESHOLDi  $RAY_SERVE_METRICS_EXPORT_INTERVAL_MSz@ray.serve._private.request_router:PowerOfTwoChoicesRequestRouterZrecord_routing_stats*RAY_SERVE_RUN_USER_CODE_IN_SEPARATE_THREAD%RAY_SERVE_RUN_ROUTER_IN_SEPARATE_LOOP&RAY_SERVE_REQUEST_PATH_LOG_BUFFER_SIZEr   RAY_SERVE_FAIL_ON_RANK_ERRORsuccessRAY_SERVE_THROUGHPUT_OPTIMIZEDFr   r   )RAY_SERVE_AGGREGATE_METRICS_AT_CONTROLLER)typingr   Z"ray.serve._private.constants_utilsr   r   r   r   r   r   r	   r
   r   r   ZSERVE_LOGGER_NAMEZSERVE_CONTROLLER_NAMEZSERVE_PROXY_NAMEZSERVE_NAMESPACEZDEFAULT_HTTP_HOSTDEFAULT_HTTP_PORTZ$DEFAULT_UVICORN_KEEP_ALIVE_TIMEOUT_SZDEFAULT_GRPC_PORTZSERVE_DEFAULT_APP_NAMEintZASYNC_CONCURRENCYZCONTROL_LOOP_INTERVAL_SZHTTP_PROXY_TIMEOUTr   r   ZDEFAULT_LATENCY_BUCKET_MSr   r   ZHEALTH_CHECK_METHODZRECONFIGURE_METHODZSERVE_ROOT_URL_ENV_KEYr!   r"   Z#DEFAULT_GRACEFUL_SHUTDOWN_TIMEOUT_SZ%DEFAULT_GRACEFUL_SHUTDOWN_WAIT_LOOP_SZDEFAULT_HEALTH_CHECK_PERIOD_SZDEFAULT_HEALTH_CHECK_TIMEOUT_SZDEFAULT_MAX_ONGOING_REQUESTSZDEFAULT_TARGET_ONGOING_REQUESTSZDEFAULT_CONSUMER_CONCURRENCYZDEFAULT_CONSTRUCTOR_RETRY_COUNTZPROXY_HEALTH_CHECK_TIMEOUT_SZPROXY_HEALTH_CHECK_PERIOD_SZPROXY_READY_CHECK_TIMEOUT_SZ&PROXY_HEALTH_CHECK_UNHEALTHY_THRESHOLDZPROXY_MIN_DRAINING_PERIOD_SZPROXY_DRAIN_CHECK_PERIOD_SZ(REPLICA_HEALTH_CHECK_UNHEALTHY_THRESHOLDZCLIENT_POLLING_INTERVAL_SZ(CLIENT_CHECK_CREATION_POLLING_INTERVAL_Sr$   ZRAY_GCS_RPC_TIMEOUT_SZ(RECOVERING_LONG_POLL_BROADCAST_TIMEOUT_SZ%PUSH_MULTIPLEXED_MODEL_IDS_INTERVAL_SZMIGRATION_MESSAGEr%   r&   r(   ZSERVE_LOG_REQUEST_IDZSERVE_LOG_ROUTEZSERVE_LOG_APPLICATIONZSERVE_LOG_DEPLOYMENTZSERVE_LOG_REPLICAZSERVE_LOG_COMPONENTZSERVE_LOG_COMPONENT_IDZSERVE_LOG_MESSAGEZSERVE_LOG_LEVEL_NAMEZSERVE_LOG_TIMEZSERVE_LOG_RECORD_FORMATZSERVE_LOG_UNWANTED_ATTRSr.   r/   ZSERVE_LOG_EXTRA_FIELDSZSERVE_MULTIPLEXED_MODEL_IDZSERVE_HTTP_REQUEST_ID_HEADERr0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   ZMAX_REPLICAS_PER_NODE_MAX_VALUEZGRPC_CONTEXT_ARG_NAMEr;   r<   r=   r>   r?   r@   rA   ZDEFAULT_AUTOSCALING_POLICY_NAMErB   rC   rD   rE   ZDEFAULT_GRPC_SERVER_OPTIONSZ*METRICS_PUSHER_GRACEFUL_SHUTDOWN_TIMEOUT_SrF   rG   rH   str__annotations__rI   rJ   Z(RAY_SERVE_RUN_SYNC_IN_THREADPOOL_WARNINGrK   rL   rM   ZDEFAULT_REQUEST_ROUTER_PATHZ&DEFAULT_REQUEST_ROUTING_STATS_PERIOD_SZ'DEFAULT_REQUEST_ROUTING_STATS_TIMEOUT_SZREQUEST_ROUTING_STATS_METHODrN   rO   rP   rQ   ZHEALTHY_MESSAGErS   Z*RAY_SERVE_RPC_LATENCY_WARNING_THRESHOLD_MSrT    rZ   rZ   h/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/ray/serve/_private/constants.py<module>   s   0


 	





	




