o ưi%@s@ddlZddlmZddlmZddlmZGdddeZdS)N)Optional) DualCache) CustomLoggerc@seZdZUdZeed<dZeed<dZeed<de fddZ d d Z d d Z d dZ ddZddZdedefddZdedefddZdedefddZdS)LeastBusyLoggingHandlerF test_flagrlogged_successlogged_failure router_cachecCs ||_dS)N)r )selfr r Y/home/app/Keep/.python/lib/python3.10/site-packages/litellm/router_strategy/least_busy.py__init__s z LeastBusyLoggingHandler.__init__cCszY|dddur WdS|dddd}|ddidd}|dus+|dur.WdSt|tr7t|}|d}|jj|dpDi}||d d ||<|jj||d WdStycYdSw) zX Log when a model is being used. Caching based on model group. litellm_paramsmetadataN model_group model_infoid_request_countkeyrrvalue)get isinstanceintstrr get_cache set_cache Exception)r modelmessageskwargsrrrequest_count_api_keyrequest_count_dictr r r log_pre_api_calls*    z(LeastBusyLoggingHandler.log_pre_api_callc Czo|dddur WdS|dddd}|ddidd}|dus+|dur.WdSt|tr7t|}|d}|jj|dpDi}||d} | durRWdS| d ||<|jj||d |jrm|jd 7_WdSWdSt yyYdSw Nrrrrrrrrrr) rrrrr rrrrr r r"Z response_obj start_timeend_timerrr#r$Zrequest_count_valuer r r log_success_event9s6      z)LeastBusyLoggingHandler.log_success_eventc Cr&r') rrrrr rrrrrr(r r r log_failure_event[s6      z)LeastBusyLoggingHandler.log_failure_eventc zu|dddurWdS|dddd}|ddidd}|dus,|dur/WdSt|tr8t|}|d}|jj|dIdHpHi}||d} | durVWdS| d ||<|jj||d IdH|jrt|jd 7_WdSWdSt yYdSwr') rrrrr async_get_cacheasync_set_cacherrrr(r r r async_log_success_event|s:       z/LeastBusyLoggingHandler.async_log_success_eventc r-r') rrrrr r.r/rrrr(r r r async_log_failure_events:       z/LeastBusyLoggingHandler.async_log_failure_eventhealthy_deploymentsall_deploymentsc Cs|D]}|dd|vrd||dd<qtd}d}|D] \}}||kr+|}|}q|durH|D]}|dd|kr@|Sq2t|}|St|}|S)zE Helper to get deployments using least busy strategy rrrinfN)floatitemsrandomchoice) r r2r3dZ min_trafficZmin_deploymentkvmr r r _get_available_deploymentss(  z2LeastBusyLoggingHandler._get_available_deploymentsrcCs*|d}|jj|dp i}|j||dS)zJ Sync helper to get deployments using least busy strategy rrr2r3)r rr=r rr2r#r3r r r get_available_deploymentss z1LeastBusyLoggingHandler.get_available_deploymentscs2|d}|jj|dIdHpi}|j||dS)zK Async helper to get deployments using least busy strategy rrNr>)r r.r=r?r r r async_get_available_deploymentss z7LeastBusyLoggingHandler.async_get_available_deploymentsN)__name__ __module__ __qualname__rbool__annotations__rrrrr r%r+r,r0r1listdictr=rr@rAr r r r rs2    "!#"  r)r7typingrZlitellm.caching.cachingrZ"litellm.integrations.custom_loggerrrr r r r s