o ưi4y@sHddlZddlZddlZddlZddlZddlZddlmZddlm Z m Z m Z m Z m Z ddlmZmZmZmZddlmZddlmZddlmZddlmZdd lmZeZd d Zeed d dZ ej!dd"dkrz$ddl#Z#e$de#%e$de#&e#'Z(e$de#j&e(dWn e)ye)dwe*dejdddddZ+ejdddeefdefdd Z,ejd!ddeefdefd"d#Z-ejd$ddeefded%e e.e ffd&d'Z/d%e e.e ffd(d)Z0d*e1d%e e1e e e.e fffd+d,Z2d%e e.e ffd-d.Z3d%e e.e ffd/d0Z4d%e e.e ffd1d2Z5d3e1d4e6d%e e e.e ffd5d6Z7ejd7ddeeed8d9d:ed;dZ8ej9d?ddeeed@dAd:eddBd:eddCd:fdedDe1dEe1dFe1d%e e.e ff dGdHZ:ejdIdddJdKZ;dLdMZz+configure_gc_thresholds..,zGC thresholds set to: zGC threshold not set: z#. Expected format: 'gen0,gen1,gen2'zFailed to parse GC threshold: z . Error: NzCurrent GC thresholds: gen0=rz, gen1=z, gen2=) rsplitlengc set_thresholdr infowarning ValueError get_threshold)Zgc_threshold_env thresholdseZcurrent_thresholdsrrrconfigure_gc_thresholdss  ",r'z/debug/asyncio-taskscsd}t}dd|D}t}t|D]&\}}||krn|}t|ddp2t|ddp2t|}||d7<qt|t|dS) zY Returns: total_active_tasks: int by_name: { coroutine_name: count } icSsg|]}|s|qSr)done)rtrrrr9rz*get_active_tasks_stats.. __qualname__N__name__r)Ztotal_active_tasksZby_name) asyncio all_tasksr enumerateget_corogetattrreprrdict)ZMAX_TASKS_TO_CHECKr-Z active_taskscounteridxtaskcoronamerrrget_active_tasks_stats-s$  r8ZLITELLM_PROFILEfalsetruezgrowth of objectsz Most common typesz Leaking objects)objectsz@objgraph not found. Please install objgraph to use this feature. z /memory-usageF)Zinclude_in_schemacsht}|d}td||dd}g}|D]}||jjddd|jddqd |iS) Nlinenoz TOP STATS: %s2r<)limitz: iz KiBZtop_50_memory_usage) tracemallocZ take_snapshot statisticsr debugappend tracebackformatsize)ZsnapshotZ top_statsZtop_50resultstatrrr memory_usagecs   (rIz/memory-usage-in-mem-cache_csddlm}m}m}|durd}nt|jjjt|jjj}t|jjt|jj}t|j j jjt|j j jj}|||dS)j 1. user_api_key_cache 2. router_cache 3. proxy_logging_cache 4. internal_usage_cache r llm_routerproxy_logging_objuser_api_key_cacheN)num_items_in_user_api_key_cachenum_items_in_llm_router_cache$num_items_in_proxy_logging_obj_cache) litellm.proxy.proxy_serverrMrNrOrcachein_memory_cache cache_dictttl_dictinternal_usage_cache dual_cache)rJrMrNrOrQrPrRrrrmemory_usage_in_mem_cachess.    rZz /memory-usage-in-mem-cache-itemscsfddlm}m}m}|duri}i}n |jjj}|jjj}|jj|jj|||jj jj|jj jjdS)rKrrLN)rOZuser_api_key_ttlllm_router_cacheZllm_router_ttlZproxy_logging_obj_cacheZproxy_logging_obj_ttl) rSrMrNrOrTrUrVrWrXrY)rJrMrNrOZllm_router_in_memory_cache_dictZllm_router_in_memory_ttl_dictrrrmemory_usage_in_mem_cache_itemss     r\z/debug/memory/summaryreturnc sddlm}m}m}i}d}z;ddl}|}|}|jd} |} | dd| ddt | d t | d d }| d kr@d }n | d krGd}nd}Wn$t yWd|d<Ynt yn} z t | |d<WYd} ~ nd} ~ wwi} d} zEt |jj}| |7} ||ddd| d<|durt |jjj}| |7} ||ddd| d<t |jjjj}| |7} ||ddd| d<Wnt y} z t | | d<WYd} ~ nd} ~ wwt}td}t tj}|rdnd|d}|dkr|d|d<t||| | d|dS)a' Get simplified memory usage summary for the proxy. Returns: - worker_pid: Process ID - status: Overall health based on memory usage - memory: Process memory usage and RAM info - caches: Cache item counts and descriptions - garbage_collector: GC status and pending object counts Example usage: curl http://localhost:4000/debug/memory/summary -H "Authorization: Bearer sk-1234" For detailed analysis, call GET /debug/memory/details For cache management, use the cache management endpoints rrLZhealthyN.1fz MB (% of system memory)r)summary ram_usage_mbsystem_memory_percentPcritical<r"z8Install psutil for memory monitoring: pip install psutilerrorrz,Validated API keys for faster authentication)countcount_readableZwhat_it_storesZ user_api_keysz$LLM responses for identical requestsZ llm_responsesz#Usage metrics before database writeZusage_trackingenableddisabled)statusobjects_awaiting_collectionz- uncollectable objects (possible memory leak))Z total_itemsZ breakdown) worker_pidrlZmemorycachesgarbage_collector)rSrMrNrOpsutilProcess memory_inforssmemory_percentround ImportError ExceptionstrrrUrVrTrXrYr isenabled get_countgarbageosgetpid)rJrMrNrOprocess_memoryZ health_statusrqprocessrsZ memory_mbrur&roZtotal_cache_itemsZuser_cache_itemsZrouter_cache_itemsZlogging_cache_itemsZ gc_enabledZobjects_pending uncollectableZgc_inforrrget_memory_summarys          rcCshttdtdtdddtdtdtdddddttDd S) z!Get garbage collector statistics.rrrzENumber of allocations before automatic collection for each generation) generation_0 generation_1 generation_2Z explanationz6Current number of allocated objects in each generationcSs*g|]\}}||d|d|ddqS) collections collectedr)Z generationZtotal_collectionsZtotal_collectedrr)rirHrrrrEsz&_get_gc_statistics..)rjr%Zcurrent_countsZcollection_history)rrzr$r{r.Z get_statsrrrr_get_gc_statistics5s       rtop_ncCsVt}d}tD]}|d7}t|j}||d7<q dd||D}||fS)z=Count objects by type and return total count and top N types.rrcSs g|] \}}|||ddqS)r)typerhrir)robj_typerhrrrr[sz+_get_object_type_counts..)rrZ get_objectsrr+ most_common)rZ type_counts total_objectsobjrtop_object_typesrrr_get_object_type_countsQs   rcCs<tj}t|dd|ddDt|dkrddSddS)zEGet information about uncollectable objects (potential memory leaks).cSsg|]}t|jqSr)rr+)rrrrrrlsz3_get_uncollectable_objects_info..Nr<rzIIf count > 0, you may have reference cycles preventing garbage collection)rhZ sample_typesr")rr|r)rrrr_get_uncollectable_objects_infogsrc Csi}zt|jj}t|jj}t|jj||t||ddd|d<|durNt|jjj}t|jjj}t|jjj||t||ddd|d<t|jj jj} t|jj jj} t|jj jj| | t| | ddd|d<|durdt |j d |d <z.) rSrZ OTEL_EXPORTERrrprintparentZtrace_idrCr7 start_time) rZ otel_exporterZrecorded_spansrZmost_recent_start_timerrZparent_trace_idZ span_namesrrrget_otel_spanss<      rc Cs ztd}|dur WdStj|rWdSt|}t|ts"WdS|dd}|dd}|durUddl }ddl m }m }m }|j|jd|j|jd|j|jd|durddl }ddl m }m }m }|j|jd|j|jd|j|jdWdS|dur|durtjd d }|dur|d krddl }dd l m }m }|j|jd|j|jdWdS|d krddl }dd l m }m }|j|jd|j|jdWdSWdSWdSWdSWdSty} zddl }|dt| WYd} ~ dSd} ~ ww)NZ WORKER_CONFIGrBdetailed_debugTr)verbose_loggerr verbose_router_logger)levelFZ LITELLM_LOGINFO)r rDEBUGz Failed to init verbose loggers: )r r}pathisfilejsonloads isinstancer2getlogginglitellm._loggingrr rsetLevelrrenvironupperrxr"ry) Z worker_configZ _settingsrBrrrr rZlitellm_log_settingr&rrrinit_verbose_loggersst         "r)=r,rrr}rr@rrtypingrrrrrZfastapirr r r Zlitellmr rr Zlitellm.constantsrZlitellm.proxy._typesrZ$litellm.proxy.auth.user_api_key_authrZrouterr'rr8rlowerZobjgraphrZ show_growthZshow_most_common_typesZget_leaking_objectsrootsrwstartrIrZr\ryrrrrrrrboolrrpostrrrrrrrs       #      & !  x& D"B 0    :     =  +