o ưif@@sdZddlZddlmZmZmZmZmZmZm Z m Z ddl Z ddl m Z ddlmZddlmZmZddlmZddlmZdd lmZmZmZmZercdd lmZdd lm Z m!Z!dd l"m#Z#eZ$neZ$eZ!eZ eZ#Gd ddeZ%GdddeZ&dS)z Transformation for LangGraph API. LangGraph provides streaming (/runs/stream) and non-streaming (/runs/wait) endpoints for running agents. Streaming endpoint: POST /runs/stream Non-streaming endpoint: POST /runs/wait N) TYPE_CHECKINGAnyDictListOptionalTupleUnioncast)verbose_logger)convert_content_list_to_str) BaseConfigBaseLLMExceptionLangGraphSSEStreamIterator)AllMessageValues)ChoicesMessage ModelResponseUsage)Logging)AsyncHTTPHandler HTTPHandlerCustomStreamWrapperc@seZdZdZdS)LangGraphErrorz)Exception class for LangGraph API errors.N)__name__ __module__ __qualname____doc__rra/home/app/Keep/.python/lib/python3.10/site-packages/litellm/llms/langgraph/chat/transformation.pyr&srcseZdZdZfddZdeedeedeeeeeffddZd ede efd d Z d e d e d ede de f ddZ d@deedeed ed e de dee defddZd ed e defddZde ede eeeffddZd ede ed e de de de f ddZde defdd Zd ed!ejdefd"d#Z   dAd ed$ed%edede d&e ded'eeed(fd)ee d*eedefd+d,Z   dAd ed$ed%edede d&e ded'ed(d)ee d*eedefd-d.Z e!de fd/d0Z"e!de fd1d2Z#  dBd ed!ejd3e$d%ed4e de ed e de d5e%deed)ee de$fd6d7Z&  dBde d ede ed e de deedeede fd8d9Z'd:ed;e(dee ej)fde*fdd?Z,Z-S)CLangGraphConfigz Configuration for LangGraph API. LangGraph is a framework for building stateful, multi-actor applications with LLMs. It provides a streaming and non-streaming API for running agents. c stjdi|dS)Nr)super__init__)selfkwargs __class__rr r#4szLangGraphConfig.__init__api_baseapi_keyreturncCs0ddlm}|p |dp d}|p|d}||fS)z Get LangGraph API base and key from params or environment. Returns: Tuple of (api_base, api_key) r)get_secret_strZLANGGRAPH_API_BASEzhttp://localhost:2024ZLANGGRAPH_API_KEY)Zlitellm.secret_managers.mainr+)r$r(r)r+rrr $_get_openai_compatible_provider_info7s  z4LangGraphConfig._get_openai_compatible_provider_infomodelcCsdgS)zW LangGraph supports minimal OpenAI params since it's an agent runtime. streamr)r$r-rrr get_supported_openai_paramsNsz+LangGraphConfig.get_supported_openai_paramsnon_default_paramsoptional_params drop_paramscCs|S)z8 Map OpenAI params to LangGraph params. r)r$r0r1r-r2rrr map_openai_paramsTs z!LangGraphConfig.map_openai_paramsNlitellm_paramsr.cCs2|durtd|d}|r|dS|dS)z Get the complete URL for the LangGraph request. Streaming: /runs/stream Non-streaming: /runs/wait Nz`api_base is required for LangGraph. Set it via LANGGRAPH_API_BASE env var or api_base parameter./z /runs/streamz /runs/wait) ValueErrorrstrip)r$r(r)r-r1r4r.rrr get_complete_url`s   z LangGraphConfig.get_complete_urlcCs>|d}|r |Sd|vr|dd}t|dkr|dS|S)z Get the assistant ID from model or optional_params. model format: "langgraph/assistant_id" or just "assistant_id" assistant_idr5)getsplitlen)r$r-r1r9partsrrr _get_assistant_id}s   z!LangGraphConfig._get_assistant_idmessagescCsg}|D]?}|dd}|dd}|dkrd}n|dkr d}n |dkr'd}nd}t|tr2t|}t|ts;t|}|||dq|S) z Convert OpenAI-format messages to LangGraph format. OpenAI format: {"role": "user", "content": "..."} LangGraph format: {"role": "human", "content": "..."} roleusercontentZhuman assistantsystem)rBrD)r< isinstancelistr strappend)r$rAlanggraph_messagesmsgrBrDZlanggraph_rolerrr %_convert_messages_to_langgraph_formats"     z5LangGraphConfig._convert_messages_to_langgraph_formatheadersc Cs|||}||}|d|id}|dd} | r$|dd} | |d<d|vr.|d|d<d|vr8|d|d<d |vrB|d |d <td ||S) a= Transform the request to LangGraph format. LangGraph request format: { "assistant_id": "agent", "input": { "messages": [{"role": "human", "content": "..."}] }, "stream_mode": "messages-tuple" # for streaming } rA)r9inputr.F stream_modezmessages-tupleconfigmetadata thread_idzLangGraph request payload: )r@rNr<r debug) r$r-rAr1r4rOr9rLpayloadr.rQrrr transform_requests"       z!LangGraphConfig.transform_request response_jsoncCs|dg}t|tr5|r5t|D]#}t|tr4|dd}|dd}|dks,|dkr4|ddSq|di}t|trk|dg}t|trk|rkt|D]}t|trj|dd}|dkrj|ddSqQtd t|S) z Extract content from LangGraph non-streaming response. Response format varies, but commonly: { "messages": [...], # or could be in different structure "values": {...} } rAtyperErBZairFrDvaluesz@Could not extract content from LangGraph response, returning raw) r<rHrIreverseddictr warningjsondumps)r$rXrArMmsg_typerBrZZoutput_messagesrrr _extract_content_from_responses.            z.LangGraphConfig._extract_content_from_response raw_responsecC t||dS)z@ Return a streaming iterator for SSE responses. )responser-r)r$r-rbrrr get_streaming_response s z&LangGraphConfig.get_streaming_responsecustom_llm_provider logging_objdataclientr json_modesigned_json_bodyc Csddlm} m} ddlm} |dust|| s| id}td||j||t |d|d}|j d krAt |j t |d |j||d }| ||||d }|j|d dd|id|S)zF Get a CustomStreamWrapper for synchronous streaming. r)r_get_httpx_clientrN)paramsz"Making sync streaming request to: TrOrhr.rg status_codemessager-rbcompletion_streamr-rfrgrEfirst stream response receivedcomplete_input_dictrPr)original_responseZadditional_args)&litellm.llms.custom_httpx.http_handlerrrl litellm.utilsrrHr rUpostr^r_rqrrJreadre post_call)r$r-rfrgr(rOrhrArirjrkrrlrrdrustreaming_responserrr get_sync_custom_stream_wrappers@   z.LangGraphConfig.get_sync_custom_stream_wrapperc sddlm} m} ddlm} |dust|| s!| ttdid}t d||j ||t |d|d IdH}|j d krLt|j t|IdHd |j||d }| ||||d }|j|ddd|id|S)zG Get a CustomStreamWrapper for asynchronous streaming. r)rget_async_httpx_clientrNZ langgraph)Z llm_providerrmz#Making async streaming request to: TrnrorprsrtrErvrwrx)rzrrr{rrHr rr rUr|r^r_rqrrJZareadrer~)r$r-rfrgr(rOrhrArirjrkrrrrdrurrrr get_async_custom_stream_wrapperRsF   z/LangGraphConfig.get_async_custom_stream_wrappercCdS)z8Indicates that this config has custom streaming support.Trr$rrr has_custom_stream_wrappersz)LangGraphConfig.has_custom_stream_wrappercCr)z} LangGraph does not use a stream param in request body. Streaming is determined by the endpoint URL. Frrrrr %supports_stream_param_in_request_bodysz5LangGraphConfig.supports_stream_param_in_request_bodymodel_response request_dataencodingc  Cszl|} td| || } t| dd}tdd|d}|g|_||_z(ddlm }|d|d }|d| d d }||}t |||d }t |d |W|WSt yl}zt dt|WYd}~|WSd}~wwt y}ztdt|tdt||jdd}~ww)zS Transform the LangGraph response to LiteLLM ModelResponse format. zLangGraph response: rF)rDrBstopr)Z finish_reasonindexrr) token_counterz gpt-3.5-turbo)r-rAT)r-textZcount_response_tokens) prompt_tokenscompletion_tokens total_tokensusagez!Failed to calculate token usage: Nz%Error processing LangGraph response: zError processing response: )rrrq)r^r rUrarrchoicesr-r{rrsetattr Exceptionr]rJerrorrrq)r$r-rbrrgrrAr1r4rr)rjrXrDrrchoicerrrrrerrr transform_responsesF     z"LangGraphConfig.transform_responsecCsd|d<|r d||d<|S)zI Validate and set up environment for LangGraph requests. zapplication/jsonz Content-TypezBearer Authorizationr)r$rOr-rAr1r4r)r(rrr validate_environments z$LangGraphConfig.validate_environment error_messagerqcCrc)Nrp)r)r$rrqrOrrr get_error_classs zLangGraphConfig.get_error_classcCr)zZ LangGraph has native streaming support, so we don't need to fake stream. Fr)r$r-r.rfrrr should_fake_streams z"LangGraphConfig.should_fake_stream)N)NNN)NN).rrrrr#rrJrr,rr/r\boolr3r8r@rrrNrWrahttpxResponserreLiteLLMLoggingObjrIrrbytesrrrpropertyrrrrrrintZHeadersr rr __classcell__rrr&r r!,st     $ 1&     H    A     D    r!)'rr^typingrrrrrrrr rZlitellm._loggingr Z8litellm.litellm_core_utils.prompt_templates.common_utilsr Z)litellm.llms.base_llm.chat.transformationr r Z(litellm.llms.langgraph.chat.sse_iteratorrZlitellm.types.llms.openairZlitellm.types.utilsrrrrZ*litellm.litellm_core_utils.litellm_loggingrZ_LiteLLMLoggingObjrzrrr{rrrr!rrrr s* (