o ưi&m @sdZddlmZmZmZmZmZddlmZddl m Z ddl m Z ddl mZ  ddee efd eed eed eed df d dZ ddededeeded ee eff ddZdS)zdS) a Add MCP metadata to response's provider_specific_fields. This function adds MCP-related information to the response so that clients can access which tools were available, which were called, and what results were returned. For ModelResponse: adds to choices[].message.provider_specific_fields For CustomStreamWrapper: stores in _hidden_params and automatically adds to final chunk's delta.provider_specific_fields via CustomStreamWrapper._add_mcp_metadata_to_final_chunk() _hidden_paramsmcp_list_toolsmcp_tool_callsmcp_call_results mcp_metadataNchoicesmessageprovider_specific_fields) isinstancer hasattrrr rgetattrsetattr)r r r rrchoicerprovider_fieldsre/home/app/Keep/.python/lib/python3.10/site-packages/litellm/responses/mcp/chat_completions_handler.py_add_mcp_metadata_to_responses>       r modelmessagestoolskwargsc s2ddlm}t|\}}|s|d&|||d|IdHS|dp-|dip*id}tj|d|d\}} } } tj|||d || d IdH\} } tj| d d }|sY|r]||nd}tj |d }dd| D}|||dd|}|s|d&i|IdH}t |t t frt||d|S|dd}|dd}|rt|}d|d<|dur||d<|d&i|IdH}t |t st |t rt||d|SddlmddlmGfddd}|||| ||| | | |d|d ||d }Gfdddt }Gdddtt |||St|}d|d<|dur#||d<|d&i|IdH}t |t s5|Stj|d }|sFt||d|Stj| |||| | | |d|d d! IdH}|sit|||d"|Stj|||d#}t|}||d$<||d<|d&i|IdH}t |t t frt||||d%|S)'an Async completion with MCP integration. This function handles MCP tool integration following the same pattern as aresponses_api_with_mcp. It's designed to be called from the synchronous completion() function and return a coroutine. When MCP tools with server_url="litellm_proxy" are provided, this function will: 1. Get available tools from the MCP server manager 2. Transform them to OpenAI format 3. Call acompletion with the transformed tools 4. If require_approval="never" and tool calls are returned, automatically execute them 5. Make a follow-up call with the tool results r acompletion)r!r"r#Nuser_api_key_authmetadata secret_fields)r)r#litellm_trace_id)r'mcp_tools_with_litellm_proxyr*mcp_auth_headermcp_server_auth_headersZchat)Z target_format)r+cSsi|] \}}|dvr||qS)r%r).0kvrrr sz(acompletion_with_mcp..T)r!r"r#_skip_mcp_handlerr r streamFmock_tool_callsstream_chunk_builderModelResponseStreamcsdeZdZdZfddZddZddfdd Zddfd d Zd d ZfddZ ddZ dS)z2acompletion_with_mcp..MCPStreamingIteratorz_Custom iterator that collects chunks, detects tool calls, and adds MCP metadata to final chunk.c s||_||_||_||_||_||_||_||_| |_| |_ | |_ | |_ g|_ d|_ d|_d|_d|_d|_d|_d|_d|_dS)NF)stream_wrapperr"tool_server_mapr'r,r-oauth2_headers raw_headerslitellm_call_idr*r base_call_argscollected_chunksr rcomplete_responsestream_exhaustedtool_execution_donefollow_up_streamfollow_up_iteratorfollow_up_exhausted) selfr:r"r;r'r,r-r<r=r>r*r r?r8rr__init__s* z;acompletion_with_mcp..MCPStreamingIterator.__init__cs|SNrrGrrr __aiter__sz.MCPStreamingIterator.__aiter__chunkrcSsddlm}m}|js |St|dr@|jr@|jD]'}t||r?t|dr?|jr?t|jddp/i}t |}|j|d<||j|q|S)z&Add mcp_list_tools to the first chunk.rStreamingChoicesadd_provider_specific_fieldsrdeltarNr) litellm.types.utilsrNrOr rrrrPrdict)rGrLrNrOrexisting_fieldsrrrr_add_mcp_list_tools_to_chunks   zOacompletion_with_mcp..MCPStreamingIterator._add_mcp_list_tools_to_chunkcSsddlm}m}t|drY|jrY|jD]E}t||rXt|drX|jrXi}t|jdr@t|jdd}|dur@t|tr>t|ni}|}|j rJ|j |d<|j rR|j |d<||j|q|S) z;Add mcp_tool_calls and mcp_call_results to the final chunk.rrMrrPrNrr) rQrNrOrrrrPrrRr r)rGrLrNrOrrS attr_valuerrrr%_add_mcp_tool_metadata_to_final_chunk s"     zXacompletion_with_mcp..MCPStreamingIterator._add_mcp_tool_metadata_to_final_chunkcs |jst|ds|j|_t|j|jdzS|jIdH}|j |t |jdkr2| |}t|doI|j oIt|j ddoI|j dj du}|rhd|_|IdH||}|jrh|jrh|IdH|WStyd|_|IdH|jr|jd}||}|jr|jr|IdH|YSYnw|jr|js|js|j|_dd lm}|d z|jIdH}dd lm}|d ||WStyd|_dd lm}|d tw|jr|jr|jr|jdurdd lm}|d t)N_stream_iteratorr3rr finish_reasonTverbose_loggerz!Follow-up stream iterator createdzFollow-up chunk yielded: zFollow-up stream exhaustedz.MCPStreamingIterator.__anext__c s|jrdSd|_|jsdS|j|jd}t|trE||_tj|d|_|jrGtj |j |j|j |j |j |j|j|j|jd IdH|_dSdSdS)z-Process tool calls after streaming completes.NT)chunksr"r r;r r'r,r-r<r=r>r*)rCr@r"rr rAr&_extract_tool_calls_from_chat_responser _execute_tool_callsr;r'r,r-r<r=r>r*r)rGrAr6rrr`{s: zFacompletion_with_mcp..MCPStreamingIterator._process_tool_callscs|jdurdS|jr|jsdStj|j|j|jd}t|j}||d<d|d<d|d<ddl}|j d i|IdH}t |t rP||_ddl m }|d dSddl m }|d t|d|_dS) z6Prepare and initiate follow-up call with tool results.NZoriginal_messagesr rr"Tr4r2rr[z%Follow-up stream created successfullyz1Follow-up response is not a CustomStreamWrapper: r)rDrrAr#_create_follow_up_messages_for_chatr"rRr?litellmr&rr rcr\rdretype)rGfollow_up_messagesfollow_up_call_argsrnZfollow_up_responser\rrrras2        zJacompletion_with_mcp..MCPStreamingIterator._prepare_follow_up_callN) __name__ __module__ __qualname____doc__rHrKrTrVr]r`rar)r9r7rrMCPStreamingIterators ! Q %rvr>) r:r"r;r'r,r-r<r=r>r*r r?cs@eZdZfddZddZfddZddZd d ZZS) z.acompletion_with_mcp..MCPStreamWrapperc sxtjdt|ddt|ddt|ddt|ddt|ddt|ddd||_||_t|d r4|j|_d|_d|_dS) Nr!unknown logging_objcustom_llm_providerstream_options make_call_response_headers)Zcompletion_streamr!rxryrzr{r|r) superrHr_original_wrapper_custom_iteratorrr_sync_iterator _sync_loop)rGZoriginal_wrapperZcustom_iterator __class__rrrHs         z7acompletion_with_mcp..MCPStreamWrapper.__init__cSs|jSrI)rrJrrrrKsz8acompletion_with_mcp..MCPStreamWrapper.__aiter__cs`|jdur-ddl}z||_Wnty$||_||jYnw|j|j|_|jS)Nr)rasyncioget_event_loopr RuntimeErrornew_event_loopset_event_loopr)rGr_SyncIteratorWrapperrr__iter__s   z7acompletion_with_mcp..MCPStreamWrapper.__iter__cSs|jdur |t|jSrI)rrnextrJrrr__next__s  z7acompletion_with_mcp..MCPStreamWrapper.__next__cSs t|j|SrI)rr~)rGnamerrr __getattr__s z:acompletion_with_mcp..MCPStreamWrapper.__getattr__) rrrsrtrHrKrrr __classcell__rrrrMCPStreamWrappers    rc@s$eZdZddZddZddZdS)z2acompletion_with_mcp.._SyncIteratorWrappercSs||_||_d|_dSrI)_async_iterator_loop _iterator)rGZasync_iteratorlooprrrrH s z;acompletion_with_mcp.._SyncIteratorWrapper.__init__cSs|SrIrrJrrrrsz;acompletion_with_mcp.._SyncIteratorWrapper.__iter__cSs\|jdur|j}t|dr|j||_n||_z |j|jWSty-tw)N __await__) rrrKrrrun_until_completer]rb StopIteration)rGZ aiter_resultrrrrs    z;acompletion_with_mcp.._SyncIteratorWrapper.__next__N)rrrsrtrHrrrrrrr s rrhri)r r r rlr")r r r rr)rnr&rZ_parse_mcp_toolsgetrZ extract_mcp_headers_from_requestZ+_process_mcp_tools_without_openai_transformZ_transform_mcp_tools_to_openaiZ_should_auto_execute_toolsitemsrr r r poprRZ litellm.mainr7rQr9rrjrkrm) r!r"r#r$Zlitellm_acompletionr+Z other_toolsr'r,r-r<r=Zdeduplicated_mcp_toolsr;r Z all_toolsZshould_auto_executeZ clean_kwargsr?r r4r5Zinitial_call_argsZinitial_streamrviteratorrZinitial_responser rrprqr)r9rr7racompletion_with_mcpRs&             z/    r)NNrI)rutypingrrrrrZ/litellm.responses.mcp.litellm_proxy_mcp_handlerrZlitellm.responses.utilsrrQr Z litellm.utilsr r strrrrrrs>      B