o ưi@sUddlZddlZddlZddlZddlmZddlmZmZm Z m Z m Z m Z m Z mZmZddlmZddlZddlZddlmZddlmZmZddlmZmZmZmZmZddlm Z dd l!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6dd l7m8Z8dd l9m:Z:m;Z;mZ>dd l?m@Z@mAZAmBZBerdd lCmDZEeEZFneZFGddde ZGeGdddZHdeIdeJfddZKddZLdeJfddZMdeJfddZNdeJde6fdd ZOd!ZPGd"d#d#eZQd$d%d&d'd(ZRe eJe0feSd)<d*eJd+eeJeTfde/fd,d-ZUd*eJd.eTde/fd/d0ZVd*eJd1eJd+eJde/fd2d3ZWd4e e8de e/fd5d6ZXd7e e d8e6fd9d:ZYd7e e4de e@fd;d<ZZGd=d>d>eAZ[dS)?N) dataclass) TYPE_CHECKINGAny AsyncIteratorDictListOptionalProtocolTupleUnion)urlparse)track_llm_api_timing) BaseConfigBaseLLMException)AsyncHTTPHandler HTTPHandler_get_httpx_clientget_async_httpx_clientversionOCIError)CohereChatRequest CohereMessageCohereChatResultCohereParameterDefinitionCohereStreamChunk CohereToolCohereToolCallOCIChatRequestPayloadOCICompletionPayloadOCICompletionResponseOCIContentPartUnionOCIImageContentPart OCIImageUrl OCIMessageOCIRolesOCIServingModeOCIStreamChunkOCITextContentPart OCIToolCallOCIToolDefinition OCIVendors)AllMessageValues)Delta LlmProviders ModelResponseModelResponseStreamStreamingChoices)ChatCompletionMessageToolCallCustomStreamWrapperUsage)Loggingc@s,eZdZdZdddededdfdd ZdS) OCISignerProtocola Protocol for OCI request signers (e.g., oci.signer.Signer). This protocol defines the interface expected for OCI SDK signer objects. Compatible with the OCI Python SDK's Signer class. See: https://docs.oracle.com/en-us/iaas/tools/python/latest/api/signing.html Fenforce_content_headersrequestr8returnNcCsdS)a Sign an HTTP request by adding authentication headers. Args: request: Request object with method, url, headers, body, and path_url attributes enforce_content_headers: Whether to enforce content-type and content-length headers N)selfr9r8r;r;[/home/app/Keep/.python/lib/python3.10/site-packages/litellm/llms/oci/chat/transformation.pydo_request_signMsz!OCISignerProtocol.do_request_sign)__name__ __module__ __qualname____doc__rboolr>r;r;r;r=r6Cs r6c@sDeZdZUdZeed<eed<eed<eed<edefddZ d S) OCIRequestWrapperz Wrapper for HTTP requests compatible with OCI signer interface. This class wraps request data in a format compatible with OCI SDK signers, which expect objects with method, url, headers, body, and path_url attributes. methodurlheadersbodyr:cCs&t|j}|j|jrd|jSdS)z0Returns the path + query string for OCI signing.?)r rFpathquery)r< parsed_urlr;r;r=path_urles zOCIRequestWrapper.path_urlN) r?r@rArBstr__annotations__dictbytespropertyrNr;r;r;r=rDXs rDdatar:cCst|}t|SN)hashlibsha256digestbase64 b64encodedecode)rTrXr;r;r= sha256_base64lsr\cCsPg}|D]}|dkr|d|}n||}||d|qd|S)N(request-target) z:  )lowerappendjoin)rErKrGsigned_headerslinesheadervaluer;r;r=build_signature_stringqs rgkey_strc Cslzddlm}ddlm}Wnty}ztd|d}~ww|j|ddd}t||js4t d|S)Nr) serialization)rsaicryptography package is required for OCI authentication. Please install it with: pip install cryptographyutf-8)passwordzNThe provided private key is not an RSA key, which is required for OCI signing.) cryptography.hazmat.primitivesri)cryptography.hazmat.primitives.asymmetricrj ImportErrorZload_pem_private_keyencode isinstanceZ RSAPrivateKey TypeError)rhrirjekeyr;r;r=load_private_key_from_str|s(  rv file_pathc Cszt|ddd}|}Wdn1swYWn$ty-td|tyC}z td|d||d}~ww|sMtd|t|S) z$Loads a private key from a file pathrrl)encodingNzPrivate key file not found: z!Failed to read private key file 'z': zPrivate key file is empty: )openreadstripFileNotFoundErrorOSError ValueErrorrv)rwfrhrtr;r;r=load_private_key_from_files rmodelcCs&|dd}|dkrtjStjS)z Extracts the vendor from the model name. Args: model (str): The model name. Returns: str: The vendor name. .rZcohere)splitr`r+COHEREZGENERIC)rvendorr;r;r=get_vendor_from_modelsri,c@sJeZdZdZ  dGddZdedeefddZd ed eded e def d d Z ded ededede ee ff ddZ ded ededede edff ddZ    dHded edededeedeedee dee de eee ffddZ  dIdededeed ededeedeedefddZ dJdeedeeded ededee defddZd ed edefd!d"Zdeedeefd#d$Zd%eeeefdeefd&d'Zd(edefd)d*Zdedeed edededef d+d,Zd-eded.edefd/d0Zd1eded.ed2e j!def d3d4Z"  dIded2e j!d.ed5e#dedeed eded6edeed7ee defd8d9Z$e%   dKded:ed5e#deded;ede&dfd?d@Z*e%   dKded:ed5e#deded;ede&dfdAdBZ+dCedDe,de'ee j-fde.fdEdFZ/dS)L OCIChatConfigz6 Configuration class for OCI's API interface. r:Nc Cst}|D]\}}|dkr|durt|j||q t|jddiddddddd d d d d d d ddddddddddddddddddddddddddddddd |_|j|_dS)!Nr<Zhas_custom_stream_wrapperTstreamZisStreamZ max_tokens maxTokensZmax_completion_tokens temperaturetoolsZfrequency_penaltyfrequencyPenaltyZlogprobsZlogProbsZ logit_biasZ logitBiasnZnumGenerationsZpresence_penaltyZpresencePenaltyseedstop tool_choiceZ toolChoiceZtop_ptopP max_retriesFZ top_logprobsZ modalitiesresponseFormat) Z predictionZstream_optionsZ function_callZ functions extra_headersZparallel_tool_callsZaudioZweb_search_optionsresponse_format)localscopyitemssetattr __class__openai_to_oci_generic_param_mapopenai_to_oci_cohere_param_map)r<Zlocals_rurfr;r;r=__init__sh       zOCIChatConfig.__init__rcCs\g}t|}|tjkr|j}|d|dn|j}|D] \}}|r+||q |S)Nrr)rr+rrpoprrra)r<rZsupported_paramsropen_ai_to_oci_param_maprurfr;r;r=get_supported_openai_paramss    z)OCIChatConfig.get_supported_openai_paramsnon_default_paramsoptional_params drop_paramsc Csi}t|}|tjkr|j}n|j}i||}|D]0\} } || } | dur7|s.tjr/qt d| d| dur@| || <q| || <| dkrL| |d<q|S)NFzparam `z` is not supported on OCIrr) rr+rrrrgetlitellmr Exception) r<rrrrZadapted_paramsrr all_paramsrurfaliasr;r;r=map_openai_paramss(    zOCIChatConfig.map_openai_paramsrG request_dataapi_basec Cs|d}t|d}t|dd}|dvr"td||}|dd|d tt |t ||||d } |d urFtd z |j | d dWnt yh} z t ddt| dd| d } ~ ww|| j||fS)a Sign request using OCI SDK Signer object. Args: headers: Request headers to be signed optional_params: Optional parameters including oci_signer request_data: The request body dict to be sent in HTTP request api_base: The complete URL for the HTTP request Returns: Tuple of (signed_headers, encoded_body) Raises: OCIError: If signing fails ValueError: If HTTP method is unsupported oci_signerrlrEPOST)rGETPUTDELETEPATCHzUnsupported HTTP method: content-typeapplication/jsoncontent-length)rErFrGrHNzrrupdaterG) r<rGrrrrrHrEZprepared_headersZrequest_wrapperrtr;r;r=_sign_with_oci_signers:   z#OCIChatConfig._sign_with_oci_signerc Cs>|dd}|ptjpd|d}|d}|d}|d}|d} |d } |r4|r4|r4| s8| s8td t|d d } t|d } t |} | j pRd}| j }t j d}|dd}tt| }t| }|||||d}gd}t| |||}zddlm}ddlm}Wnty}ztd|d}~wwd}| rt| tr| }|dd}d|vr|dd}n tddt| jd|rt|n| rt| nd}|durtddd||d || }t!"|#}|d|d|}d |d!d"$|d#|d$}|%||||||d%|dfS)&a Sign request using manual OCI credentials. Args: headers: Request headers to be signed optional_params: Optional parameters including OCI credentials request_data: The request body dict to be sent in HTTP request api_base: The complete URL for the HTTP request Returns: Tuple of (signed_headers, None) Raises: Exception: If required credentials are missing ImportError: If cryptography package is not installed oci_region us-ashburn-1https://inference.generativeai..oci.oraclecloud.comoci_useroci_fingerprint oci_tenancyoci_key oci_key_filezqMissing required parameters: oci_user, oci_fingerprint, oci_tenancy, and at least one of oci_key or oci_key_file.rErrl/z%a, %d %b %Y %H:%M:%S GMTrr)datehostrrx-content-sha256)rr]rrrrr)hashes)paddingrkNz\nr_z izKoci_key must be a string containing the PEM private key content. Got type: rz^Private key is required for OCI authentication. Please provide either oci_key or oci_key_file.zSignature version="1",keyId="z"",algorithm="rsa-sha256",headers="r^z ",signature="") authorizationrrrrr)&rrrrrOrrrrqr rKnetlocdatetimeutcnowstrftimerr\rgrnrrorrprrreplacertyper?rvrsignZPKCS1v15SHA256rYrZr[rbr) r<rGrrrrrrrrrrErHparsedrKrr content_typecontent_lengthZx_content_sha256Zheaders_to_signrcZsigning_stringrrrtZoci_key_contentZ private_key signatureZ signature_b64Zkey_idrr;r;r=_sign_with_manual_credentialsRs                z+OCIChatConfig._sign_with_manual_credentialsapi_keyr fake_streamc Cs2|d} | dur|||||S|||||S)an Sign the OCI request by adding authentication headers. Supports two signing modes: 1. OCI SDK Signer: Use an oci_signer object to sign the request 2. Manual Signing: Use OCI credentials to manually sign the request Args: headers: Request headers to be signed optional_params: Optional parameters including auth credentials or oci_signer request_data: The request body dict to be sent in HTTP request api_base: The complete URL for the HTTP request api_key: Optional API key (not used for OCI) model: Optional model name stream: Optional streaming flag fake_stream: Optional fake streaming flag Returns: Tuple of (signed_headers, encoded_body): - If oci_signer is provided: Returns (headers, body) where body is the encoded JSON - If manual credentials are provided: Returns (headers, None) as body is not returned for the manual signing path Raises: OCIError: If signing fails with oci_signer Exception: If required credentials are missing ImportError: If cryptography package is not installed (manual signing only) Example: >>> from oci.signer import Signer >>> signer = Signer( ... tenancy="ocid1.tenancy.oc1..", ... user="ocid1.user.oc1..", ... fingerprint="xx:xx:xx", ... private_key_file_location="~/.oci/key.pem" ... ) >>> headers, body = config.sign_request( ... headers={}, ... optional_params={"oci_signer": signer}, ... request_data={"message": "Hello"}, ... api_base="https://inference.generativeai.us-ashburn-1.oci.oraclecloud.com/..." ... ) rN)rrr) r<rGrrrrrrrrr;r;r= sign_requests 6zOCIChatConfig.sign_requestmessageslitellm_paramscCs|d}|dd} |ptjpd| d}|std|durN|d} |d } |d } |d } |d }|d }| rJ| rJ| rJ| sH|rJ|sNtd|ddtd|s_td|S)a Validate the OCI environment and credentials. Supports two authentication modes: 1. OCI SDK Signer: Pass an oci_signer object (e.g., oci.signer.Signer) 2. Manual Credentials: Pass oci_user, oci_fingerprint, oci_tenancy, and oci_key/oci_key_file Args: headers: Request headers to populate model: Model name messages: List of chat messages optional_params: Optional parameters including authentication credentials litellm_params: LiteLLM parameters api_key: Optional API key (not used for OCI) api_base: Optional API base URL Returns: Updated headers dict Raises: Exception: If required parameters are missing or invalid rrrrrzEither `api_base` must be provided or `litellm.api_base` must be set. Alternatively, you can set the `oci_region` optional parameter to use the default OCI region.Nrrrrroci_compartment_idzMissing required parameters: oci_user, oci_fingerprint, oci_tenancy, oci_compartment_id and at least one of oci_key or oci_key_file. Alternatively, provide an oci_signer object from the OCI SDK.rzlitellm/)rz user-agentzRkwarg `messages` must be an array of messages that follow the openai chat standard)rrrrrr)r<rGrrrrrrrrrrrrrrr;r;r=validate_environment#sV        z"OCIChatConfig.validate_environmentcCs|dd}d|dS)Nrrrz*.oci.oraclecloud.com/20231130/actions/chatr)r<rrrrrrrr;r;r=get_complete_urlxs zOCIChatConfig.get_complete_urlrcCsti}|tjkr|j}|ddddddd}n|j}|D]\}}|r/||vr/||||<q|D]}|rF||vrF||vrF||||<q4d|vrc|tjkrZ||d|d<n t|d||d<d|vr|d}t |t rd |vrt |} | |d<| d } d} d | vr| d } t | t rt | } n| } | dur| | d <|tjkr| | d <|S| } | d krd } | | d <|S)NriXrg?)rrZtopKrrrrrZ json_schemaZ jsonSchemaJSONZ JSON_OBJECT) r+rrrrrvalues)adapt_tool_definitions_to_cohere_standard%adapt_tool_definition_to_oci_standardrrrQr)r<rrZselected_paramsrZ openai_keyrZ oci_valuerfZ rf_payloadZ response_typeZschema_payloadZraw_schema_payloadZ format_typer;r;r=_get_optional_paramssb            z"OCIChatConfig._get_optional_paramsc Csg}|ddD]}|d}|d}t|tr6d}|D]}t|tr3|ddkr3||dd7}q|}t|tsE|durCt|nd}d}|dkrd |vr|d rg}|d D]:} | d id i} t| trzt| } Wntjy~i} Ynw| } |t t| d id d| d qZ|dkr|t d|dq|dkr|t d||dq|dkr|t d|ddq|S)z%Build chat history for Cohere models.NrolecontentrJrtext assistant tool_callsfunction argumentsname)r parametersuserUSER)rrZCHATBOT)rr toolCallstoolTOOL) rrrlistrQrOrloadsJSONDecodeErrorrarr) r<rZ chat_historymsgrr text_content content_itemr tool_callZ raw_argumentsrr;r;r=!adapt_messages_to_cohere_standardsR       z/OCIChatConfig.adapt_messages_to_cohere_standardrc Csg}|D]L}|di}|didi}|didg}i}|D]\}} t| dd| dd||vd ||<q&|t|d d|dd|d q|S) z(Adapt tool definitions to Cohere format.rr propertiesrequired descriptionrJrstring)rrZ isRequiredr)rrZparameterDefinitions)rrrrar) r<rZ cohere_toolsrZ function_defrrZparameter_definitions param_nameZ param_schemar;r;r=rs$       z7OCIChatConfig.adapt_tool_definitions_to_cohere_standardrcCsZt|tr|St|tr)d}|D]}t|tr&|ddkr&||dd7}q|St|S)z*Extract text content from message content.rJrr)rrrOrrQr)r<rrrr;r;r=_extract_text_contents  z#OCIChatConfig._extract_text_contentc sF|dd}|s tdt|}|dd}|dvrtd|dkr/|d|} td| d } ntd|d } |tjkrd d |D} | sGtd dd |D} d} | rbdfdd| D}|rb|} tj|}tdd | dd || d|}t || |d}nt || t d|j t|d||d}|jddS)Nrz7kwarg `oci_compartment_id` is required for OCI requestsoci_serving_mode ON_DEMAND)r  DEDICATEDzBkwarg `oci_serving_mode` must be either 'ON_DEMAND' or 'DEDICATED'r oci_endpoint_id) servingTypeZ endpointId)rmodelIdcSg|] }|ddkr|qS)rrr.0rr;r;r= Ez3OCIChatConfig.transform_request..z&No user message found for Cohere modelcSr)rsystemrrr;r;r=rJrr_c3s|] }|dVqdS)rN)r rr<r;r= Ms z2OCIChatConfig.transform_request..rrr) apiFormatrZ chatHistoryZpreambleOverride)Z compartmentId servingModeZ chatRequest)rrT)Z exclude_noner;)rrrr&r+rrbrrr rrrrf&adapt_messages_to_generic_oci_standard model_dump)r<rrrrrGrrr rrZ user_messagesZsystem_messagesZpreamble_overridepreambleZoptional_cohere_paramsZ chat_requestrTr;rr=transform_request!sp      zOCIChatConfig.transform_request json_responsemodel_responsec Cstdi|}|}||_ttj|_|jj}|jj }|dkr%d}n |dkr,d}nd}d} |jj rSg} |jj D]} | dt | d| j t| jdd q:d d lm} | d d || d |d} | g|_|jj} d dlm}|| j| j| jd|_|S)z'Handle Cohere-specific response format.COMPLETEr MAX_TOKENSlengthNZcall_rrridrrr)Choicesr)rrr)indexr finish_reason)r4Z prompt_tokensZcompletion_tokensZ total_tokensr;)rrintrnow timestampcreated chatResponser finishReasonrrarrrrrlitellm.types.utilsr'choicesusager4 promptTokenscompletionTokens totalTokens)r<rrr Zcohere_responseZmodel_idZ response_textZoci_finish_reasonr)rrr'choiceZ usage_infor4r;r;r=_handle_cohere_responsepsP      z%OCIChatConfig._handle_cohere_responser raw_responsec Csz td i|}Wnty!}z tdt||jdd}~ww|jj}tj| dd}t | |_ |j |_|jdj} |jjdj} | jrZ| jdjdkrZ| jdj| _| jrct| j| _t|jjj|jjj|jjjd} | |_|S) z#Handle generic OCI response format.z4Response cannot be casted to OCICompletionResponse: rrNZz+00:00rZTEXTr*r;)r rsrrOrr/Z timeCreatedr fromisoformatrr+r-r.rrr2rrrrradapt_tools_to_openai_standardrr4r3r4r5r6) r<rrr r9Zcompletion_responsertZiso_strdtrZresponse_messager3r;r;r=_handle_generic_responses8  z&OCIChatConfig._handle_generic_response logging_objry json_modec Cs|} | d} | durtt| d|jdt| ts$td|jdt|}|tj kr5| | ||}n| | |||}|j |j d<|S)Nerrorr:z Invalid response format from OCIZadditional_headers)rrrrOrrrrQrr+rr8r?rGZ_hidden_params)r<rr9r r@rrrrryrrArrBrr;r;r=transform_responses$     z OCIChatConfig.transform_responsecustom_llm_providerrTclientsigned_json_bodyOCIStreamWrapperc  Csd|vr|d=|dust|trtid}z|j||t|d|td} Wntjy<} z t | j j | j j dd} ~ ww| j dkrJt | j | j d| } t| |||d}|S)Nr)paramsTrGrTrr@timeoutrcompletion_streamrrDr@)rrrrpostrrSTREAMING_TIMEOUThttpxHTTPStatusErrorrresponserr iter_textrG)r<rrDr@rrGrTrrErArFrRrtrMstreaming_responser;r;r=get_sync_custom_stream_wrappers6   z,OCIChatConfig.get_sync_custom_stream_wrapperc  sd|vr|d=|dust|trttjid}z|j||t|d|tdIdH} Wnt j yB} z t | j j | j jdd} ~ ww| j dkrPt | j | jd| } dttfdd }t|| |||d }|S) Nr)Z llm_providerrHTrIrrKrMcSs:|2z3dHW}|dD] }|sq|Vqq6dS)Nz )rr|)rMitemchunkr;r;r= split_chunksTs zCOCIChatConfig.get_async_custom_stream_wrapper..split_chunksrL)rrrrr.ZBYTEZrNrrrOrPrQrrRrrZ aiter_textrrOrG)r<rrDr@rrGrTrrErArFrRrtrMrXrTr;r;r=get_async_custom_stream_wrapper/s: z-OCIChatConfig.get_async_custom_stream_wrapper error_messagercCs t||dS)Nrr)r<rZrrGr;r;r=get_error_classcs zOCIChatConfig.get_error_class)r:N)NNNN)NNrU)NNN)0r?r@rArBrrOrrrQrCrr rRrrrrr,rrr+rrrrrrrr rr/r8rPResponser?LiteLLMLoggingObjrCr rr rrrUrYr+ZHeadersrr[r;r;r;r=rs * $  <    F \  D"5  O A 3     *     +     3 rZSYSTEMrZ ASSISTANTr)rrrropen_ai_to_generic_oci_role_maprrcCsg}t|trtt|t|dgdddS|D]g}t|ts"td|d}t|ts0td|dvrs    zOCIStreamWrapper.chunk_creatorrsc Csz td i|}Wnty}z tdt|d}~ww|jdur'd|_|jp+d}|j}|dkr6d}n|dkr=d}n |durDd}nd}d}tt|jrP|jndt ||dddd |d gd S) z(Handle Cohere-specific streaming chunks.z-Chunk cannot be casted to CohereStreamChunk: NrrJr!rr"r#rrZprovider_specific_fieldsZthinking_blocksZreasoning_contentr(deltar)r2r;) rrsrrOr(rr0r0r1r-)r<rs typed_chunkrtrr)rr;r;r=rqKs@  z,OCIStreamWrapper._handle_cohere_stream_chunkc Cs`|dr-|ddr-|ddD]}d|vrd|d<d|vr$d|d<d|vr,d|d<qz tdi|}WntyK}z tdt|d}~ww|jdurTd |_d}|jr|jjr|jjD]}t|t rn||j 7}qat|t rwtd td |j d}|jr|jj rt|jj }tt|jr|jnd t||rd d |Dnddddd|jdgdS)z$Handle generic OCI streaming chunks.rrrrJr&rz*Chunk cannot be casted to OCIStreamChunk: Nrz9OCI does not support image content in streaming responsesz*Unsupported content type in OCI response: cSsg|]}|qSr;)r)rrr;r;r=rszAOCIStreamWrapper._handle_generic_stream_chunk..rurvrxr;)rr'rsrrOr(rrrrr(rr"rrr=r0r1r-r0)r<rsrryrtrrVrr;r;r=rrvs`        z-OCIStreamWrapper._handle_generic_stream_chunk) r?r@rArBrrrtrQrqrr __classcell__r;r;rnr=rG2s +rG)\rYrrVr dataclassesrtypingrrrrrrr r r urllib.parser rPrZ(litellm.litellm_core_utils.logging_utilsr Z)litellm.llms.base_llm.chat.transformationrrZ&litellm.llms.custom_httpx.http_handlerrrrrrZlitellm.llms.oci.common_utilsrZlitellm.types.llms.ocirrrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+Zlitellm.types.llms.openair,r1r-r.r/r0r1Z litellm.utilsr2r3r4Z*litellm.litellm_core_utils.litellm_loggingr5Z_LiteLLMLoggingObjr]r6rDrRrOr\rgrvrrrOrr^rPrrbrhrirrr=rGr;r;r;r=s  ,   \   =  3 5   (