o ưiG@sdZddlZddlZddlZddlmZmZmZmZm Z m Z m Z ddl Z ddl mZddlmZmZddlmZddlmZddlmZmZmZmZd d lmZd d lmZeradd lm Z!e!Z"neZ"d Z#de$de%fddZ&GdddeZ'GdddeZ(dS)z^ GigaChat Chat Transformation Transforms OpenAI-format requests to GigaChat format and back. N) TYPE_CHECKINGAny AsyncIteratorIteratorListOptionalUnion)verbose_logger) BaseConfigBaseLLMException)get_secret_str)AllMessageValues)ChoicesMessage ModelResponseUsage)get_access_token)upload_file_sync)Loggingz+https://gigachat.devices.sberbank.ru/api/v1valuereturncCs(zt|WdStjyYdSw)zAChecks whether the value passed is a valid serialized JSON stringFT)jsonloadsJSONDecodeError)rr`/home/app/Keep/.python/lib/python3.10/site-packages/litellm/llms/gigachat/chat/transformation.py is_valid_json"s  rc@seZdZdZdS) GigaChatErrorzGigaChat API error.N)__name__ __module__ __qualname____doc__rrrrr,src@seZdZUdZdZeeed<dZeeed<dZ ee ed<dZ eeed<dZ ee ed<     d;deedeedee deedee ddf d d Z dd7ee&ee'eefd8e d/ee fd9d:Z(dS)?GigaChatConfiga Configuration class for GigaChat API. GigaChat is Sber's (Russia's largest bank) LLM API. Supported parameters: temperature: Sampling temperature (0-2, default 0.87) top_p: Nucleus sampling parameter max_tokens: Maximum tokens to generate repetition_penalty: Repetition penalty factor profanity_check: Enable content filtering stream: Enable streaming N temperaturetop_p max_tokensrepetition_penaltyprofanity_checkrc CsJt}|D]\}}|dkr|durt|j||q d|_d|_dS)Nself)localscopyitemssetattr __class___current_credentials_current_api_base) r)r$r%r&r'r(Zlocals_keyrrrr__init__Gs  zGigaChatConfig.__init__api_baseapi_keymodeloptional_paramslitellm_paramsstreamcCs|ptdpt}|dS)z*Get complete API URL for chat completions.ZGIGACHAT_API_BASEz/chat/completions)r GIGACHAT_BASE_URL)r)r3r4r5r6r7r8baserrrget_complete_urlWs zGigaChatConfig.get_complete_urlheadersmessagesc CsL|p tdp td}t|d} ||_||_d| |d<d|d<d|d<|S) z2 Set up headers with OAuth token. ZGIGACHAT_CREDENTIALSZGIGACHAT_API_KEY) credentialszBearer Authorizationzapplication/jsonz Content-TypeAccept)r rr/r0) r)r<r5r=r6r7r4r3r>Z access_tokenrrrvalidate_environmentds z#GigaChatConfig.validate_environmentcCsgdS)z+Return list of supported OpenAI parameters.) r8r$r%r&max_completion_tokensstoptools tool_choice functions function_callresponse_formatr)r)r5rrrget_supported_openai_paramssz*GigaChatConfig.get_supported_openai_paramsnon_default_params drop_paramsc CsX|D]\}}|dkr||d<q|dkr#|dkrd|d<q||d<q|dkr,||d<q|dvr5||d<q|dkr:q|dkrF|||d <q|d krX||}|d urW||d <q|d kra||d <q|d krj||d <q|d kr|ddkr|di}|dd} |di} | d| | d} d |vrg|d <|d | d| i|d <d|d<q|S)z-Map OpenAI parameters to GigaChat parameters.r8r$rr%)r&rBr&rCrDrFrENrGrHtype json_schemanameZstructured_outputschemazOutput structured response: rN description parametersT_structured_output)r,_convert_tools_to_functions_map_tool_choicegetappend) r)rJr6r5rKparamrZ mapped_choicerMZ schema_namerOZ function_defrrrmap_openai_paramssP            z GigaChatConfig.map_openai_paramsrDc CsVg}|D]$}|ddkr(|di}||dd|dd|didq|S)z9Convert OpenAI tools format to GigaChat functions format.rLfunctionrNrQrRrP)rVrW)r)rDrFtoolfuncrrrrTs    z*GigaChatConfig._convert_tools_to_functionsrEcCs^|dkrdS|dkr dS|dkrdSt|tr-|ddkr-|did}|r-d|iSdS)a Map OpenAI tool_choice to GigaChat function_call format. OpenAI format: - "auto": Call zero, one, or multiple functions (default) - "required": Call one or more functions - "none": Don't call any functions - {"type": "function", "function": {"name": "get_weather"}}: Force specific function GigaChat format: - "none": Disable function calls - "auto": Automatic mode (default) - {"name": "get_weather"}: Force specific function Args: tool_choice: OpenAI tool_choice value Returns: GigaChat function_call value or None noneautorequiredrLrZrNN) isinstancedictrV)r)rE func_namerrrrUs zGigaChatConfig._map_tool_choice image_urlc CsLz t||j|jdWSty%}ztd|WYd}~dSd}~ww)z Upload image to GigaChat and return file_id. Args: image_url: URL or base64 data URL of the image Returns: file_id string or None if upload failed )rdr>r3zFailed to upload image: N)rr/r0 Exceptionr error)r)rderrr _upload_images zGigaChatConfig._upload_imagec Csf||}|dd|d}dD] }||vr||||<qd|vr'|d|d<d|vr1|d|d<|S)z,Transform OpenAI request to GigaChat format.z gigachat/r[)r5r=)r$r%r&r8r'r(rFrG)_transform_messagesreplace) r)r5r=r6r7r<Z giga_messages request_datar1rrrtransform_requests    z GigaChatConfig.transform_requestc Cs,g}t|D] \}}t|}|dd|dd}|dkr$d|d<n-|dkr1|dkr1d|d<n |dkrQd |d<|d d }t|trHt|sQtj|d d |d <|d dur\d |d <|d }t|t rg}g} |D]A} t| tr| ddkr| | dd ql| ddkr| di} t| tr| } n| dd } | r| | } | r| | ql|rd |nd |d <| r| |d<|d}|rt|t rt |dkr|d}|d i}|dd}t|trzt|}Wn tjyi}Ynw|dd |d|d<|dd| |q|S)z-Transform OpenAI messages to GigaChat format.rNNroleuserZ developersystemrr\rZcontentr[F ensure_asciirLtextrdurl attachments tool_calls argumentsz{}rNrxrG) enumeraterbpoprVrastrrrdumpslistrWrhjoinlenrr)r)r=Z transformedimsgmessagermrpZtextsrvpartrdrtZfile_idrwZ tool_callr]argsrrrri?sl                     z"GigaChatConfig._transform_messages raw_responsemodel_response logging_objrkencoding json_modec  Csz|} Wntyt|jd|jdw|dd} g}| dgD]}|di}|dd}|d kr|d r|d }|d i}| rnt|trWtj|dd }nt |}||d <| d d | dd d}n.t|trztj|dd }dt j d dd|dd|ddg|d<| d d d}| dd |t|ddt|dd|d |dd|dq'| di}t|dd|dd|d dd!}| d"d#t j d d$|_| d%tt|_||_||_t|d||S)&z-Transform GigaChat response to OpenAI format.zInvalid JSON response: ) status_coderrSFchoicesr finish_reasonrCrGrxrqrpNZfunctions_state_idZcall_rZrNr[ry)idrLrZrwindexrrmZ assistant)rmrprw)rrrusage prompt_tokenscompletion_tokens total_tokens)rrrrz chatcmpl- created)rrerrrsrVrarbr}r|r{uuiduuid4hexrWrrrrinttimerr5rr-)r)r5rrrrkr=r6r7rr4rZ response_jsonZis_structured_outputrchoiceZ message_datar func_callrrpZ usage_datarrrrtransform_responsesv                    " z!GigaChatConfig.transform_response error_messagercCst|||dS)zReturn GigaChat error class.)rrr<)r)r)rrr<rrrget_error_classs zGigaChatConfig.get_error_classFstreaming_response sync_streamcCsddlm}||||dS)z#Return streaming response iterator.)GigaChatModelResponseIterator)rrr)Z streamingr)r)rrrrrrrget_model_response_iterators z*GigaChatConfig.get_model_response_iterator)NNNNN)N)NN)F))rr r!r"r$rfloat__annotations__r%r&rr'r(boolr2r|rbr;rr rArIrYrTrrUrhrlrihttpxResponserLiteLLMLoggingObjrrZHeadersr rrrrrrrrr#2s     9  * &S     ]  r#))r"rrrtypingrrrrrrrrZlitellm._loggingr Z)litellm.llms.base_llm.chat.transformationr r Zlitellm.secret_managers.mainr Zlitellm.types.llms.openair Zlitellm.types.utilsrrrrZ authenticatorr file_handlerrZ*litellm.litellm_core_utils.litellm_loggingrZ_LiteLLMLoggingObjrr9r|rrrr#rrrrs*$