o ưiu @sddlZddlZddlmZmZmZmZmZddlZddl Z ddl m Z ddl m Z mZddlmZddlmZddlmZddlmZGd d d eZGd d d e Z dd eeefdedeeeffddZdeefddZGdddeZdS)N)AnyDictListOptionalUnion)DEFAULT_MAX_RECURSE_DEPTH)BaseLLMModelInfoBaseTokenCounter)BaseLLMExceptionget_secret_str)AllMessageValues)TokenCountResponsec@s eZdZdS) GeminiErrorN)__name__ __module__ __qualname__rrW/home/app/Keep/.python/lib/python3.10/site-packages/litellm/llms/gemini/common_utils.pyrsrc@s2eZdZ  ddededeedededeedeed efd d Ze d efd d Z e d deed eefddZ e d deed eefddZ e ded eefddZdeeeefd eefddZ ddeedeed eefddZdededeeejfd efddZd eefddZdS)!GeminiModelInfoNheadersmodelmessagesoptional_paramslitellm_paramsapi_keyapi_basereturncCs|S)z.Google AI Studio sends api key in query paramsr)selfrrrrrrrrrrvalidate_environments z$GeminiModelInfo.validate_environmentcCsdS)NZv1betarrrrr api_version"szGeminiModelInfo.api_versioncCs|ptdpdS)NZGEMINI_API_BASEz)https://generativelanguage.googleapis.comr )rrrr get_api_base&s zGeminiModelInfo.get_api_basecCs|p tdp tdSNZGOOGLE_API_KEYZGEMINI_API_KEYr )rrrr get_api_key.szGeminiModelInfo.get_api_keycCs |ddS)Ngemini/)replace)rrrrget_base_model2s zGeminiModelInfo.get_base_modelmodelscCs4g}|D]}|ddd}d|}||q|S)Nnamezmodels/r&r%)r'append)rr)litellm_model_namesrZstripped_model_nameZlitellm_model_namerrrprocess_model_name6s  z"GeminiModelInfo.process_model_namecCst|}t|}d|jd}|dus|durtdtjj||d|d}|jdkr=td|jd| | d }| |}|S) N/z/modelszGEMINI_API_BASE or GEMINI_API_KEY/GOOGLE_API_KEY is not set. Please set the environment variable, to query Gemini's `/models` endpoint.z?key=)urlz1Failed to fetch models from Gemini. Status code: z , Response: r)) rr"r$r! ValueErrorlitellmZmodule_level_clientget status_codejsonr-)rrrZendpointresponser)r,rrr get_models>s"     zGeminiModelInfo.get_models error_messager4cCst|||dS)N)r4messager)r)rr8r4rrrrget_error_classWszGeminiModelInfo.get_error_classcCstS)z Factory method to create a token counter for this provider. Returns: Optional TokenCounterInterface implementation for this provider, or None if token counting is not supported. GoogleAIStudioTokenCounterr rrrget_token_counter^sz!GeminiModelInfo.get_token_counter)NNN)rrrdictstrrr rrpropertyr! staticmethodr"r$r(rr-r7intrhttpxZHeadersr r:r r=rrrrrs^  "    rdatadepthrcstkr|Si}t|ts|S|D]j\}}t|tr't|d||<qt|tjr4| ||<qt|trCt |d||<qt|t ryt dd|DrZdd|D||<t dd|Drmdd|D||<qfd d|D||<q|||<q|S) aConverts unserializable types in dict to json.dumps() compatible types. This function is called in models.py after calling convert_to_dict(). The convert_to_dict() can convert pydantic object to dict. However, the input to convert_to_dict() is dict mixed of pydantic object and nested dict(the output of converters). So they may be bytes in the dict and they are out of `ser_json_bytes` control in model_dump(mode='json') called in `convert_to_dict`, as well as datetime deserialization in Pydantic json mode. Returns: A dictionary with json.dumps() incompatible type (e.g. bytes datetime) to compatible type (e.g. base64 encoded string, isoformat date string). asciicss|]}t|tVqdSr>) isinstancebytes.0vrrr sz.encode_unserializable_types..cSsg|] }t|dqS)rG)base64urlsafe_b64encodedecoderKrrr sz/encode_unserializable_types..css|] }t|tjVqdSr>)rIdatetimerKrrrrNscSsg|]}|qSr) isoformatrKrrrrRscsg|] }t|dqS)rH)encode_unserializable_typesrKrFrrrRs) rrIr?itemsrJrOrPrQrSrTrUlistall)rErFZprocessed_datakeyvaluerrVrrUis0        rUcCstdptdSr#r rrrrget_api_key_from_envsr\c@seZdZdZ ddeedefddZ    dded eee ee fd eee ee fd ee ee fd ed eee ee fdee dee fddZ dS)r<z;Token counter implementation for Google AI Studio provider.Ncustom_llm_providerrcCsddlm}||jjkS)Nr) LlmProviders)litellm.types.utilsr^ZGEMINIr[)rr]r^rrrshould_use_token_counting_apis  z8GoogleAIStudioTokenCounter.should_use_token_counting_apir& model_to_usercontents deployment request_modeltoolssystemc sddl}ddlm} |pi}||di} ||d} | | | jd i| IdH} | durCt| dd||| dd| dSdS) Nrr;r)rrbZ totalTokensZtokenizer_usedr&)Z total_tokensrdZ model_usedZtokenizer_typeoriginal_responser)copyZ(litellm.llms.gemini.count_tokens.handlerr<deepcopyr3updateZ acount_tokensr) rrarrbrcrdrerfrhr<Zcount_tokens_params_requestZcount_tokens_paramsresultrrr count_tokenss*      z'GoogleAIStudioTokenCounter.count_tokensr>)Nr&NN) rrr__doc__rr@boolr`rrrrrlrrrrr<s:   r<)r)rOrStypingrrrrrrDr2Zlitellm.constantsrZ litellm.llms.base_llm.base_utilsrr Z)litellm.llms.base_llm.chat.transformationr Zlitellm.secret_managers.mainr Zlitellm.types.llms.openair r_rrrr@objectrCrUr\r<rrrrs.     V   ,