o ưis@sUddlmZ ddlZddlZddlmZmZmZmZm Z m Z er(ddl m Z ddl Z ddlZddlmZddlmZmZddlmZddlmZerRdd lmZGd d d eZdad d ZdOddZGdddZddZdPddZ           dQdRd(d)Z!Gd*d+d+Z"dSd.d/Z#da$d0e%d1<dTd3d4Z&dTd5d6Z'dUd8d9Z(dUd:d;Z)dUdd?Z+dVdAdBZ,ddCl-m.Z.GdDdEdEeZ/dWdFdGZ0GdHdIdIZ1dXdKdLZ2GdMdNdNZ3dS)Y) annotationsN) TYPE_CHECKINGDictListLiteralOptionalUnion)BedrockCreateBatchRequest)BaseAnthropicMessagesConfig)BaseLLMModelInfoBaseTokenCounter)BaseLLMException) get_secret)AllMessageValuesc@s eZdZdS) BedrockErrorN)__name__ __module__ __qualname__rrX/home/app/Keep/.python/lib/python3.10/site-packages/litellm/llms/bedrock/common_utils.pyrsrcCstdur ddlm}|atS)a/ Lazy import and cache get_model_info to avoid circular imports. This function is used by bedrock transformation classes that need get_model_info but cannot import it at module level due to circular import issues. The function is cached after first use to avoid performance impact. Nrget_model_info)_get_model_infolitellmrrrrrget_cached_model_info$s r request_bodydictreturnNonecCs@|d}|r t|tsdS|D] }t|tr|ddqdS)a Remove ``custom`` field from each tool in the request body. Claude Code (v2.1.69+) sends ``custom: {defer_loading: true}`` on tool definitions, which Anthropic's API accepts but Bedrock rejects with ``"Extra inputs are not permitted"``. Args: request_body: The request dictionary to modify in-place. Ref: https://github.com/BerriAI/litellm/issues/22847 toolsNZcustom)get isinstancelistrpop)rrZtoolrrrremove_custom_field_from_tools4s   r$c@sdeZdZddZdddZdd d Zdd d ZdddZdddZdddZ dddZ dddZ dS)AmazonBedrockGlobalConfigcCsdSNrselfrrr__init__Jz"AmazonBedrockGlobalConfig.__init__rrcCsddiS)zS Mapping of common auth params across bedrock/vertex/azure/watsonx region_nameaws_region_namerr'rrrget_mapped_special_auth_paramsMz8AmazonBedrockGlobalConfig.get_mapped_special_auth_paramsnon_default_paramsoptional_paramscCs2|}|D]\}}||vr||||<q|Sr&)r-items)r(r/r0Z mapped_paramsparamvaluerrrmap_special_auth_paramsSs  z1AmazonBedrockGlobalConfig.map_special_auth_params List[str]cCs(|||||Sr&)get_us_regionsget_eu_regionsget_ap_regionsget_ca_regionsget_sa_regionsr'rrrget_all_regionsZsz)AmazonBedrockGlobalConfig.get_all_regionscCgdS)D Source: https://www.aws-services.info/bedrock.html )zap-northeast-1zap-northeast-2zap-northeast-3z ap-south-1z ap-south-2zap-southeast-1zap-southeast-2rr'rrrr8cr.z(AmazonBedrockGlobalConfig.get_ap_regionscCdgS)Nz sa-east-1rr'rrrr:qz(AmazonBedrockGlobalConfig.get_sa_regionscCr<)r=)z eu-west-1z eu-west-2z eu-west-3z eu-central-1z eu-central-2z eu-south-1z eu-south-2z eu-north-1rr'rrrr7tr.z(AmazonBedrockGlobalConfig.get_eu_regionscCr>)Nz ca-central-1rr'rrrr9r?z(AmazonBedrockGlobalConfig.get_ca_regionscCr<)r=)z us-east-1z us-east-2z us-west-1z us-west-2z us-gov-east-1z us-gov-west-1rr'rrrr6r.z(AmazonBedrockGlobalConfig.get_us_regionsN)rr)r/rr0rrr5) rrrr)r-r4r;r8r:r7r9r6rrrrr%Is      r%csfdd}|S)z,Closure to capture the headers and add them.cs$D] \}}|j||qdS)z.Actual callback function that Boto3 will call.N)r1headers add_header)requestkwargs header_name header_valuerArrcallbacksz#add_custom_header..callbackr)rArHrrGradd_custom_headers rIUnion[bool, str]cCsddlm}|S)z Get SSL verification setting for Bedrock client. Returns the SSL verification setting which can be: - True: Use default SSL verification - False: Disable SSL verification - str: Path to a custom CA bundle file rget_ssl_verify)Z&litellm.llms.custom_httpx.http_handlerrLrKrrr_get_bedrock_client_ssl_verifys rMaws_access_key_id Optional[str]aws_secret_access_keyr,aws_bedrock_runtime_endpointaws_session_nameaws_profile_name aws_role_nameaws_web_identity_token extra_headersOptional[dict]timeout%Optional[Union[float, httpx.Timeout]]c  Cstdd} tdd} ||||||||g} t| D]\}}|r)|dr)t|| |<q| \}}}}}}}}t}|r:n|r?|}n| rD| }n | rI| }ntdddtd}|rX|}n |r]|}nd|d }d dl}t| tru|jj | | d }nt| t j r|jj | j | j d }n|j }|dur|dur|durt|}|durtd dd|jd |d}|j|||dd}|jd|dd|dd|dd||||d}nd|dur|dur|jd |||d}|j||d}|jd|dd|dd|dd||||d}n0|dur|jd||||||d}n|dur)|j|djd||||d}n |jd||||d}| r@|jjdt| |S)NZAWS_REGION_NAMEZ AWS_REGIONz os.environ/zRAWS region not set: set AWS_REGION_NAME or AWS_REGION env variable or in .env filei)message status_codeZAWS_BEDROCK_RUNTIME_ENDPOINTzhttps://bedrock-runtime.z.amazonaws.comr)connect_timeout read_timeoutz6OIDC token could not be retrieved from secret manager.sts)verifyi)RoleArnRoleSessionNameZWebIdentityTokenZDurationSecondsbedrock-runtime CredentialsZ AccessKeyIdZSecretAccessKeyZ SessionToken) service_namerNrPaws_session_tokenr+ endpoint_urlconfigr_)rNrPr_)r`ra)rdrNrPr+rfrgr_)Z profile_name)rdr+rfrgr_zbefore-sign.bedrock-runtime.*)r enumerate startswithrMrboto3r!floatsessionZConfighttpxTimeoutconnectreadclientZassume_role_with_web_identityZ assume_roleSessionmetaeventsregisterrI)r+rNrPr,rQrRrSrTrUrVrXZlitellm_aws_region_nameZstandard_aws_region_nameZparams_to_checkir2Z ssl_verifyZ env_aws_bedrock_runtime_endpointrfrjrgZ oidc_tokenZ sts_clientZ sts_responserqrrrinit_bedrock_clients                   rwc@s4eZdZddZddZddZddZd d Zd S) ModelResponseIteratorcCs||_d|_dS)NF)model_responseis_done)r(ryrrrr)ds zModelResponseIterator.__init__cC|Sr&rr'rrr__iter__ir*zModelResponseIterator.__iter__cCs|jrtd|_|jSNT)rz StopIterationryr'rrr__next__lszModelResponseIterator.__next__cCr{r&rr'rrr __aiter__sr*zModelResponseIterator.__aiter__cs|jrtd|_|jSr})rzStopAsyncIterationryr'rrr __anext__vs zModelResponseIterator.__anext__N)rrrr)r|rrrrrrrrxcs  rxresponse_tool_namestrcCs|tjjvr tjj|}|S)z If litellm formatted the input tool name, we need to convert it back to the original name. Args: response_tool_name (str): The name of the tool as received from the response. Returns: str: The original name of the tool. )rZbedrock_tool_name_mappingsZ cache_dict)rrrrget_bedrock_tool_name}s rzOptional[List[str]]_BEDROCK_GLOBAL_REGIONSr5cCstdur tatS)z0Get all Bedrock regions, cached at module level.N)rr%r;rrrr_get_all_bedrock_regionss rcCr<)zIAbbreviations of regions AWS Bedrock supports for cross region inference.)globaluseuZapacZjpauzus-govrrrrr*get_bedrock_cross_region_inference_regionssrmodelcCsd|vr |ddS|S)z Extract the model name from an AWS Bedrock ARN. Returns the string after the last '/' if 'arn' is in the input string. Zarn/)lowersplitrrrr#extract_model_name_from_bedrock_arns rcCs(dD]}||r|ddd}q|S)z/Strip LiteLLM routing prefixes from model name.)bedrock/ converse/invoke/openai/nova-2/nova/r)rir)rprefixrrrstrip_bedrock_routing_prefixs  rcCsddl}|dd|S)z8Strip throughput tier suffixes from Bedrock model names.rNz (:\d+):\d+k$z\1)resub)rrrrrstrip_bedrock_throughput_suffixsrcCs|}dD]}||r|t|d}nq|drdS|dr$dSt|}t|}t|}|ddd }|d dd }|tvrM|dddS|tvrdt|d ddkrd|d ddS|S) a Get the base model from the given model name. Handle model names like: - "us.meta.llama3-2-11b-instruct-v1:0" -> "meta.llama3-2-11b-instruct-v1" - "bedrock/converse/model" -> "model" - "anthropic.claude-3-5-sonnet-20241022-v2:0:51k" -> "anthropic.claude-3-5-sonnet-20241022-v2:0" - "bedrock/nova-2/arn:aws:..." -> "amazon.nova-2-custom" - "bedrock/nova/arn:aws:..." -> "amazon.nova-custom" )zbedrock/converse/rrNrzamazon.nova-2-customrzamazon.nova-custom.rrr)rilenrrrrrr)rstrippedrpZpotential_regionZalt_potential_regionrrrget_bedrock_base_models*      rboolcs&|gd}tfdd|DS)z Check if the model is a Claude 4.5 model on Bedrock. Claude 4.5 models support prompt caching with '5m' and '1h' TTL on Bedrock. )z sonnet-4.5z sonnet_4.5z sonnet-4-5Z sonnet_4_5z haiku-4.5z haiku_4.5z haiku-4-5Z haiku_4_5zopus-4.5zopus_4.5zopus-4-5Zopus_4_5z sonnet-4.6z sonnet_4.6z sonnet-4-6Z sonnet_4_6zopus-4.6zopus_4.6zopus-4-6Zopus_4_6c3s|]}|vVqdSr&r).0patternZ model_lowerrr sz+is_claude_4_5_on_bedrock..)rany)rZclaude_4_5_patternsrrris_claude_4_5_on_bedrocksrBedrockTokenCounterc@seZdZeZeZed7d8ddZed7d9dd Z  d:d;ddZ d:dddZ ed>ddZed>ddZed?d d!Zed@d#d$ZedAd&d'ZedAd(d)ZedAd*d+ZedAd,d-ZedAd.d/ZedAd0d1ZedAd2d3ZedBd5d6ZdS)CBedrockModelInfoNapi_baserOrcCr{)z7 Get the API base for the given model. r)rrrr get_api_base zBedrockModelInfo.get_api_baseapi_keycCr{)z6 Get the API key for the given model. r)rrrr get_api_keyrzBedrockModelInfo.get_api_keyrArrrmessagesList['AllMessageValues']r0litellm_paramscCs|Sr&r)r(rArrr0rrrrrrvalidate_environments z%BedrockModelInfo.validate_environmentr5cCsgSr&r)r(rrrrr get_models$szBedrockModelInfo.get_modelsOptional[BaseTokenCounter]cCtS)z Factory method to create a Bedrock token counter. Returns: BedrockTokenCounter instance for this provider. rr'rrrget_token_counter9sz"BedrockModelInfo.get_token_countercCt|S)zKWrapper for standalone function. See extract_model_name_from_bedrock_arn().)rrrrrextract_model_name_from_arnBz,BedrockModelInfo.extract_model_name_from_arncCr)zDWrapper for standalone function. See strip_bedrock_routing_prefix().)rrrrr"get_non_litellm_routing_model_nameGrz3BedrockModelInfo.get_non_litellm_routing_model_namecCr)z>Wrapper for standalone function. See get_bedrock_base_model().)rrrrrget_base_modelLrzBedrockModelInfo.get_base_modelcCr)zRWrapper for standalone function. See get_bedrock_cross_region_inference_regions().)rrrrr(_supported_cross_region_inference_regionQsz9BedrockModelInfo._supported_cross_region_inference_region^Literal['converse', 'invoke', 'converse_like', 'agent', 'agentcore', 'async_invoke', 'openai']cCsdddddddd}|D] \}}||vr|Sq|d d d }|d s,|d r.dSt|}tj|d}|tjvsC|tjvrEdSdS)z< Get the bedrock route for the given model. Zinvoke converse_likeconverseagent agentcoreZ async_invokeopenai)rconverse_like/ragent/ agentcore/ async_invoke/rrrrrr)r1replacerirrrrZbedrock_converse_models)rZroute_mappingsrZ route_typeZ_model_after_bedrock base_modelZ alt_modelrrrget_bedrock_routeVs,    z"BedrockModelInfo.get_bedrock_routercCd|vS)zC Check if the model is an explicit converse route. rrrrrr_explicit_converse_routez)BedrockModelInfo._explicit_converse_routecCr)zA Check if the model is an explicit invoke route. rrrrrr_explicit_invoke_routerz'BedrockModelInfo._explicit_invoke_routecCr)z@ Check if the model is an explicit agent route. rrrrrr_explicit_agent_routerz&BedrockModelInfo._explicit_agent_routecCr)zD Check if the model is an explicit agentcore route. rrrrrr_explicit_agentcore_routerz*BedrockModelInfo._explicit_agentcore_routecCr)zH Check if the model is an explicit converse like route. rrrrrr_explicit_converse_like_routerz.BedrockModelInfo._explicit_converse_like_routecCr)zG Check if the model is an explicit async invoke route. rrrrrr_explicit_async_invoke_routerz-BedrockModelInfo._explicit_async_invoke_routecCr)z Check if the model is an explicit openai route. Used for Bedrock imported models that use OpenAI Chat Completions format. rrrrrr_explicit_openai_routesz'BedrockModelInfo._explicit_openai_route%Optional[BaseAnthropicMessagesConfig]cCs"t|rdSd|vrtSdS)z Get the bedrock provider config for the given model. Only route to AmazonAnthropicClaude3MessagesConfig() for BaseMessagesConfig All other routes should return None since they will go through litellm.completion NZclaude)rrrZ#AmazonAnthropicClaudeMessagesConfigrrrr,get_bedrock_provider_config_for_messages_apis z=BedrockModelInfo.get_bedrock_provider_config_for_messages_apir&)rrOrrO)rrOrrO)NN)rArrrrrr0rrrrrOrrOrr)rrOrrOrr5)rrrrrrr@)rrrrrrrr)rrrr)rrrr%Z global_configr;Zall_global_regions staticmethodrrrrrrrrrrrrrrrrrrrrrrrsN        6       rcCsdt|}tjj|d}t|}|dks|dkrtS|dkr%tS|dkr2ddlm }|S|dkr?dd l m }|S|d krGt S|d krZ|tj vrVt StS|d ksb|d krftS|dkrntS|dkrvtS|dkr~tS|dkrtS|dkrtS|dkrtS|dkrtS|dkrtS|dkrtStS)z Helper function to get the appropriate Bedrock chat config based on model and route. Args: model: The model name/identifier Returns: The appropriate Bedrock config class instance rrrrrr)AmazonInvokeAgentConfigr)AmazonAgentCoreConfigZamazonZ anthropicrsllamaZai21ZcohereZmistralZmoonshotZ deepseek_r1ZnovaZqwen3Zqwen2Z twelvelabs)rrrZ BedrockLLMZget_bedrock_invoke_providerrZAmazonConverseConfigZAmazonBedrockOpenAIConfigZ5litellm.llms.bedrock.chat.invoke_agent.transformationrZ2litellm.llms.bedrock.chat.agentcore.transformationrZAmazonTitanConfigZAmazonAnthropicConfigZ get_legacy_anthropic_model_namesZAmazonAnthropicClaudeConfigZAmazonLlamaConfigZAmazonAI21ConfigZAmazonCohereConfigZAmazonMistralConfigZAmazonMoonshotConfigZAmazonDeepSeekR1ConfigZAmazonInvokeNovaConfigZAmazonQwen3ConfigZAmazonQwen2ConfigZAmazonTwelveLabsPegasusConfigZAmazonInvokeConfig)rZ bedrock_routeZbedrock_invoke_providerrrrrrrget_bedrock_chat_configsX    rc@s.eZdZdZdZddZddZd d d ZdS) BedrockEventStreamDecoderBasez: Base class for event stream decoding for Bedrock NcCddlm}||_dS)Nr)EventStreamJSONParser)Zbotocore.parsersrparser)r(rrrrr))s  z&BedrockEventStreamDecoderBase.__init__cCsN|jdur$ddlm}ddlm}|}|dd}||}|d|_|jS)Nr)Loader) ServiceModelrbz service-2ZResponseStream)_response_stream_shape_cacheZbotocore.loadersrZbotocore.modelrZload_service_modelZ shape_for)r(rrloaderZbedrock_service_dictZbedrock_service_modelrrrget_response_stream_shape.s   z7BedrockEventStreamDecoderBase.get_response_stream_shaperrOcCs|}|j||}|ddkrO|d}t|tr$|d}n t|tr,|}nd}|dd}|d|}t |dt|trKt |d |d d |vrc|d }|s\dS|d S|d}|sldS|S) Nr[bodyrZrrAz:exception-type )r[rZchunkbytes) Zto_response_dictrparserdecoder!rr rrjsondumps)r(eventZ response_dictZparsed_responseZ decoded_body error_messageZexception_statusrrrr_parse_message_from_event>s:         z7BedrockEventStreamDecoderBase._parse_message_from_event)rrO)rrr__doc__rr)rrrrrrr"s rrAcCs|d}|s gSt|tr|St|trL|}|drB|drBzt|}t|tr6dd|DWSWn tj yAYnwdd| dDSgS)a Extract anthropic-beta header values and convert them to a list. Supports both JSON array format and comma-separated values from user headers. Used by both converse and invoke transformations for consistent handling of anthropic-beta headers that should be passed to AWS Bedrock. Args: headers (dict): Request headers dictionary Returns: List[str]: List of anthropic beta feature strings, empty list if no header zanthropic-beta[]cSsg|]}t|qSr)rstriprbetarrr sz3get_anthropic_beta_from_headers..cSsg|]}|qSr)rrrrrrs,) r r!r"rrriendswithrloadsJSONDecodeErrorr)rAZanthropic_beta_headerparsedrrrget_anthropic_beta_from_headerscs(     rc@sjeZdZdZddZd,ddZd-d d Zd.ddZ d/d0ddZd1d2ddZ  d3d4d!d"Z d5d)d*Z d+S)6CommonBatchFilesUtilsz Common utilities for Bedrock batch and file operations. Provides shared functionality to reduce code duplication between batches and files. cCr)Nr) BaseAWSLLM)Z base_aws_llmr _base_aws)r(rrrrr)s  zCommonBatchFilesUtils.__init__rrrcCs|dr |ddS|S)a Extract the actual Bedrock model ID from LiteLLM model name. Args: model: LiteLLM model name (e.g., "bedrock/anthropic.claude-3-sonnet-20240229-v1:0") Returns: Bedrock model ID (e.g., "anthropic.claude-3-sonnet-20240229-v1:0") rN)ri)r(rrrr'get_bedrock_model_id_from_litellm_models z=CommonBatchFilesUtils.get_bedrock_model_id_from_litellm_models3_urituplecCsV|ds td||dddd}t|dkr#td||d|dfS) z Parse S3 URI into bucket and key components. Args: s3_uri: S3 URI (e.g., "s3://bucket/key/path") Returns: Tuple of (bucket, key) Raises: ValueError: If URI format is invalid zs3://zInvalid S3 URI format: Nrrr)ri ValueErrorrr)r(r Zs3_partsrrr parse_s3_uris  z"CommonBatchFilesUtils.parse_s3_urir0rcCsd|vr|dr||dSz:||\}}|drD|dd}|d}t|dkrGd|dd}|drA|dd }|WSWd SWd StySYd Sw) z Extract model ID from S3 file path. The Bedrock file transformation creates S3 objects with the model name embedded: Format: s3://bucket/litellm-bedrock-files-{model}-{uuid}.jsonl rzlitellm-bedrock-files-N-rrz.jsonliz)anthropic.claude-3-5-sonnet-20240620-v1:0)rrrirrjoinr Exception)r(r r0Zbucket object_keyZ model_partpartsZ model_namerrrextract_model_from_s3_file_paths,        z5CommonBatchFilesUtils.extract_model_from_s3_file_pathPOSTrddata-Union[str, dict, 'BedrockCreateBatchRequest']rfmethodc Cs(zddlm}ddlm}Wn tytdw|jj|dd}|jj|d|d|d ||d |d |d |d |dd } | } | dkrVd} i} nt |t reddl } | |} n|} ddi} || ||}|| || | d}|||}t |jt | tr| dfS| fS)a Sign AWS request using Signature Version 4. Args: service_name: AWS service name ("bedrock" or "s3") data: Request data (string or dict) endpoint_url: Full endpoint URL optional_params: Optional parameters containing AWS credentials method: HTTP method (default: POST) Returns: Tuple of (signed_headers, signed_data) r) SigV4Auth) AWSRequestz7Missing boto3 to call bedrock. Run 'pip install boto3'.r)r0rrNrPrerRrSrTrUaws_sts_endpoint) rNrPrer,rRrSrTrUrGETNz Content-Typezapplication/json)rurlrrAzutf-8)Z botocore.authrZbotocore.awsrequestr ImportErrorrZ_get_aws_region_nameZget_credentialsr upperr!rrrZadd_authpreparerArencode)r(rdrrfr0rrrr, credentialsZ method_upperZ request_datarArZsigv4rCZpreppedrrrsign_aws_requestsR        z&CommonBatchFilesUtils.sign_aws_requestrrcCs2ddlm}t|dd}|d|}|S)u] Generate a unique job name for AWS services. AWS services often have length limits, so this creates a concise name. Args: model: Model name to include in the job name prefix: Prefix for the job name Returns: Unique job name (≤ 63 characters for Bedrock compatibility) ruuidNrz-batch-) litellm._uuidr&ruuid4)r(rrr& unique_idZjob_namerrrgenerate_unique_job_name,s z.CommonBatchFilesUtils.generate_unique_job_nameAWS_S3_BUCKET_NAMErbucket_env_var key_prefixc Csddl}ddlm}|dp|dpt|}|s#td|dt|}t| dd} |d|d| } || fS) al Get S3 bucket and generate a unique key from configuration. Args: litellm_params: LiteLLM parameters optional_params: Optional parameters bucket_env_var: Environment variable name for bucket key_prefix: Prefix for the S3 key Returns: Tuple of (bucket_name, object_key) rNr%Zs3_bucket_namez>S3 bucket name is required. Set 's3_bucket_name' parameter or z env varrr) timer'r&r osgetenvr intrr() r(rr0r,r-r.r&Z bucket_name timestampr)rrrr!get_s3_bucket_and_key_from_configAs    z7CommonBatchFilesUtils.get_s3_bucket_and_key_from_configrr[r1rAUnion[Dict, httpx.Headers]r cCst|||dS)z3 Get Bedrock-specific error class. )r[rZrA)r)r(rr[rArrrget_error_classjsz%CommonBatchFilesUtils.get_error_classNr)r rrr )r rr0rrr)r) rdrrrrfrr0rrrrr )r)rrrrrr)r+r) rrr0rr,rr-rrr )rrr[r1rAr4rr ) rrrrr)rrrr$r*r3r5rrrrrs   , J )r)rrrr)rrJ) NNNNNNNNNNN)rNrOrPrOr,rOrQrOrRrOrSrOrTrOrUrOrVrWrXrY)rrrrr@rr)rr)rArrr5)4 __future__rrr/typingrrrrrrZlitellm.types.llms.bedrockr rmrZ7litellm.llms.base_llm.anthropic_messages.transformationr Z litellm.llms.base_llm.base_utilsr r Z)litellm.llms.base_llm.chat.transformationr Zlitellm.secret_managers.mainrZlitellm.types.llms.openairrrrr$r%rIrMrwrxrr__annotations__rrrrrrrZ7litellm.llms.bedrock.count_tokens.bedrock_token_counterrrrrrrrrrrsh       K  7       (  XE A)