o ưi7@s,ddlmZddlmZGdddeZdS))Optional)OpenAIGPTConfigcseZdZUdZdZeeed<dZee ed<dZ eeed<dZ ee ed<dZ eeed<dZeeed<dZeeed <dZeeed <dZeeed <dZeeed <dZee ed <             d%deedee deedeedee deedeedeed eed eed eed eed ee ddfddZefddZdedefddZde de dede de f ddZdededefdd Zedede fd!d"Zededefd#d$Z Z!S)& BasetenConfigzS Reference: https://inference.baseten.co/v1 Below are the parameters: N max_tokensresponse_formatseedstreamtop_p tool_choicetoolsuserpresence_penaltyfrequency_penaltystream_optionsstop temperaturereturncCs>t}|D]\}}|dkr|durt|j||q dS)Nself)localscopyitemssetattr __class__)rrrrrrrr r r r r rrZlocals_keyvaluerP/home/app/Keep/.python/lib/python3.10/site-packages/litellm/llms/baseten/chat.py__init__s zBasetenConfig.__init__cs tS)N)super get_config)clsrrrr-s zBasetenConfig.get_configmodelcCsgdS)zE Get the supported OpenAI params for the given model )rmax_completion_tokensrrrrrr r r r r rrr)rr"rrrget_supported_openai_params1sz)BasetenConfig.get_supported_openai_paramsnon_default_paramsoptional_params drop_paramscCsD|j|d}|D]\}}|dkr||d<q ||vr|||<q |S)N)r"r#r)r$r)rr%r&r"r'Zsupported_openai_paramsparamrrrrmap_openai_paramsFs  zBasetenConfig.map_openai_paramsapi_baseapi_keycCsd}|pd}||fS)zE Get the OpenAI compatible provider info for Baseten https://inference.baseten.co/v1ZBASETEN_API_KEYr)rr*r+Zdefault_api_baseZdefault_api_keyrrr$_get_openai_compatible_provider_infoUsz2BasetenConfig._get_openai_compatible_provider_infocCs$|dd}ddl}t|d|S)zZ Check if the model is a dedicated deployment (8-digit alphanumeric code) baseten/rNz^[a-zA-Z0-9]{8}$)replacereboolmatch)r"model_idr1rrris_dedicated_deployment_s z%BasetenConfig.is_dedicated_deploymentcCs&t|r|dd}d|dSdS)zF Get the appropriate API base URL for the given model r.r/zhttps://model-z/.api.baseten.co/environments/production/sync/v1r,)rr5r0)r"r4rrrget_api_base_for_modelks   z$BasetenConfig.get_api_base_for_model) NNNNNNNNNNNNN)"__name__ __module__ __qualname____doc__rrint__annotations__rdictrrr2r r strr listr r rrfloatr classmethodrr$r)tupler- staticmethodr5r6 __classcell__rrr!rrs          rN)typingrZ+litellm.llms.openai.chat.gpt_transformationrrrrrrs