[ { "provider": "AIML", "provider_display_name": "AI/ML API", "litellm_provider": "aiml", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "aiml/flux-pro/v1.1" }, { "provider": "AI21", "provider_display_name": "Ai21", "litellm_provider": "ai21", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "AI21_CHAT", "provider_display_name": "Ai21 Chat", "litellm_provider": "ai21_chat", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "AIOHTTP_OPENAI", "provider_display_name": "Aiohttp Openai", "litellm_provider": "aiohttp_openai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Bedrock", "provider_display_name": "Amazon Bedrock", "litellm_provider": "bedrock", "credential_fields": [ { "key": "aws_access_key_id", "label": "AWS Access Key ID", "placeholder": null, "tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "aws_secret_access_key", "label": "AWS Secret Access Key", "placeholder": null, "tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "api_key", "label": "AWS Bedrock API Key", "placeholder": null, "tooltip": "You can provide the API Key for accessing the Bedrock API.", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "aws_session_token", "label": "AWS Session Token", "placeholder": null, "tooltip": "Temporary credentials session token. You can provide the raw token or the environment variable (e.g. `os.environ/MY_SESSION_TOKEN`).", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "aws_region_name", "label": "AWS Region Name", "placeholder": "us-east-1", "tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).", "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "aws_session_name", "label": "AWS Session Name", "placeholder": "my-session", "tooltip": "Name for the AWS session. You can provide the raw value or the environment variable (e.g. `os.environ/MY_SESSION_NAME`).", "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "aws_profile_name", "label": "AWS Profile Name", "placeholder": "default", "tooltip": "AWS profile name to use for authentication. You can provide the raw value or the environment variable (e.g. `os.environ/MY_PROFILE_NAME`).", "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "aws_role_name", "label": "AWS Role Name", "placeholder": "MyRole", "tooltip": "AWS IAM role name to assume. You can provide the raw value or the environment variable (e.g. `os.environ/MY_ROLE_NAME`).", "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "aws_web_identity_token", "label": "AWS Web Identity Token", "placeholder": null, "tooltip": "Web identity token for OIDC authentication. You can provide the raw token or the environment variable (e.g. `os.environ/MY_WEB_IDENTITY_TOKEN`).", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "aws_bedrock_runtime_endpoint", "label": "AWS Bedrock Runtime Endpoint", "placeholder": "https://bedrock-runtime.us-east-1.amazonaws.com", "tooltip": "Custom Bedrock runtime endpoint URL. You can provide the raw value or the environment variable (e.g. `os.environ/MY_BEDROCK_ENDPOINT`).", "required": false, "field_type": "text", "options": null, "default_value": null } ], "default_model_placeholder": "claude-3-opus" }, { "provider": "Anthropic", "provider_display_name": "Anthropic", "litellm_provider": "anthropic", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": "sk-", "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "claude-3-opus" }, { "provider": "ANTHROPIC_TEXT", "provider_display_name": "Anthropic Text", "litellm_provider": "anthropic_text", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "AssemblyAI", "provider_display_name": "AssemblyAI", "litellm_provider": "assemblyai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": true, "field_type": "select", "options": [ "https://api.assemblyai.com", "https://api.eu.assemblyai.com" ], "default_value": null }, { "key": "api_key", "label": "AssemblyAI API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "AUTO_ROUTER", "provider_display_name": "Auto Router", "litellm_provider": "auto_router", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "SageMaker", "provider_display_name": "AWS SageMaker", "litellm_provider": "sagemaker_chat", "credential_fields": [ { "key": "aws_access_key_id", "label": "AWS Access Key ID", "placeholder": null, "tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "aws_secret_access_key", "label": "AWS Secret Access Key", "placeholder": null, "tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "aws_region_name", "label": "AWS Region Name", "placeholder": "us-east-1", "tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).", "required": false, "field_type": "text", "options": null, "default_value": null } ], "default_model_placeholder": "sagemaker/jumpstart-dft-meta-textgeneration-llama-2-7b" }, { "provider": "Azure", "provider_display_name": "Azure", "litellm_provider": "azure", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "https://...", "tooltip": null, "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "api_version", "label": "API Version", "placeholder": "2023-07-01-preview", "tooltip": "By default litellm will use the latest version. If you want to use a different version, you can specify it here", "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "base_model", "label": "Base Model", "placeholder": "azure/gpt-3.5-turbo", "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "Azure API Key", "placeholder": "Enter your Azure API Key", "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "azure_ad_token", "label": "Azure AD Token", "placeholder": "Enter your Azure AD Token", "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "azure/my-deployment" }, { "provider": "Azure_AI_Studio", "provider_display_name": "Azure AI Foundry (Studio)", "litellm_provider": "azure_ai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "https://.openai.azure.com/openai/deployments/gpt-4o/chat/completions?api-version=2024-10-21", "tooltip": "Enter your full Target URI from Azure Foundry here. Example: https://litellm8397336933.openai.azure.com/openai/deployments/gpt-4o/chat/completions?api-version=2024-10-21", "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "Azure API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "azure_ai/command-r-plus" }, { "provider": "AZURE_TEXT", "provider_display_name": "Azure Text", "litellm_provider": "azure_text", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "BASETEN", "provider_display_name": "Baseten", "litellm_provider": "baseten", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "BYTEZ", "provider_display_name": "Bytez", "litellm_provider": "bytez", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Cerebras", "provider_display_name": "Cerebras", "litellm_provider": "cerebras", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "CLARIFAI", "provider_display_name": "Clarifai", "litellm_provider": "clarifai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "CLOUDFLARE", "provider_display_name": "Cloudflare", "litellm_provider": "cloudflare", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "CODESTRAL", "provider_display_name": "Codestral", "litellm_provider": "codestral", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Cohere", "provider_display_name": "Cohere", "litellm_provider": "cohere", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "COHERE_CHAT", "provider_display_name": "Cohere Chat", "litellm_provider": "cohere_chat", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "COMETAPI", "provider_display_name": "Cometapi", "litellm_provider": "cometapi", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "COMPACTIFAI", "provider_display_name": "Compactifai", "litellm_provider": "compactifai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "CUSTOM", "provider_display_name": "Custom", "litellm_provider": "custom", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "CUSTOM_OPENAI", "provider_display_name": "Custom Openai", "litellm_provider": "custom_openai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Dashscope", "provider_display_name": "Dashscope", "litellm_provider": "dashscope", "credential_fields": [ { "key": "api_key", "label": "Dashscope API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null }, { "key": "api_base", "label": "API Base", "placeholder": "https://dashscope-intl.aliyuncs.com/compatible-mode/v1", "tooltip": "The base URL for your Dashscope server. Defaults to https://dashscope-intl.aliyuncs.com/compatible-mode/v1 if not specified.", "required": true, "field_type": "text", "options": null, "default_value": "https://dashscope-intl.aliyuncs.com/compatible-mode/v1" } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Databricks", "provider_display_name": "Databricks", "litellm_provider": "databricks", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "DATAROBOT", "provider_display_name": "Datarobot", "litellm_provider": "datarobot", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Deepgram", "provider_display_name": "Deepgram", "litellm_provider": "deepgram", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "DeepInfra", "provider_display_name": "DeepInfra", "litellm_provider": "deepinfra", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "deepinfra/" }, { "provider": "Deepseek", "provider_display_name": "Deepseek", "litellm_provider": "deepseek", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "DOCKER_MODEL_RUNNER", "provider_display_name": "Docker Model Runner", "litellm_provider": "docker_model_runner", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "DOTPROMPT", "provider_display_name": "Dotprompt", "litellm_provider": "dotprompt", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "ElevenLabs", "provider_display_name": "ElevenLabs", "litellm_provider": "elevenlabs", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "EMPOWER", "provider_display_name": "Empower", "litellm_provider": "empower", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "FalAI", "provider_display_name": "Fal AI", "litellm_provider": "fal_ai", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "fal_ai/fal-ai/flux-pro/v1.1-ultra" }, { "provider": "FEATHERLESS_AI", "provider_display_name": "Featherless Ai", "litellm_provider": "featherless_ai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "FireworksAI", "provider_display_name": "Fireworks AI", "litellm_provider": "fireworks_ai", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "FRIENDLIAI", "provider_display_name": "Friendliai", "litellm_provider": "friendliai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "GALADRIEL", "provider_display_name": "Galadriel", "litellm_provider": "galadriel", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "GITHUB", "provider_display_name": "Github", "litellm_provider": "github", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "GITHUB_COPILOT", "provider_display_name": "Github Copilot", "litellm_provider": "github_copilot", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Google_AI_Studio", "provider_display_name": "Google AI Studio", "litellm_provider": "gemini", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": "aig-", "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gemini-pro" }, { "provider": "GradientAI", "provider_display_name": "GradientAI", "litellm_provider": "gradient_ai", "credential_fields": [ { "key": "api_base", "label": "GradientAI Endpoint", "placeholder": "https://...", "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "GradientAI API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Groq", "provider_display_name": "Groq", "litellm_provider": "groq", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "HEROKU", "provider_display_name": "Heroku", "litellm_provider": "heroku", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "HUGGINGFACE", "provider_display_name": "Huggingface", "litellm_provider": "huggingface", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "HUMANLOOP", "provider_display_name": "Humanloop", "litellm_provider": "humanloop", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "HYPERBOLIC", "provider_display_name": "Hyperbolic", "litellm_provider": "hyperbolic", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Infinity", "provider_display_name": "Infinity", "litellm_provider": "infinity", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "http://localhost:7997", "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "JinaAI", "provider_display_name": "Jina AI", "litellm_provider": "jina_ai", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "jina_ai/" }, { "provider": "LAMBDA_AI", "provider_display_name": "Lambda Ai", "litellm_provider": "lambda_ai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "LANGFUSE", "provider_display_name": "Langfuse", "litellm_provider": "langfuse", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "LEMONADE", "provider_display_name": "Lemonade", "litellm_provider": "lemonade", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "LITELLM_PROXY", "provider_display_name": "Litellm Proxy", "litellm_provider": "litellm_proxy", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "LLAMAFILE", "provider_display_name": "Llamafile", "litellm_provider": "llamafile", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "LM_STUDIO", "provider_display_name": "Lm Studio", "litellm_provider": "lm_studio", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "MARITALK", "provider_display_name": "Maritalk", "litellm_provider": "maritalk", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "LLAMA", "provider_display_name": "Meta Llama", "litellm_provider": "meta_llama", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "MILVUS", "provider_display_name": "Milvus", "litellm_provider": "milvus", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "MistralAI", "provider_display_name": "Mistral AI", "litellm_provider": "mistral", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "MINIMAX", "provider_display_name": "MiniMax", "litellm_provider": "minimax", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": "your-minimax-api-key", "tooltip": "MiniMax API Key from https://platform.minimaxi.com/", "required": true, "field_type": "password", "options": null, "default_value": null }, { "key": "api_base", "label": "API Base URL", "placeholder": "https://api.minimax.io/v1", "tooltip": "International: https://api.minimax.io/v1, China: https://api.minimaxi.com/v1", "required": false, "field_type": "text", "options": null, "default_value": "https://api.minimax.io/v1" } ], "default_model_placeholder": "minimax/MiniMax-M2" }, { "provider": "MOONSHOT", "provider_display_name": "Moonshot", "litellm_provider": "moonshot", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "MORPH", "provider_display_name": "Morph", "litellm_provider": "morph", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "NEBIUS", "provider_display_name": "Nebius", "litellm_provider": "nebius", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "NLP_CLOUD", "provider_display_name": "Nlp Cloud", "litellm_provider": "nlp_cloud", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "NOVITA", "provider_display_name": "Novita", "litellm_provider": "novita", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "NSCALE", "provider_display_name": "Nscale", "litellm_provider": "nscale", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "NVIDIA_NIM", "provider_display_name": "Nvidia Nim", "litellm_provider": "nvidia_nim", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Ollama", "provider_display_name": "Ollama", "litellm_provider": "ollama", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "http://localhost:11434", "tooltip": "The base URL for your Ollama server. Defaults to http://localhost:11434 if not specified.", "required": false, "field_type": "text", "options": null, "default_value": "http://localhost:11434" } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "OLLAMA_CHAT", "provider_display_name": "Ollama Chat", "litellm_provider": "ollama_chat", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "OOBABOOGA", "provider_display_name": "Oobabooga", "litellm_provider": "oobabooga", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "OpenAI", "provider_display_name": "OpenAI", "litellm_provider": "openai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "https://api.openai.com/v1", "tooltip": "Common endpoints: https://api.openai.com/v1, https://eu.api.openai.com, https://us.api.openai.com", "required": false, "field_type": "text", "options": null, "default_value": "https://api.openai.com/v1" }, { "key": "organization", "label": "OpenAI Organization ID", "placeholder": "[OPTIONAL] my-unique-org", "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "OpenAI API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "OPENAI_LIKE", "provider_display_name": "Openai Like", "litellm_provider": "openai_like", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "OpenAI_Text", "provider_display_name": "OpenAI Text Completion", "litellm_provider": "text-completion-openai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "https://api.openai.com/v1", "tooltip": "Common endpoints: https://api.openai.com/v1, https://eu.api.openai.com, https://us.api.openai.com", "required": false, "field_type": "text", "options": null, "default_value": "https://api.openai.com/v1" }, { "key": "organization", "label": "OpenAI Organization ID", "placeholder": "[OPTIONAL] my-unique-org", "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "OpenAI API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "OpenAI_Compatible", "provider_display_name": "OpenAI-Compatible Endpoints (Together AI, etc.)", "litellm_provider": "openai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "https://...", "tooltip": null, "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "OpenAI API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "OpenAI_Text_Compatible", "provider_display_name": "OpenAI-Compatible Text Completion Models (Together AI, etc.)", "litellm_provider": "text-completion-openai", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "https://...", "tooltip": null, "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "OpenAI API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Openrouter", "provider_display_name": "Openrouter", "litellm_provider": "openrouter", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Oracle", "provider_display_name": "Oracle Cloud Infrastructure (OCI)", "litellm_provider": "oci", "credential_fields": [ { "key": "oci_user", "label": "OCI User OCID", "placeholder": "ocid1.user.oc1..aaaaaaaaexample", "tooltip": "The OCID of the user making the API call", "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "oci_fingerprint", "label": "OCI Key Fingerprint", "placeholder": "aa:bb:cc:dd:ee:ff:00:11:22:33:44:55:66:77:88:99", "tooltip": "The fingerprint of the API signing key", "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "oci_tenancy", "label": "OCI Tenancy OCID", "placeholder": "ocid1.tenancy.oc1..aaaaaaaaexample", "tooltip": "The OCID of your tenancy", "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "oci_region", "label": "OCI Region", "placeholder": "us-ashburn-1", "tooltip": "The OCI region identifier (e.g., us-ashburn-1, eu-frankfurt-1)", "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "oci_compartment_id", "label": "OCI Compartment OCID", "placeholder": "ocid1.compartment.oc1..aaaaaaaaexample", "tooltip": "The OCID of the compartment containing the GenAI resources", "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "oci_key", "label": "OCI Private Key (PEM)", "placeholder": "-----BEGIN RSA PRIVATE KEY-----\n...\n-----END RSA PRIVATE KEY-----", "tooltip": "The full PEM-encoded private key content for API signing. Paste the entire key including BEGIN/END markers.", "required": true, "field_type": "textarea", "options": null, "default_value": null } ], "default_model_placeholder": "oci/xai.grok-3" }, { "provider": "OVHCLOUD", "provider_display_name": "Ovhcloud", "litellm_provider": "ovhcloud", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Perplexity", "provider_display_name": "Perplexity", "litellm_provider": "perplexity", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "PETALS", "provider_display_name": "Petals", "litellm_provider": "petals", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "PG_VECTOR", "provider_display_name": "Pg Vector", "litellm_provider": "pg_vector", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "PREDIBASE", "provider_display_name": "Predibase", "litellm_provider": "predibase", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "RECRAFT", "provider_display_name": "Recraft", "litellm_provider": "recraft", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "REPLICATE", "provider_display_name": "Replicate", "litellm_provider": "replicate", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "RUNWAYML", "provider_display_name": "Runwayml", "litellm_provider": "runwayml", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "SAGEMAKER", "provider_display_name": "Sagemaker", "litellm_provider": "sagemaker", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Sambanova", "provider_display_name": "Sambanova", "litellm_provider": "sambanova", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "SAP", "provider_display_name": "SAP Generative AI Hub", "litellm_provider": "sap", "credential_fields": [ { "key": "api_key", "label": "SAP AI Core Service Key (JSON)", "placeholder": null, "tooltip": "Paste your SAP AI Core service key JSON. Contains clientid, clientsecret, and service URLs.", "required": true, "field_type": "textarea", "options": null, "default_value": null } ], "default_model_placeholder": "sap/gpt-4" }, { "provider": "Snowflake", "provider_display_name": "Snowflake", "litellm_provider": "snowflake", "credential_fields": [ { "key": "api_key", "label": "Snowflake API Key / JWT Key for Authentication", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null }, { "key": "api_base", "label": "Snowflake API Endpoint", "placeholder": "https://1234567890.snowflakecomputing.com/api/v2/cortex/inference:complete", "tooltip": "Enter the full endpoint with path here. Example: https://1234567890.snowflakecomputing.com/api/v2/cortex/inference:complete", "required": true, "field_type": "text", "options": null, "default_value": null } ], "default_model_placeholder": "snowflake/mistral-7b" }, { "provider": "TEXT_COMPLETION_CODESTRAL", "provider_display_name": "Text-Completion-Codestral", "litellm_provider": "text-completion-codestral", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "TogetherAI", "provider_display_name": "TogetherAI", "litellm_provider": "together_ai", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "TOPAZ", "provider_display_name": "Topaz", "litellm_provider": "topaz", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Triton", "provider_display_name": "Triton", "litellm_provider": "triton", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "api_base", "label": "API Base", "placeholder": "http://localhost:8000/generate", "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "V0", "provider_display_name": "V0", "litellm_provider": "v0", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "VERCEL_AI_GATEWAY", "provider_display_name": "Vercel Ai Gateway", "litellm_provider": "vercel_ai_gateway", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Vertex_AI", "provider_display_name": "Vertex AI (Anthropic, Gemini, etc.)", "litellm_provider": "vertex_ai", "credential_fields": [ { "key": "vertex_project", "label": "Vertex Project", "placeholder": "adroit-cadet-1234..", "tooltip": null, "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "vertex_location", "label": "Vertex Location", "placeholder": "us-east-1", "tooltip": null, "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "api_base", "label": "API Base (Optional)", "placeholder": null, "tooltip": "Supports custom API base for Google Private API endpoints.", "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "vertex_credentials", "label": "Vertex Credentials", "placeholder": null, "tooltip": "Optional - Upload your GCP service account JSON file. If not provided, uses default GCP credentials (ADC).", "required": false, "field_type": "upload", "options": null, "default_value": null } ], "default_model_placeholder": "gemini-pro" }, { "provider": "VERTEX_AI_BETA", "provider_display_name": "Vertex Ai Beta", "litellm_provider": "vertex_ai_beta", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "Hosted_Vllm", "provider_display_name": "vllm", "litellm_provider": "hosted_vllm", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": "https://...", "tooltip": null, "required": true, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "vLLM API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "VLLM", "provider_display_name": "Vllm", "litellm_provider": "vllm", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "VolcEngine", "provider_display_name": "VolcEngine", "litellm_provider": "volcengine", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "volcengine/" }, { "provider": "Voyage", "provider_display_name": "Voyage AI", "litellm_provider": "voyage", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "voyage/" }, { "provider": "WANDB", "provider_display_name": "Wandb", "litellm_provider": "wandb", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "WATSONX", "provider_display_name": "Watsonx", "litellm_provider": "watsonx", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": "Base URL of your WatsonX instance", "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": "IBM Cloud API key. Required if not using Token or Zen API Key", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "token", "label": "IAM Token", "placeholder": null, "tooltip": "Pre-generated IAM bearer token. Use instead of API Key if you manage tokens externally", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "zen_api_key", "label": "Zen API Key", "placeholder": null, "tooltip": "Zen API Key for Cloud Pak for Data deployments. Use instead of API Key for on-premises", "required": false, "field_type": "password", "options": null, "default_value": null }, { "key": "project_id", "label": "Project ID", "placeholder": null, "tooltip": "Optional: Your Watsonx.ai Project ID", "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "space_id", "label": "Deployment Space ID", "placeholder": null, "tooltip": "Optional: Watsonx.ai Deployment Space ID", "required": false, "field_type": "text", "options": null, "default_value": null } ], "default_model_placeholder": "watsonx/ibm/granite-3-3-8b-instruct" }, { "provider": "WATSONX_TEXT", "provider_display_name": "Watsonx Text", "litellm_provider": "watsonx_text", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "xAI", "provider_display_name": "xAI", "litellm_provider": "xai", "credential_fields": [ { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": true, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "XINFERENCE", "provider_display_name": "Xinference", "litellm_provider": "xinference", "credential_fields": [ { "key": "api_base", "label": "API Base", "placeholder": null, "tooltip": null, "required": false, "field_type": "text", "options": null, "default_value": null }, { "key": "api_key", "label": "API Key", "placeholder": null, "tooltip": null, "required": false, "field_type": "password", "options": null, "default_value": null } ], "default_model_placeholder": "gpt-3.5-turbo" }, { "provider": "CURSOR", "provider_display_name": "Cursor", "litellm_provider": "cursor", "credential_fields": [ { "key": "api_key", "label": "Cursor API Key", "placeholder": "Your Cursor API key from cursor.com/settings", "tooltip": "Get your API key from the Cursor Dashboard at cursor.com/settings", "required": true, "field_type": "password", "options": null, "default_value": null }, { "key": "api_base", "label": "API Base", "placeholder": "https://api.cursor.com", "tooltip": "Cursor API base URL (defaults to https://api.cursor.com)", "required": false, "field_type": "text", "options": null, "default_value": "https://api.cursor.com" } ], "default_model_placeholder": "cursor/claude-4-sonnet" } ]