export interface GuardrailCardInfo { id: string; name: string; description: string; category: "litellm" | "partner"; subcategory?: string; logo: string; tags: string[]; eval?: { f1: number; precision: number; recall: number; testCases: number; latency: string; }; providerKey?: string; } const ASSET_PREFIX = "../ui/assets/logos/"; export const LITELLM_CONTENT_FILTER_CARDS: GuardrailCardInfo[] = [ { id: "cf_denied_financial", name: "Denied Financial Advice", description: "Detects requests for personalized financial advice, investment recommendations, or financial planning.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Topic Blocker"], eval: { f1: 100.0, precision: 100.0, recall: 100.0, testCases: 207, latency: "<0.1ms", }, }, { id: "cf_denied_insults", name: "Insults & Personal Attacks", description: "Detects insults, name-calling, and personal attacks directed at the chatbot, staff, or other people.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Topic Blocker"], eval: { f1: 100.0, precision: 100.0, recall: 100.0, testCases: 299, latency: "<0.1ms", }, }, { id: "cf_denied_legal", name: "Denied Legal Advice", description: "Detects requests for unauthorized legal advice, case analysis, or legal recommendations.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Topic Blocker"], }, { id: "cf_denied_medical", name: "Denied Medical Advice", description: "Detects requests for medical diagnosis, treatment recommendations, or health advice.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Topic Blocker"], }, { id: "cf_harmful_violence", name: "Harmful Violence", description: "Detects content related to violence, criminal planning, attacks, and violent threats.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Safety"], }, { id: "cf_harmful_self_harm", name: "Harmful Self-Harm", description: "Detects content related to self-harm, suicide, and dangerous self-destructive behavior.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Safety"], }, { id: "cf_harmful_child_safety", name: "Harmful Child Safety", description: "Detects content that could endanger child safety or exploit minors.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Safety"], }, { id: "cf_harmful_illegal_weapons", name: "Harmful Illegal Weapons", description: "Detects content related to illegal weapons manufacturing, distribution, or acquisition.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Safety"], }, { id: "cf_bias_gender", name: "Bias: Gender", description: "Detects gender-based discrimination, stereotypes, and biased language.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Bias"], }, { id: "cf_bias_racial", name: "Bias: Racial", description: "Detects racial discrimination, stereotypes, and racially biased content.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Bias"], }, { id: "cf_bias_religious", name: "Bias: Religious", description: "Detects religious discrimination, intolerance, and religiously biased content.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Bias"], }, { id: "cf_bias_sexual_orientation", name: "Bias: Sexual Orientation", description: "Detects discrimination based on sexual orientation and related biased content.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Bias"], }, { id: "cf_prompt_injection_jailbreak", name: "Prompt Injection: Jailbreak", description: "Detects jailbreak attempts designed to bypass AI safety guidelines and restrictions.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Prompt Injection"], }, { id: "cf_prompt_injection_data_exfil", name: "Prompt Injection: Data Exfiltration", description: "Detects attempts to extract sensitive data through prompt manipulation.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Prompt Injection"], }, { id: "cf_prompt_injection_sql", name: "Prompt Injection: SQL", description: "Detects SQL injection attempts embedded in prompts.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Prompt Injection"], }, { id: "cf_prompt_injection_malicious_code", name: "Prompt Injection: Malicious Code", description: "Detects attempts to inject malicious code through prompts.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Prompt Injection"], }, { id: "cf_prompt_injection_system_prompt", name: "Prompt Injection: System Prompt", description: "Detects attempts to extract or override system prompts.", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Prompt Injection"], }, { id: "cf_toxic_abuse", name: "Toxic & Abusive Language", description: "Detects toxic, abusive, and hateful language across multiple languages (EN, AU, DE, ES, FR).", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Toxicity"], }, { id: "cf_patterns", name: "Pattern Matching", description: "Detect and block sensitive data patterns like SSNs, credit card numbers, API keys, and custom regex patterns.", category: "litellm", subcategory: "Patterns", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["PII", "Regex", "Data Protection"], }, { id: "cf_keywords", name: "Keyword Blocking", description: "Block or mask content containing specific keywords or phrases. Upload custom word lists or add individual terms.", category: "litellm", subcategory: "Keywords", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Keywords", "Blocklist"], }, { id: "block_code_execution", name: "Block Code Execution", description: "Detects markdown fenced code blocks in requests and responses. Block or mask executable code (e.g. Python, JavaScript, Bash) by language with configurable confidence.", category: "litellm", subcategory: "Code Safety", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Code", "Safety", "Prompt Injection"], }, { id: "cf_competitor_intent", name: "Competitor Name Blocking", description: "Block or reframe competitor comparison and ranking intent. Detect when users ask to compare or recommend competitors (airline or generic competitor lists).", category: "litellm", subcategory: "Content Category", logo: `${ASSET_PREFIX}litellm_logo.jpg`, tags: ["Content Category", "Competitor", "Topic Blocker"], }, ]; export const PARTNER_GUARDRAIL_CARDS: GuardrailCardInfo[] = [ { id: "presidio", name: "Presidio PII", description: "Microsoft Presidio for PII detection and anonymization. Supports 30+ entity types with configurable actions.", category: "partner", logo: `${ASSET_PREFIX}microsoft_azure.svg`, tags: ["PII", "Microsoft"], providerKey: "PresidioPII", }, { id: "bedrock", name: "Bedrock Guardrail", description: "AWS Bedrock Guardrails for content filtering, topic avoidance, and sensitive information detection.", category: "partner", logo: `${ASSET_PREFIX}bedrock.svg`, tags: ["AWS", "Content Safety"], providerKey: "Bedrock", }, { id: "lakera", name: "Lakera", description: "AI security platform protecting against prompt injections, data leakage, and harmful content.", category: "partner", logo: `${ASSET_PREFIX}lakeraai.jpeg`, tags: ["Security", "Prompt Injection"], providerKey: "Lakera", }, { id: "openai_moderation", name: "OpenAI Moderation", description: "OpenAI's content moderation API for detecting harmful content across multiple categories.", category: "partner", logo: `${ASSET_PREFIX}openai_small.svg`, tags: ["Content Moderation", "OpenAI"], }, { id: "google_model_armor", name: "Google Cloud Model Armor", description: "Google Cloud's model protection service for safe and responsible AI deployments.", category: "partner", logo: `${ASSET_PREFIX}google.svg`, tags: ["Google Cloud", "Safety"], }, { id: "guardrails_ai", name: "Guardrails AI", description: "Open-source framework for adding structural, type, and quality guarantees to LLM outputs.", category: "partner", logo: `${ASSET_PREFIX}guardrails_ai.jpeg`, tags: ["Open Source", "Validation"], }, { id: "zscaler", name: "Zscaler AI Guard", description: "Enterprise AI security from Zscaler for monitoring and protecting AI/ML workloads.", category: "partner", logo: `${ASSET_PREFIX}zscaler.svg`, tags: ["Enterprise", "Security"], }, { id: "panw", name: "PANW Prisma AIRS", description: "Palo Alto Networks Prisma AI Runtime Security for securing AI applications in production.", category: "partner", logo: `${ASSET_PREFIX}palo_alto_networks.jpeg`, tags: ["Enterprise", "Security"], }, { id: "noma", name: "Noma Security", description: "AI security platform for detecting and preventing AI-specific threats and vulnerabilities.", category: "partner", logo: `${ASSET_PREFIX}noma_security.png`, tags: ["Security", "Threat Detection"], }, { id: "aporia", name: "Aporia AI", description: "Real-time AI guardrails for hallucination detection, topic control, and policy enforcement.", category: "partner", logo: `${ASSET_PREFIX}aporia.png`, tags: ["Hallucination", "Policy"], }, { id: "aim", name: "AIM Guardrail", description: "AIM Security guardrails for comprehensive AI threat detection and mitigation.", category: "partner", logo: `${ASSET_PREFIX}aim_security.jpeg`, tags: ["Security", "Threat Detection"], }, { id: "prompt_security", name: "Prompt Security", description: "Protect against prompt injection attacks, data leakage, and other LLM security threats.", category: "partner", logo: `${ASSET_PREFIX}prompt_security.png`, tags: ["Prompt Injection", "Security"], }, { id: "lasso", name: "Lasso Guardrail", description: "Content moderation and safety guardrails for responsible AI deployments.", category: "partner", logo: `${ASSET_PREFIX}lasso.png`, tags: ["Content Moderation"], }, { id: "pangea", name: "Pangea Guardrail", description: "Pangea's AI guardrails for secure, compliant, and trustworthy AI applications.", category: "partner", logo: `${ASSET_PREFIX}pangea.png`, tags: ["Compliance", "Security"], }, { id: "enkryptai", name: "EnkryptAI", description: "AI security and governance platform for enterprise AI safety and compliance.", category: "partner", logo: `${ASSET_PREFIX}enkrypt_ai.avif`, tags: ["Enterprise", "Governance"], }, { id: "javelin", name: "Javelin Guardrails", description: "AI gateway with built-in guardrails for secure and compliant AI operations.", category: "partner", logo: `${ASSET_PREFIX}javelin.png`, tags: ["Gateway", "Security"], }, { id: "pillar", name: "Pillar Guardrail", description: "AI safety platform for monitoring, testing, and securing AI systems.", category: "partner", logo: `${ASSET_PREFIX}pillar.jpeg`, tags: ["Monitoring", "Safety"], }, ]; export const ALL_CARDS = [...LITELLM_CONTENT_FILTER_CARDS, ...PARTNER_GUARDRAIL_CARDS];