o ưi@sddlZddlZddlmZejdejdddlZddlmZm Z ddl m Z ddl Z ddl mZddlmZddlmZdd lmZmZmZGd d d eZdS) N)Iterablez../..)LiteralOptional) HTTPException)verbose_proxy_logger) CustomLogger)UserAPIKeyAuth)CallTypesLiteralChoices ModelResponsec@sLeZdZddeefddZddZdefdd Zd e d e d e fd dZ dS)_ENTERPRISE_LlamaGuardN model_namec Cs|ptj}|dur td||_tj}d}|durZzt|d }|}Wdn1s.wYWn%tyBtd|tyY}z tdt |d|d}~ww||_ t d|j dS)Nz!model_name not set for LlamaGuardrzFile not found. file_path=zAn error occurred: z , file_path=z self.unsafe_content_categories: ) litellmZllamaguard_model_name ValueErrormodelZ$llamaguard_unsafe_content_categoriesopenreadFileNotFoundError Exceptionstrunsafe_content_categoriesrdebug)selfr _model file_pathdatafileerj/home/app/Keep/.python/lib/python3.10/site-packages/litellm_enterprise/enterprise_callbacks/llama_guard.py__init__s,     z_ENTERPRISE_LlamaGuard.__init__cCs:zt|tjrt|WdSWdStyYdSwN)rrrZ set_verboseprintr)rZprint_statementrrr print_verbose6s  z$_ENTERPRISE_LlamaGuard.print_verbosemessagescCsv|jdur7|jdur9t|ddkrdnd}tj|jd|d|jddd d dd d d d d d d ddSdSdS)NrZAgentZUserz2[INST] Task: Check if there is unsafe content in 'z' messages in conversations according our safety policy with the below categories. zh zUser: z )Z pre_messageZ post_messagezAgent: )systemuserZ assistantz Provide your safety assessment for {role} in the above conversation: - First line must read 'safe' or 'unsafe'. - If unsafe, a second line must include a comma-separated list of violated categories. [/INST])rZinitial_prompt_valueZrolesZfinal_prompt_value)rrlenrZregister_prompt_template)rr%Zrolerrr set_custom_prompt_template>s(  z1_ENTERPRISE_LlamaGuard.set_custom_prompt_templateruser_api_key_dict call_typecsd|vrI|dd}tj|j|gddIdH}t|trIt|jdtrI|jdjjdurIt|jdjjt rId|jdjjvrIt dd d id |S) z - Calls the Llama Guard Endpoint - Rejects request if it fails safety check The llama guard prompt template is applied automatically in factory.py r%zmeta-llama/LlamaGuard-7b)rr%Z hf_model_nameNrunsafeierrorzViolated content safety policy) status_codedetail) rZ acompletionr isinstancer choicesr messagecontentrr)rrr+r,Zsafety_check_messagesresponserrr async_moderation_hookas,  z,_ENTERPRISE_LlamaGuard.async_moderation_hookr") __name__ __module__ __qualname__rrr!r$listr*dictrr r7rrrr r s#r )ossyscollections.abcrpathinsertabspathtypingrrZfastapirrZlitellm._loggingrZ"litellm.integrations.custom_loggerrZlitellm.proxy._typesrZlitellm.types.utilsr r r r rrrr s