o ưiNh@sUddlZddlZddlmZmZddlmZmZmZmZm Z m Z ddl Z ddl m Z ddl mZddlmZddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd lmZddlm Z m!Z!m"Z"m#Z#m$Z$ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+e$j,j-e&e$j.j-e(e$j/j-e)e$j0j-e*e$j1j-e'e$j2j-e+e$j3j-eiZ4e$j3j-eiZ5ee6e efe7d<ddZ8ddZ9e5:e9e8Z;e4:e;GdddZdS)N)datetimetimezone)AnyDictListOptionalTypecast)Router)verbose_proxy_logger)uuid)CustomGuardrail) safe_dumps)GraySwanGuardrail)initialize_guardrail)get_instance_fn) PrismaClient) get_secret) GuardrailGuardrailEventHooksLakeraCategoryThresholds LitellmParamsSupportedGuardrailIntegrations)initialize_bedrockinitialize_hide_secretsinitialize_lakerainitialize_lakera_v2initialize_presidioinitialize_tool_permissionguardrail_class_registryc Csi}ztjt}tj|d}tj|std|WSt|D]}tj||}tj |r7| dr8q#tj|d}tj|sFq#d|}zItd|t |}t |dr}t|d}t|tr|||td|d t|nt |d rt|d } | ||<td |Wq#ty} ztd |d | WYd } ~ q#d } ~ wty} ztd|d | WYd } ~ q#d } ~ wwtdt|dt|W|Sty} ztd| WYd } ~ |Sd } ~ ww)a Get guardrail initializers by discovering them from the guardrail_hooks directory structure. Scans the guardrail_hooks directory for subdirectories containing __init__.py files with either guardrail_initializer_registry or initialize_guardrail functions. Returns: Dict[str, Callable]: A dictionary mapping guardrail types to their initializer functions guardrail_hooks#guardrail_hooks directory not found__ __init__.py)litellm.proxy.guardrails.guardrail_hooks.Discovering guardrails in: guardrail_initializer_registryz(Found guardrail_initializer_registry in : rz'Found initialize_guardrail function in Could not import NError processing z Discovered z guardrail initializers: *Error discovering guardrail initializers: )ospathdirname__file__joinexistsr debuglistdirisdir startswith importlib import_modulehasattrgetattr isinstancedictupdatelistkeys ImportErrorerror Exceptionlen) Zdiscovered_initializers current_dir hooks_diritem item_path init_file module_pathmoduleregistryZ initialize_fnerLb/home/app/Keep/.python/lib/python3.10/site-packages/litellm/proxy/guardrails/guardrail_registry.py$get_guardrail_initializer_from_hooks5sf               rNc Cs i}ztjt}tj|d}tj|std|WSt|D]}tj||}tj |r8| dr9q$tj|d}tj|sGq$d|}z#td|t |}t |drnt|d}t|trn||Wq$ty} ztd|d | WYd } ~ q$d } ~ wty} ztd |d | WYd } ~ q$d } ~ wwW|Sty} ztd | WYd } ~ |Sd } ~ ww) za Get guardrail classes by discovering them from the guardrail_hooks directory structure. r!r"r#r$r%r&r r)r(Nr*r+)r,r-r.r/r0r1r r2r3r4r5r6r7r8r9r:r;r<r?rA exceptionr@) Zdiscovered_classesrCrDrErFrGrHrIrJrKrLrLrMget_guardrail_class_from_hookssP             %rPc@seZdZdZddZdedeefddZde d e fd d Z d ed e fd dZ d ede d e fddZ ed e dee fddZd ed e dee fddZded e dee fddZdS)GuardrailRegistryzi Registry for guardrails Handles adding, removing, and getting guardrails in DB + in memory cCsdSNrLselfrLrLrM__init__szGuardrailRegistry.__init__guardrail_namereturncCs8tjjtd}|D]}t|tr|j|kr|Sq dS)zW Returns the initialized guardrail callback for a given guardrail name )Z callback_typeN)litellmlogging_callback_managerZget_custom_loggers_for_typer r:rV)rTrVZactive_guardrailsZactive_guardrailrLrLrM"get_initialized_guardrail_callbacks  z4GuardrailRegistry.get_initialized_guardrail_callback guardrail prisma_clientc szN|d}|di}t|dr|}n|rt|ni}t|}t|di}|jjj|||t t j t t j ddIdH}t|} |j | d<| WSt yd} z t d t| d} ~ ww) z1 Add a guardrail to the database rVlitellm_params model_dumpguardrail_info)rVr]r_ created_at updated_at)dataN guardrail_idzError adding guardrail to DB: )getr8r^r;rdblitellm_guardrailstablecreaternowrutcrcrAstr) rTr[r\rVlitellm_params_objlitellm_params_dictr]r_Zcreated_guardrailZguardrail_dictrKrLrLrMadd_guardrail_to_dbs2        z%GuardrailRegistry.add_guardrail_to_dbrcc sZz|jjjd|idIdHdd|diWSty,}z tdt|d}~ww)z6 Delete a guardrail from the database rcwhereNmessagez Guardrail z deleted successfullyz"Error deleting guardrail from DB: )rerfdeleterArj)rTrcr\rKrLrLrMdelete_guardrail_from_dbs z*GuardrailRegistry.delete_guardrail_from_dbc szE|d}|di}t|dr|}n|rt|ni}t|}t|di}|jjjd|i|||t t j ddIdH} t| WSt y[} z t d t | d} ~ ww) z4 Update a guardrail in the database rVr]r^r_rc)rVr]r_ra)rorbNz Error updating guardrail in DB: )rdr8r^r;rrerfr<rrhrrirArj) rTrcr[r\rVrkrlr]r_Zupdated_guardrailrKrLrLrMupdate_guardrail_in_db"s.      z(GuardrailRegistry.update_guardrail_in_dbc szz&|jjjddiddidIdH}g}|D]}|tdit|q|WSty<}z tdt|d}~ww) z Get all active guardrails from the database. Only rows with status == "active" are returned (pending_review and rejected are excluded). statusactiver`Zdesc)roorderNz"Error getting guardrails from DB: rL)rerfZ find_manyappendrr;rArj)r\Zguardrails_from_dbZ guardrailsr[rKrLrLrMget_all_guardrails_from_dbEs z,GuardrailRegistry.get_all_guardrails_from_dbc fz|jjjd|idIdH}|sWdStdit|WSty2}z tdt|d}~ww)z= Get a guardrail by its ID from the database rcrnN!Error getting guardrail from DB: rLrerfZ find_uniquerr;rArj)rTrcr\r[rKrLrLrMget_guardrail_by_id_from_db] z-GuardrailRegistry.get_guardrail_by_id_from_dbc ry)z? Get a guardrail by its name from the database rVrnNrzrLr{)rTrVr\r[rKrLrLrMget_guardrail_by_name_from_dbor}z/GuardrailRegistry.get_guardrail_by_name_from_dbN)__name__ __module__ __qualname____doc__rUrjrr rZrrrmrrrs staticmethodrrxr|r~rLrLrLrMrQsZ  &  #  rQc @seZdZdZddZ  d dedeededd eefd d Z d!de d ed e deed ee f ddZ deded dfddZ ded dfddZd eefddZded eefddZdeded efddZ d!dedeed eefddZ d!dedeed eefddZdS)"InMemoryGuardrailHandlerz[ Class that handles initializing guardrails and adding them to the CallbackManager cCsi|_ i|_dSrR)IN_MEMORY_GUARDRAILS guardrail_id_to_custom_guardrailrSrLrLrMrUsz!InMemoryGuardrailHandler.__init__Nr[config_file_path llm_routerr rWcCs|dp tt}||d<||jvrtd|j|Sd}|d}td|t|tr7t di|}n|}d|vrM|drMt di|d}||_ |j r^|j dr^tt|j |_ |jro|j drott|j|_|j} | durztdt| } | rd dl} | | } d | jvr| |||}n#| ||}nt| trd | vr|jtt|| ||d }ntd | t|d|d|d} | |j|<||j|<| S)z Initialize a guardrail from a dictionary and add it to the litellm callback manager Returns a Guardrail object if the guardrail is initialized successfully rcz3guardrail_id already exists in IN_MEMORY_GUARDRAILSNr]zlitellm_params= %scategory_thresholdsz os.environ/zguardrail_type is requiredrr.)r[guardrail_typer]rzUnsupported guardrail: rV)rcrVr]rL)rdrjr uuid4rr r2r:r;rrrZapi_keyr5rZapi_baser[ ValueErrorr'inspect signature parametersinitialize_custom_guardrailr rr)rTr[rrrccustom_guardrail_callbackZlitellm_params_datar]Zlakera_category_thresholdsrZ initializerrsigZparsed_guardrailrLrLrMrsl            z-InMemoryGuardrailHandler.initialize_guardrailrr]c Cs|stdtd|t||d}|j}|dur&td|ddt|j}t |dr5|j d d }n|r;t |ni}d D]} | | dq?|d|d ||d |} t j| | S)z Initialize a Custom Guardrail from a python file or module path This initializes it by adding it to the litellm callback manager zTGuardrailsAIException - Please pass the config_file_path to initialize_guardrails_v2z!Initializing custom guardrail: %s)rNzmode is required for guardrail z* please set mode to one of the following: z, r^T)Z exclude_none)r[mode default_onrV)rVZ event_hookrrL)rAr r2rrrr0rrr8r^r;poprXrYZadd_litellm_callback) rTr[rr]rZ_guardrail_classrrZ extra_paramskeyZ_guardrail_callbackrLrLrMrs:    z4InMemoryGuardrailHandler.initialize_custom_guardrailrccCs@||j|<|j|}|rtt|di}|j|ddSdS)z Update a guardrail in memory - updates the guardrail in memory - updates the guardrail params in litellm.callback_manager r])r]N)rrrdr rZupdate_in_memory_litellm_params)rTrcr[rZupdated_litellm_paramsrLrLrMupdate_in_memory_guardrails   z3InMemoryGuardrailHandler.update_in_memory_guardrailcCs<|j|d|j|d}|rtjjtj|dddSdS)zQ Delete a guardrail in memory and remove from litellm callbacks. NF)Z callback_listobjZ require_self)rrrrXrYZ#remove_callback_from_list_by_object callbacks)rTrcrrLrLrMdelete_in_memory_guardrail3s z3InMemoryGuardrailHandler.delete_in_memory_guardrailcCst|jS)z/ List all guardrails in memory )r=rvaluesrSrLrLrMlist_in_memory_guardrailsEsz2InMemoryGuardrailHandler.list_in_memory_guardrailscCs |j|S)z7 Get a guardrail by its ID from memory )rrd)rTrcrLrLrMget_guardrail_by_idKs z,InMemoryGuardrailHandler.get_guardrail_by_id new_guardrailc Cs|j|}|dur dS|d|dkrdS|d}|d}t|tr+|n|}t|tr6|n|}i}|duri|durit|t|B} | D]} || } || } | | krg| | d|| <qPn ||krtd||di}|r~td|t |dkS)z Check if guardrail params or name have changed compared to in-memory version. Returns True if params/name changed or guardrail doesn't exist in memory. NTrVr])oldnewz'Guardrail params changed. Differences: r) rrdr:rr^setr>r r2rB) rTrcrexistingZexisting_params new_paramsZ existing_dictZnew_dictZchanged_fieldsall_keysrold_valnew_valrLrLrM_has_guardrail_params_changedQs@        z6InMemoryGuardrailHandler._has_guardrail_params_changedcCs>|d}|stddS||jvr|||j||dS)z Force re-initialization of a guardrail even if it exists in memory. Removes old callback from litellm.callbacks and creates fresh instance. rcz2Cannot reinitialize guardrail without guardrail_idNr[r)rdr r@rrr)rTr[rrcrLrLrMreinitialize_guardrails   z/InMemoryGuardrailHandler.reinitialize_guardrailcCsf|d}|stddS|||r-|dd}td|d|d|j||d S|j|S) z Sync a guardrail from DB - initializes if new, re-initializes if changed. This is the method to call during DB polling. rcz*Cannot sync guardrail without guardrail_idNrVUnknownz Guardrail 'z' (ID: z$) params changed, re-initializing...r)rdr r@rinforr)rTr[rrcrVrLrLrMsync_guardrail_from_dbs     z/InMemoryGuardrailHandler.sync_guardrail_from_db)NNrR)rrrrrUrrrjrrrr rrrrrrboolrrrrLrLrLrMrsv Z 6  5 r)?r6r,rrtypingrrrrrr rXr Zlitellm._loggingr Z litellm._uuidr Z%litellm.integrations.custom_guardrailr Z*litellm.litellm_core_utils.safe_json_dumpsrZ1litellm.proxy.guardrails.guardrail_hooks.grayswanrrZinitialize_grayswanZlitellm.proxy.types_utils.utilsrZlitellm.proxy.utilsrZlitellm.secret_managers.mainrZlitellm.types.guardrailsrrrrrZguardrail_initializersrrrrrrZBEDROCKvalueZLAKERAZ LAKERA_V2ZPRESIDIOZ HIDE_SECRETSZTOOL_PERMISSIONZGRAYSWANr'r rj__annotations__rNrPr<Z_discovered_initializersrQrZIN_MEMORY_GUARDRAIL_HANDLERrLrLrLrMsL               L A 8 7