o ưiQ@sddlZddlZddlZddlZddlZddlmZddlmZmZddl m Z m Z m Z m Z ddlZddlmZddlZddlmZddlmZddlmZmZdd lmZmZdd lTdd lmZmZd d Z GdddeZ!dS)N)uuid)datetimetimezone)AnyDictListOptional) BaseModel)verbose_logger)CustomBatchLogger)should_use_langsmith_mockcreate_mock_langsmith_client)get_async_httpx_clienthttpxSpecialProvider)*)StandardCallbackDynamicParamsStandardLoggingPayloadcCstjtjtjtf}t|| S)N)types CoroutineType FunctionType GeneratorTyper isinstance)valueZnon_serializable_typesrU/home/app/Keep/.python/lib/python3.10/site-packages/litellm/integrations/langsmith.pyis_serializables  rc sTeZdZ     d.deedeedeedeedeef fdd Z    d/deedeedeedeed ef d d Zd efd dZ ddZ ddZ ddZ ddZ d0dededed efddZd edeefddZd eeeffd d!Zd"eeefd efd#d$Zd"eeefd efd%d&Zd'd(Zd)d*Zd+efd,d-ZZS)1LangsmithLoggerNlangsmith_api_keylangsmith_projectlangsmith_base_urllangsmith_sampling_ratelangsmith_tenant_idc st|_tjd i|d|jit|_|jr"tt d|j ||||d|_ t ddurEt drE|pDtt dnd|_t dd|_ttjd|_t d dp^tj}|rft||_g|_t|dS) N flush_lockz:[LANGSMITH MOCK] LangSmith logger initialized in mock moderrrr!ZLANGSMITH_SAMPLING_RATEg?ZLANGSMITH_DEFAULT_RUN_NAMEZLLMRun)Z llm_providerZLANGSMITH_BATCH_SIZEr)asyncioLockr"super__init__r is_mock_moder r debugget_credentials_from_envdefault_credentialsosgetenvstripisdigitfloat sampling_ratelangsmith_default_run_namerrZLoggingCallbackasync_httpx_clientlitellmZlangsmith_batch_sizeint batch_size log_queue create_taskZperiodic_flush)selfrrrr r!kwargsZ _batch_size __class__rrr')s@     zLangsmithLogger.__init__returnc CsP|ptd}|ptdpd}|ptdpd}|ptd}t||||dS)NLANGSMITH_API_KEYLANGSMITH_PROJECTzlitellm-completionLANGSMITH_BASE_URLzhttps://api.smith.langchain.comLANGSMITH_TENANT_ID)r>r@r?rA)r,r-LangsmithCredentialsObject) r9rrrr!Z_credentials_api_keyZ_credentials_projectZ_credentials_base_urlZ_credentials_tenant_idrrrr*Vsz(LangsmithLogger.get_credentials_from_env credentialsc CsRz|dip i}|dipi}|d|d}|d|j} |d|dd} |dd} |d d} |d d} |d d}td |d | |dd}|dur\td|d}t|}|d}|rt|trdD]}||vr||vr||||<qr| d||d||d|d|d|d }|ddur|ddkr|d|d<| r| |d<| r| |d<| r| |d <| r| |d <|r||d <|d} d|vs|ddur tt } | |d<d |vs|d dur| durt| tr| |d <d |vs|d dur| durt| tr|j | d|d <td||WSty(w)NZlitellm_paramsmetadata project_namer?run_nameidrun_id parent_run_idtrace_id session_id dotted_orderz"Langsmith Logging - project_name: z , run_name Zstandard_logging_objectz,Error logging request payload. Payload=none.requester_metadata)rK thread_idZconversation_idZllmresponseZ startTimeZendTimeZ request_tags) nameZrun_typeZinputsZoutputsZ session_name start_timeend_timetagsextraZ error_strstatusZfailureerror)rHz'Langsmith Logging data on langsmith: %s) getr2r r) Exceptiondictrstrruuid4make_dot_order)r9r: response_objrQrRrCZ_litellm_paramsrDrErFrHrIrJrKrLpayloadZextra_metadatarMkeydatarrr_prepare_log_dataos            z!LangsmithLogger._prepare_log_datac CszW|j|d}t}||krtd||WdStd|||j|d}|j|||||d}|j t ||dtd|j dt |j|j krU|WdSWdStyftdYdSw) Nr:>Skipping Langsmith logging. Sampling rate={}, random_sample={}z;Langsmith Sync Layer Logging - kwargs: %s, response_obj: %sr:r]rQrRrCr`rCz/Langsmith, event added to queue. Will flush in z seconds...z/Langsmith Layer Error - log_success_event error)%_get_sampling_rate_to_use_for_requestrandomr infoformatr)#_get_credentials_to_use_for_requestrar7appendLangsmithQueueObjectZflush_intervallenr6 _send_batchrX exception r9r:r]rQrRr1Z random_samplerCr`rrrlog_success_eventsL    z!LangsmithLogger.log_success_eventc sz[|j|d}t}||krtd||WdStd|||j|d}|j|||||d}|j t ||dtdt |j|j t |j|j krZ| IdHWdSWdStyktdYdSw)Nrbrcz|jsdS|}|D]}|j|j|jdIdHqdS)aX Handles sending batches of runs to Langsmith self.log_queue contains LangsmithQueueObjects Each LangsmithQueueObject has the following: - "credentials" - credentials to use for the request (langsmith_api_key, langsmith_project, langsmith_base_url) - "data" - data to log on to langsmith for the request This function - groups the queue objects by credentials - loops through each unique credentials and sends batches to Langsmith This was added to support key/team based logging on langsmith NrC queue_objects)r7_group_batches_by_credentialsvalues_log_batch_on_langsmithrCrw)r9Z batch_groupsZ batch_grouprrrasync_send_batchNs z LangsmithLogger.async_send_batch/api/v1urlendpoint api_versioncCs>||vr |d|}|dr||S|d|S)N/)rstripendswith)r9r}r~rrrr_add_endpoint_to_urlis   z$LangsmithLogger._add_endpoint_to_urlrwc sf|d}|d}|d}||d}d|i}|r||d<dd|D}zWtd t||jr6td |jj|d |i|d Id H} | | j dkr]t d| j d| j Wd S|jrntdt|dWd Stdt|j dWd St jy} ztd| jj d| jj WYd } ~ d Sd } ~ wtytdtYd Sw)aV Logs a batch of runs to Langsmith sends runs to /batch endpoint for the given credentials Args: credentials: LangsmithCredentialsObject queue_objects: List[LangsmithQueueObject] Returns: None Raises: Does not raise an exception, will only verbose_logger.exception() r@r>rAz runs/batch x-api-key x-tenant-idcSsg|]}|dqS)r`r).0 queue_objectrrr sz;LangsmithLogger._log_batch_on_langsmith..z%Sending batch of %s runs to LangsmithzB[LANGSMITH MOCK] Mock mode enabled - API calls will be interceptedpost)r}jsonheadersNi,zLangsmith Error: z - z[LANGSMITH MOCK] Batch of z runs successfully mockedz Batch of z runs successfully createdzLangsmith HTTP Error: zLangsmith Layer Error - )rWrr r)rmr(r3rraise_for_status status_coderVtextr7httpxZHTTPStatusErrorrorOrX traceback format_exc) r9rCrwlangsmith_api_baserr!r}rZelements_to_logrOerrrrzssT           z'LangsmithLogger._log_batch_on_langsmithcCsi}|jD]C}|d}|ddus|ddur#td|d|dqt|d|d|d|dd}||vr@t|gd ||<||j|q|S) z@Groups queue objects by credentials using a proper key structurerCr>Nr?zBLangsmith Logging - credentials missing - api_key: %s, project: %sr@rA)Zapi_keyprojectbase_urlZ tenant_idrv)r7r warningCredentialsKeyrW BatchGrouprwrk)r9Zlog_queue_by_credentialsrrCr_rrrrxs.    z-LangsmithLogger._group_batches_by_credentialsr:cCs8|dd}|j}|dur|d}|durt|}|S)N standard_callback_dynamic_paramsr )rWr1r0)r9r:rr1Z_sampling_raterrrrfs z5LangsmithLogger._get_sampling_rate_to_use_for_requestcCsT|dd}|dur%|j|dd|dd|dd|ddd}|S|j}|S)z Handles key/team based logging If standard_callback_dynamic_params are provided, use those credentials. Otherwise, use the default credentials. rNrrrr!r#)rWr*r+)r9r:rrCrrrrjs( z3LangsmithLogger._get_credentials_to_use_for_requestcCsf|jsdSzt}|rt|WdS||WdSty2t|YdSw)z'Calls async_send_batch in an event loopN) r7r$get_event_loop is_runningr8r{run_until_complete RuntimeErrorrun)r9looprrrrns zLangsmithLogger._send_batchcCsZ|jd}|jd}|jd}|d|}d|i}|r!||d<tjj||d}|S)Nr>r@rAz/runs/rr)r}r)r+rWr4Zmodule_level_clientr)r9rHrrr!r}rrOrrr get_run_by_ids   zLangsmithLogger.get_run_by_idrHcCs"ttj}|}|dt|S)Nz%Y%m%dT%H%M%S%fZ)rnowrutcstrftimerZ)r9rHstZid_rrrr\ s zLangsmithLogger.make_dot_order)NNNNN)NNNN)r|)__name__ __module__ __qualname__rrZr0r'rBr*rarqrtrur{rrrlrzrrrrxrrfrjrnrr\ __classcell__rrr;rr(s/  f)*&   =!   r)"r$r,rgrrZ litellm._uuidrrrtypingrrrrrZpydanticr r4Zlitellm._loggingr Z(litellm.integrations.custom_batch_loggerr Z*litellm.integrations.langsmith_mock_clientr r Z&litellm.llms.custom_httpx.http_handlerrrZ$litellm.types.integrations.langsmithZlitellm.types.utilsrrrrrrrrs&