o ưip%@sUddlZddlZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z mZmZer3ddlmZddlZddlZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZdd l m!Z!m"Z"dd l#m$Z$m%Z%dd l&m'Z'ddl(m)Z)ddl*m+Z+m,Z,e'Z-e'e.d<ddl/m0Z0ddl1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8ddl9m:Z:ddl;mZ>ddl?m@Z@ddlAmBZBmCZCmDZDddl*mEZEmFZFmGZGmHZHdaIe de.d<dJddZJedeEfddZKe           dKd!eLd"e eLd#e eMd$e e eLe>fd%e eLd&e eLd'e eLd(e eLd)e eLd*e eLd+e eLd,e d-deeeeEffd.d/ZNe           dKd0d1d!eLd"e eLd#e eMd$e e eLe>fd%e eLd&e eLd'e eLd(e eLd)e eLd*e eLd+e eLd,e d0deEfd2d/ZNe           dKd!eLd"e eLd#e eMd$e e eLe>fd%e eLd&e eLd'e eLd(e eLd)e eLd*e eLd+e eLde eEeeeeEfffd3d/ZNedeEfd4d5ZOe 6 7 8  dLd9e0d"eLd#eMd%e d:d&e eLd(e eLdeEfd;d<ZPe              dMd9e e e0e e0fd!e eLd"e eLd=e eLd#e eMd$e e eLe>fd%e eLd&e eLd(e eLd>e e eLefd?e e eLefd@e e eLefdAe e eQejRfdBe eLde eEeeeeEfffdCdDZSe           dNd9e e0e e0fd"eLd!eLd=e eLd#e eMd$e e eLe>fd%e eLd&e eLd(e eLd>e e eLefd?e e eLefd@e e eLefdAe e eQejRfdBe eLdeEfdEdFZTdGeLdefdHdIZUdS)ON)partial) TYPE_CHECKINGAny CoroutineDictListLiteralOptionalUnioncastoverloadImageEditRequestUtils)client)DEFAULT_IMAGE_ENDPOINT_MODEL)request_timeout)LiteLLMUnknownProvider)Logging)mock_image_generation)BaseImageEditConfigBaseImageGenerationConfig)AsyncHTTPHandler HTTPHandler)BaseLLMHTTPHandler) CustomLLM)exception_typeget_litellm_paramsllm_http_handler) FileTypes)azure_chat_completionsbase_llm_aiohttp_handlerbase_llm_http_handlerbedrock_image_editbedrock_image_generationopenai_chat_completionsopenai_image_variations)get_secret_str)ImageEditOptionalRequestParams)ImageGenerationRequestQuality)GenericLiteLLMParams)!LITELLM_IMAGE_VARIATION_PROVIDERS LlmProvidersall_litellm_params) ImageResponseProviderConfigManagerget_llm_providerget_optional_params_image_genr_ImageEditRequestUtils_cachereturncCs(tdur tt}|jatdusJtS)z7Get ImageEditRequestUtils, loading it lazily if needed.N)r1 importlib import_module__name__r)moduler7J/home/app/Keep/.python/lib/python3.10/site-packages/litellm/images/main.py_get_ImageEditRequestUtilsJs   r9c st}t|dkr|dn|d}d|d<d}zXttg|Ri|}t}t|j|}t|| ddd\}}}}| d|IdH} d} t | t rUt d i| } nt | t r]| } n t| rg| IdH} | durotd| WSty} z |p|d }t||| ||d d} ~ ww) a Asynchronously calls the `image_generation` function with the given arguments and keyword arguments. Parameters: - `args` (tuple): Positional arguments to be passed to the `image_generation` function. - `kwargs` (dict): Keyword arguments to be passed to the `image_generation` function. Returns: - `response` (Any): The response returned by the `image_generation` function. rmodelTaimg_generationNapi_baser:r<z?Unable to get Image Response. Please pass a valid llm_provider.openair:custom_llm_providerZoriginal_exceptionZcompletion_kwargs extra_kwargsr7)asyncioget_event_looplenrimage_generation contextvars copy_contextrunr/getrun_in_executor isinstancedictr- iscoroutine ValueError Exceptionr argskwargsloopr:r@funcctxfunc_with_context_ init_responseresponseer7r7r8aimage_generationWsH       r[Xpromptr:nqualityresponse_formatsizestyleuserapi_keyr< api_versionr;Tc KdSNr7r]r:r^r_r`rarbrctimeoutrdr<rer@r;rRr7r7r8rErEF)r;c Krfrgr7rhr7r7r8rErjc 7 szt}| dd}| dd}| dd}| dd}| dd}| dd}| d d}| d i}| d }| d d}| d d}| ddpMi}| dd}|dur]||tj}d}|dusl| durxt|| | d\}} }} nd}d} ||jd<gd}t}||fdd| D} d}!| dur| t j vrt j|p|t | d}!tdA|p|||||||| |!d | }"tdAi| }#|}$|$j|||"|d|||||did | dd|$jvr| |$jd<|durt||dWS| dkrtdpd}%| ptjptd} | ptjptd } | p'tjp'tjp'td!p'td"} |"d#dp2td$}&|durfd%d&lm}'|#d'}(|#d(})|#d)}*|#d*pTd+}+|(rf|)rf|*rf|'|(|)|*|+d,}d-d.i},| durs| |,d/<|, D]\}-}.|-|vr|.||-<qwtj|||| | |&|||"|| ||||#d0}|WS| tj jtj jtj j tj j!tj j"tj j#tj j$tj j%fvr|!durt&d1| | ptj}/|/|#d2<t'j(| |||!|"| |#|||d3 WS| d4kr5d%d5l)m*}0|0+| } |0,| } |dur||"d <d-d.i},| dur | |,d/<|, D]\}-}.|-|vr|.||-<qtj|||| | d|||"|| ||||#d0}|WS| dksG| t j-j.ksG| tj/vrm|durP||"d <| d6d}1t0j|||| p_|| ||"||1|||d7 }|WS| d8kr|dur{t1d9t2j|||||"|||| | d: }|WS| tj3vrd}2tj4D]}3|3d;| kr|3d<}2q|2durt5|| d=|d>urd}4|durt6|t7r|}4|2j8||| | ||"|||4d? }|WSd}5|durt6|t9r|}5|2j||| | ||"|||5d? }|WSt1y }6z t:|| |6t| d@d}6~6ww)Bzv Maps the https://api.openai.com/v1/images/generations endpoint. Currently supports just Azure + OpenAI. r;Flitellm_call_idN logger_fn mock_responseproxy_server_requestazure_ad_token_provider model_infometadatalitellm_logging_objr extra_headersheaders base_model)r:r@r<dall-e-2r>r:)rcrr<rerd deployment_id organizationbase_urldefault_headersri max_retriesr^r_rarbci|] \}}|vr||qSr7r7.0kvZdefault_paramsr7r8 z$image_generation..r:provider) r:r^r_r`rarbrcr@provider_config) riazurerkrlrnrprqZpreset_cache_keyZstream_responser:rcoptional_paramslitellm_paramsr@r@)r:rmrZAZURE_API_TYPEZAZURE_API_BASEZAZURE_API_VERSIONZAZURE_OPENAI_API_KEYZ AZURE_API_KEYazure_ad_tokenZAZURE_AD_TOKENr) get_azure_ad_token_from_entra_id tenant_id client_id client_secret azure_scopez,https://cognitiveservices.azure.com/.default)rrrscopez Content-Typezapplication/jsonzapi-key)r:r]rirdr<rro logging_objrmodel_responserer;rrtrz-image generation config is not supported for r<) rdr:r]Z image_generation_provider_configZ(image_generation_optional_request_paramsr@rrrirZazure_ai)AzureFoundryModelInforx) r:r]rirdr<rrrrxr;rrtbedrock!Model needs to be set for bedrock) r:r]rirrrr;rr<rdrcustom_handlerr:r@T) r:r]rdr<rrrrirr?r7);localsrIupdatelitellmutilsr-r/Z_hidden_paramsr,itemsr+ _member_map_valuesr.Z$get_provider_image_generation_configr0rupdate_environment_variablesZmodel_call_detailsrr&r<rerdZ azure_keypopZlitellm.llms.azure.common_utilsrrrEZRECRAFTZAIMLZGEMINIZFAL_AIZ STABILITYZRUNWAYMLZ VERTEX_AIZ OPENROUTERrNrZimage_generation_handlerZ"litellm.llms.azure_ai.common_utilsr get_api_base get_api_keyZ LITELLM_PROXYvalueZopenai_compatible_providersr$rOr#_custom_providerscustom_provider_maprrKrr[rr)7r]r:r^r_r`rarbrcrirdr<rer@rRrQr;rkrlrmrnrorprqrrrrsrtrurdynamic_api_key openai_paramsrnon_default_paramsZimage_generation_configrZlitellm_params_dictloggingZapi_typerrrrrrrzrrZ _api_baserrxritemasync_custom_client custom_clientrZr7rr8rEs@                              1        i    O >     c s.t}|dd}|dd}d|d<zhttg|Ri|}t}t|j|}|durA|durAt||ddd\}}}}| d|IdH} t | t sTt | t ret | t r`t d i| } | } | WSt | rr| IdH} | WS| d|IdH} | WSty} z |pd}t||| ||d d} ~ ww) a Asynchronously calls the `image_variation` function with the given arguments and keyword arguments. Parameters: - `args` (tuple): Positional arguments to be passed to the `image_variation` function. - `kwargs` (dict): Keyword arguments to be passed to the `image_variation` function. Returns: - `response` (Any): The response returned by the `image_variation` function. r:Nr@T async_callr<r=r>r?r7)rBrCrIrimage_variationrFrGrHr/rJrKrLr-rMrOrrPr7r7r8aimage_variation7sJ       rrvurlimage)rZb64_jsonc Ks|dd}tt|d}tdi|} t|| dd| dd| ddd\}} } } z t| } t| }WntyHtd| dtwt}d}t j |pSd | d }|duretd | dt| | dd}| | dd} |tj kr|durtd | durtd tj||| ||| dd| |i| d }n+|tjkr|durtd| durtdtj||| ||| ddpt| |i| |d }|durtd| dt|S)Nrrrr@r<rd)r:r@r<rdz"Invalid image variation provider: z. Supported providers are: rz_image variation provider has no known model info config - required for getting api keys, etc.: z/API key is required for OpenAI image variationsz0API base is required for OpenAI image variationsri) rrdr<r:rrir@rrrz.API key is required for Topaz image variationsz/API base is required for Topaz image variations) rrdr<r:rrir@rrrrr7)rIr LiteLLMLoggingObjrr/r+r*rNr-r.Zget_provider_model_inforrZOPENAIr%Zimage_variationsZTOPAZr DEFAULT_REQUEST_TIMEOUT)rr:r^r`rarcrRrrrrr@rr<Z llm_providerZimage_variation_providerrrYrrdr7r7r8rns         rmaskrs extra_query extra_bodyrir@c& st}zgd}t}||fdd|D}|d}|dd}|dd}|di}|d d d u}t|tr@|n|durG|gng}|d }i}t|trZ||t| trd|| |rjt|} t d!i|}t |put | d \}} }}| t j vrd}t jD] }|d| kr|d}q|durt|| d t}|rd} |ddurt|dtr|d} |j|||||d|d||| | d WSd}!|ddurt|dtr|d}!|j|||||d|d||| |!d WStj|t | d}"|"durtd| ||t|}#tj||"|#|d|dd}$|j||t|$i|$|||d| d| dkrp|durOtd|$|tj|||| ||$t||d|d| |dd WS| dkr|$|tj ||||"|$| ||| | | pt!||dd WStj ||||"|$| ||| | | pt!||dd WSty}%z t j"|| |%||d d}%~%ww)"zW Maps the image edit functionality, similar to OpenAI's images/edits endpoint. )rcrr<rerdrwrxryrzrir{r^r_rarbrcr|r7r7r}rr7r8rrzimage_edit..rrrkNrprqrFTrtrrrrrdr<) r:rr]rrdr<rrrirrz image edit is not supported for drop_paramsadditional_drop_params)r:image_edit_provider_configimage_edit_optional_paramsrr)rkrprqrrr) r:rr]rirrr aimage_editrr<rsrdZ stability) r:rr]rZ"image_edit_optional_request_paramsr@rrrsrri _is_asyncrr?r7)#rr,rrIrrKlistrLrr)r/rrrrrr-rrr image_editr.Zget_provider_image_edit_configr+rNr9Z'get_requested_image_edit_optional_paramZget_optional_params_image_editrrOr"r!Zimage_edit_handlerrr)&rr]r:rr^r_r`rarcrsrrrir@rR local_varsrZlitellm_params_listrrrrkrprqrimagesZheaders_from_kwargsZmerged_extra_headersrrWrrrrrrrZimage_edit_request_paramsrZr7rr8rsH                            rcst}z^t}d|d<| dur tj||ddd\}} }}t|tr'|n|g}tt f|||||||||| | d |}t }t|j |}| d|IdH}t|r^|IdH}|WS|}|WStyx}z tj|| |||dd}~ww)a} Asynchronously calls the `image_edit` function with the given arguments and keyword arguments. Parameters: - `args` (tuple): Positional arguments to be passed to the `image_edit` function. - `kwargs` (dict): Keyword arguments to be passed to the `image_edit` function. Returns: - `response` (Any): The response returned by the `image_edit` function. TrNryr=) rr]rr:r^r_r`rarcrir@r?)rrBrCrr/rIrKrrrrFrGrHrJrMrOr)rr:r]rr^r_r`rarcrsrrrir@rRrrSrWrrTrUrVrXrYrZr7r7r8rsZ     rnamecCs@|dkrddlm}tt}||jd<|Stdtd|)z*Lazy import handler for images.main modulerrr zmodule z has no attribute )rrr3r4r5__dict__AttributeError)rZ_ImageEditRequestUtilsr6r7r7r8 __getattr__s    r)r2r) NNNNNNNr\NNNN)rvrrNN)NNNNNNNNNNNNNN) NNNNNNNNNNN)VrBrFr3 functoolsrtypingrrrrrrr r r r Zlitellm.images.utilsrZhttpxrrZlitellm.constantsrrrZlitellm.exceptionsrZ*litellm.litellm_core_utils.litellm_loggingrrZ)litellm.litellm_core_utils.mock_functionsrZlitellm.llms.base_llmrrZ&litellm.llms.custom_httpx.http_handlerrrZ*litellm.llms.custom_httpx.llm_http_handlerrZlitellm.llms.custom_llmrZ litellm.utilsrrr__annotations__Z.openai.types.audio.transcription_create_paramsrZ litellm.mainrr r!r"r#r$r%Zlitellm.secret_managers.mainr&Zlitellm.types.images.mainr'Zlitellm.types.llms.openair(Zlitellm.types.routerr)Zlitellm.types.utilsr*r+r,r-r.r/r0r1r9r[strintrErrfloatTimeoutrrrr7r7r7r8s$  0           $     ;              u6 _    h    O