o ưi<@s|dZddlZddlZddlZddlmZmZddlZddlm Z ddl m Z m Z ddl mZddlmZGd d d eZdS) z Qdrant Semantic Cache implementation Has 4 methods: - set_cache - get_cache - async_set_cache - async_get_cache N)Anycast) print_verbose)QDRANT_SCALAR_QUANTILEQDRANT_VECTOR_SIZE)EmbeddingResponse) BaseCachec@sdeZdZ        dddZdefddZdd Zd d Zd d ZddZ ddZ ddZ dS)QdrantSemanticCacheNtext-embedding-ada-002c Csddl} ddlm} m} m} ddlm} |durtd||_t d|j|dur/td||_ ||_ |dur;|nt |_ i}|rPt|trP|drP| |}|r`t|tr`|dr`| |}|pk| dpk| d }|pr| d }d d i}|r}||d <|durtd||_||_t d|j||_| |_| | jd|_|durt d|jj|jd|jd|jd}|jdkrtd|j|ddr|jj|jd|j|jd}||_t d|jdS|dus|dkrdddii}n|dkr ddtddi}n|d krd d!dd"i}ntd#|jj|jd|j|j d$d%|d&|jd'}|drZ|jj|jd|j|jd}||_t d(|jdStd))*Nr)_get_httpx_clientget_async_httpx_clienthttpxSpecialProvider)get_secret_strz-collection_name must be provided, passed Nonez0qdrant semantic-cache initializing COLLECTION - z2similarity_threshold must be provided, passed Nonez os.environ/Z QDRANT_URLZQDRANT_API_BASEZQDRANT_API_KEYz Content-Typezapplication/jsonzapi-keyzQdrant url must be providedz'qdrant semantic-cache qdrant_api_base: )Z llm_providerzNQuantization config is not provided. Default binary quantization will be used. /collections/z/exists)urlheadersz1Error from qdrant checking if /collections exist resultexistsz.Collection already exists. Collection details:binary always_ramFZscalarZint8)typeZquantilerproductZx16) compressionrzBQuantization config must be one of 'scalar', 'binary' or 'product'ZCosine)sizeZdistance)Zvectorsquantization_config)rjsonrz+New collection created. Collection details:z#Error while creating new collection) osZ&litellm.llms.custom_httpx.http_handlerr r rZlitellm.secret_managers.mainr Exceptioncollection_namersimilarity_thresholdembedding_modelr vector_size isinstancestr startswithgetenv ValueErrorqdrant_api_baseqdrant_api_keyr sync_clientZCaching async_clientget status_codetextrcollection_inforput)selfr)r*r r!rr"Z host_typer#rr r rrrZcollection_existsZcollection_detailsZquantization_paramsZnew_collection_statusr3\/home/app/Keep/.python/lib/python3.10/site-packages/litellm/caching/qdrant_semantic_cache.py__init__s             zQdrantSemanticCache.__init__cached_responsecCs<|dur|Szt|}W|Styt|}Y|SwN)rloadsrast literal_eval)r2r6r3r3r4_get_cache_logics z$QdrantSemanticCache._get_cache_logicc Kstd|ddlm}|d}d}|D]}||d7}qtttj|j|dddd }|d dd } t|}t |ts@Jd t| | ||d dgi} |j j |j d|jd|j| ddS)Nz)qdrant semantic-cache set_cache, kwargs: ruuidmessagescontentTzno-storezno-cachemodelinputcachedata embeddingpointsr/responseidvectorpayloadr/pointsrrr)r litellm._uuidr=rrlitellmrGr"r%r$uuid4r+r1r)r r) r2keyvaluekwargsr=r>promptmessageembedding_responserGrFr3r3r4 set_caches@    zQdrantSemanticCache.set_cachec KsPtd||d}d}|D]}||d7}qtttj|j|dddd}|dd d }|d d dd diddd}|jj|jd|j d|j |d} | d} | durZdSt | t rgt| d krgdS| d d} | d dd} td|jd| d|d| | |jkr| d dd} td| d|d| |j| d SdS)!Nz.sync qdrant semantic-cache get_cache, kwargs: r>r?r@TrArBrFrrG quantizationF@ignoreZrescoreZ oversamplingrrMparamslimitZ with_payloadr/points/searchrPrscorerNr/&semantic cache: similarity threshold: , similarity: , prompt: , closest_cached_prompt: rJgot a cache hit, similarity: , Current prompt: , cached_prompt: r6)rrrrRrGr"r+postr)r rrr$listlenr!r;)r2rTrVr>rWrXrYrGrFsearch_responseresults similarity cached_prompt cached_valuer3r3r4 get_caches^        zQdrantSemanticCache.get_cachec sZddlm}ddlm}m}td||d}d}|D]} || d7}q|dur2dd |Dng} |durd|j| vrd|d id d} |j|j|d d d | d |d iddddIdH} nt j|j|d d d dIdH} | ddd} t |}t |t sJdt | | ||ddgi}|j j|jd|jd|j|dIdHdS)Nrr<llm_model_list llm_routerz/async qdrant semantic-cache set_cache, kwargs: r>r?r@cSg|]}|dqSZ model_namer3.0mr3r3r4 )z7QdrantSemanticCache.async_set_cache..metadata user_api_keyTrAtrace_idrzsemantic-cache-embeddingrrCrDrErrBrFrGrHrIrKrrOrP)rQr=litellm.proxy.proxy_serverrvrwrr"r- aembeddingrRr%r$rSr,r1r)r r)r2rTrUrVr=rvrwr>rWrXrouter_model_namesrrYrGrFr3r3r4async_set_caches\      z#QdrantSemanticCache.async_set_cachec std|ddlm}m}|d}d}|D]}||d7}q|dur,dd|Dng}|dur^|j|vr^|d id d} |j|j|d d d | d |d id dddIdH} ntj|j|d d d dIdH} | ddd} | ddd ddidd d} |jj |j d|j d|j | dIdH} | d}|durd|d id<dSt|trt|dkrd|d id<dS|dd}|dd d!}td"|jd#|d$|d%|||d id<||jkr|dd d&}td'|d(|d)||j|d*SdS)+Nz/async qdrant semantic-cache get_cache, kwargs: rrur>r?r@cSrxryr3rzr3r3r4r}fr~z7QdrantSemanticCache.async_get_cache..rrTrArrrrBrFrGr[Fr\r]rr_rrbrPrgzsemantic-similarityrcrNr/rdrerfrgrJrhrirjrk)rrrvrwr"r-rrRr,rlr)r rr setdefaultr$rmrnr!r;)r2rTrVrvrwr>rWrXrrrYrGrFrorprqrrrsr3r3r4async_get_cache[s         z#QdrantSemanticCache.async_get_cachecs|jSr7)r0)r2r3r3r4_collection_infosz$QdrantSemanticCache._collection_infocsFg}|D]}||j|d|dfi|qtj|IdHdS)Nrr)appendrasynciogather)r2Z cache_listrVtasksvalr3r3r4async_set_cache_pipelines $z,QdrantSemanticCache.async_set_cache_pipeline)NNNNNr NN) __name__ __module__ __qualname__r5rr;rZrtrrrrr3r3r3r4r s$  -C@Z r )__doc__r9rrtypingrrrRZlitellm._loggingrZlitellm.constantsrrZlitellm.types.utilsrZ base_cacher r r3r3r3r4s