ij UdZddlmZddlmZmZddlmZmZddlm Z ddl m Z ddl m Z ddlmZerdd lmZeeZd d d d gdd dd dgddddgddidiZded<de jdddedidddid ddid!ddid"dd#id$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4ddid5d%d&d'ddd6d7id8d9ddid:ddid;ddidd?d@dAdBddidCddidDddidd#idd#iddiddiddid?dEdAd?dEdAdFidGZdedH<dIe jdJedidKddid ddid5d%d&d'ddd6d7id8d9ddid:ddid;ddidd?d@dAd4ddidBddidCddidDddidLddidMddidNd%d&d'ddd6d7id8dOd%d&d'd(dd#idd#iddPdQddiddiddid%dPdQd?dEdAd?dEdAdR idGZdedS<dIe jddTedUidVddidWddidKddid ddid4ddidXddidYddidZddPdQd[dd\id]ddid^ddid_d?dEdAd`d?dEdAdad%d&d'ddd6d7id8dbd%d&d'ddd6d7id8dcddiddddiideddidfddidgddidhd%d&d'ddd6d7id8diddidjd%d&d'ddd6d7id8dkddidlddidmddidndd\idodd\idpdd\idqdd\idrd%d&d'd(dsdd#idtdd#idudd#iidvddidwddidxddidyddidzddid{ddid|ddid}ddid~ddidd%d&d'd(ddd\idddidddidddPddddPddddPdddddiddiddPdQdd\iddid%dPdQd%dPdQddddPdddd6d7ddidd6d7dd6d7ddid%dPdQddddPdddPddidddidd%d&d'ddd6d7id8dddidddiddd#iddd#idddidddiddd\iddd\iddd\idddidddidd%d&d'd(dd%dPdQdddiddd\idd\id%dPdQd%dPdQdddd%d&d'ddd6d7id8dd6d7ddiddiddiddidd\id%dPdQddddd6d7dd6d7dd6d7dd6d7d?ddAd%dPdQddddPdddPdddPdddd6d7dd6d7ddd7dd6d7d%dPdQdd6d7ddddPdddPdddPddddGZded<dIe jddTdidddidKddidddid ddidddidddidddidddidddid5d%ddd6d7iddddiddd#iddd#idd?dEdAdd?dEdAdddidddid%dPdQdd#id?dEdAd?dEdAdidGZded<dIe jddTdidddidddidKddidddidddidddidddiddd#iddd#idddidddidddidOd%ddd6d7iddddidddidddidd%dPdQddiddPdd?dEdAd?dEdAdœidGZded<dIe jddTdidddidddidddidKddidddidddidddiddd\idddidd%dPdQdddPddd%dPdQdddidddPdQdddidd?dEdAdd?dEdAidGZded<dZddddidddidڜdۜigdܜZded<GdބdߦZdS)uOpenSearch client wrapper for gov-doc chunk indexing and hybrid search. Migrated from Elasticsearch 8.19 to OpenSearch 2.19 for permanent free RRF support. OpenSearch 客户端封装模块。 负责文档 chunk 的索引管理、混合检索（BM25 + kNN 向量融合）、 文档元数据 CRUD、入库追踪记录查询，以及基于 content_hash 的 内容去重与 ACL 权限重算。 ) annotations)datetimetimezone) TYPE_CHECKINGAny)AsyncOpenSearch) async_bulk)settings) get_logger) RedisClientanalysiscustom ik_max_word lowercase)type tokenizerfilterik_smart gov_synonym) ik_max_indexik_smart_synonymsynonym)u8发改委,国家发展和改革委员会,发展改革委u工信部,工业和信息化部u财政部,财政厅u"住建部,住房和城乡建设部u 环保,生态环境,环境保护)rsynonyms)analyzerrdict[str, Any]_IK_ANALYZER_SETTINGS5sT)number_of_shardsnumber_of_replicasrefresh_intervalz index.knn propertieschunk_idrkeyword content_hashdoc_ids chunk_indexintegercontenttextrr)rrsearch_analyzercontent_vector knn_vectorihnsw cosinesimillucene)mef_construction)name space_typeengine parameters)r dimensionmethodacl_idstitlei)r ignore_above)rrr+fields doc_number issuing_orgdoc_type subject_wordssigner publish_datedatez$yyyy-MM-dd||yyyy/MM/dd||epoch_millis)rformatknowledge_categoryknowledge_category_codedocument_scene_typez'strict_date_optional_time||epoch_millis) page_number page_numbersheading_hierarchy element_type file_type created_at updated_at)r mappingsGOV_DOC_CHUNKS_MAPPING)rr doc_idservice_guide_statusguide_profile_idguide_matter_namesummaryF)rindex) chunk_count page_count file_pathrNstatustask_iderrorrOrPGOV_DOC_META_MAPPING)rr r!strictschema_version profile_id scene_typesource source_url is_currentboolean guide_versionextractor_version extracted_atrP matter_namecolloquial_names matter_typeimplementation_code basic_codebusiness_item_codematter_versionimplementing_subjectimplementing_subject_naturedelegated_departmentservice_objects service_modes online_depth hall_requiredexpress_supportedreservation_supported must_onsitemust_onsite_reasonvisit_count_to_hallpromised_time_limit_dayslegal_time_limit_dayshandled_org_names region_nameslinked_matter_idsmaterial_names fee_names window_nameslegal_basis_namescross_region_scopecross_region_summaryguide_search_text needs_reviewcompleteness_scorefloatconfidence_score document_infoobject)renabledmatter_identity basic_infocross_region_servicenested)service_scope_typeregions_summaryregions_detailregions_truncatedrwnotesraw_text)rr") outcome_name outcome_type template_name sample_nameelectronic_certificate_statusrguide_material_id material_namelinked_material_idrequirement_leveloriginal_count copy_count form_types paper_specelectronic_license_linkedexempt_submissionreusable_previous_submission material_typesource_channelfill_instructionsrapplicable_conditionsblank_form_available)sample_available download_hint raw_row_text)fee_name amount_text amount_valuecurrency charging_bodycharging_method reduciblerz?yyyy-MM-dd||yyyy/MM/dd||strict_date_optional_time||epoch_millis)law_name document_no article_no issuing_bodyeffective_datearticle_content) window_namelocation office_phone office_hours navigationscope) review_info result_infoacceptance_info process_info materialsfees legal_basisrights_and_obligationsremediesconsultation_and_supervisionservice_windowsbindingsquality raw_sections)dynamicr"GOV_SERVICE_GUIDES_MAPPINGtrace_idr^ source_typer] current_stagerNoriginal_filename)rr>operator attempt_count latest_seq started_at finished_at duration_mslong error_code) error_messageartifact_countrOrPGOV_DOC_INGEST_TRACES_MAPPINGevent_idstage event_typeseqattemptserviceseverityr) artifact_refsdetails timestamprOGOV_DOC_INGEST_EVENTS_MAPPING artifact_id artifact_typeretention_level is_redactedcontent_encoding preview_text payload_json payload_textstorage_backend storage_path content_bytes expires_atrO GOV_DOC_INGEST_ARTIFACTS_MAPPINGhybrid_rrf_pipelinez0RRF hybrid search pipeline for BM25 + kNN fusionznormalization-processor techniquemin_maxrrf rank_constant<)rr8) normalization combination) descriptionphase_results_processors_RRF_PIPELINE_BODYceZdZdZdZdddcd Zeddddd ZededZ dfdZ edgdZ dhdZ didZ dfdZdddjd!Zdkd$Zdld'Zdmd+Zdnd-Zdod.Zdd/dpd2Zd3ddd3d4d5dqd;Zdd<drd>Zdd<dsd?Zdd<dsd@ZdAdBddddddddddddC dtdQZdudRZdAdSddddTdvdWZdwdYZdAdZddd[dxd]Zdyd_Zdzd`Z d{daZ!d{dbZ"dS)|ESClientuThin async wrapper around :class:`AsyncOpenSearch`. 对 OpenSearch 异步客户端的薄封装，提供索引管理、批量写入、 内容去重查询、ACL 重算以及入库追踪等高层接口。 )illegal_argument_exceptionhybridpipelineN redis_clientesrr'RedisClient | None'returnNonec0||_||_d|_dS)Nunknown)_es_redis _rrf_status)selfrrs 6D:\work\zm-rag\backend\app\infrastructure\es_client.py__init__zESClient.__init__s" -9 ) 'ESClient'c&ddl}dD]}|j|dtjgtjtjtjd}tjrtjtjf|d<|tdi||S)uCreate an ESClient directly from application settings. On Windows with a system proxy configured, aiohttp may route requests through the proxy, causing SSL errors on plain-HTTP connections. We clear proxy env-vars for this process to avoid that. Args: redis_client: 可选的 RedisClient，用于 ACL 重算和删除操作的分布式锁。 Optional RedisClient for distributed locking on ACL paths. rN) HTTP_PROXY HTTPS_PROXY ALL_PROXY http_proxy https_proxy all_proxy)hoststimeout verify_certs ssl_show_warn http_authr) osenvironpopr es_hostes_request_timeoutes_verify_certs es_username es_passwordr)clsrr,_varkwargss r from_settingszESClient.from_settingss  ? ' 'D JNN4 & & & &&'2$4%5 " "    O#+#79M"NF; s?,,V,,<HHHHrc|jS)z?Expose the underlying ``AsyncOpenSearch`` for advanced queries.)rrs rrawz ESClient.raw)s xrcHK|jd{VdSN)rcloser9s rr=zESClient.close.s0hnnrboolc|jdkS)u当前是否应尝试 hybrid 检索。仅在明确不支持时返回 False。 Returns True unless RRF has been definitively determined as unavailable. When status is 'unknown', returns True to allow runtime probing. unavailable)rr9s rshould_use_hybridzESClient.should_use_hybrid3s=00r err_msg_lowerstrcDtfd|jDS)uS判断错误信息是否表示 RRF 能力明确不支持（而非瞬时故障）。c3 K|]}|vV dSr<r+).0kwrBs r z4ESClient._is_rrf_capability_error..>s(UU22&UUUUUUr)any_RRF_CAPABILITY_ERROR_KEYWORDS)rrBs `r_is_rrf_capability_errorz!ESClient._is_rrf_capability_error<s)UUUU1TUUUUUUrbodyrrYr"tuple[dict[str, Any] | None, bool]c\K|jdkrdS |j||d|id{V}|jdkr(d|_td|j |d fS#t $r}t |}||rD|j}d|_t d t |||j Yd}~dSt d t ||jYd}~dSd}~wwxYw)u执行 hybrid 搜索，内置 tri-state 能力探测与自动熔断。 Attempt a hybrid search with built-in capability probing and circuit-breaking. 返回值: (response, ok) — ok=True 表示 hybrid 成功；ok=False 表示调用方应回退到 BM25。 状态机逻辑: - available: 直接执行，成功返回结果；明确能力错误则熔断为 unavailable - unknown: 尝试探测，成功提升为 available，能力错误降级为 unavailable， 其他错误保持 unknown（不永久锁定，下次仍可重试） - unavailable: 直接返回 (None, False)，不发起请求 r@)NFsearch_pipeline)rYrLparamsNr availablerrf_capability_confirmed) rrf_statusTrrf_capability_fused)r_ prev_statusrShybrid_search_transient_errorr_rS) rrsearchloggerinfo ExceptionrClowerrKwarning)rrLrYrresponseexcerr_msgprevs r hybrid_searchzESClient.hybrid_search@sw(  } , ,; !X__)84-H 9,,#.  64CS TTTT> !   #hhnn&&G,,W55 #'#0 *c(( $#/  #{{{{{ NN/#hh+     ;;;;;' sAA-- D+7A4D&1/D&&D+c<Ktjtftjtftjt ftjtftj tftj tffD]\}}|j j|d{V}|sD|j j||d{Vt"d|qt"d| |j jdt*t,d{Vd|_t"d t*|j dS#t0$r}t3|}||r7d |_t"d t3||j n5t"dt3||j Yd}~dSYd}~dSd}~wwxYw)u创建所有必需的索引（幂等），并确保 RRF 混合检索管道已注册。 Create all required indices if they do not already exist, and ensure the RRF search pipeline exists. rYNrYrLes_index_createdes_index_existsz/_search/pipeline/)rLrQsearch_pipeline_created)rrSr@search_pipeline_not_supportedrW'search_pipeline_create_failed_transient)r es_chunk_indexrR es_meta_indexr`es_service_guide_indexres_trace_indexres_event_indexres_artifact_indexrrindicesexistscreaterYrZhttpputHYBRID_RRF_PIPELINEr rr[rCr\rKr])r index_namerLrrr_r`s rcreate_indiceszESClient.create_indicesys $&< =  #%9 :  ,.H I  $&C D  $&C D  ')I J ! A A J 8+222DDDDDDDDF Ah&--JT-JJJJJJJJJ .j AAAA -Z @@@@ (-##:%8::'$        +D  KK),+          #hhnn&&G,,W55 #0 3c((#/=c((#/  sA"E$$ H.BHHrdchunkslist[dict[str, Any]] str | Nonetuple[int, list[Any]]cK|p tjfd}t|j|dd{V\}}|r2tdt ||dd||fS)u批量索引 chunk 文档列表，返回 (成功数, 错误列表)。 Bulk-index a list of chunk documents. Each dict in *chunks* must contain at least ``chunk_id``. Returns ``(success_count, errors)``. c32KD]}|d|dVdS)Nr#)_index_id_sourcer+)chunkry target_indexs r_actionsz,ESClient.bulk_index_chunks.._actionssL  * ,$  rF)raise_on_errorNes_bulk_errors)countsample)r rkr rrYr]len)rryrYrsuccesserrorsrs ` @rbulk_index_chunkszESClient.bulk_index_chunkss7 7       !+48XXZZPU V V VVVVVVV  S NN+3v;;vbqbzN R R Rrr%dict[str, Any] | Nonec :K|jtjdddd|iidddiigiidgdd  d {V}t |t r|n|j}|d id g}|r|d dSd S)u根据内容哈希查找已完成的文档元数据记录（用于入库去重判断）。 Find a completed meta document by content_hash. Returns the first match's ``_source`` or ``None``. r>musttermr%r] completedrS)rTrZr[r\rNquerysizerreNhitsrr)rrXr rl isinstancedictrLget)rr%respr:rs rfind_by_content_hashzESClient.find_by_content_hashsX__(#nl%CD#h %<=!\\\  %        !t,,;dd$)wwvr""&&vr22  &79% %trr>intc  Kd|D}|r|sdSd|D}|d|jtjdd|iidd||tjtj  d d d d d d{V}t|tr|n|j}t|ddS)z=Patch denormalized metadata on all chunks for a content_hash.ci|] \}}||| Sr<r+)rFkvs r z9ESClient.patch_chunks_by_content_hash..sGGGtq!arrcg|] }d|d| S)z ctx._source.z = params.fields.r+)rFkeys r z9ESClient.patch_chunks_by_content_hash..s)XXXcAcAACAAXXXrz*ctx._source.updated_at = params.updated_atrr%painlessz; )r>rPlangrerPrscriptTproceedrYrLrefresh conflictsNupdated)itemsappendrupdate_by_queryr rkjoinrnowrutc isoformatrrrLrr)rr%r> doc_fields assignmentsrr:s rpatch_chunks_by_content_hashz%ESClient.patch_chunks_by_content_hashs; HGv||~~GGG  : 1XXZXXX GHHHX--) ><"@A&"ii 44",&.l8<&@&@&J&J&L&L  .         !t,,;dd$)3779a(()))rrTr; list[str]c dK|sdS|jtjdd|iidd|t jt jdddd d d {V}t|tr|n|j }t| d dS)z9Synchronize acl_ids on guide documents bound to a doc_id.rrrTrzPctx._source.acl_ids = params.acl_ids; ctx._source.updated_at = params.updated_at)r;rPrrTrrNr)rrr rmrrrrrrrrLrr)rrTr;rr:s rsync_service_guide_aclzESClient.sync_service_guide_acls 1X--1 8V"45&p#*&.l8<&@&@&J&J&L&L  .         !t,,;dd$)3779a(()))r matter_idsc K|sdSttd|D}|jt jdd|iidd|tjtj  ddd d d d {V}t|tr|n|j }t|ddS)z=Backfill linked Matter IDs onto guide documents for a doc_id.rc3K|]}||V dSr<r+rFmids rrHz6ESClient.bind_service_guide_matters..)s''I'IS'I'I'I'I'I'I'IrrrTrzctx._source.linked_matter_ids = params.matter_ids; if (ctx._source.bindings == null) { ctx._source.bindings = new HashMap(); } ctx._source.bindings.matter_ids = params.matter_ids; ctx._source.updated_at = params.updated_at)rrPrrTrrNr)listrfromkeysrrr rmrrrrrrrLrr)rrTr unique_idsrr:s rbind_service_guide_mattersz#ESClient.bind_service_guide_matters s  1$--'I'Iz'I'I'IIIJJ X--1 8V"45&E '1&.l8<&@&@&J&J&L&L   '.        *!t,,;dd$)3779a(()))rcK|sdS|jtjddd|iiidd{V}t |t r|n|j}t|ddS) z*Delete guide documents linked to a doc_id.rrrrTTrYrLrNdeleted) rdelete_by_queryr rmrrrLrr)rrTrr:s rdelete_service_guides_by_doc_idz(ESClient.delete_service_guides_by_doc_idBs 1X--1FXv$678.         !t,,;dd$)3779a(()))r) source_fieldsrlist[str] | NonecbK|sdSdd|iiddddiigd}|||d <|jtj| d{V}t |t r|n|j}|d id g}|sdS|d d iS) z;Return the newest service guide document bound to a doc_id.NrrTrSrPorderdesc)rrsortrrerr)rrXr rmrrrLr)rrTrrLrr:rs rfind_service_guide_by_doc_idz%ESClient.find_service_guide_by_doc_idOs 4x01"Wf$567    $+DOX__1%        !t,,;dd$)wwvr""&&vr22 4Aw{{9b)))rr) query_textr&rrlr acl_filterrr&rlrc jKttd|pgD}ttd|pgD}g} g} |g} |r| dd|ii|r| dd|ii| r| d| ddi|r| d d |ii|r| d |gd d di| s| sgSddddiig| di} | r| | dd<| s d| dd<|jt j| |dddddiddddidddiiggddd {V} t| tr| n| j }| d!i d!gS)"z;Search current guide profiles for research and QA evidence.c3K|]}||V dSr<r+)rFrTs rrHz1ESClient.search_service_guides..vs(+[+[vTZ+[F+[+[+[+[+[+[rc3K|]}||V dSr<r+rs rrHz1ESClient.search_service_guides..ws(.X.XsTW.Xs.X.X.X.X.X.XrtermsrTrr>rS)shouldminimum_should_match match_phraserl multi_match)z matter_name^4zcolloquial_names^3zimplementing_subject^2zguide_search_text^2 best_fields)rr>rrrgT)rrrr_scorerr_last)rmissingrrPr)rcrTrlrmrorirvrwrsrzr{rrrrrrrrrrrrrrrrP)rrrrreNr) rrrrrrXr rmrrLr)rrrr&rrlrunique_doc_idsunique_matter_ids anchor_shouldrfilter_clausesrrr:s rsearch_service_guideszESClient.search_service_guidesksdmm+[+['-R+[+[+[[[\\ .X.Xz?OR.X.X.X!X!XYY.0 ')0:|  H  'Hn+E!F G G G  V  ',?AR+S!T U U U    ! !"/01     J MM>M;+GH I I I   MM!!+### !. $ $     V I  <"678(!   :&,E&M( #  :89f 45X__1)V+P+PQ'6g)N)NO!GV#45  &&%) ) ) ) ) ) ) ) T!t,,;dd$)wwvr""&&vr222rexclude_doc_idrcKdddd|iidddiigii}|rdd|iig|dd<d }|jtj||d d gd  d{V}t |t r|n|j}|didg}t||dzkr3t d|ddt||d|DS)zGet all completed meta docs sharing a content_hash. Optionally excludes a single doc_id (for deletion scenarios). Returns a list of ``_source`` dicts with ``doc_id`` and ``acl_ids``. r>rrr%r]rrmust_noti'rTr;rreNrg?content_hash_meta_near_limit )r%rlimitcg|] }|d Srr+)rFhits rrz:ESClient.get_all_metas_by_content_hash..s///3I///r) rrXr rlrrrLrrrYr])rr%rr _SIZE_LIMITrr:rs rget_all_metas_by_content_hashz&ESClient.get_all_metas_by_content_hashs_ nl;<h 45!   L*05.2I)J(KE&M* % X__(#$i0%        !t,,;dd$)wwvr""&&vr22 t99 c) ) ) NN.)#2#.$ii!     0/$////rc K|||d{V}t}g}|D]F}||dg||dG|jtjdd|iiddt||d d d d d d{Vt d|ddt|t|dS)uACL 重算的内部实现（无锁），由 recompute_chunk_acl 在锁保护下调用。 Inner implementation of ACL recomputation (no lock). Called by recompute_chunk_acl under lock protection. rNr;rTrr%rzJctx._source.acl_ids = params.acl_ids; ctx._source.doc_ids = params.doc_ids)r;r&rrTrrchunk_acl_recomputedr)r% doc_count acl_count) rsetupdaterrrrr rksortedrYrZr)rr%rmetas merged_aclr&metas r_recompute_chunk_acl_innerz#ESClient._recompute_chunk_acl_innersy88 9         #uu  + +D   dhhy"55 6 6 6 NN4> * * * * h&&) ><"@A&?$**#5#5#*      -'         0  "%crc*'ll*oo      rc(K|jkd|}|j|d4d{V|||d{Vdddd{VdS#1d{VswxYwYdS|||d{VdS)uRecompute acl_ids on all chunks for a content_hash. 重算指定 content_hash 对应所有 chunk 的 ACL 权限。 使用 Redis 分布式锁（content_hash 粒度）防止并发重算导致 ACL 不一致。 若未注入 RedisClient 则直接执行（兼容无锁场景）。 This is the ONLY method that modifies chunks' ACL — called on ingest, deletion, and permission-update to guarantee consistency. Uses a Redis distributed lock (content_hash granularity) to prevent concurrent recomputation from producing inconsistent ACL. Falls back to no-lock execution if RedisClient is not injected. Nzm:acl_recompute:rr'r)rlockr)rr%r lock_names rrecompute_chunk_aclzESClient.recompute_chunk_acl<s$ ; ";L::I{'' 2'>>        55 6                               11^2         sA"" A,/A,rS) page page_sizerTrr^r]rrNr has_error start_timeend_timer$rrrr^r]rrNrr bool | Nonerrr$c Kg}|r|dd|ii|r|dd|ii|r|dd|ii|r|dd|ii|r|dd|ii|r|dd|ii| r|dd| ii| r|d dd d gii| s| r)i}| r| |d <| r| |d <|dd|ii| r|d| gddi|rdd|iindii}|dz |z}|jtj|dddiig||dd{V}t |t r|n|j}|di}|didd}d |dgD}||||d!S)"u按条件分页查询入库追踪记录，支持多维度过滤和关键词搜索。 Query ingest traces with filters and pagination.rrTrr^r]rrNrrfailedpartial_failedgtelterangerr)r<rrTr)rr>r>r match_allrSrrrrfromrreNrtotalvaluercg|] }|d Srr+rFhs rrz0ESClient.query_ingest_traces..>>>A1Y<>>>r)rrrrecords) rrrXr rnrrrLr)rrrrTrr^r]rrNrrrrr$r time_rangerfrom_idxrr:rrrs rquery_ingest_traceszESClient.query_ingest_traces]s(&(  6 KK(F!34 5 5 5  : KK*h!78 9 9 9  8 KK)W!56 7 7 7  6 KK(F!34 5 5 5  D KK/=!AB C C C  < KK+y!9: ; ; ;  @ KK-!=> ? ? ?  M KK8h8H-I"JK L L L  ? ?)+J /$. 5! -$, 5! KK<"<= > > >   KK$RRR     -1G&$(({B6G1H )X__)&&(9:; ! %        !t,,;dd$)wwvr"""%%))'155>>&")=)=>>>9QXYYYrc K |jtj|d{V}t |t r|n|j}|dS#t$r t ddYdSwxYw)zGet a single trace by ID.rYidNrzFailed to get ingest traceTexc_info) rrr rnrrrLr[rYr])rrrr:s rget_ingest_tracezESClient.get_ingest_traces H,CQQQQQQQQD$T400?$$diC779%% %    NN7$N G G G44 sAA##&B  B d)rrrr]rrrcBKdd|iig}|r|dd|ii|r|dd|ii|r|dd|ii|dz |z}|jtjdd|iid d d iig||d  d{V} t | t r| n| j} | di} | didd} d| dgD} | || dS)z)Query events for a trace, ordered by seq.rrrr]rrSr>rrrascrreNrrrrcg|] }|d Srr+rs rrz0ESClient.query_ingest_events..rrrrr) rrrXr rorrrLr)rrrrrr]rrrrr:rrrs rquery_ingest_eventszESClient.query_ingest_eventss(. H/E&F%G  4 KK'5!12 3 3 3  6 KK(F!34 5 5 5  > KK, !;< = = =1H )X__) 64.1'5!123 ! %        !t,,;dd$)wwvr"""%%))'155>>&")=)=>>>HIIIrrcK |jtj|d{V}t |t r|n|j}|dS#t$rYdSwxYw)zGet a single event by ID.rNr)rrr rorrrLr[)rrrr:s rget_ingest_eventzESClient.get_ingest_events H,CQQQQQQQQD$T400?$$diC779%% %   44 AA## A10A12)rrrrrc Kdd|iig}|r|dd|ii|r|dd|ii|dz |z}|jtjdd|iidd d iig||d  d {V}t |t r|n|j} | di} | didd} d| dgD} | || dS)zQuery artifacts for a trace.rrrrrSr>rrOrr$rreNrrrrcg|] }|d Srr+rs rrz3ESClient.query_ingest_artifacts..rrr&) rrrXr rprrrLr) rrrrrrrrrr:rrrs rquery_ingest_artifactszESClient.query_ingest_artifactss^(. H/E&F%G  D KK/=!AB C C C  4 KK'5!12 3 3 31H )X__, 64.1&%(89: ! %        !t,,;dd$)wwvr"""%%))'155>>&")=)=>>>HIIIrrcK |jtj|d{V}t |t r|n|j}|dS#t$rYdSwxYw)zGet a single artifact by ID.rNr)rrr rprrrLr[)rrrr:s rget_ingest_artifactzESClient.get_ingest_artifacts 0[&D%T400?$$diC779%% %   44 r*c 4K|jtjdddddddiiidd d d idd d d giiddddiiidddd{V}t |t r|n|j}|di}|didd}i}|didgD]}|d||d<|didid}||dd|d d|d d|d dz|rt|ndd!S)"u获取入库追踪的聚合统计：今日总数、运行中、已完成、失败数和平均耗时。 Get aggregate statistics for traces (today counts, running, failed).rrrrznow/dznow+1d/d)r ltrr] )fieldrrr avg_msavgr4r)raggs) today_total by_status avg_duration)rr7reN aggregationsr8rr9bucketsrr:rrunningr )r8r=rr avg_duration_ms) rrXr rnrrrLrround)rrr:r7r8 status_countsbucketr:s rget_trace_statszESClient.get_trace_statss X__)!7\7R\;];],^"_$ 8R!@!@" $h>N0O%P#%uw .F&G! %%%        ,!t,,;dd$)ww~r**hh}b1155k1EE (* hh{B//33IrBB ? ?F+1++>M&- ( (xx3377"EEII'RR '$((A66&**;::#''!44##$4a8896BIu\222    rcKd}d} |jtj|d{V}t |t r|n|j}|di}|dd}d}n#t$rYnwxYwd}|r] |jtj|dd{Vd}n,#t$rt d d YnwxYwd }d } | |d{V} n,#t$rt d d YnwxYw|r|r| |d{V} | sh|j tjd dd|iiidd{V} t | t r| n| j} | dd }n||d{Vni|rg|j tjd dd|iiidd{V} t | t r| n| j} | dd }td||r |ddnd|| ||t#|| dS)u文档删除的内部实现（无锁），由 delete_document 在锁保护下调用。 Inner implementation of document deletion (no lock). Execution order: delete meta first -> query remaining metas -> decide whether to delete chunks or recompute ACL. FrrNrr%T)rYrrzFailed to delete meta documentrrz'Failed to delete service guide documentrrrrr&es_document_deletedr)rTr%ryguidesr)deleted_chunks deleted_metadeleted_guides)rrr rlrrrLr[deleterYr]rrrrkrrZr) rrT meta_loadedr% meta_respr:rerGrFrHremaining_metasrraw_resps r_delete_document_innerzESClient._delete_document_inner4s   "hll1GFlSSSSSSSSI))T::N)) CWWY++F!::nb99LKK    D   P Phoo"0 & $  P P P?$OOOOO P U#'#G#G#O#OOOOOOONN U U U NNDtN T T T T T U  8< 8%)$F$F|$T$TTTTTTTO" D"X55"1!F^\,J#KL 6 $.dD#9#9H44ty!)i!;!;55lCCCCCCCCCC  811-F(;<=2D *$55Dtt49H%\\)Q77N !.:Bcrc**!!    - --,   s6A8B B B/C&C/.C/7D&D<;D<cjK|j |jtj|dgd{V}t |t r|n|j}|didd}n#t$rd}YnwxYw|rhd|}|j |d4d{V| |d{Vcdddd{VS#1d{VswxYwYdS| |d{VS| |d{VS) u 内容感知的文档删除，使用分布式锁防止并发删除/ACL 重算竞态。 Delete a document, handling shared content correctly. Uses a Redis distributed lock (content_hash granularity) to prevent race conditions between concurrent delete and ACL recomputation. 执行顺序：先删 meta → 查询剩余 meta → 决定删 chunks 还是 recompute ACL， 整个流程在 content_hash 锁内完成。若无 RedisClient 则直接执行（兼容无锁场景）。 Nr%)rYrrrrrrr) rrrr rlrrrLr[rrN)rrTrKr:r%rs rdelete_documentzESClient.delete_documentsK ; " ""&(,,"0+,#/## $.i#>#>RiiIN"wwy"5599."MM  " " "!  " A? >> ;++Ir+BBEEEEEEEE!%!C,, C69C6)rrrrrr)rrrr)rr)rr)rr>)rBrCrr>)rLrrYrCrrCrrM)ryrzrYr{rr|)r%rCrr)r%rCr>rrr)rTrCr;rrr)rTrCrrrr)rTrCrr)rTrCrrrr)rrrrCr&rrrrlrCrrrrz)r%rCrr{rrz)r%rCrr{rr)rrrrrTr{rr{r^r{r]r{rr{rNr{rr{rrrr{rr{r$r{rr)rrCrr)rrCrrrrrr{r]r{rr{rr)rrCrr) rrCrrrrrr{rr{rr)rrCrr)rr)rTrCrr)#__name__ __module__ __qualname____doc__rJr classmethodr7propertyr:r=rArKrbrxrrrrrrrrrrrrr!r'r)r.r0rBrNrPr+rrr r s&Z" .2 * * * * * *.2%I%I%I%I%I[%INX 111X1VVVV5555r2222t! <8****>****0 * * * *D * * * *"+/ ******@$('+i3i3i3i3i3i3^&* ,0,0,0,0,0,0d&* 6 6 6 6 6 6 x&* H!#"!$( $"&!%!%#"DZDZDZDZDZDZL     !!%!J!J!J!J!J!JF$( JJJJJJ@    + + + + ^W W W W r!=!=!=!=!=!=rr N) rT __future__rrrtypingrr opensearchpyropensearchpy.helpersr app.configr app.utils.loggerr app.infrastructure.redis_clientr rQrYr__annotations__es_number_of_replicasrRr`rrrrrvr r r+rrr`s#"""""''''''''%%%%%%%%((((((++++++''''''<;;;;;; H   !*&-!'& 6!!    !    )D&<    B +B  VY/B   * B FI. B  *#5B  $!""/&+.##   B 4  *5B 8 *#5 )(+    9B N 69-OB P FI.QB R +SB T fi0UB V vy)WB X @YB b !69"5cB d & ':eB f "FI#6gB j#I.#Y/"()!4#Y/ ),C C}B B B DM*M*MMMMb&<  2 vy)2 VY/2  *#5$y#&N&NO 2  69-2  FI.2  +2  fi02  vy)2  @2 $  *%2 & !69"5'2 ( & ':)2 * "FI#6+2 , #VY$7-2 .  3/2 0 *#5$y#&N&NO ""12 < *#5=2 F#I.!9-"+e<< ),y) *$u55C C]2 2 2 4 ;(;(;;;;~&<  ~ vy1~ 69-~  vy)~  VY/ ~  * ~ 69- ~  vy)~  9u==~  69-~  fi0~  &)!4~  V7`aa~  65^__~  *#5$y#&N&NO ~ ( *#5$y#&N&NO !!)~ 4 FI.5~ 6 "FI#67~ ~ 8 69-9~ : !69"5;~ < vy1=~ > #*#5$y#&N&NO %%?~ J *FI+>K~ L #*#5$y#&N&NO %%M~ X  2Y~ Z fi0[~ \ VY/]~ ^ fi0_~ ` &)!4a~ b $fi%8c~ d FI.e~ f !6~bt"u"ug~ h "FI#6i~ j '(;k~ l $fi%8m~ ~ ~ n &)!4o~ p VY/q~ r &)!4s~ t vy1u~ v &),w~ x VY/y~ z &)!4{~ | !69"5}~ ~ #VY$7~ @ &nas!t!tA~ B VY/C~ D !67"3E~ F  1G~ H h5AAI~ J UCCK~ L 8>>M~ N # +19*=(. ':/85&I&I*0))<&,i%8&,u==)/% @ @ % %O~ ~ f%-??$,V_qtMuMuIOQZH[w@RUnVnVpyKNgOgOsy{DrEY_joPpPp=q=qrr(0UCC%-%@@ '&))<# &$2+=#,yRU.V.V"W &&)69*=(&))<%vy&9!69"5!69"5!69"50&)1D(&))< 3VY4G!"$fi%8#$%vy&9%&(&ni{)|)|'(fu==)*,fi-@+,+VY,?-.*0(;.4u%E%E-3e$D$D3<&6_mCUbkvQTmUmUaVCWCWqzLOhPhPcikrbsBHJSAThnpygzPVXaObrxzCqDX^inOoOo6p6pqq$,R[mpIqIqLUgjCkCkDM_b{c{c~GY\u]u]z@LMqNqNlr}BcCcC=D=DEE/7E&J&J!)e<<5=%,P,P(0YbtwPxPxPYknGoGoJSehAiAiDM_b{c{c|BMRsSsSgpBE^F^FAGAG H H!)e<< (U;;%-%@@{~ ~ ~ AAI.I.IIII^&<  % +% vy)%   *%  VY/ % FI. % vy) %  fi0%  &),%  &)!4%  $y#&N&NO%  +%  fi0% 69-!% " C#% * C+% 2 FF+3% 4 69-5% 6'-u==%y1C CC% % % ' .1.1....d&<   + +  vy)   *  fi(  69-   vy)  FI&   *   *  +  &),  $y#&N&NO " FF+# $ +% & 69-' ( fu==) *%i0 (U;;C C7   ! (1(1((((X&<   FI. +  +  vy)  fi(  fi0    2  FI.   3  Ve<<  X%@@  Ve<<   2  Y??  ff- C! ( C)  !4!4 !!!!J,F &"-y!9!B"7  ((  ! & &    &D=D=D=D=D=D=D=D=D=D=r