Ii3SSKJrJr SSKJr SSKrSSKrSSKrSSKrSSK J r SSK J r SSK JrJrJrJrJrJrJr SSKJrJr SS KJrJrJr SSKJr SS KJrJ r J!r!J"r"J#r# SS K$J%r% SS K&J'r'J(r( SS K)J*r*J+r+J,r,J-r-J.r.J/r/J0r0J1r1J2r2J3r3J4r4J5r5J6r6J7r7J8r8 SSK9J:r: SSK;Jr> SSK?J@r@ SSKAJBrBJCrCJDrDJErE SSKFJGrG \R"\I5rJ"SS\K5rLg))absolute_importdivision) defaultdictN)ConfigResourceType)six) ACLOperationACLPermissionType ACLFilterACLResourcePattern ResourceTypeACLResourcePatternType) KafkaClient selectors)ConsumerProtocolMemberMetadata ConsumerProtocolMemberAssignmentConsumerProtocol)IncompatibleBrokerVersionKafkaConfigurationErrorUnknownTopicOrPartitionErrorUnrecognizedBrokerVersionIllegalArgumentError)Future) MetricConfigMetrics)CreateTopicsRequestDeleteTopicsRequestDescribeConfigsRequestAlterConfigsRequestCreatePartitionsRequestListGroupsRequestDescribeGroupsRequestDescribeAclsRequestCreateAclsRequestDeleteAclsRequestDeleteGroupsRequestDeleteRecordsRequestDescribeLogDirsRequestElectLeadersRequest ElectionType)OffsetFetchRequest)FindCoordinatorRequest)MetadataRequest)Array)TopicPartitionOffsetAndMetadataMemberInformationGroupInformation) __version__cH\rSrSrSr0SS_SS\-_SS_S S _S S _S S_SS_SS_SS_S\R\RS4/_SS_SS_SS_SS_SS_SS_S S!_0S"S_S#S_S$S_S%S_S&S_S'S_S(S)_S*\ R_S+S_S,S_S-S_S.S_S/S0_S1S_S2S_S3S_S4/_ES5S\ S6.Er S7r S8rS9rSnS:jrS;rS<rS=rSoS>jrS?rS@rSAr\SB5rSpSCjrSqSDjrSpSEjrSFrSqSGjrSHr\SI5r SJr!\SK5r"\SL5r#\SM5r$SNr%\SO5r&\SP5r'\SQ5r(SRr)\SS5r*SrSTjr+\SU5r,SVr-\SW5r.SpSXjr/SqSYjr0SsSZjr1SrS[jr2S\r3SpS]jr4S^r5S_r6SqS`jr7SqSajr8Sbr9SsScjr:SqSdjr;SerShr?Sir@SsSjjrASkrBSlrCSmrDg)tKafkaAdminClient%aFA class for administering the Kafka cluster. Warning: This is an unstable interface that was recently added and is subject to change without warning. In particular, many methods currently return raw protocol tuples. In future releases, we plan to make these into nicer, more pythonic objects. Unfortunately, this will likely break those interfaces. The KafkaAdminClient class will negotiate for the latest version of each message protocol format supported by both the kafka-python client library and the Kafka broker. Usage of optional fields from protocol versions that are not supported by the broker will result in IncompatibleBrokerVersion exceptions. Use of this class requires a minimum broker version >= 0.10.0.0. Keyword Arguments: bootstrap_servers: 'host[:port]' string (or list of 'host[:port]' strings) that the consumer should contact to bootstrap initial cluster metadata. This does not have to be the full node list. It just needs to have at least one broker that will respond to a Metadata API Request. Default port is 9092. If no servers are specified, will default to localhost:9092. client_id (str): a name for this client. This string is passed in each request to servers and can be used to identify specific server-side log entries that correspond to this client. Also submitted to GroupCoordinator for logging with respect to consumer group administration. Default: 'kafka-python-{version}' reconnect_backoff_ms (int): The amount of time in milliseconds to wait before attempting to reconnect to a given host. Default: 50. reconnect_backoff_max_ms (int): The maximum amount of time in milliseconds to backoff/wait when reconnecting to a broker that has repeatedly failed to connect. If provided, the backoff per host will increase exponentially for each consecutive connection failure, up to this maximum. Once the maximum is reached, reconnection attempts will continue periodically with this fixed rate. To avoid connection storms, a randomization factor of 0.2 will be applied to the backoff resulting in a random range between 20% below and 20% above the computed value. Default: 30000. request_timeout_ms (int): Client request timeout in milliseconds. Default: 30000. connections_max_idle_ms: Close idle connections after the number of milliseconds specified by this config. The broker closes idle connections after connections.max.idle.ms, so this avoids hitting unexpected socket disconnected errors on the client. Default: 540000 retry_backoff_ms (int): Milliseconds to backoff when retrying on errors. Default: 100. max_in_flight_requests_per_connection (int): Requests are pipelined to kafka brokers up to this number of maximum requests per broker connection. Default: 5. receive_buffer_bytes (int): The size of the TCP receive buffer (SO_RCVBUF) to use when reading data. Default: None (relies on system defaults). Java client defaults to 32768. send_buffer_bytes (int): The size of the TCP send buffer (SO_SNDBUF) to use when sending data. Default: None (relies on system defaults). Java client defaults to 131072. socket_options (list): List of tuple-arguments to socket.setsockopt to apply to broker connection sockets. Default: [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)] metadata_max_age_ms (int): The period of time in milliseconds after which we force a refresh of metadata even if we haven't seen any partition leadership changes to proactively discover any new brokers or partitions. Default: 300000 security_protocol (str): Protocol used to communicate with brokers. Valid values are: PLAINTEXT, SSL, SASL_PLAINTEXT, SASL_SSL. Default: PLAINTEXT. ssl_context (ssl.SSLContext): Pre-configured SSLContext for wrapping socket connections. If provided, all other ssl_* configurations will be ignored. Default: None. ssl_check_hostname (bool): Flag to configure whether SSL handshake should verify that the certificate matches the broker's hostname. Default: True. ssl_cafile (str): Optional filename of CA file to use in certificate verification. Default: None. ssl_certfile (str): Optional filename of file in PEM format containing the client certificate, as well as any CA certificates needed to establish the certificate's authenticity. Default: None. ssl_keyfile (str): Optional filename containing the client private key. Default: None. ssl_password (str): Optional password to be used when loading the certificate chain. Default: None. ssl_crlfile (str): Optional filename containing the CRL to check for certificate expiration. By default, no CRL check is done. When providing a file, only the leaf certificate will be checked against this CRL. The CRL can only be checked with Python 3.4+ or 2.7.9+. Default: None. api_version (tuple): Specify which Kafka API version to use. If set to None, KafkaClient will attempt to infer the broker version by probing various APIs. Example: (0, 10, 2). Default: None api_version_auto_timeout_ms (int): number of milliseconds to throw a timeout exception from the constructor when checking the broker api version. Only applies if api_version is None selector (selectors.BaseSelector): Provide a specific selector implementation to use for I/O multiplexing. Default: selectors.DefaultSelector metrics (kafka.metrics.Metrics): Optionally provide a metrics instance for capturing network IO stats. Default: None. metric_group_prefix (str): Prefix for metric names. Default: '' sasl_mechanism (str): Authentication mechanism when security_protocol is configured for SASL_PLAINTEXT or SASL_SSL. Valid values are: PLAIN, GSSAPI, OAUTHBEARER, SCRAM-SHA-256, SCRAM-SHA-512. sasl_plain_username (str): username for sasl PLAIN and SCRAM authentication. Required if sasl_mechanism is PLAIN or one of the SCRAM mechanisms. sasl_plain_password (str): password for sasl PLAIN and SCRAM authentication. Required if sasl_mechanism is PLAIN or one of the SCRAM mechanisms. sasl_kerberos_name (str or gssapi.Name): Constructed gssapi.Name for use with sasl mechanism handshake. If provided, sasl_kerberos_service_name and sasl_kerberos_domain name are ignored. Default: None. sasl_kerberos_service_name (str): Service name to include in GSSAPI sasl mechanism handshake. Default: 'kafka' sasl_kerberos_domain_name (str): kerberos domain name to use in GSSAPI sasl mechanism handshake. Default: one of bootstrap servers sasl_oauth_token_provider (kafka.sasl.oauth.AbstractTokenProvider): OAuthBearer token provider instance. Default: None socks5_proxy (str): Socks5 proxy url. Default: None kafka_client (callable): Custom class / callable for creating KafkaClient instances bootstrap_servers localhost client_idz kafka-python-request_timeout_ms0uconnections_max_idle_msi`=reconnect_backoff_ms2reconnect_backoff_max_ms%max_in_flight_requests_per_connectionreceive_buffer_bytesNsend_buffer_bytessocket_optionsrsock_chunk_bytesisock_chunk_buffer_countretry_backoff_msdmetadata_max_age_msisecurity_protocol PLAINTEXT ssl_contextssl_check_hostnameT ssl_cafile ssl_certfile ssl_keyfile ssl_password ssl_crlfile api_versionapi_version_auto_timeout_msiselectorsasl_mechanismsasl_plain_usernamesasl_plain_passwordsasl_kerberos_namesasl_kerberos_service_namekafkasasl_kerberos_domain_namesasl_oauth_token_provider socks5_proxymetric_reporters)metrics_num_samplesmetrics_sample_window_ms kafka_clientc [RSU5 [U5RUR5nU(a[ SR U55e[R"UR5UlURRU5 SURS0n[URSURSUS9nURSVs/sH oU"5PM nn[XF5Ul URS "SURS S .URD6Ul URRS URS 'S UlUR5 [RS5 gs snf)Nz0Starting KafkaAdminClient with configuration: %szUnrecognized configs: {}z client-idr:rcrd)samplestime_window_mstagsrareadmin)metricsmetric_group_prefixrUFzKafkaAdminClient started.)logdebugset differenceDEFAULT_CONFIGrformatcopyconfigupdaterr_metrics_client_closed_refresh_controller_id)selfconfigs extra_configs metrics_tags metric_configreporter reporterss 8/venv/lib/python3.13/site-packages/kafka/admin/client.py__init__KafkaAdminClient.__init__sO DgNG //0C0CD )*D*K*KM*Z[ [ii 3 34  7#$T[[%=> $T[[9N-O48KK@Z4[*68 15 2 MM ' kk  &*\\%8%8%G M"  ##% -.Qs#F c[US5(aUR(a[RS5 gURR 5 UR R 5 SUl[RS5 g)z:Close the KafkaAdminClient connection to the Kafka broker.ryz KafkaAdminClient already closed.NTzKafkaAdminClient is now closed.)hasattrryrninforwcloserxro)r{s rrKafkaAdminClient.closesYtY''4<< HH7 8     34c2U=(d URS$)zValidate the timeout is set or use the configuration default. Arguments: timeout_ms: The timeout provided by api call, in milliseconds. Returns: The timeout to use for the operation. r;)ru)r{ timeout_mss r_validate_timeout"KafkaAdminClient._validate_timeouts>T[[)=>>rcURR[SS9nSUs=::aS::Ga#O GO[R"5US- -n[R"5U:a[U"5nUR URR 5U5nUR U/5 URnURnUS:Xa-[RS5 [R"S5 MURRUS9nUS:a[S RU55eXplg [ R""S 5e[%S RU55e) z'Determine the Kafka cluster controller. max_versionrrHz#Controller ID not available, got -1)node_id)r rz]The controller appears to be running Kafka {}. KafkaAdminClient requires brokers >= 0.10.0.0.N controllerzPKafka Admin interface cannot determine the controller using MetadataRequest_v{}.)rxrUr.time_send_request_to_nodeleast_loaded_node_wait_for_futuresvalue controller_idrnwarningsleep check_versionrrs_controller_idErrorsNodeNotReadyErrorr) r{rversion timeout_atrequestfutureresponsercontroller_versions rrz'KafkaAdminClient._refresh_controller_ids2,,**?*J  1  zD'88J))+ *)'2433DLL4R4R4TV]^&&x0!<< ( 6 6  B&KK EFJJqM%)\\%?%? %?%V"% 23w 2355'4#..|<<+b" "rc URR[SS9nUS::a[U"U5nO1US::a[U"US5nO[SR U55eUR URR 5U5$)zSend a FindCoordinatorRequest to a broker. Arguments: group_id: The consumer group ID. This is typically the group name as a string. Returns: A message future rbrrzRSupport for FindCoordinatorRequest_v{} has not yet been added to KafkaAdminClient.)rxrUr-NotImplementedErrorrsrr)r{group_idrrs r!_find_coordinator_id_send_request2KafkaAdminClient._find_coordinator_id_send_requests,,**+Aq*Q a<,W5h?G \,W5hBG%d" "))$,,*H*H*JGTTrc[R"UR5nU[RLaU"SR U55eUR $)zProcess a FindCoordinatorResponse. Arguments: response: a FindCoordinatorResponse. Returns: The node_id of the broker that is the coordinator. z1FindCoordinatorRequest failed with response '{}'.)rfor_code error_codeNoErrorrscoordinator_idr{r error_types r%_find_coordinator_id_process_response6KafkaAdminClient._find_coordinator_id_process_response1sN__X%8%89 V^^ +C!# #&&&rcUVs0sHnX RU5_M nnURUR55 UR5VVs0sH up$X R UR 5_M" nnnU$s snfs snnf)aFind the broker node_ids of the coordinators of the given groups. Sends a FindCoordinatorRequest message to the cluster for each group_id. Will block until the FindCoordinatorResponse is received for all groups. Any errors are immediately raised. Arguments: group_ids: A list of consumer group IDs. This is typically the group name as a string. Returns: A dict of {group_id: node_id} where node_id is the id of the broker that is the coordinator for the corresponding group. )rrvaluesitemsrr)r{ group_idsrgroups_futuresrgroups_coordinatorss r_find_coordinator_ids&KafkaAdminClient._find_coordinator_idsCs"& % <Send a Kafka protocol message to a specific broker. Arguments: node_id: The broker id to which to send the message. request: The message to send. Keyword Arguments: wakeup (bool, optional): Optional flag to disable thread-wakeup. Returns: A future object that may be polled for status and results. N)rx await_readyrKafkaConnectionErrorrfailuresend)r{rrwakeupes rr&KafkaAdminClient._send_request_to_node]s] ' LL $ $W -||  6::** '8##A& & 's9A0 A+%A0+A0c LSnU(aUS-nURURU5nURU/5 URn[ US[ USS55nUbUR XQXB5nOUR XU5nU(aU$U(aM[S5e)zSend a Kafka protocol message to the cluster controller. Will block until the message result is received. Arguments: request: The message to send. Returns: The Kafka protocol response for the message. rbr topic_errorstopic_error_codesNzOThis should never happen, please file a bug with full stacktrace if encountered)rrrrgetattr_parse_topic_request_response'_parse_topic_partition_request_response RuntimeError)r{rtriesrrtopic_error_tuplessuccesss r_send_request_to_controller,KafkaAdminClient._send_request_to_controllerqs QJE//0C0CWMF  " "F8 ,||H")>78UhjnCo!p !-<<=OZbjFFwZ_`+e,lmmrc[SU5HqupV[R"U5nU(a%U[RLaUR 5 gU[R LdM\U"SR X#55e g)Nc USS$Nrbrmrs r@KafkaAdminClient._parse_topic_request_response..s q!urF'Request '{}' failed with response '{}'.T)maprrNotControllerErrorrzrrs)r{rrrrtopicrrs rr.KafkaAdminClient._parse_topic_request_responsest "%_6H!I E4Jv'@'@@++-6>>1 =VG.00"JrcVURHupE[SU5Hupg[R"U5nU(a&U[RLaUR 5 gU[R [R4;dMnU"SRX55e M g)Nc USS$rrmrs rrJKafkaAdminClient._parse_topic_partition_request_response..s !BQ%rFrT) replication_election_resultsrrrrrzrElectionNotNeededErrorrs) r{rrrrpartition_results partition_idrrs rr8KafkaAdminClient._parse_topic_partition_request_responses )1(M(M $E,/AR,S( #__Z8 Z6+D+DD//1 8U8U'VV$A244-T)Nrc URURURURR 5VVs/sHupX4PM snnUR R 5VVs/sHup4X44PM snn4$s snnfs snnf)a Build the tuple required by CreateTopicsRequest from a NewTopic object. Arguments: new_topic: A NewTopic instance containing name, partition count, replication factor, replica assignments, and config entries. Returns: A tuple in the form: (topic_name, num_partitions, replication_factor, [(partition_id, [replicas])...], [(config_key, config_value)...]) )namenum_partitionsreplication_factorreplica_assignmentsr topic_configs) new_topicrreplicas config_key config_values r_convert_new_topic_request+KafkaAdminClient._convert_new_topic_requests NN  $ $  ( (GPGdGdGjGjGl Gl-C\(Gl LUKbKbKhKhKj Kj/Gz*Kj     s B .BcURR[SS9nURU5nUS:Xa\U(a'[ SR UR S55e[U"UVs/sHoPRU5PM snUS9nOOUS::a/[U"UVs/sHoPRU5PM snUUS9nO[SR U55eURU5$s snfs snf) aCreate new topics in the cluster. Arguments: new_topics: A list of NewTopic objects. Keyword Arguments: timeout_ms (numeric, optional): Milliseconds to wait for new topics to be created before the broker returns. validate_only (bool, optional): If True, don't actually create new topics. Not supported by all versions. Default: False Returns: Appropriate version of CreateTopicResponse class. rrzUvalidate_only requires CreateTopicsRequest >= v1, which is not supported by Kafka {}.rU)create_topic_requeststimeout)rr validate_onlyzHSupport for CreateTopics v{} has not yet been added to KafkaAdminClient.) rxrUrrrrsrurrr)r{ new_topicsrrrrrs r create_topicsKafkaAdminClient.create_topicss,,**+>A*N++J7 a</kVDKK 6799*'2cm&ncmV_'F'Fy'Qcm&n"G\)'2cm&ncmV_'F'Fy'Qcm&n"+G &Z" " //88'o 'os 1C2%C7cURR[SS9nURU5nUS::a![U"UUS9nUR U5nU$[ SR U55e)a(Delete topics from the cluster. Arguments: topics ([str]): A list of topic name strings. Keyword Arguments: timeout_ms (numeric, optional): Milliseconds to wait for topics to be deleted before the broker returns. Returns: Appropriate version of DeleteTopicsResponse class. rr)topicsrzHSupport for DeleteTopics v{} has not yet been added to KafkaAdminClient.)rxrUrrrrrs)r{rrrrrs r delete_topicsKafkaAdminClient.delete_topicss~,,**+>A*N++J7 a<)'2"G77@H &Z" "rczURR[SS9nUS::a<U(a'[SR UR S55e[U"US9nOUS::a[U"UUS9nUR URR5W5nURU/5 UR$)z' topics == None means "get all topics" rBrrzVauto_topic_creation requires MetadataRequest >= v4, which is not supported by Kafka {}rUr)rallow_auto_topic_creation) rxrUr.rrsrurrrr)r{rauto_topic_creationrrrs r_get_cluster_metadata&KafkaAdminClient._get_cluster_metadatas,,**?*J a<"/4VDKK 6799 &g.f=G \%g.*=G ++ LL * * ,   x(||rczURSS9nUR5nUSVs/sHo3SPM sn$s snf)z_Retrieve a list of all topic names in the cluster. Returns: A list of topic name strings. Nrrrr to_object)r{metadataobjts r list_topicsKafkaAdminClient.list_topics4sC --T-:  "$'M2Mq' M222s8cJURUS9nUR5nUS$)aFetch metadata for the specified topics or all topics if None. Keyword Arguments: topics ([str], optional) A list of topic names. If None, metadata for all topics is retrieved. Returns: A list of dicts describing each topic (including partition info). rrr)r{rrr s rdescribe_topics KafkaAdminClient.describe_topics>s/--V-<  "8}rchUR5nUR5nURS5 U$)z Fetch cluster-wide metadata such as the list of brokers, the controller ID, and the cluster ID. Returns: A dict with cluster-wide metadata, excluding topic details. r)rrpop)r{rr s rdescribe_cluster!KafkaAdminClient.describe_clusterLs1--/  "  rcURn[R"UR5n/nURHnUS:Xa UupVn[ R RnO&US::aUupVpO[SRU55eUHUn U upp[U U [U 5[U 5[[U5U[ U55S9nURU5 MW M X24$)a"Convert a DescribeAclsResponse into a list of ACL objects and a KafkaError. Arguments: describe_response: The response object from the DescribeAclsRequest. Returns: A tuple of (list_of_acl_objects, error) where error is an instance of KafkaError (NoError if successful). rrKSupport for DescribeAcls Response v{} has not yet been added to KafkaAdmin. principalhost operationpermission_typeresource_pattern) API_VERSIONrrr resourcesrLITERALrrrsr r r r rappend)describe_responsererroracl_listr resource_type resource_nameaclsresource_pattern_typeaclrrrrconv_acls r'_convert_describe_acls_response_to_acls8KafkaAdminClient._convert_describe_acls_response_to_aclsZs$// 1 < <=*44I!|5>2 d(>(F(F(L(L%ALUI .CT)a>A; '*95$5o$F%4$]3%./DE& )54!!rc URR[SS9nUS:Xac[U"URRURR UR URURURS9nOUS::ax[U"URRURR URRUR URURURS9nO[SRU55eURURR5U5nURU/5 UR n["R$"UR&5nU["R(LaU"SRX555eUR+U5$)aQDescribe a set of ACLs Used to return a set of ACLs matching the supplied ACLFilter. The cluster must be configured with an authorizer for this to work, or you will get a SecurityDisabledError Arguments: acl_filter: an ACLFilter object Returns: tuple of a list of matching ACL objects and a KafkaError (NoError if successful) rrr)r#r$rrrr)r#r$resource_pattern_type_filterrrrrzBSupport for DescribeAcls v{} has not yet been added to KafkaAdmin.r)rxrUr$rr#r$rrrr pattern_typerrsrrrrrrrrr))r{ acl_filterrrrrrs r describe_aclsKafkaAdminClient.describe_aclss},,**+>A*N a<)'2(99GG(99GG$..__$.. * : : G\)'2(99GG(99GG-7-H-H-U-U$..__$.. * : : G&TVG_  ++DLL,J,J,LgV x(<<__X%8%89 V^^ +9VG.0 0;;HEErcURRURRURURUR UR 4$)zConvert an ACL object into the CreateAclsRequest v0 format. Arguments: acl: An ACL object with resource pattern and permissions. Returns: A tuple: (resource_type, resource_name, principal, host, operation, permission_type). rr#r$rrrrr's r(_convert_create_acls_resource_request_v09KafkaAdminClient._convert_create_acls_resource_request_v0sJ  . .  . . MM HH MM      rcURRURRURRURUR UR UR4$)zConvert an ACL object into the CreateAclsRequest v1 format. Arguments: acl: An ACL object with resource pattern and permissions. Returns: A tuple: (resource_type, resource_name, pattern_type, principal, host, operation, permission_type). rr#r$r-rrrrr3s r(_convert_create_acls_resource_request_v19KafkaAdminClient._convert_create_acls_resource_request_v1Y  . .  . .  - - MM HH MM     rcTURn/n/n[UR5H|upVUS::aUupxXn [R"U5n O[ SR U55eU [RLaURU 5 MjURX45 M~ XCS.$)aParse CreateAclsResponse and correlate success/failure with original ACL objects. Arguments: acls: A list of ACL objects that were requested for creation. create_response: The broker's CreateAclsResponse object. Returns: A dict with: { 'succeeded': [list of ACL objects successfully created], 'failed': [(acl_object, KafkaError), ...] } rr) succeededfailed) r enumeratecreation_responsesrrrrsrr) r%create_responsercreations_errorcreations_successi creationsr error_messager'r!s r%_convert_create_acls_response_to_acls6KafkaAdminClient._convert_create_acls_response_to_aclss"--%o&H&HILA!|,5) g 3)a &!((-&&}5J /JJrcVUH#n[U[5(aM[S5e URR [ SS9nUS:Xa-[ U"UVs/sHo R U5PM snS9nOMUS::a-[ U"UVs/sHo RU5PM snS9nO[SRU55eURURR5U5nURU/5 URnURX5$s snfs snf)zCreate a list of ACLs This endpoint only accepts a list of concrete ACL objects, no ACLFilters. Throws TopicAlreadyExistsError if topic is already present. Arguments: acls: a list of ACL objects Returns: dict of successes and failures zacls must contain ACL objectsrrr)rDz@Support for CreateAcls v{} has not yet been added to KafkaAdmin.) isinstancer rrxrUr%r4r8rrsrrrrrF)r{r%r'rrrrs r create_aclsKafkaAdminClient.create_aclssCc3''*+JKK,,**+filter_responsesrrrrrrrsr r r r rr) acl_filtersdelete_responserfilter_result_listrCrTfilter_error_codefilter_error_message matching_acls filter_erroracl_result_listr'rrEr#r$rrrrr& acl_errorr(s r._convert_delete_acls_response_to_matching_acls?KafkaAdminClient._convert_delete_acls_response_to_matching_aclsUsI"--#,_-M-M#N AEU B ]!??+<=L O$a<{~xJ}YX\^gix,B,J,J,P,P)\SVPJ}Mbdmosu~AP-e#VG_#OOJ7 '*95$5o$F%4$]3%./DE&  &&)'=>/%0  % %{~&V W9$O:"!rcVUH#n[U[5(aM[S5e URR [ SS9nUS:Xa-[ U"UVs/sHo R U5PM snS9nOMUS::a-[ U"UVs/sHo RU5PM snS9nO[SRU55eURURR5U5nURU/5 URnURX5$s snfs snf)a%Delete a set of ACLs Deletes all ACLs matching the list of input ACLFilter Arguments: acl_filters: a list of ACLFilter Returns: a list of 3-tuples corresponding to the list of input filters. The tuples hold (the input ACLFilter, list of affected ACLs, KafkaError instance) z/acl_filters must contain ACLFilter type objectsrrr)filtersz@Support for DeleteAcls v{} has not yet been added to KafkaAdmin.)rIr rrxrUr&rNrQrrsrrrrr^)r{rUr'rrrrs r delete_aclsKafkaAdminClient.delete_aclssCc9--*+\]],,**+= v1, which is not supported by Kafka {}.rUrzHBroker resource names must be an integer or a string represented integerr)rinclude_synonymszKSupport for DescribeConfigs v{} has not yet been added to KafkaAdminClient.)r#rBROKERrrhrxrUrrrsrulenint ValueErrorrrrrr) r{config_resourcesrlbroker_resourcestopic_resourcesrgfuturesrbroker_resource broker_idfs rdescribe_configs!KafkaAdminClient.describe_configss&/O,,0B0I0II ''(V(VWf(gh&&t'U'UVe'fg 0 ,,**+Aq*Q a</q M :;==#$q('7Ou$'(:$; NN4#=#=!.w7?BST$ (8?#a't99LL224*73oN  \#$q('7Ou$'(:$; NN4#=#=!.w7'6&7-=?$ (8?#a't99LL224*73oq  &]ddelmo o w'!()A))O&u()sttu&&u()sttu(*sI I9J I69JcURURURR5VVs/sHupX4PM snn4$s snnf)aConvert a ConfigResource into the format required by AlterConfigsRequest. Arguments: config_resource: A ConfigResource with resource_type, name, and config (key, value) pairs. Returns: A tuple: (resource_type, resource_name, [(config_key, config_value), ...]). rerfs r&_convert_alter_config_resource_request7KafkaAdminClient._convert_alter_config_resource_request sR  ) )  KZKbKbKhKhKj Kj/Gz*Kj    sA cvURR[SS9nUS::a-[U"UVs/sHo0RU5PM snS9nO[ SR U55eUR URR5U5nURU/5 URnU$s snf)aAlter configuration parameters of one or more Kafka resources. Warning: This is currently broken for BROKER resources because those must be sent to that specific broker, versus this always picks the least-loaded node. See the comment in the source code for details. We would happily accept a PR fixing this. Arguments: config_resources: A list of ConfigResource objects. Returns: Appropriate version of AlterConfigsResponse class. rrrkzHSupport for AlterConfigs v{} has not yet been added to KafkaAdminClient.) rxrUr r{rrsrrrr)r{rqrrgrrrs r alter_configsKafkaAdminClient.alter_configss,,**+>A*N a<)'2oAo\kFFWoAG&Z" "++DLL,J,J,LgV x(<<!AsB6c6UURUR44$)a,Convert a NewPartitions object into the tuple format for CreatePartitionsRequest. Arguments: topic_name: The name of the existing topic. new_partitions: A NewPartitions instance with total_count and new_assignments. Returns: A tuple: (topic_name, (total_count, [list_of_assignments])). ) total_countnew_assignments) topic_namenew_partitionss r"_convert_create_partitions_request3KafkaAdminClient._convert_create_partitions_requestHs( **..   rc RURR[SS9nURU5nUS::aB[U"UR 5VVs/sHupVUR XV5PM snnUUS9nO[ SRU55eURU5$s snnf)aCreate additional partitions for an existing topic. Arguments: topic_partitions: A map of topic name strings to NewPartition objects. Keyword Arguments: timeout_ms (numeric, optional): Milliseconds to wait for new partitions to be created before the broker returns. validate_only (bool, optional): If True, don't actually create new partitions. Default: False Returns: Appropriate version of CreatePartitionsResponse class. rr)topic_partitionsrrzLSupport for CreatePartitions v{} has not yet been added to KafkaAdminClient.) rxrUr!rrrrrsr)r{rrrrrrrs rcreate_partitions"KafkaAdminClient.create_partitions[s,,**+BPQ*R++J7 a<-g6IYI_I_Ia"bIakEjt$"I"I*"eIa"b"+G &^" "//88"bsB# cBURU5n[U5n[SU55nURUS9R5n[ [ 5n[5nUR SS5HZnUR SS5HAn[USUSS9n X;dMXXS RU 5 URU 5 MC M\ [U5[U5:wa2[U5U- n [S S RS U 55-5eU$) aFinds ID of the leader node for every given topic partition. Will raise UnknownTopicOrPartitionError if for some partition no leader can be found. :param partitions: ``[TopicPartition]``: partitions for which to find leaders. :param timeout_ms: ``float``: Timeout in milliseconds, if None (default), will be read from config. :return: Dictionary with ``{leader_id -> {partitions}}`` c38# UHoRv M g7fN)r).0tps r >KafkaAdminClient._get_leader_for_partitions..s3 "XX rrrm partitionsr partition)rrleaderz*The following partitions are not known: %s, c38# UHn[U5v M g7fr)str)rxs rrrs4GqCFFGr) rrprrrlistgetr0raddrnrjoin) r{rrrrleader2partitionsvalid_partitionsrrt2punknowns r_get_leader_for_partitions+KafkaAdminClient._get_leader_for_partitionsxs++J7 _ 3 33--V-<FFH'-5\\(B/E"YY|R8 $5>Y{E[\$%&9:AA#F$((- 90 z?c"23 3*o(88G.<))4G445  ! rcURU5n/nURR[SS9nUc [ S5eUcUR [ U5U5nO U[ U50nUR5Hupx[[5n UH n XRRU 5 M" [U"U R5V VV s/sH&upXV s/sHoRX4PM sn 4PM( sn nn US9n URX}5nURU/5 URURR!55 M 0n0nUHDnUSH8n U SH,n [#U SU S5n XU 'U S S:wdM$U S UU 'M. M: MF U(a[%U5S :Xa]['[)UR555unn[*R,"U5"S UR<S UR<35e[*R."S SR1SUR555-5eU$s sn fs sn nn f)aDelete records whose offset is smaller than the given offset of the corresponding partition. :param records_to_delete: ``{TopicPartition: int}``: The earliest available offsets for the given partitions. :param timeout_ms: ``float``: Timeout in milliseconds, if None (default), will be read from config. :param partition_leader_id: ``str``: If specified, all deletion requests will be sent to this node. No check is performed verifying that this is indeed the leader for all listed partitions: use with caution. :return: Dictionary {topicPartition -> metadata}, where metadata is returned by the broker. See DeleteRecordsResponse for possible fields. error_code for all partitions is guaranteed to be zero, otherwise an exception is raised. rrz+Broker does not support DeleteGroupsRequest)rrrrrpartition_indexrrz"Error deleting records from topic z partition z.sF1H,I/")*=*=vu?U?^?^_`0GsA A )rrxrUr(rrrprrrrrrrrrrr0rnnextiterrrBrokerResponseErrorr)r{records_to_deleterpartition_leader_id responsesrrrrtopic2partitionsrrrrrpartition2resultpartition2errorrkeyr!s rdelete_recordsKafkaAdminClient.delete_recordssr++J7  ,,**+?Q*O ?+,YZ Z  & $ ? ?%& ! "5c:K6L M "3"9"9"; F*40 '  188C(+73.>-C-C-E-E)ZXZrll,=,ABZXY-E& G//@F  " "F8 ,   V\\335 6#<"!H!(+!&|!4I'f yAR7STB+4R( .!3.7 .E+ "5," ?#q(!$'<'<'>"?@ Uooe,KN99VYVcVcd00RII1@0E0E0G IYs II8IIc,URR[SS9nUS::a0U(a[SR U55e[U"U4S9nO0US::a[U"U4US9nO[ SR U55eUR X%5$)zSend a DescribeGroupsRequest to the group's coordinator. Arguments: group_id: The group name as a string group_coordinator_id: The node_id of the groups' coordinator broker. Returns: A message future. rrrbzfinclude_authorized_operations requests DescribeGroupsRequest >= v3, which is not supported by Kafka {})groups)rinclude_authorized_operationszQSupport for DescribeGroupsRequest_v{} has not yet been added to KafkaAdminClient.)rxrUr#rrsrr)r{rgroup_coordinator_idrrrs r&_describe_consumer_groups_send_request7KafkaAdminClient._describe_consumer_groups_send_requests,,**+@a*P a<,/,,2F7O,G4XKHG \+G4 {.KG &c" "))*>HHrc URS::Ga[UR5S:Xde[URR URR 5GHup#[U[5(dMURnURUSn/nSn[XTR UR 5GHXupn U S:Xa#Un U [R:H=(d U (+n[U [5(Ga/n U Rn UHn/n[XR U R 5HunnnU(dMUS:Xa.U(a'UR[R"U55 MDUS:Xa.U(a'UR[ R"U55 MxURU5 M ["R$"U5nU RU5 M URU 5 GMGURU5 GM[ URS::aURS 5 [&R$"U5nGM WR(n[*R,"U5nU[*R.LaU"S R1U55eU$[3S R1UR55e) z:Process a DescribeGroupsResponse into a group description.rrrF protocol_typemember_metadatamember_assignmentrbNz1DescribeGroupsResponse failed with response '{}'.zRSupport for DescribeGroupsResponse_v{} has not yet been added to KafkaAdminClient.)rrnrzipSCHEMAfieldsnamesrIr/array_of__dict__r PROTOCOL_TYPErrdecoderr2_maker3rrrrrsr)r{rresponse_field response_namedescribed_groups_field_schemadescribed_group described_group_information_listprotocol_type_is_consumerdescribed_group_informationgroup_information_namegroup_information_fieldrmember_information_list member_schemamembersmember_informationmember member_field member_namemember_info_tuplegroup_descriptionrrs r*_describe_consumer_groups_process_response;KafkaAdminClient._describe_consumer_groups_process_responses   1 $x'1, ,,14X__5K5KX__MbMb1c-ne444B4K4K1&.&7&7 &Fq&IO79405-jmn}@c@ceBeIeIkJf4Ne1_D,GM9FJZJhJh9h9}p}l}5%&=uEE683,C,L,LM+F57 2LOPWYmYmo|pCpCMD$GV\;'@'@+6:K+KPV,>,E,EFdFkFklrFs,t-8,E,EFfFmFmntFu,v,>,E,Ef,MMD5F4K4KL^4_ 1 7 > >?P Q,G=CCD[\<CCD_`+kJ2 ++a/8??E(8(>(>?_(`%C2dD+55J4J/ GVH%''0! &d,,-/ /rc h/nUbUVs0sHoUU_M nnOURU5nUR5VVs/sHupWURUUU5PM nnnURU5 UH1n U Rn UR U 5n UR U 5 M3 U$s snfs snnf)aWDescribe a set of consumer groups. Any errors are immediately raised. Arguments: group_ids: A list of consumer group IDs. These are typically the group names as strings. Keyword Arguments: group_coordinator_id (int, optional): The node_id of the groups' coordinator broker. If set to None, it will query the cluster for each group to find that group's coordinator. Explicitly specifying this can be useful for avoiding extra network round trips if you already know the group coordinator. This is only useful when all the group_ids have the same coordinator, otherwise it will error. Default: None. include_authorized_operations (bool, optional): Whether or not to include information about the operations a group is allowed to perform. Only supported on API version >= v3. Default: False. Returns: A list of group descriptions. For now the group descriptions are the raw results from the DescribeGroupsResponse. Long-term, we plan to change this to return namedtuples as well as decoding the partition assignments. )rrrrrrr) r{rrrgroup_descriptionsrrrrtrrrs rdescribe_consumer_groups)KafkaAdminClient.describe_consumer_groupsKs4   +R["\R[h-A#AR[ "\ "&"<"= 0.9, the protocol type will typically be "consumer". As soon as any error is encountered, it is immediately raised. Keyword Arguments: broker_ids ([int], optional): A list of broker node_ids to query for consumer groups. If set to None, will query all brokers in the cluster. Explicitly specifying broker(s) can be useful for determining which consumer groups are coordinated by those broker(s). Default: None Returns: list: List of tuples of Consumer Groups. Raises: CoordinatorNotAvailableError: The coordinator is not available, so cannot process requests. CoordinatorLoadInProgressError: The coordinator is loading and hence can't process requests. ) rprxclusterbrokersnodeIdrrrrvrr)r{ broker_idsconsumer_groupsbrokerbrtrwrs rlist_consumer_groups%KafkaAdminClient.list_consumer_groupssD%  6:ll6J6J6R6R6TU6TF--6TJUGQRz!::1=zR w'AwwH  " "4#N#Nx#X YO$$ VRs B<CcURR[SS9nUS::aUc#US::a[SR U55eSnOL[ [ 5nUHupxXgRU5 M [[R"U55n[U"X5n O[SR U55eURX)5$)aSend an OffsetFetchRequest to a broker. Arguments: group_id (str): The consumer group id name for which to fetch offsets. group_coordinator_id (int): The node_id of the group's coordinator broker. Keyword Arguments: partitions: A list of TopicPartitions for which to fetch offsets. On brokers >= 0.10.2, this can be set to None to fetch all known offsets for the consumer group. Default: None. Returns: A message future rBrNrzOffsetFetchRequest_v{} requires specifying the partitions for which to fetch offsets. Omitting the partitions is only supported on brokers >= 0.10.2. For details, see KIP-88.zNSupport for OffsetFetchRequest_v{} has not yet been added to KafkaAdminClient.) rxrUr,rprsrrprrr iteritemsrr) r{rrrrtopics_partitionstopics_partitions_dictrrrs r)_list_consumer_group_offsets_send_request:KafkaAdminClient._list_consumer_group_offsets_send_requests ,,**+=1*M a<!a<$45;F7O EE %)!*5S)9&(2$E*155i@)3$(7M)N$O!(1(NG%`" "))*>HHrcNURS::aURS:aJ[R"UR5nU[RLaU"SR U55e0nUR HupEUHynURS::aUupxpSn OUupxpn [R"U 5nU[RLaU"SR XG55e[XU 5U[XG5'M{ M U$[SR UR55e)zProcess an OffsetFetchResponse. Arguments: response: an OffsetFetchResponse. Returns: A dictionary composed of TopicPartition keys and OffsetAndMetadata values. rBrz.OffsetFetchResponse failed with response '{}'.rzAUnable to fetch consumer group offsets for topic {}, partition {}zOSupport for OffsetFetchResponse_v{} has not yet been added to KafkaAdminClient.) rrrrrrsrr1r0r) r{rroffsetsrrpartition_dataroffsetrr leader_epochs r-_list_consumer_group_offsets_process_response>KafkaAdminClient._list_consumer_group_offsets_process_responses    1 $##a'#__X-@-@A V^^3$H)++ G%-__!&0N++q0BP? 8') P^M <:!'!= 0.10.2, this can be set to None to fetch all known offsets for the consumer group. Default: None. Returns: dictionary: A dictionary with TopicPartition keys and OffsetAndMetadata values. Partitions that are not specified and for which the group_id does not have a recorded offset are omitted. An offset value of `-1` indicates the group_id has no offset for that TopicPartition. A `-1` can only happen for partitions that are explicitly specified. )rrrrr)r{rrrrrs rlist_consumer_group_offsets,KafkaAdminClient.list_consumer_group_offsetssb> '#'#=#=xj#I(#S ??$,JP x(<<AA(KKrcUbURX5/nO}[[5nURU5R 5HupVXFR U5 M UR 5VVs/sHupaURX5PM nnnUR U5 /nUH-nURURUR55 M/ U$s snnf)aUDelete Consumer Group Offsets for given consumer groups. Note: This does not verify that the group ids actually exist and group_coordinator_id is the correct coordinator for all these groups. The result needs checking for potential errors. Arguments: group_ids ([str]): The consumer group ids of the groups which are to be deleted. Keyword Arguments: group_coordinator_id (int, optional): The node_id of the broker which is the coordinator for all the groups. Use only if all groups are coordinated by the same broker. If set to None, will query the cluster to find the coordinator for every single group. Explicitly specifying this can be useful to prevent that extra network round trips if you already know the group coordinator. Default: None. Returns: A list of tuples (group_id, KafkaError) ) $_delete_consumer_groups_send_requestrrrrrrextend_convert_delete_groups_responser) r{rrrtcoordinators_groupsrrresultsrws rdelete_consumer_groups'KafkaAdminClient.delete_consumer_groupsAs. +@@abG"-d"3 ,0,F,Fy,Q,W,W,Y(#3::8D-Z2E1J1J1L1L-N99)T1L  w'A NN4??H Is4CcURS::a@/nURH,up4URU[R"U545 M. U$[ SR UR55e)zParse the DeleteGroupsResponse, mapping group IDs to their respective errors. Arguments: response: A DeleteGroupsResponse object from the broker. Returns: A list of (group_id, KafkaError) for each deleted group. rzPSupport for DeleteGroupsResponse_v{} has not yet been added to KafkaAdminClient.)rrrrrrrs)r{rrrrs rr0KafkaAdminClient._convert_delete_groups_responsejsi   1 $G(0(8(8$&//**EFG)9N%bVH0013 3rcURR[SS9nUS::a[U"U5nO[SR U55eUR X$5$)a7Send a DeleteGroupsRequest to the specified broker (the group coordinator). Arguments: group_ids ([str]): A list of consumer group IDs to be deleted. group_coordinator_id (int): The node_id of the broker coordinating these groups. Returns: A future representing the in-flight DeleteGroupsRequest. rrzOSupport for DeleteGroupsRequest_v{} has not yet been added to KafkaAdminClient.)rxrUr'rrsr)r{rrrrs rr5KafkaAdminClient._delete_consumer_groups_send_request}sa,,**+>A*N a<)'29=G%aVG_& &))*>HHrc\UR5VVs/sH upUU4PM snn$s snnfr)r)rr partition_idss r_convert_topic_partitions*KafkaAdminClient._convert_topic_partitionssC)9(>(>(@  )A$ )A    s(c URRR5VVs/sHPnUURRRUR 5Vs/sHo"R PM sn4PMR snn$s snfs snnfr)rxrr _partitionsrr)r{rpartition_infos r_get_all_topic_partitions*KafkaAdminClient._get_all_topic_partitionss --446  7@D @T@T@`@`af@g@n@n@pq@pn))@pq 7   r s:B"B7BBcJUcUR5$URU5$r)rr)r{rs r_get_topic_partitions&KafkaAdminClient._get_topic_partitionss)  #113 3--.>??rcURR[SS9nURU5n[U"[ U5UR U5US9nUR U5$)aPerform leader election on the topic partitions. :param election_type: Type of election to attempt. 0 for Perferred, 1 for Unclean :param topic_partitions: A map of topic name strings to partition ids list. By default, will run on all topic partitions :param timeout_ms: Milliseconds to wait for the leader election process to complete before the broker returns. :return: Appropriate version of ElectLeadersResponse class. rr) election_typerr)rxrUr*rr+rr)r{rrrrrs rperform_leader_election(KafkaAdminClient.perform_leader_electionsj,,**+>A*N++J7 %g.&}5!778HI  //88rc[SU55(d]UH=nURRUS9 UR5(dM3URe [SU55(dM\gg)zBlock until all futures complete. If any fail, raise the encountered exception. Arguments: futures: A list of Future objects awaiting results. Raises: The first encountered exception if a future fails. c3@# UHoR5v M g7fr)r<)rrs rr5KafkaAdminClient._wait_for_futures..s?wV&&((ws)rN)allrxpollr= exception)r{rtrs rr"KafkaAdminClient._wait_for_futuress^?w???! !!!0==?? *** "?w???rc*URR[SS9nUS::aV[U"5nURURR 5U5nUR U/5 UR$[ SRU55e)zRSend a DescribeLogDirsRequest request to a broker. Returns: A message future rrzRSupport for DescribeLogDirsRequest_v{} has not yet been added to KafkaAdminClient.) rxrUr)rrrrrsr)r{rrrs rdescribe_log_dirs"KafkaAdminClient.describe_log_dirss ,,**+Aq*Q a<,W57G// 0N0N0PRYZF  " "F8 , ||&dVG_& &r)rxryrrwru)r<)T)NFr)F)NN)Er __module__ __qualname____firstlineno____doc__r4socket IPPROTO_TCP TCP_NODELAYrDefaultSelectorrrrrrrrzrrrrrrr staticmethodrrrrr rrr)r/r4r8rFrJrNrQr^rbrhrxr{r~rrrrrrrrrrrrrrrrrrrrrr%__static_attributes__rmrrr6r6%svn)[) _{2) e ) "= )  ) #E) 0) ) T) F..0B0BAFG) D) "4) C) v) [!)" t#)$ d%)& d')( ))* t+), -). t/)0 t1)2 &t3)4 I--5)6 $7)8 t9): t;)< d=)> %g?)@ $TA)B $TC)D E)J BK)L !$)#Q)NV/< 5 ?"@U*'$#4;("nH&(  2&9P843  ("("T4Fl  &  &"K"KH$JL  $  &*"*"X%ZN  "O*b  ""T  $9:"!HK r!IF1!f/"b>$ *%Z26%IN)VJN/3%LN'R3&I&   @ 9*+ rr6)M __future__rr collectionsrrtloggingr+rr kafka.vendorrkafka.admin.acl_resourcer r r r r rrkafka.client_asyncrrkafka.coordinator.protocolrrr kafka.errorserrorsrrrrrr kafka.futurer kafka.metricsrrkafka.protocol.adminrrrr r!r"r#r$r%r&r'r(r)r*r+kafka.protocol.commitr,kafka.protocol.find_coordinatorr-kafka.protocol.metadatar.kafka.protocol.typesr/ kafka.structsr0r1r2r3 kafka.versionr4 getLoggerrrnobjectr6rmrrrFs0#  5yy55 /jjjjj5B3&``%!wvwr