9hmu\SSKrSSKrSSKJr SSKJr SSKJr SSKJ r J r J r SSK r SSK Jr SSKJr SSKJrJrJrJrJr SS KJrJrJrJrJrJrJrJrJ r SS K!J"r"J#r# SS K$J%r%J&r& SS K'J(r( SS K)J*r*J+r+ SSK,J-r-J.r. SSK/J0r0 SSK1J2r2 SSK3J4r4 \Rj"\65r7"SS5r8g)N) defaultdict)Sequence) SSLContext)AnyOptionalUnion) __version__)AIOKafkaClient)IncompatibleBrokerVersionLeaderNotAvailableErrorNotControllerErrorNotLeaderForPartitionErrorfor_code) AlterConfigsRequestApiVersionRequest_v0CreatePartitionsRequestCreateTopicsRequestDeleteRecordsRequestDeleteTopicsRequestDescribeConfigsRequestDescribeGroupsRequestListGroupsRequest)RequestResponse)GroupCoordinatorRequestOffsetFetchRequest)MetadataRequest)OffsetAndMetadataTopicPartition)ConfigResourceConfigResourceType) NewPartitions)NewTopic)RecordsToDeletec :\rSrSrSrSSS\-SSSS S SS S SSS SSS.S\\\\4S\S\ S\ S\ S\ S\S\ \ S\S\S\ \S\ \S\S\ \S\ \4Sjjr Sr SPS \S!\ \ S"\4S#jjrS$rS%rS&\\\S"\ 4S'jrS!\ S \S"\4S(jrS \S"\4S)jr\S*5rSQS+\\S,\ \ S-\S"\4S.jjrSPS/\\S,\ \ S"\4S0jjrSPS/\ \\S"\4S1jjrS"\\4S2jrSPS/\ \\S"\\ 4S3jjr!S"\"\\ 44S4jr#SRS5\\$S6\S"\\4S7jjr%S5\\$S"\\4S8jr&\S95r'\S:5r(\)SSS5\\$S;\S"\*\"\ \ 4\\ 44S<jj5r+\S=\"\\,44S>j5r-SQS=\"\\,4S,\ \ S-\S"\4S?jjr.SQS@\\SA\ \ SB\S"\\4SCjjr/SPSD\ \\ S"\\*\ SE44SFjjr0STSG\SH\ S"\ 4SIjjr1SUSG\SA\ \ SJ\ \\2S"\"\2\344SKjjr4SPSL\"\2\54S,\ \ S"\"\2\ 44SMjjr6\SL\"\\\*\ \5444SNj5r7SOr8g)VAIOKafkaAdminClient+aA class for administering the Kafka cluster. .. note:: This class is considered **experimental**, so beware that it is subject to changes even in patch releases. Keyword Arguments: bootstrap_servers: 'host[:port]' string (or list of 'host[:port]' strings) that the consumer should contact to bootstrap initial cluster metadata. This does not have to be the full node list. It just needs to have at least one broker that will respond to a Metadata API Request. Default port is 9092. If no servers are specified, will default to localhost:9092. client_id (str): a name for this client. This string is passed in each request to servers and can be used to identify specific server-side log entries that correspond to this client. Also submitted to GroupCoordinator for logging with respect to consumer group administration. Default: 'aiokafka-{version}' request_timeout_ms (int): Client request timeout in milliseconds. Default: 40000. connections_max_idle_ms: Close idle connections after the number of milliseconds specified by this config. The broker closes idle connections after connections.max.idle.ms, so this avoids hitting unexpected socket disconnected errors on the client. Default: 540000 retry_backoff_ms (int): Milliseconds to backoff when retrying on errors. Default: 100. metadata_max_age_ms (int): The period of time in milliseconds after which we force a refresh of metadata even if we haven't seen any partition leadership changes to proactively discover any new brokers or partitions. Default: 300000 security_protocol (str): Protocol used to communicate with brokers. Valid values are: PLAINTEXT, SSL, SASL_PLAINTEXT, SASL_SSL. Default: PLAINTEXT. ssl_context (ssl.SSLContext): Pre-configured SSLContext for wrapping socket connections. If provided, all other ssl_* configurations will be ignored. Default: None. api_version (str): Specify which kafka API version to use. AIOKafka supports Kafka API versions >=0.9 only. If set to 'auto', will attempt to infer the broker version by probing various APIs. Default: auto N localhostz aiokafka-i@i`=di PLAINTEXTautoPLAINkafka)loopbootstrap_servers client_idrequest_timeout_msconnections_max_idle_msretry_backoff_msmetadata_max_age_mssecurity_protocol ssl_context api_versionsasl_mechanismsasl_plain_usernamesasl_plain_passwordsasl_kerberos_service_namesasl_kerberos_domain_namesasl_oauth_token_providerr0r1r2r3r4r5r6r7r8r9r:r;r<r=r>cSUlSUl0UlX@l[ S0SU_SU_SU_SU_SU_SU_SU _S U _S U_S U_S U _S U _SU _SU_SU_SU_6Ulg)NFr/r0r1r5r2r4r8r7r6r3r9r:r;r<r=r>)_closed_started _version_info_request_timeout_msr _client)selfr/r0r1r2r3r4r5r6r7r8r9r:r;r<r=r>s ZC:\Suresh\moveshuttle\MDcreated\moveengine\venv\Lib\site-packages\aiokafka/admin/client.py__init__AIOKafkaAdminClient.__init__Xs(  #5 %  /   !4  2  .  $ $ 0 %< * !4 !4 (B '@ '@!  c# [US5(aUR(a[RS5 gURR 5IShvN SUl[R S5 gN!7f)z=Close the AIOKafkaAdminClient connection to the Kafka broker.rAz#AIOKafkaAdminClient already closed.NTz"AIOKafkaAdminClient is now closed.)hasattrrAloginforEclosedebugrFs rGrOAIOKafkaAdminClient.closesWtY''4<< HH: ; ll  """  67 #sAA<A:"A<requestnode_idreturnc# UcURR5nURRX!5IShvN $N7fN)rEget_random_nodesend)rFrSrTs rG _send_request!AIOKafkaAdminClient._send_requests9 ?ll224G\\&&w8888s??151B1B -G++6*DD  w '2C@sA A ,A c# UR(agURR5IShvN UR5IShvN [R S5 SUlgN9N#7f)NzAIOKafkaAdminClient startedT)rBrE bootstraprbrMrPrQs rGstartAIOKafkaAdminClient.startsS == ll$$&&&$$&&& /0  '&s!0A0A,A0 A. "A0.A0 operationc0USRnUR(aX R;a[SUSRS35eURUup4[ [ U5S- U5nXS:a[SUSRS35eU$)awFind the latest version of the protocol operation supported by both this library and the broker. This resolves to the lesser of either the latest api version this library supports, or the max version supported by the broker. :param operation: A list of protocol operation versions from aiokafka.protocol. :return: The max matching version number between client and broker. rz#Kafka broker does not support the 'z' Kafka protocol.r zNo version of the 'z<' Kafka protocol is supported by both the client and broker.)API_KEYrCr __name__minlen)rFrhr_r`raversions rG_matching_api_version)AIOKafkaAdminClient._matching_api_versionsA,&&!!W4F4F%F+5il6K6K5LM"" $(#5#5g#> c)nq(+6  +%il&;&;%<=>> rJc# [R"URRS- 5IShvN URR U5IShvN nU(aO4[ R "URR5IShvN M_SSS5IShvN URRX5IShvN $NNuN=N-!,IShvN (df  NB=fN&7f)Ni) async_timeouttimeoutrErDreadyasynciosleep_retry_backoffrY)rFrTrSrts rG_send_request_to_node)AIOKafkaAdminClient._send_request_to_nodes (()I)ID)PQQ"ll0099mmDLL$?$?@@@ RQ\\&&w888R9A RQQQ9st2C0C C0 CC9CCC C0$C%"C0C.C0CCC0C+C  C+'C0c # URRRc"URR5IShvN UR URRRR U5IShvN $NGN![ ai URR5IShvN UR URRRR U5IShvN s$f=f7frW)rEcluster controllerforce_metadata_updaterxnodeIdr )rFrSs rG_send_to_controller'AIOKafkaAdminClient._send_to_controllers <<   * * 2,,446 6 6 33 $$//66  7" ,,446 6 633 $$//66  s`?DB D=B B B D B 'D4B75AD7C:8D=D?DDcURURUR[URR 55[UR R 554$rW)namenum_partitionsreplication_factorlistreplica_assignmentsitems topic_configs) new_topics rG_convert_new_topic_request.AIOKafkaAdminClient._convert_new_topic_requestsU NN  $ $  ( ( ..446 7 ((..0 1   rJ new_topics timeout_ms validate_onlyc# UR[5nUVs/sHoPRU5PM nn[R SU5 U=(d UR nUS:Xa9U(a#[ SURRS35e[U"UUS9nO%US::a[U"UUUS9nO[SUS 35eURU5IS hvN $s snfN 7f) adCreate new topics in the cluster. :param new_topics: A list of NewTopic objects. :param timeout_ms: Milliseconds to wait for new topics to be created before the broker returns. :param validate_only: If True, don't actually create new topics. Not supported by all versions. Default: False :return: Appropriate version of CreateTopicResponse class. z.Attempting to send create topic request for %rrzRvalidate_only requires CreateTopicsRequest >= v1, which is not supported by Kafka .)create_topic_requestsrs)rrsrzSupport for CreateTopics vz/ has not yet been added to AIOKafkaAdminClient.N) rorrrMrPrDr rEr8NotImplementedErrorr)rFrrrrnnttopicsrSs rG create_topics!AIOKafkaAdminClient.create_topicss,,-@A@JK "11"5 K BJO;4#;#; a</77;||7O7O6PPQS*'2&,"G\)'2&,"+G &,WI6** --g6661L07sC'C B%C'C% C'rc# UR[5n[UnU"X=(d UR5nURU5IShvN $N7f)zDelete topics from the cluster. :param topics: A list of topic name strings. :param timeout_ms: Milliseconds to wait for topics to be deleted before the broker returns. :return: Appropriate version of DeleteTopicsResponse class. N)rorrDr)rFrrrnreq_clsrSs rG delete_topics!AIOKafkaAdminClient.delete_topics sN,,-@A%g.&"H0H0HI--g6666sAAAAc# [UR[5nU"US9nURU5IShvN $N7f)zs Retrieve cluster metadata :param topics List of topic names, None means "get all topics" :return MetadataResponse rN)rrorZ)rFrrrSs rG_get_cluster_metadata)AIOKafkaAdminClient._get_cluster_metadatas="$"<"<_"MN(''0000s7A>Ac# URSS9IShvN nUR5nUSVs/sHo3SPM sn$N,s snf7f)Nrrtopicr to_object)rFmetadataobjts rG list_topicsAIOKafkaAdminClient.list_topics+sM3343@@  "$'M2Mq' M22A2sA AA AA A cf# URUS9IShvN nUR5nUS$N7f)Nrrr)rFrrrs rGdescribe_topics#AIOKafkaAdminClient.describe_topics0s;3363BB  "8}Cs 1/1c# UR5IShvN nUR5nURS5 U$N'7f)Nr)rrpop)rFrrs rGdescribe_cluster$AIOKafkaAdminClient.describe_cluster8s:3355  "  6sA>(Aconfig_resourcesinclude_synonymsc # /nUR[5nUS:Xa*U(a#[SURRS35eUR US5upV[UnUH;nUS:Xa U"XXS9n O U"XXUS9n UR URX55 M= U(a7US:Xa U"U5n OU"Xb5n UR URU 55 [R"U6IShvN $N7f)aFetch configuration parameters for one or more Kafka resources. :param config_resources: An list of ConfigResource objects. Any keys in ConfigResource.configs dict will be used to filter the result. Setting the configs dict to None will get all values. An empty dict will get zero values (as per Kafka protocol). :param include_synonyms: If True, return synonyms in response. Not supported by all versions. Default: False. :return: List of appropriate version of DescribeConfigsResponse class. rzXinclude_synonyms requires DescribeConfigsRequest >= v1, which is not supported by Kafka rdescribe resources)rrN) rorr rEr8_convert_config_resourcesappendrZrugather) rFrrfuturesrn broker_res topic_resr broker_idreqs rGdescribe_configs$AIOKafkaAdminClient.describe_configs>s ,,-CD a<,+448LL4L4L3MQP !% > >  !  )1#I!| (=>(3%5 NN4--c= >$ !|i(i: NN4--c2 3^^W----sC:D<D=DcV# /nUR[5nURUS5upE[UnURUR U"US955 UH+nU"XGS9nURUR X55 M- [ R "U6IShvN $N7f)zAlter configuration parameters of one or more Kafka resources. :param config_resources: A list of ConfigResource objects. :return: Appropriate version of AlterConfigsResponse class. alterrN)rorrrrZrur) rFrrrnbroker_resourcestopic_resourcesrrrs rG alter_configs!AIOKafkaAdminClient.alter_configsks,,-@A,0,J,J  - )&g.t))'O*LMN)I$4$?@C NN4--c= >*^^W----sB B)"B'#B)cURURUR(a$[URR 554$S4$rW) resource_typerconfigsrkeysconfig_resources rG)_convert_describe_config_resource_request=AIOKafkaAdminClient._convert_describe_config_resource_requestsP  ) )  4C4K4KD((--/ 0  RV  rJcvURUR[URR 554$rW)rrrrrrs rG&_convert_alter_config_resource_request:AIOKafkaAdminClient._convert_alter_config_resource_requests7  ) )  ((..0 1  rJop_typec,[[5n/nUS:Xa URnO URnUH\nU"U5nUR[ R :Xa"U[US5RU5 MKURU5 M^ X44$)Nrr ) rrrrrr"BROKERintr)clsrrrr convert_funcrresources rGr-AIOKafkaAdminClient._convert_config_resourcess 't, j HHLEEL/O#O4H,,0B0I0II Xa[!1299(C&&x0 0  00rJtopic_partitionscUR5VVs/sHupXRUR44PM snn$s snnfrW)r total_countnew_assignments)r topic_namenew_parts rG_convert_topic_partitions-AIOKafkaAdminClient._convert_topic_partitionssI)9(>(>(@ (@$ ..0H0HI J(@   s%=cD# UR[5n[UnURU5nU"UU=(d URUS9nUR U5IShvN nUR H&upn U (dM[ U 5n U "SU SU 35e U$N<7f)aCreate additional partitions for an existing topic. :param topic_partitions: A map of topic name strings to NewPartition objects. :param timeout_ms: Milliseconds to wait for new partitions to be created before the broker returns. :param validate_only: If True, don't actually create new partitions. Default: False :return: Appropriate version of CreatePartitionsResponse class. )rrsrNz Could not create partitions for z: )rorrrDr topic_errorsr) rFrrrrn req_classconverted_partitionsrr^rcodemessageerr_clss rGcreate_partitions%AIOKafkaAdminClient.create_partitionss ,,-DE+G4 #==>NO1:$":":'  --c22$($5$5 Et"4. @r'STT%6 3sAB !B"B B  group_idsgroup_coordinator_idinclude_authorized_operationsc# UR[5nUS:aU(a[SU35e[Un/n[[5nUH5nUcUR U5IShvN n OUn XyR U5 M7 UR5HNupU(aU"[U 5US9n OU"[U 5S9n URX5n URU 5 MP [R"U6IShvN n U $NN7f)aDescribe a set of consumer groups. Any errors are immediately raised. :param group_ids: A list of consumer group IDs. These are typically the group names as strings. :param group_coordinator_id: The node_id of the groups' coordinator broker. If set to None, it will query the cluster for each group to find that group's coordinator. Explicitly specifying this can be useful for avoiding extra network round trips if you already know the group coordinator. This is only useful when all the group_ids have the same coordinator, otherwise it will error. Default: None. :param include_authorized_operations: Whether or not to include information about the operations a group is allowed to perform. Only supported on API version >= v3. Default: False. :return: A list of group descriptions. For now the group descriptions are the raw results from the DescribeGroupsResponse. rzdinclude_authorized_operations requests DescribeGroupsRequest >= v3, which is not supported by Kafka N)groupsr)r) rorr rsetfind_coordinatoraddrrrZrrur)rFrrrrnrrnode_to_groupsgroup_idrTrrfutureresultss rGdescribe_consumer_groups,AIOKafkaAdminClient.describe_consumer_groupss0,,-BC Q;8+&&-Y0  *'2 $S)!H#+ $ 5 5h ??.  # ' ' 1 " .335OG,<2O  tF|4''5F NN6 " 6 00@1s%A'D )D*BD D D  D  broker_ids.c# Uc6UR5IShvN nURVs/sHo3SPM nn[5nUHnUR[UR [5"5U5IShvN nUR (a[UR 5"S5eURUR5 M [U5$Ns snfNa7f)afList all consumer groups known to the cluster. This returns a list of Consumer Group tuples. The tuples are composed of the consumer group name and the consumer group protocol type. Only consumer groups that store their offsets in Kafka are returned. The protocol type will be an empty string for groups created using Kafka < 0.9 APIs because, although they store their offsets in Kafka, they don't use Kafka for group coordination. For groups created using Kafka >= 0.9, the protocol type will typically be "consumer". As soon as any error is encountered, it is immediately raised. :param broker_ids: A list of broker node_ids to query for consumer groups. If set to None, will query all brokers in the cluster. Explicitly specifying broker(s) can be useful for determining which consumer groups are coordinated by those broker(s). Default: None :return list: List of tuples of Consumer Groups. :exception GroupCoordinatorNotAvailableError: The coordinator is not available, so cannot process requests. :exception GroupLoadInProgressError: The coordinator is loading and hence can't process requests. NrzError listing consumer groups) rbrokersrrZrro error_coderupdaterr)rFrrbrokerconsumer_groupsrresponses rGlist_consumer_groups(AIOKafkaAdminClient.list_consumer_groupss8  !7799H2:2B2BC2B)2BJC%#I!//!$"<"<=N"OPRH""x2234STT  " "8?? 3$O$$:Cs-C#CC#CAC#?C!AC#C#rcoordinator_typecP# UR[5nUS:XaU(a [S5e[UnUS:XaU"US9nOU"X5nURU5IShvN nUR(a [ UR5nU"SU35eUR $NA7f)a Find the broker id for a given consumer group :param group_id: str the group id :param coordinator_type: int the type of coordinator: 0 for group, 1 for transaction. Defaults to group. Only supported by version 1 and up :return int: the acting coordinator broker id rz9Cannot query for transaction id on current broker version)consumer_groupNz!Unable to get coordinator id for )rorr rZrrcoordinator_id)rFrrrnrrSrerrs rGr$AIOKafkaAdminClient.find_coordinator(s,,-DE a<,+K ,G4 a<x8G;G++G44   8../C9(DE E&&& 5sA B&"B$#AB& partitionsc# UR[5nUS::aUc[SUS35eU(a][[5nUHupgXVR U5 M UR 5VVs/sHupcU[U54PM snnn[U"X5nUcURU5IShvN nURX5IShvN n 0n U RHUupcUHJup{pU (a#[U R5nU"SUSU35e[Xg5n[X5nUX'ML MW U $s snnfNNu7f)avFetch Consumer Offsets for a single consumer group. Note: This does not verify that the group_id or partitions actually exist in the cluster. As soon as any error is encountered, it is immediately raised. :param group_id: The consumer group id name for which to fetch offsets. :param group_coordinator_id: The node_id of the group's coordinator broker. If set to None, will query the cluster to find the group coordinator. Explicitly specifying this can be useful to prevent that extra network round trip if you already know the group coordinator. Default: None. :param partitions: A list of TopicPartitions for which to fetch offsets. On brokers >= 0.10.2, this can be set to None to fetch all known offsets for the consumer group. Default: None. :return dictionary: A dictionary with TopicPartition keys and OffsetAndMetada values. Partitions that are not specified and for which the group_id does not have a recorded offset are omitted. An offset value of `-1` indicates the group_id has no offset for that TopicPartition. A `-1` can only happen for partitions that are explicitly specified. r NOffsetFetchRequest_vz requires specifying the partitions for which to fetch offsets. Omitting the partitions is only supported on brokers >= 0.10.2zUnable to get offset info for z and )ror ValueErrorrrrrrrrZrrrrr)rFrrrrntopics_partitions_dictr partitionrSr response_dictoffsetrrrtpoffset_plus_metas rGlist_consumer_group_offsets/AIOKafkaAdminClient.list_consumer_group_offsetsBsk<,,-?@ a)>x)H#H ++GJJ !) E;E7 8"8#6#67C >ugU9+VWW#E5#4V#F $4 ! 4AIOKafkaAdminClient.delete_records..s {4'8rJ)rorrrEr{update_metadatarrleader_for_partitionrr rrr _convert_records_to_deleterDrYrrr)rFrrrnrrequests responsesrrecordsleaderrdelete_requestrSrrr_partition_index low_watermarkrrs rGdelete_records"AIOKafkaAdminClient.delete_records~s~,,-AB3355 ,,X689 ,224KB\\))>>rBF~0222-//  RXX & - -r||W.E F 5'w/&.nn&6 "F//?6d66G"\\..v??H)1%AFPBO]J!&z2! HUInUODE GQ*9'7=6,@s#)F&F!D%F&F$AF&$F&c UR5VVVVs/sH(upXVVs/sHup4X4R4PM snn4PM* snnnn$s snnfs snnnnfrW)r before_offset)rrrr recs rGr.AIOKafkaAdminClient._convert_records_to_deletesV #4"9"9"; ";'R' i!2!23'R S";  R s A A  A A )rErArDrBrCrW)NF)F)r)r)NN)9rk __module__ __qualname____firstlineno____doc__r rstrrrrrrHrOrrrZrbrfrtyperorxr staticmethodrr$boolrrrrrrdictrr!rrrr classmethodtuplerr#rrrrrrrrr%r%r__static_attributes__r@rJrGr'r'+s*^3>${2"''- ##)!,,0!%-1-1*13737%) !d3i0 )  )  ) "%) ) !) ) j)) ) ) &c]) &c]) %(!) "$,C=#) $$,C=%) V8"&99#9  9E xW /F369399X9X"  %)# (7N(7SM(7 (7  (7Z%)7S 7SM7  7&'+ 1c# 1  13493'+c# cS#X"'+.~.+.+. h +.Z. $^ 4. h.(    "1~.11 tCH~tCy( ) 11& Dm9K4L  %)# sM12SM   D/3.3 393'sm3(, 3 h 3n+/(%T#Y'(% eCHo (%T's'c'RU':/359 ::'sm:T.12 : n// 0 :~%)+ ?@+SM+ nc! " +Z T%_0D*E%F FG  rJr')9rulogging collectionsrcollections.abcrsslrtypingrrrrraiokafkar aiokafka.clientr aiokafka.errorsr r r rraiokafka.protocol.adminrrrrrrrrraiokafka.protocol.apirraiokafka.protocol.commitrraiokafka.protocol.metadataraiokafka.structsrrrr!r"new_partitionsr#rr$rr% getLoggerrkrMr'r@rJrGrFsr#$'' *   4P6>?). !G  G  rJ