From 190f09501cb1bcda3a128de48656175a48c9d6c5 Mon Sep 17 00:00:00 2001 From: chenjunjie Date: Mon, 6 Oct 2025 09:50:17 +0000 Subject: [PATCH] DMS UMN 20250314 version Reviewed-by: Liudmila Denisova Co-authored-by: chenjunjie Co-committed-by: chenjunjie --- docs/dms/umn/ALL_META.TXT.json | 674 +++++++++----- docs/dms/umn/CLASS.TXT.json | 807 +++++++++-------- docs/dms/umn/CreateUserAndGrantPolicy.html | 56 +- docs/dms/umn/Kafka-client-best-practice.html | 8 +- docs/dms/umn/Kafka-client-parameter.html | 111 ++- docs/dms/umn/Kafka-specification.html | 197 ++--- .../umn/ProductDescPrivilegeManagement.html | 2 +- docs/dms/umn/TagManagement.html | 18 +- docs/dms/umn/UserPrivilegeManagement.html | 4 +- docs/dms/umn/en-us_image_0000001093972624.png | Bin 348 -> 462 bytes docs/dms/umn/en-us_image_0000001160616010.png | Bin 401 -> 0 bytes docs/dms/umn/en-us_image_0000001206335999.png | Bin 762 -> 0 bytes docs/dms/umn/en-us_image_0000001427644729.png | Bin 407 -> 0 bytes docs/dms/umn/en-us_image_0000001453201733.png | Bin 188 -> 217 bytes docs/dms/umn/en-us_image_0000001540501562.png | Bin 416 -> 461 bytes docs/dms/umn/en-us_image_0000001707049736.png | Bin 416 -> 0 bytes docs/dms/umn/en-us_image_0000001921463342.png | Bin 47297 -> 47404 bytes docs/dms/umn/en-us_image_0000001998520149.png | Bin 42475 -> 42739 bytes docs/dms/umn/en-us_image_0000002063422361.png | Bin 23419 -> 0 bytes docs/dms/umn/en-us_image_0000002110644228.png | Bin 0 -> 179 bytes docs/dms/umn/en-us_image_0000002157871349.png | Bin 0 -> 222 bytes ...8.png => en-us_image_0000002281749220.png} | Bin ...8.png => en-us_image_0000002309000337.png} | Bin docs/dms/umn/en-us_image_0000002317148937.png | Bin 0 -> 485 bytes docs/dms/umn/en-us_image_0000002317222029.png | Bin 0 -> 485 bytes docs/dms/umn/kafka-bp-migration.html | 7 +- docs/dms/umn/kafka-dnat.html | 95 +- docs/dms/umn/kafka-faq-0001.html | 3 +- docs/dms/umn/kafka-faq-0005.html | 3 +- docs/dms/umn/kafka-faq-0033.html | 20 +- docs/dms/umn/kafka-faq-0035.html | 6 +- docs/dms/umn/kafka-faq-0038.html | 1 - docs/dms/umn/kafka-faq-0041.html | 5 +- docs/dms/umn/kafka-faq-0063.html | 11 + docs/dms/umn/kafka-faq-0064.html | 11 + docs/dms/umn/kafka-faq-0065.html | 12 + docs/dms/umn/kafka-faq-0066.html | 11 + docs/dms/umn/kafka-faq-0067.html | 15 + docs/dms/umn/kafka-faq-0068.html | 11 + docs/dms/umn/kafka-faq-0069.html | 12 + docs/dms/umn/kafka-faq-0070.html | 17 + docs/dms/umn/kafka-faq-180604024.html | 22 +- docs/dms/umn/kafka-faq-190416001.html | 2 + docs/dms/umn/kafka-faq-191030002.html | 2 + docs/dms/umn/kafka-faq-191030003.html | 4 +- docs/dms/umn/kafka-faq-191030004.html | 8 + docs/dms/umn/kafka-faq-200423001.html | 2 + docs/dms/umn/kafka-faq-200426003.html | 2 +- docs/dms/umn/kafka-faq-200426005.html | 4 +- docs/dms/umn/kafka-faq-200426007.html | 4 +- docs/dms/umn/kafka-faq-200426009.html | 2 +- docs/dms/umn/kafka-faq-200426014.html | 2 +- docs/dms/umn/kafka-faq-200426016.html | 82 +- docs/dms/umn/kafka-faq-200426024.html | 80 +- docs/dms/umn/kafka-faq-200426025.html | 80 +- docs/dms/umn/kafka-faq-200426026.html | 2 +- docs/dms/umn/kafka-faq-200426028.html | 12 - docs/dms/umn/kafka-faq-200426030.html | 2 +- docs/dms/umn/kafka-faq-200426032.html | 2 +- docs/dms/umn/kafka-faq-200426036.html | 12 +- docs/dms/umn/kafka-faq-200426100.html | 2 +- docs/dms/umn/kafka-pd-0052.html | 158 ++-- docs/dms/umn/kafka-pd-0053.html | 18 + docs/dms/umn/kafka-pd-0056.html | 79 ++ docs/dms/umn/kafka-pd-190605001.html | 2 +- docs/dms/umn/kafka-pd-190605002.html | 2 + docs/dms/umn/kafka-pd-190605003.html | 140 +-- docs/dms/umn/kafka-pd-200720001.html | 2 +- docs/dms/umn/kafka-qs-0409001.html | 52 +- docs/dms/umn/kafka-scenarios.html | 1 + docs/dms/umn/kafka-trouble-0001.html | 2 +- docs/dms/umn/kafka-ug-00001.html | 16 +- docs/dms/umn/kafka-ug-0001.html | 129 ++- docs/dms/umn/kafka-ug-0002.html | 19 +- docs/dms/umn/kafka-ug-0003.html | 50 +- docs/dms/umn/kafka-ug-0004.html | 8 +- docs/dms/umn/kafka-ug-0006.html | 110 ++- docs/dms/umn/kafka-ug-0007.html | 261 +++--- docs/dms/umn/kafka-ug-0012.html | 99 ++- docs/dms/umn/kafka-ug-0014.html | 141 ++- docs/dms/umn/kafka-ug-0015.html | 90 +- docs/dms/umn/kafka-ug-0034.html | 35 +- docs/dms/umn/kafka-ug-0035.html | 13 +- docs/dms/umn/kafka-ug-0038.html | 18 +- docs/dms/umn/kafka-ug-0041.html | 16 +- docs/dms/umn/kafka-ug-0053.html | 4 +- docs/dms/umn/kafka-ug-0056.html | 4 +- docs/dms/umn/kafka-ug-0058.html | 2 + docs/dms/umn/kafka-ug-0069.html | 2 +- docs/dms/umn/kafka-ug-0072.html | 104 +++ docs/dms/umn/kafka-ug-0075.html | 15 + docs/dms/umn/kafka-ug-0319001.html | 302 +++---- docs/dms/umn/kafka-ug-0723001.html | 6 +- docs/dms/umn/kafka-ug-0723006.html | 2 + docs/dms/umn/kafka-ug-180413002.html | 829 ++++++++++-------- docs/dms/umn/kafka-ug-180418002.html | 146 ++- docs/dms/umn/kafka-ug-180524001.html | 9 +- docs/dms/umn/kafka-ug-180604012.html | 24 +- docs/dms/umn/kafka-ug-180604013.html | 166 ++-- docs/dms/umn/kafka-ug-180604014.html | 65 +- docs/dms/umn/kafka-ug-180604015.html | 10 +- docs/dms/umn/kafka-ug-180604016.html | 11 +- docs/dms/umn/kafka-ug-180604018.html | 229 +++-- docs/dms/umn/kafka-ug-180604019.html | 97 +- docs/dms/umn/kafka-ug-180604020.html | 92 +- docs/dms/umn/kafka-ug-180801001.html | 308 ++++++- docs/dms/umn/kafka-ug-181221001.html | 50 +- docs/dms/umn/kafka-ug-190605001.html | 8 +- docs/dms/umn/kafka-ug-190904001.html | 71 +- docs/dms/umn/kafka-ug-200119002.html | 6 +- docs/dms/umn/kafka-ug-200506001.html | 14 +- docs/dms/umn/kafka_faq_0058.html | 2 +- docs/dms/umn/kafka_faq_0059.html | 2 +- docs/dms/umn/kafka_faq_0061.html | 2 +- docs/dms/umn/kafka_pd_0004.html | 148 ++++ docs/dms/umn/kafka_trouble_0007.html | 16 + docs/dms/umn/kafka_ug_0017.html | 17 +- docs/dms/umn/kafka_ug_0018.html | 28 +- docs/dms/umn/kafka_ug_0021.html | 62 +- docs/dms/umn/kafka_ug_0023.html | 37 +- docs/dms/umn/kafka_ug_0024.html | 5 +- docs/dms/umn/kafka_ug_0027.html | 4 +- docs/dms/umn/kafka_ug_0041.html | 11 +- docs/dms/umn/kafka_ug_0043.html | 78 +- docs/dms/umn/kafka_ug_0044.html | 122 ++- docs/dms/umn/kafka_ug_0045.html | 144 ++- docs/dms/umn/kafka_ug_0046.html | 20 +- 127 files changed, 4474 insertions(+), 2706 deletions(-) delete mode 100644 docs/dms/umn/en-us_image_0000001160616010.png delete mode 100644 docs/dms/umn/en-us_image_0000001206335999.png delete mode 100644 docs/dms/umn/en-us_image_0000001427644729.png delete mode 100644 docs/dms/umn/en-us_image_0000001707049736.png delete mode 100644 docs/dms/umn/en-us_image_0000002063422361.png create mode 100644 docs/dms/umn/en-us_image_0000002110644228.png create mode 100644 docs/dms/umn/en-us_image_0000002157871349.png rename docs/dms/umn/{en-us_image_0000001756508438.png => en-us_image_0000002281749220.png} (100%) rename docs/dms/umn/{en-us_image_0000001756853218.png => en-us_image_0000002309000337.png} (100%) create mode 100644 docs/dms/umn/en-us_image_0000002317148937.png create mode 100644 docs/dms/umn/en-us_image_0000002317222029.png create mode 100644 docs/dms/umn/kafka-faq-0063.html create mode 100644 docs/dms/umn/kafka-faq-0064.html create mode 100644 docs/dms/umn/kafka-faq-0065.html create mode 100644 docs/dms/umn/kafka-faq-0066.html create mode 100644 docs/dms/umn/kafka-faq-0067.html create mode 100644 docs/dms/umn/kafka-faq-0068.html create mode 100644 docs/dms/umn/kafka-faq-0069.html create mode 100644 docs/dms/umn/kafka-faq-0070.html delete mode 100644 docs/dms/umn/kafka-faq-200426028.html create mode 100644 docs/dms/umn/kafka-pd-0053.html create mode 100644 docs/dms/umn/kafka-pd-0056.html create mode 100644 docs/dms/umn/kafka-ug-0072.html create mode 100644 docs/dms/umn/kafka-ug-0075.html create mode 100644 docs/dms/umn/kafka_pd_0004.html create mode 100644 docs/dms/umn/kafka_trouble_0007.html diff --git a/docs/dms/umn/ALL_META.TXT.json b/docs/dms/umn/ALL_META.TXT.json index 277049d66..5d0f36cca 100644 --- a/docs/dms/umn/ALL_META.TXT.json +++ b/docs/dms/umn/ALL_META.TXT.json @@ -75,13 +75,13 @@ "githuburl":"" }, { - "uri":"Kafka-specification.html", - "node_id":"kafka-specification.xml", + "uri":"kafka-pd-0053.html", + "node_id":"kafka-pd-0053.xml", "product_code":"kafka", "code":"5", - "des":"Kafka instances are compatible with open-source Kafka v1.1.0, v2.3.0, v2.7, and v3.x. Kafka instances are classified into cluster and single-node types. A cluster instanc", + "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", - "kw":"Specifications,Service Overview,User Guide", + "kw":"Kafka Instance Specifications", "search_title":"", "metedata":[ { @@ -89,14 +89,50 @@ "documenttype":"usermanual" } ], - "title":"Specifications", + "title":"Kafka Instance Specifications", + "githuburl":"" + }, + { + "uri":"kafka-pd-0056.html", + "node_id":"kafka-pd-0056.xml", + "product_code":"kafka", + "code":"6", + "des":"A single-node Kafka instance has one broker, is compatible with open-source Kafka 2.7, and is applicable to test scenarios. Do not use it for production services.In the f", + "doc_type":"usermanual", + "kw":"Single-node Kafka Instances,Kafka Instance Specifications,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Single-node Kafka Instances", + "githuburl":"" + }, + { + "uri":"Kafka-specification.html", + "node_id":"kafka-specification.xml", + "product_code":"kafka", + "code":"7", + "des":"A cluster Kafka instance has three or more brokers, and is compatible with open-source Kafka 2.3.0, 2.7, and 3.x.In the following table:For Kafka instances, the number of", + "doc_type":"usermanual", + "kw":"Cluster Kafka Instances,Kafka Instance Specifications,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Cluster Kafka Instances", "githuburl":"" }, { "uri":"kafka-pd-0052.html", "node_id":"kafka-pd-0052.xml", "product_code":"kafka", - "code":"6", + "code":"8", "des":"A single-node Kafka instance has only one broker. These instances do not guarantee performance or reliability and are for trial use or testing only. In the production env", "doc_type":"usermanual", "kw":"Comparing Single-node and Cluster Kafka Instances,Service Overview,User Guide", @@ -111,11 +147,29 @@ "title":"Comparing Single-node and Cluster Kafka Instances", "githuburl":"" }, + { + "uri":"kafka_pd_0004.html", + "node_id":"kafka_pd_0004.xml", + "product_code":"kafka", + "code":"9", + "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", + "doc_type":"usermanual", + "kw":"Comparing Kafka and RocketMQ,Service Overview,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Comparing Kafka and RocketMQ", + "githuburl":"" + }, { "uri":"kafka-pd-200720001.html", "node_id":"kafka-pd-200720001.xml", "product_code":"kafka", - "code":"7", + "code":"10", "des":"DMS is compatible with open-source Kafka and has customized and enhanced Kafka features. In addition to the advantages of open-source Kafka, DMS for Kafka provides more r", "doc_type":"usermanual", "kw":"Comparing DMS for Kafka and Open-Source Kafka,Service Overview,User Guide", @@ -133,8 +187,8 @@ "uri":"kafka-pd-190605003.html", "node_id":"kafka-pd-190605003.xml", "product_code":"kafka", - "code":"8", - "des":"This section describes the notes and constraints on DMS.", + "code":"11", + "des":"This section describes the notes and constraints on Distributed Message Service (DMS). Use your Kafka instances as prescribed to avoid program exceptions.Any instability ", "doc_type":"usermanual", "kw":"Notes and Constraints,Service Overview,User Guide", "search_title":"", @@ -151,7 +205,7 @@ "uri":"kafka-pd-190605002.html", "node_id":"kafka-pd-190605002.xml", "product_code":"kafka", - "code":"9", + "code":"12", "des":"Cloud Trace Service (CTS)CTS generates traces to provide you with a history of operations performed on cloud service resources. The traces include operation requests sent", "doc_type":"usermanual", "kw":"Related Services,Service Overview,User Guide", @@ -169,7 +223,7 @@ "uri":"glossary-kafka.html", "node_id":"glossary-kafka.xml", "product_code":"kafka", - "code":"10", + "code":"13", "des":"DMS for Kafka of the cloud service platform uses Kafka as the message engine. This chapter presents explanations of basic concepts of Kafka.A topic is a category for mess", "doc_type":"usermanual", "kw":"Basic Concepts,Service Overview,User Guide", @@ -187,10 +241,10 @@ "uri":"ProductDescPrivilegeManagement.html", "node_id":"productdescprivilegemanagement.xml", "product_code":"kafka", - "code":"11", + "code":"14", "des":"If you need to grant your enterprise personnel permission to access your DMS resources, use Identity and Access Management (IAM). IAM provides identity authentication, fi", "doc_type":"usermanual", - "kw":"Permission,Service Overview,User Guide", + "kw":"Permissions,Service Overview,User Guide", "search_title":"", "metedata":[ { @@ -198,14 +252,14 @@ "documenttype":"usermanual" } ], - "title":"Permission", + "title":"Permissions", "githuburl":"" }, { "uri":"kafka-ug-00003.html", "node_id":"kafka-ug-00003.xml", "product_code":"kafka", - "code":"12", + "code":"15", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Getting Started", @@ -223,7 +277,7 @@ "uri":"kafka-qs-0409001.html", "node_id":"kafka-qs-0409001.xml", "product_code":"kafka", - "code":"13", + "code":"16", "des":"This section takes the example of creating a Kafka instance (ciphertext access and SASL_SSL) and accessing it on the client (private network, within a virtual private clo", "doc_type":"usermanual", "kw":"Getting Started with Kafka for Message Production and Consumption,Getting Started,User Guide", @@ -241,7 +295,7 @@ "uri":"kafka-ug-0069.html", "node_id":"kafka-ug-0069.xml", "product_code":"kafka", - "code":"14", + "code":"17", "des":"Distributed Message Service is a message queuing service that is based on the open-source Apache Kafka. It provides Kafka instances with isolated computing, storage, and ", "doc_type":"usermanual", "kw":"Process of Using Kafka,User Guide", @@ -259,10 +313,10 @@ "uri":"UserPrivilegeManagement.html", "node_id":"userprivilegemanagement.xml", "product_code":"kafka", - "code":"15", + "code":"18", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", - "kw":"Permission Management", + "kw":"Permissions Management", "search_title":"", "metedata":[ { @@ -271,17 +325,17 @@ "documenttype":"usermanual" } ], - "title":"Permission Management", + "title":"Permissions Management", "githuburl":"" }, { "uri":"CreateUserAndGrantPolicy.html", "node_id":"createuserandgrantpolicy.xml", "product_code":"kafka", - "code":"16", + "code":"19", "des":"This section describes how to use Identity and Access Management (IAM) for fine-grained permissions control for your Distributed Message Service (DMS) for Kafka resources", "doc_type":"usermanual", - "kw":"Creating a User and Granting DMS for Kafka Permissions,Permission Management,User Guide", + "kw":"Creating an IAM User and Granting DMS for Kafka Permissions,Permissions Management,User Guide", "search_title":"", "metedata":[ { @@ -290,14 +344,14 @@ "documenttype":"usermanual" } ], - "title":"Creating a User and Granting DMS for Kafka Permissions", + "title":"Creating an IAM User and Granting DMS for Kafka Permissions", "githuburl":"" }, { "uri":"kafka-ug-180604013.html", "node_id":"kafka-ug-180604013.xml", "product_code":"kafka", - "code":"17", + "code":"20", "des":"Kafka instances are tenant-exclusive, and physically isolated in deployment. You can customize the computing capabilities and storage space of a Kafka instance as require", "doc_type":"usermanual", "kw":"Creating a Kafka Instance,User Guide", @@ -316,7 +370,7 @@ "uri":"kafka-ug-0720001.html", "node_id":"kafka-ug-0720001.xml", "product_code":"kafka", - "code":"18", + "code":"21", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Configuring Topics", @@ -335,7 +389,7 @@ "uri":"kafka-ug-180604018.html", "node_id":"kafka-ug-180604018.xml", "product_code":"kafka", - "code":"19", + "code":"22", "des":"Topics store messages created by producers and subscribed by consumers. If Automatic Topic Creation is not enabled during Kafka instance creation, you need to manually cr", "doc_type":"usermanual", "kw":"Creating a Kafka Topic,Configuring Topics,User Guide", @@ -354,7 +408,7 @@ "uri":"kafka-ug-0002.html", "node_id":"kafka-ug-0002.xml", "product_code":"kafka", - "code":"20", + "code":"23", "des":"Kafka instances with ciphertext access enabled support access control list (ACL) for topics. You can differentiate user permissions by granting users different permission", "doc_type":"usermanual", "kw":"Configuring Kafka Topic Permissions,Configuring Topics,User Guide", @@ -373,7 +427,7 @@ "uri":"kafka-ug-0058.html", "node_id":"kafka-ug-0058.xml", "product_code":"kafka", - "code":"21", + "code":"24", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Managing Topics", @@ -392,8 +446,8 @@ "uri":"kafka_ug_0045.html", "node_id":"kafka_ug_0045.xml", "product_code":"kafka", - "code":"22", - "des":"On the Kafka console, you can view basic information, partition and producer information, and subscriptions of a topic.Select the region where your Kafka instance is loca", + "code":"25", + "des":"On the Kafka console, you can view basic information, partition and producer information, and subscriptions of a topic.If an instance contains more than 10,000 consumer g", "doc_type":"usermanual", "kw":"Viewing Kafka Topic Details,Managing Topics,User Guide", "search_title":"", @@ -411,7 +465,7 @@ "uri":"kafka-ug-0038.html", "node_id":"kafka-ug-0038.xml", "product_code":"kafka", - "code":"23", + "code":"26", "des":"This section describes how to modify configurations in Table 1 of a Kafka topic on the console.Modifying Synchronous Replication, Synchronous Flushing, Message Timestamp,", "doc_type":"usermanual", "kw":"Modifying Kafka Topic Configurations,Managing Topics,User Guide", @@ -430,8 +484,8 @@ "uri":"kafka-ug-0006.html", "node_id":"kafka-ug-0006.xml", "product_code":"kafka", - "code":"24", - "des":"After creating a topic, you can increase the number of partitions as required.Changing the number of partitions does not restart the instance or affect services.Methods f", + "code":"27", + "des":"After creating a topic, you can change the number of partitions as required. Changing the number of partitions does not restart the instance or affect services.Methods fo", "doc_type":"usermanual", "kw":"Changing Kafka Partition Quantity,Managing Topics,User Guide", "search_title":"", @@ -445,12 +499,30 @@ "title":"Changing Kafka Partition Quantity", "githuburl":"" }, + { + "uri":"kafka-ug-0072.html", + "node_id":"kafka-ug-0072.xml", + "product_code":"kafka", + "code":"28", + "des":"The replicas of a Kafka topic can be modified as required.Reassigning partitions can modify replicas automatically or manually on the Kafka console. For more information,", + "doc_type":"usermanual", + "kw":"Modifying Kafka Topic Replicas,Managing Topics,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Modifying Kafka Topic Replicas", + "githuburl":"" + }, { "uri":"kafka_ug_0027.html", "node_id":"kafka_ug_0027.xml", "product_code":"kafka", - "code":"25", - "des":"Export the topic list on the console. Batch export is supported.A topic has been created.Select the region where your Kafka instance is located.The topic list contains th", + "code":"29", + "des":"Export the topic list on the console. Batch export is supported.A topic has been created.The topic list contains the following information: topic name, number of partitio", "doc_type":"usermanual", "kw":"Exporting the Kafka Topic List,Managing Topics,User Guide", "search_title":"", @@ -468,7 +540,7 @@ "uri":"kafka_ug_0023.html", "node_id":"kafka_ug_0023.xml", "product_code":"kafka", - "code":"26", + "code":"30", "des":"Partition reassignment is to reassign replicas of a partition to different brokers to solve the problem of unbalanced broker load.Partition reassignment is required in th", "doc_type":"usermanual", "kw":"Reassigning Kafka Partitions,Managing Topics,User Guide", @@ -487,7 +559,7 @@ "uri":"kafka_ug_0043.html", "node_id":"kafka_ug_0043.xml", "product_code":"kafka", - "code":"27", + "code":"31", "des":"Automatic Topic Creation indicates that a topic will be automatically created when a message is produced in or consumed from a topic that does not exist. By default, the ", "doc_type":"usermanual", "kw":"Configuring Automatic Topic Creation,Managing Topics,User Guide", @@ -506,8 +578,8 @@ "uri":"kafka-ug-180604019.html", "node_id":"kafka-ug-180604019.xml", "product_code":"kafka", - "code":"28", - "des":"Delete a topic using either of the following methods:Deleting a Kafka Topic (Console)Deleting a Kafka Topic on the ClientA Kafka instance has been created, and a topic ha", + "code":"32", + "des":"This document describes how to delete a topic.Deleting a Kafka Topic (Console)Deleting a Kafka Topic on the ClientDeleting a topic clears the topic data permanently.For a", "doc_type":"usermanual", "kw":"Deleting a Kafka Topic,Managing Topics,User Guide", "search_title":"", @@ -525,7 +597,7 @@ "uri":"kafka-ug190605003.html", "node_id":"kafka-ug190605003.xml", "product_code":"kafka", - "code":"29", + "code":"33", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Connecting to an Instance", @@ -544,7 +616,7 @@ "uri":"kafka-ug-0059.html", "node_id":"kafka-ug-0059.xml", "product_code":"kafka", - "code":"30", + "code":"34", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Configuring Kafka Network Connections", @@ -563,7 +635,7 @@ "uri":"kafka-ug-180604012.html", "node_id":"kafka-ug-180604012.xml", "product_code":"kafka", - "code":"31", + "code":"35", "des":"A client can connect to a Kafka instance over a public or private network. Notes before using a private network:By default, a client and a Kafka instance are interconnect", "doc_type":"usermanual", "kw":"Kafka Network Connection Conditions,Configuring Kafka Network Connections,User Guide", @@ -582,8 +654,8 @@ "uri":"kafka-ug-0319001.html", "node_id":"kafka-ug-0319001.xml", "product_code":"kafka", - "code":"32", - "des":"Clients can use IPv4 or IPv6 addresses to access a Kafka instance over a public network.By IPv4: On the Kafka console, enable public access and configure EIPs for the ins", + "code":"36", + "des":"A client can use IPv4 or IPv6 addresses to access a Kafka instance over a public network.By IPv4: On the Kafka console, enable public access and configure EIPs for the in", "doc_type":"usermanual", "kw":"Configuring Kafka Public Access,Configuring Kafka Network Connections,User Guide", "search_title":"", @@ -601,7 +673,7 @@ "uri":"kafka-ug-0001.html", "node_id":"kafka-ug-0001.xml", "product_code":"kafka", - "code":"33", + "code":"37", "des":"VPCs are logically isolated from each other. If a Kafka instance and a Kafka client are in different VPCs within a region, they cannot communicate with each other. In thi", "doc_type":"usermanual", "kw":"Accessing Kafka Using a VPC Endpoint Across VPCs,Configuring Kafka Network Connections,User Guide", @@ -620,7 +692,7 @@ "uri":"kafka-dnat.html", "node_id":"kafka-dnat.xml", "product_code":"kafka", - "code":"34", + "code":"38", "des":"Enable public access in either of the following ways:On the Kafka console, access Kafka instances using EIPs. For details, see Configuring Kafka Public Access.Configure p", "doc_type":"usermanual", "kw":"Accessing Kafka in a Public Network Using DNAT,Configuring Kafka Network Connections,User Guide", @@ -639,7 +711,7 @@ "uri":"kafka-ug-0061.html", "node_id":"kafka-ug-0061.xml", "product_code":"kafka", - "code":"35", + "code":"39", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Configuring Kafka Access Control", @@ -658,7 +730,7 @@ "uri":"kafka_ug_0044.html", "node_id":"kafka_ug_0044.xml", "product_code":"kafka", - "code":"36", + "code":"40", "des":"You can access a Kafka instance in plaintext or ciphertext. This section describes how to change the access mode on the console.Plaintext access: Clients connect to the K", "doc_type":"usermanual", "kw":"Configuring Plaintext or Ciphertext Access to Kafka Instances,Configuring Kafka Access Control,User ", @@ -677,7 +749,7 @@ "uri":"kafka-ug-0003.html", "node_id":"kafka-ug-0003.xml", "product_code":"kafka", - "code":"37", + "code":"41", "des":"Kafka instances with ciphertext access enabled support access control list (ACL) for topics. You can differentiate user permissions by granting users different permission", "doc_type":"usermanual", "kw":"Configuring Kafka ACL Users,Configuring Kafka Access Control,User Guide", @@ -696,7 +768,7 @@ "uri":"kafka-ug-0062.html", "node_id":"kafka-ug-0062.xml", "product_code":"kafka", - "code":"38", + "code":"42", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Configuring the Kafka Client", @@ -714,7 +786,7 @@ "uri":"Kafka-client-parameter.html", "node_id":"kafka-client-parameter.xml", "product_code":"kafka", - "code":"39", + "code":"43", "des":"This section provides recommendations on configuring common parameters for Kafka producers and consumers. Kafka clients in different versions may have different parameter", "doc_type":"usermanual", "kw":"Setting Parameters for Kafka Clients,Configuring the Kafka Client,User Guide", @@ -732,7 +804,7 @@ "uri":"Kafka-client-best-practice.html", "node_id":"kafka-client-best-practice.xml", "product_code":"kafka", - "code":"40", + "code":"44", "des":"Ensure that the owner thread does not exit abnormally. Otherwise, the client may fail to initiate consumption requests and the consumption will be blocked.Commit messages", "doc_type":"usermanual", "kw":"Suggestions on Using the Kafka Client,Configuring the Kafka Client,User Guide", @@ -750,7 +822,7 @@ "uri":"kafka-ug-180604020.html", "node_id":"kafka-ug-180604020.xml", "product_code":"kafka", - "code":"41", + "code":"45", "des":"This section describes how to access a Kafka instance in plaintext on an open-source Kafka client. With plaintext access enabled, there is no authentication required in s", "doc_type":"usermanual", "kw":"Connecting to Kafka Using the Client (Plaintext Access),Connecting to an Instance,User Guide", @@ -769,7 +841,7 @@ "uri":"kafka-ug-180801001.html", "node_id":"kafka-ug-180801001.xml", "product_code":"kafka", - "code":"42", + "code":"46", "des":"This section describes how to access a Kafka instance in ciphertext on an open-source Kafka client. The client connects to the Kafka instance with SASL authentication. If", "doc_type":"usermanual", "kw":"Connecting to Kafka Using the Client (Ciphertext Access),Connecting to an Instance,User Guide", @@ -788,7 +860,7 @@ "uri":"kafka-ug-0720002.html", "node_id":"kafka-ug-0720002.xml", "product_code":"kafka", - "code":"43", + "code":"47", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Managing Messages", @@ -807,8 +879,8 @@ "uri":"kafka-ug-190904001.html", "node_id":"kafka-ug-190904001.xml", "product_code":"kafka", - "code":"44", - "des":"You can view the offset of different partitions, the message size, creation time, and body of messages in topics.Select the region where your Kafka instance is located.If", + "code":"48", + "des":"When messages are lost or fail to be consumed, you can query the content and attributes of specific messages for troubleshooting.You can view the offset of different part", "doc_type":"usermanual", "kw":"Viewing Kafka Messages,Managing Messages,User Guide", "search_title":"", @@ -826,7 +898,7 @@ "uri":"kafka-ug-200506001.html", "node_id":"kafka-ug-200506001.xml", "product_code":"kafka", - "code":"45", + "code":"49", "des":"Aging time is a period that messages in a topic are retained for. Consumers must consume messages before this period ends. Otherwise, the messages will be deleted and can", "doc_type":"usermanual", "kw":"Changing Kafka Message Retention Period,Managing Messages,User Guide", @@ -845,8 +917,8 @@ "uri":"kafka_ug_0046.html", "node_id":"kafka_ug_0046.xml", "product_code":"kafka", - "code":"46", - "des":"This section describes how to delete messages stored in a topic on the console.Deleted messages cannot be recovered.Before deleting a message, set the auto.offset.reset p", + "code":"50", + "des":"This section describes how to delete messages stored in a topic on the console.Deleting messages takes effect permanently.Before deleting a message, set the auto.offset.r", "doc_type":"usermanual", "kw":"Deleting Kafka Messages,Managing Messages,User Guide", "search_title":"", @@ -864,7 +936,7 @@ "uri":"kafka-ug-0011.html", "node_id":"kafka-ug-0011.xml", "product_code":"kafka", - "code":"47", + "code":"51", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Managing Consumer Groups", @@ -883,7 +955,7 @@ "uri":"kafka-ug-0041.html", "node_id":"kafka-ug-0041.xml", "product_code":"kafka", - "code":"48", + "code":"52", "des":"A consumer subscribes to a topic. A consumer group consists of one or more consumers. Within a consumer group, each consumer can consume multiple partitions at the same t", "doc_type":"usermanual", "kw":"Creating a Kafka Consumer Group,Managing Consumer Groups,User Guide", @@ -902,8 +974,8 @@ "uri":"kafka_ug_0021.html", "node_id":"kafka_ug_0021.xml", "product_code":"kafka", - "code":"49", - "des":"After a consumer group is created, you can view its configuration and status.Select the region where your Kafka instance is located.The consumer group name, status, and C", + "code":"53", + "des":"After a consumer group is created, you can view its configuration and status.The consumer group name, status, and Coordinator (ID) are displayed. Coordinator (ID) indicat", "doc_type":"usermanual", "kw":"Querying the Kafka Consumer Group List,Managing Consumer Groups,User Guide", "search_title":"", @@ -921,7 +993,7 @@ "uri":"kafka-ug-0015.html", "node_id":"kafka-ug-0015.xml", "product_code":"kafka", - "code":"50", + "code":"54", "des":"If a consumer group has consumers who are accessing a Kafka instance, you can view their connection information.The consumer list and connection address can be viewed onl", "doc_type":"usermanual", "kw":"Viewing Kafka Consumer Information,Managing Consumer Groups,User Guide", @@ -940,8 +1012,8 @@ "uri":"kafka-ug-0014.html", "node_id":"kafka-ug-0014.xml", "product_code":"kafka", - "code":"51", - "des":"A consumption offset indicates the consumption progress of a consumer. This section describes how to view and reset consumption offsets.Messages may be retrieved more tha", + "code":"55", + "des":"A consumption offset indicates the consumption progress of a consumer. This section describes how to view and reset consumption offsets.Messages may be consumed more than", "doc_type":"usermanual", "kw":"Viewing and Resetting Kafka Consumption Offsets,Managing Consumer Groups,User Guide", "search_title":"", @@ -959,8 +1031,8 @@ "uri":"kafka-ug-0056.html", "node_id":"kafka-ug-0056.xml", "product_code":"kafka", - "code":"52", - "des":"You can export a list of consumer groups in a Kafka instance.Select the region where your Kafka instance is located.Select the desired consumer groups and choose Export >", + "code":"56", + "des":"You can export a list of consumer groups in a Kafka instance.Select the desired consumer groups and choose Export > Export selected data to an XLSX file to export specifi", "doc_type":"usermanual", "kw":"Exporting Kafka Consumer Groups,Managing Consumer Groups,User Guide", "search_title":"", @@ -978,7 +1050,7 @@ "uri":"kafka-ug-0012.html", "node_id":"kafka-ug-0012.xml", "product_code":"kafka", - "code":"53", + "code":"57", "des":"You can delete a consumer group in either of the following ways:On the console.Use Kafka CLI. (Ensure that the Kafka instance version is the same as the CLI version.)If a", "doc_type":"usermanual", "kw":"Deleting a Kafka Consumer Group,Managing Consumer Groups,User Guide", @@ -997,7 +1069,7 @@ "uri":"kafka-ug-180604011.html", "node_id":"kafka-ug-180604011.xml", "product_code":"kafka", - "code":"54", + "code":"58", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Managing Instances", @@ -1016,7 +1088,7 @@ "uri":"kafka-ug-180604014.html", "node_id":"kafka-ug-180604014.xml", "product_code":"kafka", - "code":"55", + "code":"59", "des":"After creating a Kafka instance, you can view the details or modify some parameters of it on the console as required. These parameters include the instance name, descript", "doc_type":"usermanual", "kw":"Viewing and Modifying Basic Information of a Kafka Instance,Managing Instances,User Guide", @@ -1035,8 +1107,8 @@ "uri":"kafka-ug-0004.html", "node_id":"kafka-ug-0004.xml", "product_code":"kafka", - "code":"56", - "des":"This section describes how to view the disk usage of each broker of a Kafka instance on the console.This function is unavailable for single-node instances.Select the regi", + "code":"60", + "des":"This section describes how to view the disk usage of each broker of a Kafka instance on the console.Unavailable for single-node instances.You can query topics that use th", "doc_type":"usermanual", "kw":"Viewing Kafka Disk Usage,Managing Instances,User Guide", "search_title":"", @@ -1054,7 +1126,7 @@ "uri":"kafka-ug-200119002.html", "node_id":"kafka-ug-200119002.xml", "product_code":"kafka", - "code":"57", + "code":"61", "des":"After you initiate certain instance operations listed in Table 1, a background task will start for each operation. On the console, you can view the background task status", "doc_type":"usermanual", "kw":"Viewing Kafka Background Tasks,Managing Instances,User Guide", @@ -1073,7 +1145,7 @@ "uri":"kafka_ug_0024.html", "node_id":"kafka_ug_0024.xml", "product_code":"kafka", - "code":"58", + "code":"62", "des":"Distributed Message Service allows you to view sample Java, Go, and Python code of producing and consuming messages on the console. You can quickly complete Kafka client ", "doc_type":"usermanual", "kw":"Viewing Sample Code of Kafka Production and Consumption,Managing Instances,User Guide", @@ -1092,7 +1164,7 @@ "uri":"kafka-ug-0007.html", "node_id":"kafka-ug-0007.xml", "product_code":"kafka", - "code":"59", + "code":"63", "des":"Your Kafka instances, topics, and consumers come with default configuration parameter settings. You can modify common parameters on the DMS console. For details about par", "doc_type":"usermanual", "kw":"Modifying Kafka Instance Configuration Parameters,Managing Instances,User Guide", @@ -1111,8 +1183,8 @@ "uri":"TagManagement.html", "node_id":"tagmanagement.xml", "product_code":"kafka", - "code":"60", - "des":"Tags facilitate Kafka instance identification and management.You can add tags to a Kafka instance when creating the instance or add tags on the Tags tab page of the creat", + "code":"64", + "des":"Tags facilitate Kafka instance identification and management.You can add tags to a Kafka instance when creating the instance or add tags on the Tags page of the created i", "doc_type":"usermanual", "kw":"Configuring Kafka Instance Tags,Managing Instances,User Guide", "search_title":"", @@ -1130,8 +1202,8 @@ "uri":"kafka-ug-0053.html", "node_id":"kafka-ug-0053.xml", "product_code":"kafka", - "code":"61", - "des":"You can export a list of instances on the DMS console.Select the region where your Kafka instance is located.Select the desired instances and choose Export > Export selec", + "code":"65", + "des":"You can export a list of instances on the DMS console.Select the desired instances and choose Export > Export selected data to an XLSX file to export specified instances.", "doc_type":"usermanual", "kw":"Exporting the Kafka Instance List,Managing Instances,User Guide", "search_title":"", @@ -1149,8 +1221,8 @@ "uri":"kafka-ug-180604015.html", "node_id":"kafka-ug-180604015.xml", "product_code":"kafka", - "code":"62", - "des":"You can restart one or more Kafka instances in batches on the DMS console.When a Kafka instance is being restarted, message retrieval and creation requests of clients wil", + "code":"66", + "des":"You can restart one or more Kafka instances in batches on the DMS console.When a Kafka instance is being restarted, message consumption and production requests of clients", "doc_type":"usermanual", "kw":"Restarting a Kafka Instance,Managing Instances,User Guide", "search_title":"", @@ -1168,8 +1240,8 @@ "uri":"kafka-ug-180604016.html", "node_id":"kafka-ug-180604016.xml", "product_code":"kafka", - "code":"63", - "des":"Delete one or more Kafka instances at a time on the DMS console.Deleting a Kafka instance will delete the data in the instance without any backup. Exercise caution when p", + "code":"67", + "des":"Delete one or more Kafka instances at a time on the DMS console.Deleting a Kafka instance will clear the instance data without any backup. Exercise caution.The status of ", "doc_type":"usermanual", "kw":"Deleting Kafka Instances,Managing Instances,User Guide", "search_title":"", @@ -1183,14 +1255,32 @@ "title":"Deleting Kafka Instances", "githuburl":"" }, + { + "uri":"kafka-ug-0075.html", + "node_id":"kafka-ug-0075.xml", + "product_code":"kafka", + "code":"68", + "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", + "doc_type":"usermanual", + "kw":"Modifying Instance Specifications", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Modifying Instance Specifications", + "githuburl":"" + }, { "uri":"kafka-ug-181221001.html", "node_id":"kafka-ug-181221001.xml", "product_code":"kafka", - "code":"64", + "code":"69", "des":"After creating a Kafka instance, you can increase its specifications. Table 1 lists available modification options. Only one object can be modified per operation: broker ", "doc_type":"usermanual", - "kw":"Modifying Kafka Instance Specifications,User Guide", + "kw":"Modifying Cluster Kafka Instance Specifications,Modifying Instance Specifications,User Guide", "search_title":"", "metedata":[ { @@ -1199,14 +1289,14 @@ "documenttype":"usermanual" } ], - "title":"Modifying Kafka Instance Specifications", + "title":"Modifying Cluster Kafka Instance Specifications", "githuburl":"" }, { "uri":"kafka_ug_0016.html", "node_id":"kafka_ug_0016.xml", "product_code":"kafka", - "code":"65", + "code":"70", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Migrating Data", @@ -1225,7 +1315,7 @@ "uri":"kafka-bp-migration.html", "node_id":"kafka-bp-migration.xml", "product_code":"kafka", - "code":"66", + "code":"71", "des":"You can migrate Kafka services to connect message producers and consumers to a new Kafka instance and can even migrate persisted message data to the new Kafka instance. K", "doc_type":"usermanual", "kw":"Kafka Data Migration Overview,Migrating Data,User Guide", @@ -1243,7 +1333,7 @@ "uri":"kafka-ug-0065.html", "node_id":"kafka-ug-0065.xml", "product_code":"kafka", - "code":"67", + "code":"72", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Migrating Data Using Smart Connect", @@ -1261,7 +1351,7 @@ "uri":"kafka_ug_0017.html", "node_id":"kafka_ug_0017.xml", "product_code":"kafka", - "code":"68", + "code":"73", "des":"Smart Connect synchronizes data between Kafka and other cloud services (such as OBS) or between two Kafka instances for backup or migration.Procedure for using Smart Conn", "doc_type":"usermanual", "kw":"Enabling Smart Connect,Migrating Data Using Smart Connect,User Guide", @@ -1280,7 +1370,7 @@ "uri":"kafka-ug-0034.html", "node_id":"kafka-ug-0034.xml", "product_code":"kafka", - "code":"69", + "code":"74", "des":"Create a Smart Connect task to copy data unidirectionally or bidirectionally between two Kafka instances.Data in the source Kafka instance is synchronized to the target K", "doc_type":"usermanual", "kw":"Replicating Kafka Instance Data,Migrating Data Using Smart Connect,User Guide", @@ -1299,7 +1389,7 @@ "uri":"kafka-ug-0035.html", "node_id":"kafka-ug-0035.xml", "product_code":"kafka", - "code":"70", + "code":"75", "des":"Create a Smart Connect task to dump Kafka instance data to OBS for message data backup.Data in the source Kafka instance is synchronized to the dumping file in real time.", "doc_type":"usermanual", "kw":"Dumping Kafka Data to Object Storage Service (OBS),Migrating Data Using Smart Connect,User Guide", @@ -1318,8 +1408,8 @@ "uri":"kafka_ug_0018.html", "node_id":"kafka_ug_0018.xml", "product_code":"kafka", - "code":"71", - "des":"View, delete, start, pause, or restart a Smart Connect task.This function is unavailable for single-node instances.A Smart Connect task has been created.Select the region", + "code":"76", + "des":"View, delete, start, pause, or restart a Smart Connect task.Unavailable for single-node instances.A Smart Connect task has been created.The source and target are displaye", "doc_type":"usermanual", "kw":"Managing Smart Connect Tasks,Migrating Data Using Smart Connect,User Guide", "search_title":"", @@ -1337,8 +1427,8 @@ "uri":"kafka_ug_0041.html", "node_id":"kafka_ug_0041.xml", "product_code":"kafka", - "code":"72", - "des":"Disable Smart Connect and resources can be freed.Disabling Smart Connect does not affect services.This function is unavailable for single-node instances.Brokers related t", + "code":"77", + "des":"Disable Smart Connect and resources can be freed.Disabling Smart Connect does not affect services.Brokers related to Smart Connect are automatically deleted.If you disabl", "doc_type":"usermanual", "kw":"Disabling Smart Connect,Migrating Data Using Smart Connect,User Guide", "search_title":"", @@ -1356,7 +1446,7 @@ "uri":"kafka-ug-180413001.html", "node_id":"kafka-ug-180413001.xml", "product_code":"kafka", - "code":"73", + "code":"78", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Monitoring and Alarms", @@ -1375,7 +1465,7 @@ "uri":"kafka-ug-190605001.html", "node_id":"kafka-ug-190605001.xml", "product_code":"kafka", - "code":"74", + "code":"79", "des":"Cloud Eye monitors Kafka instance metrics in real time. You can view these metrics on the Cloud Eye console.At least one Kafka instance has been created. The instance has", "doc_type":"usermanual", "kw":"Viewing Kafka Metrics,Monitoring and Alarms,User Guide", @@ -1394,7 +1484,7 @@ "uri":"kafka-ug-180413002.html", "node_id":"kafka-ug-180413002.xml", "product_code":"kafka", - "code":"75", + "code":"80", "des":"This section describes metrics reported by DMS to Cloud Eye as well as their namespaces and dimensions. You can use the Cloud Eye console or APIs to query the Kafka metri", "doc_type":"usermanual", "kw":"Kafka Metrics,Monitoring and Alarms,User Guide", @@ -1413,7 +1503,7 @@ "uri":"kafka-ug-180524001.html", "node_id":"kafka-ug-180524001.xml", "product_code":"kafka", - "code":"76", + "code":"81", "des":"This section describes the alarm rules of some metrics and how to configure them. In actual services, you are advised to configure alarm rules for metrics based on the fo", "doc_type":"usermanual", "kw":"Configuring a Kafka Alarm Rule,Monitoring and Alarms,User Guide", @@ -1432,7 +1522,7 @@ "uri":"kafka-ug-180418002.html", "node_id":"kafka-ug-180418002.xml", "product_code":"kafka", - "code":"77", + "code":"82", "des":"With Cloud Trace Service (CTS), you can record operations associated with DMS for later query, audit, and backtrack operations.CTS has been enabled.See Querying Real-Time", "doc_type":"usermanual", "kw":"Viewing Kafka Audit Logs,User Guide", @@ -1451,7 +1541,7 @@ "uri":"kafka-ug-0723004.html", "node_id":"kafka-ug-0723004.xml", "product_code":"kafka", - "code":"78", + "code":"83", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"FAQs", @@ -1469,7 +1559,7 @@ "uri":"kafka-faq-191030002.html", "node_id":"kafka-faq-191030002.xml", "product_code":"kafka", - "code":"79", + "code":"84", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Instances", @@ -1487,7 +1577,7 @@ "uri":"kafka-faq-200426002.html", "node_id":"kafka-faq-200426002.xml", "product_code":"kafka", - "code":"80", + "code":"85", "des":"To improve the reliability of a Kafka instance, you are advised to select three AZs or more when creating the instance. You cannot select two AZs.Each Kafka instance cont", "doc_type":"usermanual", "kw":"Why Can't I Select Two AZs?,Instances,User Guide", @@ -1505,8 +1595,8 @@ "uri":"kafka-faq-200426003.html", "node_id":"kafka-faq-200426003.xml", "product_code":"kafka", - "code":"81", - "des":"This may be because you do not have the Server Administrator and VPC Administrator permissions. For details about how to add permissions to a user group, see Viewing and ", + "code":"86", + "des":"The possible cause is that you do not have the Server Administrator and VPC Administrator permissions. For details about how to add permissions to a user group, see Viewi", "doc_type":"usermanual", "kw":"Why Can't I View the Subnet and Security Group Information When Creating a DMS Instance?,Instances,U", "search_title":"", @@ -1523,7 +1613,7 @@ "uri":"kafka-faq-200426005.html", "node_id":"kafka-faq-200426005.xml", "product_code":"kafka", - "code":"82", + "code":"87", "des":"The storage space is the space for storing messages (including messages in replicas), logs and metadata. To select a storage space, specify the disk type and disk size. F", "doc_type":"usermanual", "kw":"How Do I Select Storage Space for a Kafka Instance?,Instances,User Guide", @@ -1541,7 +1631,7 @@ "uri":"kafka-faq-200426006.html", "node_id":"kafka-faq-200426006.xml", "product_code":"kafka", - "code":"83", + "code":"88", "des":"High I/O: The average latency is 6 to 10 ms, and the maximum bandwidth is 150 MB/s (read + write).Ultra-high I/O: The average latency is 1 to 3 ms, and the maximum bandwi", "doc_type":"usermanual", "kw":"How Do I Choose Between High I/O and Ultra-high I/O?,Instances,User Guide", @@ -1559,7 +1649,7 @@ "uri":"kafka-faq-200426007.html", "node_id":"kafka-faq-200426007.xml", "product_code":"kafka", - "code":"84", + "code":"89", "des":"The following policies are supported:Stop productionWhen the memory usage reaches the disk capacity threshold (95%), new messages will no longer be created, but existing ", "doc_type":"usermanual", "kw":"Which Capacity Threshold Policy Should I Use?,Instances,User Guide", @@ -1577,7 +1667,7 @@ "uri":"kafka-faq-200426008.html", "node_id":"kafka-faq-200426008.xml", "product_code":"kafka", - "code":"85", + "code":"90", "des":"Kafka v2.3.0, v2.7, and v3.x.For details about how to create a Kafka instance, see Creating a Kafka Instance.", "doc_type":"usermanual", "kw":"Which Kafka Versions Are Supported?,Instances,User Guide", @@ -1595,7 +1685,7 @@ "uri":"kafka-faq-200426009.html", "node_id":"kafka-faq-200426009.xml", "product_code":"kafka", - "code":"86", + "code":"91", "des":"Kafka instances are managed using ZooKeeper. Opening ZooKeeper may cause misoperations and service losses. ZooKeeper is used only within Kafka clusters and does not provi", "doc_type":"usermanual", "kw":"What Is the ZooKeeper Address of a Kafka Instance?,Instances,User Guide", @@ -1613,7 +1703,7 @@ "uri":"kafka-faq-200426010.html", "node_id":"kafka-faq-200426010.xml", "product_code":"kafka", - "code":"87", + "code":"92", "des":"Kafka instances are classified into single-node and cluster types. A single-node instance has only one broker in single-node mode. A cluster instance consists of three or", "doc_type":"usermanual", "kw":"Are Kafka Instances in Cluster Mode?,Instances,User Guide", @@ -1631,7 +1721,7 @@ "uri":"kafka-faq-200426011.html", "node_id":"kafka-faq-200426011.xml", "product_code":"kafka", - "code":"88", + "code":"93", "des":"No. You must access a Kafka instance through one of the following ports:Accessing a Kafka instance without SASL:The port varies with the access mode:Intra-VPC access usin", "doc_type":"usermanual", "kw":"Can I Modify the Port for Accessing a Kafka Instance?,Instances,User Guide", @@ -1649,7 +1739,7 @@ "uri":"kafka-faq-200426012.html", "node_id":"kafka-faq-200426012.xml", "product_code":"kafka", - "code":"89", + "code":"94", "des":"The certificates are valid for more than 15 years. You do not need to worry about certificate expiration. The certificates are used for one-way authentication when enabli", "doc_type":"usermanual", "kw":"How Long Are Kafka SSL Certificates Valid for?,Instances,User Guide", @@ -1667,7 +1757,7 @@ "uri":"kafka-faq-200426013.html", "node_id":"kafka-faq-200426013.xml", "product_code":"kafka", - "code":"90", + "code":"95", "des":"On the Kafka console, you can create a Smart Connect task for instance data replication. For details, see Replicating Kafka Instance Data.", "doc_type":"usermanual", "kw":"How Do I Synchronize Data from One Kafka Instance to Another?,Instances,User Guide", @@ -1685,8 +1775,8 @@ "uri":"kafka-faq-200426014.html", "node_id":"kafka-faq-200426014.xml", "product_code":"kafka", - "code":"91", - "des":"The SASL_SSL setting can be changed for cluster instances. For details, see Configuring Plaintext or Ciphertext Access to Kafka Instances.A single-node instance does not ", + "code":"96", + "des":"The SASL_SSL setting of a cluster Kafka instance can be changed after instance creation. For details, see Configuring Plaintext or Ciphertext Access to Kafka Instances.A ", "doc_type":"usermanual", "kw":"How Do I Change the SASL_SSL Setting of a Kafka Instance?,Instances,User Guide", "search_title":"", @@ -1703,7 +1793,7 @@ "uri":"kafka_faq_0052.html", "node_id":"kafka_faq_0052.xml", "product_code":"kafka", - "code":"92", + "code":"97", "des":"There are two SASL authentication mechanisms for Kafka instances: SCRAM-SHA-512 and PLAIN.For instances with IPv6 disabled, the mechanism cannot be modified after ciphert", "doc_type":"usermanual", "kw":"How Do I Modify the SASL Mechanism?,Instances,User Guide", @@ -1721,7 +1811,7 @@ "uri":"kafka_faq_0062.html", "node_id":"kafka_faq_0062.xml", "product_code":"kafka", - "code":"93", + "code":"98", "des":"There are two security protocols for Kafka instances: SASL_SSL and SASL_PLAINTEXT.For instances with IPv6 disabled, the security protocol can be changed on the console. I", "doc_type":"usermanual", "kw":"How Do I Change the Security Protocol?,Instances,User Guide", @@ -1739,7 +1829,7 @@ "uri":"kafka-faq-0008.html", "node_id":"kafka-faq-0008.xml", "product_code":"kafka", - "code":"94", + "code":"99", "des":"No. A Kafka instance will not be restarted if you modify its enterprise project.", "doc_type":"usermanual", "kw":"Will a Kafka Instance Be Restarted After Its Enterprise Project Is Modified?,Instances,User Guide", @@ -1757,7 +1847,7 @@ "uri":"kafka-faq-0015.html", "node_id":"kafka-faq-0015.xml", "product_code":"kafka", - "code":"95", + "code":"100", "des":"Kafka brokers and ZooKeeper are deployed on the same VM.", "doc_type":"usermanual", "kw":"Are Kafka Brokers and ZooKeeper Deployed on the Same VM or on Different VMs?,Instances,User Guide", @@ -1775,7 +1865,7 @@ "uri":"kafka-faq-0020.html", "node_id":"kafka-faq-0020.xml", "product_code":"kafka", - "code":"96", + "code":"101", "des":"For security purposes, TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 is supported.", "doc_type":"usermanual", "kw":"Which Cipher Suites Are Supported by Kafka?,Instances,User Guide", @@ -1793,7 +1883,7 @@ "uri":"kafka-faq-0023.html", "node_id":"kafka-faq-0023.xml", "product_code":"kafka", - "code":"97", + "code":"102", "des":"No. The AZ cannot be changed once the instance is created. To use multiple AZs, create another instance.", "doc_type":"usermanual", "kw":"Can I Change Single-AZ Deployment to Multi-AZ Deployment for an Instance?,Instances,User Guide", @@ -1811,7 +1901,7 @@ "uri":"kafka-faq-0025.html", "node_id":"kafka-faq-0025.xml", "product_code":"kafka", - "code":"98", + "code":"103", "des":"DMS for Kafka supports cross-AZ disaster recovery. If you select multiple AZs when creating an instance, cross-AZ disaster recovery will be available.You can view the AZs", "doc_type":"usermanual", "kw":"Does DMS for Kafka Support Cross-AZ Disaster Recovery? Where Can I Check Whether an Existing Instanc", @@ -1829,7 +1919,7 @@ "uri":"kafka-faq-0030.html", "node_id":"kafka-faq-0030.xml", "product_code":"kafka", - "code":"99", + "code":"104", "des":"Yes.", "doc_type":"usermanual", "kw":"Do Kafka Instances Support Disk Encryption?,Instances,User Guide", @@ -1847,7 +1937,7 @@ "uri":"kafka-faq-0036.html", "node_id":"kafka-faq-0036.xml", "product_code":"kafka", - "code":"100", + "code":"105", "des":"No. Once an instance is created, its VPC and subnet cannot be changed.", "doc_type":"usermanual", "kw":"Can I Change the VPC and Subnet After a Kafka Instance Is Created?,Instances,User Guide", @@ -1865,7 +1955,7 @@ "uri":"kafka-faq-0037.html", "node_id":"kafka-faq-0037.xml", "product_code":"kafka", - "code":"101", + "code":"106", "des":"You can find Kafka Streams use cases on the official Kafka website.", "doc_type":"usermanual", "kw":"Where Can I Find Kafka Streams Use Cases?,Instances,User Guide", @@ -1883,7 +1973,7 @@ "uri":"kafka-faq-0040.html", "node_id":"kafka-faq-0040.xml", "product_code":"kafka", - "code":"102", + "code":"107", "des":"No. Kafka instances cannot be upgraded once they are created. To use a higher Kafka version, create another Kafka instance.", "doc_type":"usermanual", "kw":"Can I Upgrade Kafka Instances?,Instances,User Guide", @@ -1901,7 +1991,7 @@ "uri":"kafka_faq_0046.html", "node_id":"kafka_faq_0046.xml", "product_code":"kafka", - "code":"103", + "code":"108", "des":"On the DMS console, click the name of the target Kafka instance. Disable Public Access in the Connection section on the Basic Information tab page, and then enable it aga", "doc_type":"usermanual", "kw":"How Do I Bind an EIP Again?,Instances,User Guide", @@ -1915,11 +2005,29 @@ "title":"How Do I Bind an EIP Again?", "githuburl":"" }, + { + "uri":"kafka-faq-0070.html", + "node_id":"kafka-faq-0070.xml", + "product_code":"kafka", + "code":"109", + "des":"Each broker of a Kafka instance has a 100 GB disk. The automatic deletion policy has been configured and a topic with 180 partitions has been created. The earliest messag", + "doc_type":"usermanual", + "kw":"Why Are the Earliest Messages Not Automatically Deleted When the Disk Capacity Reaches 95%?,Instance", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Why Are the Earliest Messages Not Automatically Deleted When the Disk Capacity Reaches 95%?", + "githuburl":"" + }, { "uri":"kafka_faq_0053.html", "node_id":"kafka_faq_0053.xml", "product_code":"kafka", - "code":"104", + "code":"110", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Specification Modification", @@ -1937,8 +2045,8 @@ "uri":"kafka-faq-0035.html", "node_id":"kafka-faq-0035.xml", "product_code":"kafka", - "code":"105", - "des":"Table 1 describes the impact of increasing specifications. It takes 5 to 10 minutes to modify specifications on one broker. The more brokers, the longer time the modifica", + "code":"111", + "des":"Table 1 describes the impact of increasing specifications.", "doc_type":"usermanual", "kw":"Does Specification Modification Affect Services?,Specification Modification,User Guide", "search_title":"", @@ -1955,7 +2063,7 @@ "uri":"kafka_faq_0054.html", "node_id":"kafka_faq_0054.xml", "product_code":"kafka", - "code":"106", + "code":"112", "des":"No. Data will not be migrated when you increase specifications.", "doc_type":"usermanual", "kw":"Will Data Migration Be Involved When I Increase Specifications?,Specification Modification,User Guid", @@ -1973,7 +2081,7 @@ "uri":"kafka_faq_0056.html", "node_id":"kafka_faq_0056.xml", "product_code":"kafka", - "code":"107", + "code":"113", "des":"Possible cause: When you increase the broker flavor, a rolling restart is performed on brokers. During the restart, partition leaders are changed. The producer has cached", "doc_type":"usermanual", "kw":"Why Does Message Production Fail During Scaling?,Specification Modification,User Guide", @@ -1991,7 +2099,7 @@ "uri":"kafka_faq_0057.html", "node_id":"kafka_faq_0057.xml", "product_code":"kafka", - "code":"108", + "code":"114", "des":"Symptom: Specifications fail to be increased, and a message is displayed indicating that the underlying ECS/EVS resources are insufficient. However, the required ECSs can", "doc_type":"usermanual", "kw":"What Can I Do When I Fail to Increase Specifications Due to Insufficient Resources?,Specification Mo", @@ -2009,7 +2117,7 @@ "uri":"kafka-faq-191030001.html", "node_id":"kafka-faq-191030001.xml", "product_code":"kafka", - "code":"109", + "code":"115", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Connections", @@ -2027,7 +2135,7 @@ "uri":"kafka-faq-180604024.html", "node_id":"kafka-faq-180604024.xml", "product_code":"kafka", - "code":"110", + "code":"116", "des":"Kafka instances can be accessed within a VPC, across VPCs, through DNAT, or over public networks. Before accessing a Kafka instance, configure a security group.If they us", "doc_type":"usermanual", "kw":"How Do I Select and Configure a Security Group?,Connections,User Guide", @@ -2045,7 +2153,7 @@ "uri":"kafka-faq-200426015.html", "node_id":"kafka-faq-200426015.xml", "product_code":"kafka", - "code":"111", + "code":"117", "des":"Yes. For details, see the Connecting to an Instance.", "doc_type":"usermanual", "kw":"Can I Access a Kafka Instance Over a Public Network?,Connections,User Guide", @@ -2063,7 +2171,7 @@ "uri":"kafka-faq-200426016.html", "node_id":"kafka-faq-200426016.xml", "product_code":"kafka", - "code":"112", + "code":"118", "des":"The number of connection addresses of a Kafka instance is the same as the number of brokers of the instance. The following table lists the number of brokers corresponding", "doc_type":"usermanual", "kw":"How Many Connection Addresses Does a Kafka Instance Have by Default?,Connections,User Guide", @@ -2081,7 +2189,7 @@ "uri":"kafka-faq-200426017.html", "node_id":"kafka-faq-200426017.xml", "product_code":"kafka", - "code":"113", + "code":"119", "des":"Yes. You can access a Kafka instance across regions over a public network or by using direct connections.", "doc_type":"usermanual", "kw":"Do Kafka Instances Support Cross-Region Access?,Connections,User Guide", @@ -2099,7 +2207,7 @@ "uri":"kafka-faq-200426019.html", "node_id":"kafka-faq-200426019.xml", "product_code":"kafka", - "code":"114", + "code":"120", "des":"Yes. You can use one of the following methods to access a Kafka instance across VPCs:Establish a VPC peering connection to allow two VPCs to communicate with each other. ", "doc_type":"usermanual", "kw":"Do Kafka Instances Support Cross-VPC Access?,Connections,User Guide", @@ -2117,7 +2225,7 @@ "uri":"kafka-faq-200426020.html", "node_id":"kafka-faq-200426020.xml", "product_code":"kafka", - "code":"115", + "code":"121", "des":"Yes.If the client and the instance are in the same VPC, cross-subnet access is supported. By default, subnets in the same VPC can communicate with each other.", "doc_type":"usermanual", "kw":"Do Kafka Instances Support Cross-Subnet Access?,Connections,User Guide", @@ -2135,7 +2243,7 @@ "uri":"kafka-faq-200426023.html", "node_id":"kafka-faq-200426023.xml", "product_code":"kafka", - "code":"116", + "code":"122", "des":"No, Kerberos authentication is not supported. Kafka supports client authentication with SASL and API calling authentication using tokens and AK/SK.To access an instance i", "doc_type":"usermanual", "kw":"Does DMS for Kafka Support Authentication with Kerberos?,Connections,User Guide", @@ -2153,7 +2261,7 @@ "uri":"kafka-faq-200708002.html", "node_id":"kafka-faq-200708002.xml", "product_code":"kafka", - "code":"117", + "code":"123", "des":"Yes. No password is required when accessing a Kafka instance in plaintext. For details, see Connecting to Kafka Using the Client (Plaintext Access).", "doc_type":"usermanual", "kw":"Does DMS for Kafka Support Password-Free Access?,Connections,User Guide", @@ -2171,8 +2279,8 @@ "uri":"kafka-faq-0001.html", "node_id":"kafka-faq-0001.xml", "product_code":"kafka", - "code":"118", - "des":"Click the name of your Kafka instance. In the Connection section on the Basic Information tab page, view Instance Address (Public Network).For details about how to connec", + "code":"124", + "des":"Click the name of your Kafka instance. In the Connection section on the Basic Information page, view Instance Address (Public Network).For details about how to connect to", "doc_type":"usermanual", "kw":"How Do I Obtain the Public Access Address After Public Access Is Enabled?,Connections,User Guide", "search_title":"", @@ -2189,7 +2297,7 @@ "uri":"kafka-faq-0026.html", "node_id":"kafka-faq-0026.xml", "product_code":"kafka", - "code":"119", + "code":"125", "des":"No.", "doc_type":"usermanual", "kw":"Does DMS for Kafka Support Authentication on Clients by the Server?,Connections,User Guide", @@ -2207,7 +2315,7 @@ "uri":"kafka-faq-0027.html", "node_id":"kafka-faq-0027.xml", "product_code":"kafka", - "code":"120", + "code":"126", "des":"No. You can only use JKS certificates for connecting to instances in Java.", "doc_type":"usermanual", "kw":"Can I Use PEM SSL Truststore When Connecting to a Kafka Instance with SASL_SSL Enabled?,Connections,", @@ -2225,7 +2333,7 @@ "uri":"kafka-faq-0028.html", "node_id":"kafka-faq-0028.xml", "product_code":"kafka", - "code":"121", + "code":"127", "des":"JKS certificates are used for connecting to instances in Java and CRT certificates are used for connecting to instances in Python.", "doc_type":"usermanual", "kw":"What Are the Differences Between JKS and CRT Certificates?,Connections,User Guide", @@ -2243,7 +2351,7 @@ "uri":"kafka-faq-0029.html", "node_id":"kafka-faq-0029.xml", "product_code":"kafka", - "code":"122", + "code":"128", "des":"TLS 1.2.", "doc_type":"usermanual", "kw":"Which TLS Version Does DMS for Kafka Support?,Connections,User Guide", @@ -2261,7 +2369,7 @@ "uri":"kafka-faq-0033.html", "node_id":"kafka-faq-0033.xml", "product_code":"kafka", - "code":"123", + "code":"129", "des":"Yes. The maximum allowed number of client connections varies by instance specifications.", "doc_type":"usermanual", "kw":"Is There a Limit on the Number of Client Connections to a Kafka Instance?,Connections,User Guide", @@ -2279,7 +2387,7 @@ "uri":"kafka-faq-0034.html", "node_id":"kafka-faq-0034.xml", "product_code":"kafka", - "code":"124", + "code":"130", "des":"Each Kafka broker allows a maximum of 1000 connections from each IP address by default. Excess connections will be rejected. You can change the limit by referring to Modi", "doc_type":"usermanual", "kw":"How Many Connections Are Allowed from Each IP Address?,Connections,User Guide", @@ -2297,7 +2405,7 @@ "uri":"kafka_faq_0048.html", "node_id":"kafka_faq_0048.xml", "product_code":"kafka", - "code":"125", + "code":"131", "des":"No, and you cannot specify the IP addresses.", "doc_type":"usermanual", "kw":"Can I Change the Private Network Addresses of a Kafka Instance?,Connections,User Guide", @@ -2315,7 +2423,7 @@ "uri":"kafka_faq_0051.html", "node_id":"kafka_faq_0051.xml", "product_code":"kafka", - "code":"126", + "code":"132", "des":"Yes. All Kafka instances and users use the same SSL certificate.To obtain the SSL certificate, perform the following steps:", "doc_type":"usermanual", "kw":"Is the Same SSL Certificate Used for Different Instances?,Connections,User Guide", @@ -2333,7 +2441,7 @@ "uri":"kafka_faq_0061.html", "node_id":"kafka_faq_0061.xml", "product_code":"kafka", - "code":"127", + "code":"133", "des":"If a Sarama client is used to send and receive messages, the following issues may occur:Sarama cannot detect partition changes. Adding topic partitions requires client re", "doc_type":"usermanual", "kw":"Why Is It Not Recommended to Use a Sarama Client for Messaging?,Connections,User Guide", @@ -2351,7 +2459,7 @@ "uri":"kafka-faq-191030003.html", "node_id":"kafka-faq-191030003.xml", "product_code":"kafka", - "code":"128", + "code":"134", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Topics and Partitions", @@ -2369,7 +2477,7 @@ "uri":"kafka-faq-200426024.html", "node_id":"kafka-faq-200426024.xml", "product_code":"kafka", - "code":"129", + "code":"135", "des":"The number of topics is related to the total number of topic partitions and the number of partitions in each topic. There is an upper limit on the aggregate number of par", "doc_type":"usermanual", "kw":"Is There a Limit on the Number of Topics in a Kafka Instance?,Topics and Partitions,User Guide", @@ -2387,7 +2495,7 @@ "uri":"kafka-faq-200426025.html", "node_id":"kafka-faq-200426025.xml", "product_code":"kafka", - "code":"130", + "code":"136", "des":"Kafka manages messages by partition. If there are too many partitions, message creation, storage, and retrieval will be fragmented, affecting the performance and stabilit", "doc_type":"usermanual", "kw":"Why Is Partition Quantity Limited?,Topics and Partitions,User Guide", @@ -2405,7 +2513,7 @@ "uri":"kafka-faq-200426101.html", "node_id":"kafka-faq-200426101.xml", "product_code":"kafka", - "code":"131", + "code":"137", "des":"No. If you want to use fewer partitions, delete the corresponding topic, create another one, and specify the desired number of partitions.", "doc_type":"usermanual", "kw":"Can I Reduce the Partition Quantity?,Topics and Partitions,User Guide", @@ -2423,8 +2531,8 @@ "uri":"kafka-faq-200426026.html", "node_id":"kafka-faq-200426026.xml", "product_code":"kafka", - "code":"132", - "des":"Possible cause: The aggregate number of partitions of created topics has reached the upper limit. The maximum number of partitions varies by instance specifications. For ", + "code":"138", + "des":"Possible cause: The aggregate number of partitions of created topics has reached the upper limit. The limit varies with instance specifications. For details, see Single-n", "doc_type":"usermanual", "kw":"Why Do I Fail to Create Topics?,Topics and Partitions,User Guide", "search_title":"", @@ -2441,7 +2549,7 @@ "uri":"kafka-faq-200426027.html", "node_id":"kafka-faq-200426027.xml", "product_code":"kafka", - "code":"133", + "code":"139", "des":"Automatic topic creation is supported, but batch topic import is not supported. You can only export topics in batches.Enable automatic topic creation using one of the fol", "doc_type":"usermanual", "kw":"Do Kafka Instances Support Batch Importing Topics or Automatic Topic Creation?,Topics and Partitions", @@ -2455,29 +2563,11 @@ "title":"Do Kafka Instances Support Batch Importing Topics or Automatic Topic Creation?", "githuburl":"" }, - { - "uri":"kafka-faq-200426028.html", - "node_id":"kafka-faq-200426028.xml", - "product_code":"kafka", - "code":"134", - "des":"Possible cause: Automatic topic creation has been enabled and a consumer is connecting to the topic. If no existing topics are available for message creation, new topics ", - "doc_type":"usermanual", - "kw":"Why Do Deleted Topics Still Exist?,Topics and Partitions,User Guide", - "search_title":"", - "metedata":[ - { - "prodname":"kafka", - "documenttype":"usermanual" - } - ], - "title":"Why Do Deleted Topics Still Exist?", - "githuburl":"" - }, { "uri":"kafka-faq-200426030.html", "node_id":"kafka-faq-200426030.xml", "product_code":"kafka", - "code":"135", + "code":"140", "des":"Yes. Use either of the following methods to check the disk space used by a topic:In the row containing the desired Kafka instance, click View Metric to go to the Cloud Ey", "doc_type":"usermanual", "kw":"Can I View the Disk Space Used by a Topic?,Topics and Partitions,User Guide", @@ -2495,8 +2585,8 @@ "uri":"kafka-faq-200426032.html", "node_id":"kafka-faq-200426032.xml", "product_code":"kafka", - "code":"136", - "des":"If you have enabled SASL_SSL for your Kafka instance, you can configure ACL permissions for your topics. On the Topics tab page of the Kafka console, click Grant User Per", + "code":"141", + "des":"If you have enabled SASL_SSL for your Kafka instance, you can configure ACL permissions for your topics. On the Topics page of the Kafka console, click Grant User Permiss", "doc_type":"usermanual", "kw":"Can I Add ACL Permissions for Topics?,Topics and Partitions,User Guide", "search_title":"", @@ -2513,7 +2603,7 @@ "uri":"kafka-faq-0003.html", "node_id":"kafka-faq-0003.xml", "product_code":"kafka", - "code":"137", + "code":"142", "des":"Messages are not deleted immediately after being retrieved. They are deleted only when the aging time expires.You can shorten the aging time or expand the storage space.", "doc_type":"usermanual", "kw":"What Should I Do If Kafka Storage Space Is Used Up Because Retrieved Messages Are Not Deleted?,Topic", @@ -2531,8 +2621,8 @@ "uri":"kafka-faq-0005.html", "node_id":"kafka-faq-0005.xml", "product_code":"kafka", - "code":"138", - "des":"You can increase the partition quantity by adding brokers.To do so, go to the Kafka console, locate the row that contains the desired instance, and choose More > Modify S", + "code":"143", + "des":"You can increase the partition quantity by increasing broker flavors or adding brokers. For details, see Modifying Cluster Kafka Instance Specifications.", "doc_type":"usermanual", "kw":"How Do I Increase the Partition Quantity?,Topics and Partitions,User Guide", "search_title":"", @@ -2549,7 +2639,7 @@ "uri":"kafka-faq-0010.html", "node_id":"kafka-faq-0010.xml", "product_code":"kafka", - "code":"139", + "code":"144", "des":"Enabling or disabling automatic topic creation may cause instance restarts. For details, see the information displayed on the Kafka console.", "doc_type":"usermanual", "kw":"Will a Kafka Instance Be Restarted After Its Automatic Topic Creation Setting Is Modified?,Topics an", @@ -2567,7 +2657,7 @@ "uri":"kafka-faq-0038.html", "node_id":"kafka-faq-0038.xml", "product_code":"kafka", - "code":"140", + "code":"145", "des":"Symptom: Different consumers in a consumer group have different topic permissions. When a consumer attempts to retrieve messages from a topic, the error message \"Not auth", "doc_type":"usermanual", "kw":"What Can I Do If a Consumer Fails to Retrieve Messages from a Topic Due to Insufficient Permissions?", @@ -2581,11 +2671,29 @@ "title":"What Can I Do If a Consumer Fails to Retrieve Messages from a Topic Due to Insufficient Permissions?", "githuburl":"" }, + { + "uri":"kafka-faq-0068.html", + "node_id":"kafka-faq-0068.xml", + "product_code":"kafka", + "code":"146", + "des":"No. However, you can increase the total number of partitions by increasing the broker quantity or flavor. For details, see Modifying Cluster Kafka Instance Specifications", + "doc_type":"usermanual", + "kw":"Can I Purchase Partitions Separately?,Topics and Partitions,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Can I Purchase Partitions Separately?", + "githuburl":"" + }, { "uri":"kafka-faq-200423001.html", "node_id":"kafka-faq-200423001.xml", "product_code":"kafka", - "code":"141", + "code":"147", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Consumer Groups", @@ -2603,7 +2711,7 @@ "uri":"kafka-faq-200426033.html", "node_id":"kafka-faq-200426033.xml", "product_code":"kafka", - "code":"142", + "code":"148", "des":"When parameter auto.create.groups.enable is set to true, you do not need to create a consumer group, producer, or consumer because they are generated automatically when y", "doc_type":"usermanual", "kw":"Do I Need to Create Consumer Groups, Producers, and Consumers for Kafka Instances?,Consumer Groups,U", @@ -2621,7 +2729,7 @@ "uri":"kafka-faq-0043.html", "node_id":"kafka-faq-0043.xml", "product_code":"kafka", - "code":"143", + "code":"149", "des":"This depends on the offsets.retention.minutes and auto.create.groups.enable parameters.For instances created much earlier, auto.create.groups.enable is set to true by def", "doc_type":"usermanual", "kw":"Will a Consumer Group Without Active Consumers Be Automatically Deleted in 14 Days?,Consumer Groups,", @@ -2639,7 +2747,7 @@ "uri":"kafka_faq_0059.html", "node_id":"kafka_faq_0059.xml", "product_code":"kafka", - "code":"144", + "code":"150", "des":"Possible cause: Automatic consumer group creation has been enabled and your service is connected to the consumer group and consuming messages. Therefore, the consumer gro", "doc_type":"usermanual", "kw":"Why Does a Deleted Consumer Group Still Exist?,Consumer Groups,User Guide", @@ -2657,7 +2765,7 @@ "uri":"kafka_faq_0060.html", "node_id":"kafka_faq_0060.xml", "product_code":"kafka", - "code":"145", + "code":"151", "des":"Check whether Flink is used for consumption. Flink uses the assign mode and the client assigns specific partitions to be consumed, so you cannot see any consumer on the K", "doc_type":"usermanual", "kw":"Why Can't I View Consumers When Instance Consumption Is Normal?,Consumer Groups,User Guide", @@ -2675,7 +2783,7 @@ "uri":"kafka-faq-0031.html", "node_id":"kafka-faq-0031.xml", "product_code":"kafka", - "code":"146", + "code":"152", "des":"Just simply unsubscribe from them on the Kafka client.", "doc_type":"usermanual", "kw":"Can I Delete Unnecessary Topics in a Consumer Group?,Consumer Groups,User Guide", @@ -2689,11 +2797,29 @@ "title":"Can I Delete Unnecessary Topics in a Consumer Group?", "githuburl":"" }, + { + "uri":"kafka-faq-0069.html", + "node_id":"kafka-faq-0069.xml", + "product_code":"kafka", + "code":"153", + "des":"If you cannot find a consumer group from the console, the possible causes are as follows:auto.create.groups.enable is set to true, the consumer group status is EMPTY, and", + "doc_type":"usermanual", + "kw":"Why Are Consumer Groups Missing?,Consumer Groups,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Why Are Consumer Groups Missing?", + "githuburl":"" + }, { "uri":"kafka-faq-190416001.html", "node_id":"kafka-faq-190416001.xml", "product_code":"kafka", - "code":"147", + "code":"154", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Messages", @@ -2711,7 +2837,7 @@ "uri":"kafka-faq-200426035.html", "node_id":"kafka-faq-200426035.xml", "product_code":"kafka", - "code":"148", + "code":"155", "des":"10 MB.", "doc_type":"usermanual", "kw":"What Is the Maximum Size of a Message that Can be Created?,Messages,User Guide", @@ -2729,7 +2855,7 @@ "uri":"kafka-faq-200426036.html", "node_id":"kafka-faq-200426036.xml", "product_code":"kafka", - "code":"149", + "code":"156", "des":"Rebalancing is a process where partitions of topics are re-allocated for a consumer group.In normal cases, rebalancing occurs inevitably when a consumer is added to or re", "doc_type":"usermanual", "kw":"Why Does Message Poll Often Fail During Rebalancing?,Messages,User Guide", @@ -2747,7 +2873,7 @@ "uri":"kafka-faq-200426037.html", "node_id":"kafka-faq-200426037.xml", "product_code":"kafka", - "code":"150", + "code":"157", "des":"Possible cause 1: The message has been aged.Solution: Change the aging time.Solution: Change the aging time.Possible cause 2: The createTime timestamp of the message is i", "doc_type":"usermanual", "kw":"Why Can't I Query Messages on the Console?,Messages,User Guide", @@ -2765,7 +2891,7 @@ "uri":"kafka-faq-200426100.html", "node_id":"kafka-faq-200426100.xml", "product_code":"kafka", - "code":"151", + "code":"158", "des":"Symptom: An alarm is generated for the Accumulated Messages metric.Solution:Log in to the Kafka console and click the instance for which the alarm is generated. The insta", "doc_type":"usermanual", "kw":"What Can I Do If Kafka Messages Are Accumulated?,Messages,User Guide", @@ -2783,7 +2909,7 @@ "uri":"kafka-faq-200708001.html", "node_id":"kafka-faq-200708001.xml", "product_code":"kafka", - "code":"152", + "code":"159", "des":"If the aging time has been set for a topic, the value of the log.retention.hours parameter does not take effect for the topic. The value of the log.retention.hours parame", "doc_type":"usermanual", "kw":"Why Do Messages Still Exist After the Retention Period Elapses?,Messages,User Guide", @@ -2801,7 +2927,7 @@ "uri":"kafka-faq-0018.html", "node_id":"kafka-faq-0018.xml", "product_code":"kafka", - "code":"153", + "code":"160", "des":"No.", "doc_type":"usermanual", "kw":"Do Kafka Instances Support Delayed Message Delivery?,Messages,User Guide", @@ -2819,7 +2945,7 @@ "uri":"kafka-faq-0041.html", "node_id":"kafka-faq-0041.xml", "product_code":"kafka", - "code":"154", + "code":"161", "des":"View the number of accumulated messages using any of the following methods:On the Consumer Groups page of an instance, click the name of the consumer group whose accumula", "doc_type":"usermanual", "kw":"How Do I View the Number of Accumulated Messages?,Messages,User Guide", @@ -2837,7 +2963,7 @@ "uri":"kafka-faq-0045.html", "node_id":"kafka-faq-0045.xml", "product_code":"kafka", - "code":"155", + "code":"162", "des":"The message creation time is specified by CreateTime when a producer creates messages. If this parameter is not set during message creation, the message creation time is ", "doc_type":"usermanual", "kw":"Why Is the Message Creation Time Displayed as Year 1970?,Messages,User Guide", @@ -2855,8 +2981,8 @@ "uri":"kafka_faq_0058.html", "node_id":"kafka_faq_0058.xml", "product_code":"kafka", - "code":"156", - "des":"message.max.bytes can be modified on the Parameters page on the console. For details, see Modifying Kafka Instance Configuration Parameters.The maximum value of message.m", + "code":"163", + "des":"message.max.bytes can be modified on the Parameters page on the Kafka console. For details, see Modifying Kafka Instance Configuration Parameters.The maximum value of mes", "doc_type":"usermanual", "kw":"How Do I Modify message.max.bytes?,Messages,User Guide", "search_title":"", @@ -2869,11 +2995,29 @@ "title":"How Do I Modify message.max.bytes?", "githuburl":"" }, + { + "uri":"kafka-faq-0065.html", + "node_id":"kafka-faq-0065.xml", + "product_code":"kafka", + "code":"164", + "des":"If you have enabled idempotence or transactions on the producer client, and produced messages, message offsets are not continuous on the consumer client or on the Message", + "doc_type":"usermanual", + "kw":"Why Are Offsets Not Continuous?,Messages,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Why Are Offsets Not Continuous?", + "githuburl":"" + }, { "uri":"kafka-faq-191030004.html", "node_id":"kafka-faq-191030004.xml", "product_code":"kafka", - "code":"157", + "code":"165", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Monitoring & Alarm", @@ -2891,7 +3035,7 @@ "uri":"kafka-faq-200426041.html", "node_id":"kafka-faq-200426041.xml", "product_code":"kafka", - "code":"158", + "code":"166", "des":"If topic monitoring data is not displayed, the possible causes are as follows:The topic name starts with a special character, such as an underscore (_) or a number sign (", "doc_type":"usermanual", "kw":"Why Can't I View the Monitoring Data?,Monitoring & Alarm,User Guide", @@ -2909,7 +3053,7 @@ "uri":"kafka-faq-0007.html", "node_id":"kafka-faq-0007.xml", "product_code":"kafka", - "code":"159", + "code":"167", "des":"Symptom: The monitoring data shows that there are 810 million accumulated messages. However, the Kafka console shows that there are 100 million messages in all six topics", "doc_type":"usermanual", "kw":"Why Is the Monitored Number of Accumulated Messages Inconsistent with the Message Quantity Displayed", @@ -2927,7 +3071,7 @@ "uri":"kafka-faq-0022.html", "node_id":"kafka-faq-0022.xml", "product_code":"kafka", - "code":"160", + "code":"168", "des":"The monitoring data is reported every minute. The reported data will be displayed on the monitoring page after being sorted. This process takes less than 20 minutes. Afte", "doc_type":"usermanual", "kw":"Why Is a Consumer Group Still on the Monitoring Page After Being Deleted?,Monitoring & Alarm,User Gu", @@ -2941,11 +3085,83 @@ "title":"Why Is a Consumer Group Still on the Monitoring Page After Being Deleted?", "githuburl":"" }, + { + "uri":"kafka-faq-0063.html", + "node_id":"kafka-faq-0063.xml", + "product_code":"kafka", + "code":"169", + "des":"Metrics including Disk Read Speed, Disk Write Speed, Average Disk Read Time, Average Disk Write Time, and CPU Usage output instantaneous values. These metrics are for ref", + "doc_type":"usermanual", + "kw":"Why Do Metrics Fluctuate Significantly (Disk Read/Write Speed, Average Disk Read/Write Time, and CPU", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Why Do Metrics Fluctuate Significantly (Disk Read/Write Speed, Average Disk Read/Write Time, and CPU Usage)?", + "githuburl":"" + }, + { + "uri":"kafka-faq-0064.html", + "node_id":"kafka-faq-0064.xml", + "product_code":"kafka", + "code":"170", + "des":"It is normal that JVM Heap Memory Usage of JVM is displayed in a sawtooth shape on the monitoring page. The maximum value may further increase or the fluctuation may be g", + "doc_type":"usermanual", + "kw":"Why Does JVM Heap Memory Usage of JVM Fluctuate Significantly?,Monitoring & Alarm,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Why Does JVM Heap Memory Usage of JVM Fluctuate Significantly?", + "githuburl":"" + }, + { + "uri":"kafka-faq-0066.html", + "node_id":"kafka-faq-0066.xml", + "product_code":"kafka", + "code":"171", + "des":"The metric data of the message production rate is reported once every minute. Message production rate = Number of messages produced per minute/60. The value is rounded do", + "doc_type":"usermanual", + "kw":"Why Is Production Rate Still 0 When There Are Produced Messages?,Monitoring & Alarm,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Why Is Production Rate Still 0 When There Are Produced Messages?", + "githuburl":"" + }, + { + "uri":"kafka-faq-0067.html", + "node_id":"kafka-faq-0067.xml", + "product_code":"kafka", + "code":"172", + "des":"On the Consumer Offset tab page of the consumer group details page, there are stacked messages in a topic (total stack ≠ 0), whereas the Consumer Available Messages on th", + "doc_type":"usermanual", + "kw":"Why Is the Number of Stacked Messages Monitored as 0 when Messages Are Stacked?,Monitoring & Alarm,U", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Why Is the Number of Stacked Messages Monitored as 0 when Messages Are Stacked?", + "githuburl":"" + }, { "uri":"kafka-ug-0723006.html", "node_id":"kafka-ug-0723006.xml", "product_code":"kafka", - "code":"161", + "code":"173", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Troubleshooting", @@ -2963,7 +3179,7 @@ "uri":"kafka-faq-0604001.html", "node_id":"kafka-faq-0604001.xml", "product_code":"kafka", - "code":"162", + "code":"174", "des":"This section describes how to troubleshoot Kafka connection problems.If the connection to a Kafka instance is abnormal, perform the following operations to troubleshoot t", "doc_type":"usermanual", "kw":"Troubleshooting Kafka Connection Exceptions,Troubleshooting,User Guide", @@ -2981,7 +3197,7 @@ "uri":"kafka-trouble-0709001.html", "node_id":"kafka-trouble-0709001.xml", "product_code":"kafka", - "code":"163", + "code":"175", "des":"The duration from message creation to retrieval occasionally reaches 6 minutes, which is not tolerable to services.Service requests are stacked and cannot be processed in", "doc_type":"usermanual", "kw":"Troubleshooting 6-Min Latency Between Message Creation and Retrieval,Troubleshooting,User Guide", @@ -2999,7 +3215,7 @@ "uri":"kafka-trouble-0001.html", "node_id":"kafka-trouble-0001.xml", "product_code":"kafka", - "code":"164", + "code":"176", "des":"The system displays the error message \"Disk error when trying to access log file on the disk\".The disk usage of the broker is too high.Expand the disk space by referring ", "doc_type":"usermanual", "kw":"Troubleshooting Message Creation Failures,Troubleshooting,User Guide", @@ -3017,7 +3233,7 @@ "uri":"kafka-trouble-0002.html", "node_id":"kafka-trouble-0002.xml", "product_code":"kafka", - "code":"165", + "code":"177", "des":"A deleted topic still exists.Automatic topic creation has been enabled for the instance, and a consumer is connecting to the topic. If services are not stopped, message c", "doc_type":"usermanual", "kw":"Troubleshooting Topic Deletion Failures,Troubleshooting,User Guide", @@ -3035,7 +3251,7 @@ "uri":"kafka-trouble-0004.html", "node_id":"kafka-trouble-0004.xml", "product_code":"kafka", - "code":"166", + "code":"178", "des":"For a Kafka instance deployed in multiple AZs, if one of the AZs is faulty, error message \"Topic {{topic_name}} not present in metadata after 60000 ms\" may be reported on", "doc_type":"usermanual", "kw":"Troubleshooting Error \"Topic {{topic_name}} not present in metadata after 60000 ms\" During Message P", @@ -3049,11 +3265,29 @@ "title":"Troubleshooting Error \"Topic {{topic_name}} not present in metadata after 60000 ms\" During Message Production or Consumption", "githuburl":"" }, + { + "uri":"kafka_trouble_0007.html", + "node_id":"kafka_trouble_0007.xml", + "product_code":"kafka", + "code":"179", + "des":"To consume Kafka messages in Flink 1.15, the consumption progress fails to be submitted, and the error messages \"COORDINATOR_NOT_AVAILABLE\" are thrown.Bug on the Kafka cl", + "doc_type":"usermanual", + "kw":"Flink 1.15 Consumption Progress Submission Failure,Troubleshooting,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"kafka", + "documenttype":"usermanual" + } + ], + "title":"Flink 1.15 Consumption Progress Submission Failure", + "githuburl":"" + }, { "uri":"kafka-ug-00001.html", "node_id":"kafka-ug-00001.xml", "product_code":"kafka", - "code":"167", + "code":"180", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Change History,User Guide", @@ -3071,7 +3305,7 @@ "uri":"kafka-ug-00002.html", "node_id":"kafka-ug-00002.xml", "product_code":"dms", - "code":"168", + "code":"181", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Acronyms and Abbreviations,User Guide", @@ -3089,7 +3323,7 @@ "uri":"dms-ug-0312114.html", "node_id":"dms-ug-0312114.xml", "product_code":"dms", - "code":"169", + "code":"182", "des":"See Glossary.", "doc_type":"usermanual", "kw":"Glossary,User Guide", diff --git a/docs/dms/umn/CLASS.TXT.json b/docs/dms/umn/CLASS.TXT.json index 10bb45743..0f75efd6c 100644 --- a/docs/dms/umn/CLASS.TXT.json +++ b/docs/dms/umn/CLASS.TXT.json @@ -36,14 +36,32 @@ "code":"4" }, { - "desc":"Kafka instances are compatible with open-source Kafka v1.1.0, v2.3.0, v2.7, and v3.x. Kafka instances are classified into cluster and single-node types. A cluster instanc", + "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "product_code":"dms", - "title":"Specifications", - "uri":"Kafka-specification.html", + "title":"Kafka Instance Specifications", + "uri":"kafka-pd-0053.html", "doc_type":"usermanual", "p_code":"1", "code":"5" }, + { + "desc":"A single-node Kafka instance has one broker, is compatible with open-source Kafka 2.7, and is applicable to test scenarios. Do not use it for production services.In the f", + "product_code":"dms", + "title":"Single-node Kafka Instances", + "uri":"kafka-pd-0056.html", + "doc_type":"usermanual", + "p_code":"5", + "code":"6" + }, + { + "desc":"A cluster Kafka instance has three or more brokers, and is compatible with open-source Kafka 2.3.0, 2.7, and 3.x.In the following table:For Kafka instances, the number of", + "product_code":"dms", + "title":"Cluster Kafka Instances", + "uri":"Kafka-specification.html", + "doc_type":"usermanual", + "p_code":"5", + "code":"7" + }, { "desc":"A single-node Kafka instance has only one broker. These instances do not guarantee performance or reliability and are for trial use or testing only. In the production env", "product_code":"dms", @@ -51,7 +69,16 @@ "uri":"kafka-pd-0052.html", "doc_type":"usermanual", "p_code":"1", - "code":"6" + "code":"8" + }, + { + "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", + "product_code":"dms", + "title":"Comparing Kafka and RocketMQ", + "uri":"kafka_pd_0004.html", + "doc_type":"usermanual", + "p_code":"1", + "code":"9" }, { "desc":"DMS is compatible with open-source Kafka and has customized and enhanced Kafka features. In addition to the advantages of open-source Kafka, DMS for Kafka provides more r", @@ -60,16 +87,16 @@ "uri":"kafka-pd-200720001.html", "doc_type":"usermanual", "p_code":"1", - "code":"7" + "code":"10" }, { - "desc":"This section describes the notes and constraints on DMS.", + "desc":"This section describes the notes and constraints on Distributed Message Service (DMS). Use your Kafka instances as prescribed to avoid program exceptions.Any instability ", "product_code":"dms", "title":"Notes and Constraints", "uri":"kafka-pd-190605003.html", "doc_type":"usermanual", "p_code":"1", - "code":"8" + "code":"11" }, { "desc":"Cloud Trace Service (CTS)CTS generates traces to provide you with a history of operations performed on cloud service resources. The traces include operation requests sent", @@ -78,7 +105,7 @@ "uri":"kafka-pd-190605002.html", "doc_type":"usermanual", "p_code":"1", - "code":"9" + "code":"12" }, { "desc":"DMS for Kafka of the cloud service platform uses Kafka as the message engine. This chapter presents explanations of basic concepts of Kafka.A topic is a category for mess", @@ -87,16 +114,16 @@ "uri":"glossary-kafka.html", "doc_type":"usermanual", "p_code":"1", - "code":"10" + "code":"13" }, { "desc":"If you need to grant your enterprise personnel permission to access your DMS resources, use Identity and Access Management (IAM). IAM provides identity authentication, fi", "product_code":"dms", - "title":"Permission", + "title":"Permissions", "uri":"ProductDescPrivilegeManagement.html", "doc_type":"usermanual", "p_code":"1", - "code":"11" + "code":"14" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -105,7 +132,7 @@ "uri":"kafka-ug-00003.html", "doc_type":"usermanual", "p_code":"", - "code":"12" + "code":"15" }, { "desc":"This section takes the example of creating a Kafka instance (ciphertext access and SASL_SSL) and accessing it on the client (private network, within a virtual private clo", @@ -113,8 +140,8 @@ "title":"Getting Started with Kafka for Message Production and Consumption", "uri":"kafka-qs-0409001.html", "doc_type":"usermanual", - "p_code":"12", - "code":"13" + "p_code":"15", + "code":"16" }, { "desc":"Distributed Message Service is a message queuing service that is based on the open-source Apache Kafka. It provides Kafka instances with isolated computing, storage, and ", @@ -123,25 +150,25 @@ "uri":"kafka-ug-0069.html", "doc_type":"usermanual", "p_code":"", - "code":"14" + "code":"17" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "product_code":"dms", - "title":"Permission Management", + "title":"Permissions Management", "uri":"UserPrivilegeManagement.html", "doc_type":"usermanual", "p_code":"", - "code":"15" + "code":"18" }, { "desc":"This section describes how to use Identity and Access Management (IAM) for fine-grained permissions control for your Distributed Message Service (DMS) for Kafka resources", "product_code":"dms", - "title":"Creating a User and Granting DMS for Kafka Permissions", + "title":"Creating an IAM User and Granting DMS for Kafka Permissions", "uri":"CreateUserAndGrantPolicy.html", "doc_type":"usermanual", - "p_code":"15", - "code":"16" + "p_code":"18", + "code":"19" }, { "desc":"Kafka instances are tenant-exclusive, and physically isolated in deployment. You can customize the computing capabilities and storage space of a Kafka instance as require", @@ -150,7 +177,7 @@ "uri":"kafka-ug-180604013.html", "doc_type":"usermanual", "p_code":"", - "code":"17" + "code":"20" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -159,7 +186,7 @@ "uri":"kafka-ug-0720001.html", "doc_type":"usermanual", "p_code":"", - "code":"18" + "code":"21" }, { "desc":"Topics store messages created by producers and subscribed by consumers. If Automatic Topic Creation is not enabled during Kafka instance creation, you need to manually cr", @@ -167,8 +194,8 @@ "title":"Creating a Kafka Topic", "uri":"kafka-ug-180604018.html", "doc_type":"usermanual", - "p_code":"18", - "code":"19" + "p_code":"21", + "code":"22" }, { "desc":"Kafka instances with ciphertext access enabled support access control list (ACL) for topics. You can differentiate user permissions by granting users different permission", @@ -176,8 +203,8 @@ "title":"Configuring Kafka Topic Permissions", "uri":"kafka-ug-0002.html", "doc_type":"usermanual", - "p_code":"18", - "code":"20" + "p_code":"21", + "code":"23" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -185,17 +212,17 @@ "title":"Managing Topics", "uri":"kafka-ug-0058.html", "doc_type":"usermanual", - "p_code":"18", - "code":"21" + "p_code":"21", + "code":"24" }, { - "desc":"On the Kafka console, you can view basic information, partition and producer information, and subscriptions of a topic.Select the region where your Kafka instance is loca", + "desc":"On the Kafka console, you can view basic information, partition and producer information, and subscriptions of a topic.If an instance contains more than 10,000 consumer g", "product_code":"dms", "title":"Viewing Kafka Topic Details", "uri":"kafka_ug_0045.html", "doc_type":"usermanual", - "p_code":"21", - "code":"22" + "p_code":"24", + "code":"25" }, { "desc":"This section describes how to modify configurations in Table 1 of a Kafka topic on the console.Modifying Synchronous Replication, Synchronous Flushing, Message Timestamp,", @@ -203,26 +230,35 @@ "title":"Modifying Kafka Topic Configurations", "uri":"kafka-ug-0038.html", "doc_type":"usermanual", - "p_code":"21", - "code":"23" + "p_code":"24", + "code":"26" }, { - "desc":"After creating a topic, you can increase the number of partitions as required.Changing the number of partitions does not restart the instance or affect services.Methods f", + "desc":"After creating a topic, you can change the number of partitions as required. Changing the number of partitions does not restart the instance or affect services.Methods fo", "product_code":"dms", "title":"Changing Kafka Partition Quantity", "uri":"kafka-ug-0006.html", "doc_type":"usermanual", - "p_code":"21", - "code":"24" + "p_code":"24", + "code":"27" }, { - "desc":"Export the topic list on the console. Batch export is supported.A topic has been created.Select the region where your Kafka instance is located.The topic list contains th", + "desc":"The replicas of a Kafka topic can be modified as required.Reassigning partitions can modify replicas automatically or manually on the Kafka console. For more information,", + "product_code":"dms", + "title":"Modifying Kafka Topic Replicas", + "uri":"kafka-ug-0072.html", + "doc_type":"usermanual", + "p_code":"24", + "code":"28" + }, + { + "desc":"Export the topic list on the console. Batch export is supported.A topic has been created.The topic list contains the following information: topic name, number of partitio", "product_code":"dms", "title":"Exporting the Kafka Topic List", "uri":"kafka_ug_0027.html", "doc_type":"usermanual", - "p_code":"21", - "code":"25" + "p_code":"24", + "code":"29" }, { "desc":"Partition reassignment is to reassign replicas of a partition to different brokers to solve the problem of unbalanced broker load.Partition reassignment is required in th", @@ -230,8 +266,8 @@ "title":"Reassigning Kafka Partitions", "uri":"kafka_ug_0023.html", "doc_type":"usermanual", - "p_code":"21", - "code":"26" + "p_code":"24", + "code":"30" }, { "desc":"Automatic Topic Creation indicates that a topic will be automatically created when a message is produced in or consumed from a topic that does not exist. By default, the ", @@ -239,17 +275,17 @@ "title":"Configuring Automatic Topic Creation", "uri":"kafka_ug_0043.html", "doc_type":"usermanual", - "p_code":"21", - "code":"27" + "p_code":"24", + "code":"31" }, { - "desc":"Delete a topic using either of the following methods:Deleting a Kafka Topic (Console)Deleting a Kafka Topic on the ClientA Kafka instance has been created, and a topic ha", + "desc":"This document describes how to delete a topic.Deleting a Kafka Topic (Console)Deleting a Kafka Topic on the ClientDeleting a topic clears the topic data permanently.For a", "product_code":"dms", "title":"Deleting a Kafka Topic", "uri":"kafka-ug-180604019.html", "doc_type":"usermanual", - "p_code":"21", - "code":"28" + "p_code":"24", + "code":"32" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -258,7 +294,7 @@ "uri":"kafka-ug190605003.html", "doc_type":"usermanual", "p_code":"", - "code":"29" + "code":"33" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -266,8 +302,8 @@ "title":"Configuring Kafka Network Connections", "uri":"kafka-ug-0059.html", "doc_type":"usermanual", - "p_code":"29", - "code":"30" + "p_code":"33", + "code":"34" }, { "desc":"A client can connect to a Kafka instance over a public or private network. Notes before using a private network:By default, a client and a Kafka instance are interconnect", @@ -275,17 +311,17 @@ "title":"Kafka Network Connection Conditions", "uri":"kafka-ug-180604012.html", "doc_type":"usermanual", - "p_code":"30", - "code":"31" + "p_code":"34", + "code":"35" }, { - "desc":"Clients can use IPv4 or IPv6 addresses to access a Kafka instance over a public network.By IPv4: On the Kafka console, enable public access and configure EIPs for the ins", + "desc":"A client can use IPv4 or IPv6 addresses to access a Kafka instance over a public network.By IPv4: On the Kafka console, enable public access and configure EIPs for the in", "product_code":"dms", "title":"Configuring Kafka Public Access", "uri":"kafka-ug-0319001.html", "doc_type":"usermanual", - "p_code":"30", - "code":"32" + "p_code":"34", + "code":"36" }, { "desc":"VPCs are logically isolated from each other. If a Kafka instance and a Kafka client are in different VPCs within a region, they cannot communicate with each other. In thi", @@ -293,8 +329,8 @@ "title":"Accessing Kafka Using a VPC Endpoint Across VPCs", "uri":"kafka-ug-0001.html", "doc_type":"usermanual", - "p_code":"30", - "code":"33" + "p_code":"34", + "code":"37" }, { "desc":"Enable public access in either of the following ways:On the Kafka console, access Kafka instances using EIPs. For details, see Configuring Kafka Public Access.Configure p", @@ -302,8 +338,8 @@ "title":"Accessing Kafka in a Public Network Using DNAT", "uri":"kafka-dnat.html", "doc_type":"usermanual", - "p_code":"30", - "code":"34" + "p_code":"34", + "code":"38" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -311,8 +347,8 @@ "title":"Configuring Kafka Access Control", "uri":"kafka-ug-0061.html", "doc_type":"usermanual", - "p_code":"29", - "code":"35" + "p_code":"33", + "code":"39" }, { "desc":"You can access a Kafka instance in plaintext or ciphertext. This section describes how to change the access mode on the console.Plaintext access: Clients connect to the K", @@ -320,8 +356,8 @@ "title":"Configuring Plaintext or Ciphertext Access to Kafka Instances", "uri":"kafka_ug_0044.html", "doc_type":"usermanual", - "p_code":"35", - "code":"36" + "p_code":"39", + "code":"40" }, { "desc":"Kafka instances with ciphertext access enabled support access control list (ACL) for topics. You can differentiate user permissions by granting users different permission", @@ -329,8 +365,8 @@ "title":"Configuring Kafka ACL Users", "uri":"kafka-ug-0003.html", "doc_type":"usermanual", - "p_code":"35", - "code":"37" + "p_code":"39", + "code":"41" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -338,8 +374,8 @@ "title":"Configuring the Kafka Client", "uri":"kafka-ug-0062.html", "doc_type":"usermanual", - "p_code":"29", - "code":"38" + "p_code":"33", + "code":"42" }, { "desc":"This section provides recommendations on configuring common parameters for Kafka producers and consumers. Kafka clients in different versions may have different parameter", @@ -347,8 +383,8 @@ "title":"Setting Parameters for Kafka Clients", "uri":"Kafka-client-parameter.html", "doc_type":"usermanual", - "p_code":"38", - "code":"39" + "p_code":"42", + "code":"43" }, { "desc":"Ensure that the owner thread does not exit abnormally. Otherwise, the client may fail to initiate consumption requests and the consumption will be blocked.Commit messages", @@ -356,8 +392,8 @@ "title":"Suggestions on Using the Kafka Client", "uri":"Kafka-client-best-practice.html", "doc_type":"usermanual", - "p_code":"38", - "code":"40" + "p_code":"42", + "code":"44" }, { "desc":"This section describes how to access a Kafka instance in plaintext on an open-source Kafka client. With plaintext access enabled, there is no authentication required in s", @@ -365,8 +401,8 @@ "title":"Connecting to Kafka Using the Client (Plaintext Access)", "uri":"kafka-ug-180604020.html", "doc_type":"usermanual", - "p_code":"29", - "code":"41" + "p_code":"33", + "code":"45" }, { "desc":"This section describes how to access a Kafka instance in ciphertext on an open-source Kafka client. The client connects to the Kafka instance with SASL authentication. If", @@ -374,8 +410,8 @@ "title":"Connecting to Kafka Using the Client (Ciphertext Access)", "uri":"kafka-ug-180801001.html", "doc_type":"usermanual", - "p_code":"29", - "code":"42" + "p_code":"33", + "code":"46" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -384,16 +420,16 @@ "uri":"kafka-ug-0720002.html", "doc_type":"usermanual", "p_code":"", - "code":"43" + "code":"47" }, { - "desc":"You can view the offset of different partitions, the message size, creation time, and body of messages in topics.Select the region where your Kafka instance is located.If", + "desc":"When messages are lost or fail to be consumed, you can query the content and attributes of specific messages for troubleshooting.You can view the offset of different part", "product_code":"dms", "title":"Viewing Kafka Messages", "uri":"kafka-ug-190904001.html", "doc_type":"usermanual", - "p_code":"43", - "code":"44" + "p_code":"47", + "code":"48" }, { "desc":"Aging time is a period that messages in a topic are retained for. Consumers must consume messages before this period ends. Otherwise, the messages will be deleted and can", @@ -401,17 +437,17 @@ "title":"Changing Kafka Message Retention Period", "uri":"kafka-ug-200506001.html", "doc_type":"usermanual", - "p_code":"43", - "code":"45" + "p_code":"47", + "code":"49" }, { - "desc":"This section describes how to delete messages stored in a topic on the console.Deleted messages cannot be recovered.Before deleting a message, set the auto.offset.reset p", + "desc":"This section describes how to delete messages stored in a topic on the console.Deleting messages takes effect permanently.Before deleting a message, set the auto.offset.r", "product_code":"dms", "title":"Deleting Kafka Messages", "uri":"kafka_ug_0046.html", "doc_type":"usermanual", - "p_code":"43", - "code":"46" + "p_code":"47", + "code":"50" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -420,7 +456,7 @@ "uri":"kafka-ug-0011.html", "doc_type":"usermanual", "p_code":"", - "code":"47" + "code":"51" }, { "desc":"A consumer subscribes to a topic. A consumer group consists of one or more consumers. Within a consumer group, each consumer can consume multiple partitions at the same t", @@ -428,17 +464,17 @@ "title":"Creating a Kafka Consumer Group", "uri":"kafka-ug-0041.html", "doc_type":"usermanual", - "p_code":"47", - "code":"48" + "p_code":"51", + "code":"52" }, { - "desc":"After a consumer group is created, you can view its configuration and status.Select the region where your Kafka instance is located.The consumer group name, status, and C", + "desc":"After a consumer group is created, you can view its configuration and status.The consumer group name, status, and Coordinator (ID) are displayed. Coordinator (ID) indicat", "product_code":"dms", "title":"Querying the Kafka Consumer Group List", "uri":"kafka_ug_0021.html", "doc_type":"usermanual", - "p_code":"47", - "code":"49" + "p_code":"51", + "code":"53" }, { "desc":"If a consumer group has consumers who are accessing a Kafka instance, you can view their connection information.The consumer list and connection address can be viewed onl", @@ -446,26 +482,26 @@ "title":"Viewing Kafka Consumer Information", "uri":"kafka-ug-0015.html", "doc_type":"usermanual", - "p_code":"47", - "code":"50" + "p_code":"51", + "code":"54" }, { - "desc":"A consumption offset indicates the consumption progress of a consumer. This section describes how to view and reset consumption offsets.Messages may be retrieved more tha", + "desc":"A consumption offset indicates the consumption progress of a consumer. This section describes how to view and reset consumption offsets.Messages may be consumed more than", "product_code":"dms", "title":"Viewing and Resetting Kafka Consumption Offsets", "uri":"kafka-ug-0014.html", "doc_type":"usermanual", - "p_code":"47", - "code":"51" + "p_code":"51", + "code":"55" }, { - "desc":"You can export a list of consumer groups in a Kafka instance.Select the region where your Kafka instance is located.Select the desired consumer groups and choose Export >", + "desc":"You can export a list of consumer groups in a Kafka instance.Select the desired consumer groups and choose Export > Export selected data to an XLSX file to export specifi", "product_code":"dms", "title":"Exporting Kafka Consumer Groups", "uri":"kafka-ug-0056.html", "doc_type":"usermanual", - "p_code":"47", - "code":"52" + "p_code":"51", + "code":"56" }, { "desc":"You can delete a consumer group in either of the following ways:On the console.Use Kafka CLI. (Ensure that the Kafka instance version is the same as the CLI version.)If a", @@ -473,8 +509,8 @@ "title":"Deleting a Kafka Consumer Group", "uri":"kafka-ug-0012.html", "doc_type":"usermanual", - "p_code":"47", - "code":"53" + "p_code":"51", + "code":"57" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -483,7 +519,7 @@ "uri":"kafka-ug-180604011.html", "doc_type":"usermanual", "p_code":"", - "code":"54" + "code":"58" }, { "desc":"After creating a Kafka instance, you can view the details or modify some parameters of it on the console as required. These parameters include the instance name, descript", @@ -491,17 +527,17 @@ "title":"Viewing and Modifying Basic Information of a Kafka Instance", "uri":"kafka-ug-180604014.html", "doc_type":"usermanual", - "p_code":"54", - "code":"55" + "p_code":"58", + "code":"59" }, { - "desc":"This section describes how to view the disk usage of each broker of a Kafka instance on the console.This function is unavailable for single-node instances.Select the regi", + "desc":"This section describes how to view the disk usage of each broker of a Kafka instance on the console.Unavailable for single-node instances.You can query topics that use th", "product_code":"dms", "title":"Viewing Kafka Disk Usage", "uri":"kafka-ug-0004.html", "doc_type":"usermanual", - "p_code":"54", - "code":"56" + "p_code":"58", + "code":"60" }, { "desc":"After you initiate certain instance operations listed in Table 1, a background task will start for each operation. On the console, you can view the background task status", @@ -509,8 +545,8 @@ "title":"Viewing Kafka Background Tasks", "uri":"kafka-ug-200119002.html", "doc_type":"usermanual", - "p_code":"54", - "code":"57" + "p_code":"58", + "code":"61" }, { "desc":"Distributed Message Service allows you to view sample Java, Go, and Python code of producing and consuming messages on the console. You can quickly complete Kafka client ", @@ -518,8 +554,8 @@ "title":"Viewing Sample Code of Kafka Production and Consumption", "uri":"kafka_ug_0024.html", "doc_type":"usermanual", - "p_code":"54", - "code":"58" + "p_code":"58", + "code":"62" }, { "desc":"Your Kafka instances, topics, and consumers come with default configuration parameter settings. You can modify common parameters on the DMS console. For details about par", @@ -527,53 +563,62 @@ "title":"Modifying Kafka Instance Configuration Parameters", "uri":"kafka-ug-0007.html", "doc_type":"usermanual", - "p_code":"54", - "code":"59" + "p_code":"58", + "code":"63" }, { - "desc":"Tags facilitate Kafka instance identification and management.You can add tags to a Kafka instance when creating the instance or add tags on the Tags tab page of the creat", + "desc":"Tags facilitate Kafka instance identification and management.You can add tags to a Kafka instance when creating the instance or add tags on the Tags page of the created i", "product_code":"dms", "title":"Configuring Kafka Instance Tags", "uri":"TagManagement.html", "doc_type":"usermanual", - "p_code":"54", - "code":"60" + "p_code":"58", + "code":"64" }, { - "desc":"You can export a list of instances on the DMS console.Select the region where your Kafka instance is located.Select the desired instances and choose Export > Export selec", + "desc":"You can export a list of instances on the DMS console.Select the desired instances and choose Export > Export selected data to an XLSX file to export specified instances.", "product_code":"dms", "title":"Exporting the Kafka Instance List", "uri":"kafka-ug-0053.html", "doc_type":"usermanual", - "p_code":"54", - "code":"61" + "p_code":"58", + "code":"65" }, { - "desc":"You can restart one or more Kafka instances in batches on the DMS console.When a Kafka instance is being restarted, message retrieval and creation requests of clients wil", + "desc":"You can restart one or more Kafka instances in batches on the DMS console.When a Kafka instance is being restarted, message consumption and production requests of clients", "product_code":"dms", "title":"Restarting a Kafka Instance", "uri":"kafka-ug-180604015.html", "doc_type":"usermanual", - "p_code":"54", - "code":"62" + "p_code":"58", + "code":"66" }, { - "desc":"Delete one or more Kafka instances at a time on the DMS console.Deleting a Kafka instance will delete the data in the instance without any backup. Exercise caution when p", + "desc":"Delete one or more Kafka instances at a time on the DMS console.Deleting a Kafka instance will clear the instance data without any backup. Exercise caution.The status of ", "product_code":"dms", "title":"Deleting Kafka Instances", "uri":"kafka-ug-180604016.html", "doc_type":"usermanual", - "p_code":"54", - "code":"63" + "p_code":"58", + "code":"67" + }, + { + "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", + "product_code":"dms", + "title":"Modifying Instance Specifications", + "uri":"kafka-ug-0075.html", + "doc_type":"usermanual", + "p_code":"", + "code":"68" }, { "desc":"After creating a Kafka instance, you can increase its specifications. Table 1 lists available modification options. Only one object can be modified per operation: broker ", "product_code":"dms", - "title":"Modifying Kafka Instance Specifications", + "title":"Modifying Cluster Kafka Instance Specifications", "uri":"kafka-ug-181221001.html", "doc_type":"usermanual", - "p_code":"", - "code":"64" + "p_code":"68", + "code":"69" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -582,7 +627,7 @@ "uri":"kafka_ug_0016.html", "doc_type":"usermanual", "p_code":"", - "code":"65" + "code":"70" }, { "desc":"You can migrate Kafka services to connect message producers and consumers to a new Kafka instance and can even migrate persisted message data to the new Kafka instance. K", @@ -590,8 +635,8 @@ "title":"Kafka Data Migration Overview", "uri":"kafka-bp-migration.html", "doc_type":"usermanual", - "p_code":"65", - "code":"66" + "p_code":"70", + "code":"71" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -599,8 +644,8 @@ "title":"Migrating Data Using Smart Connect", "uri":"kafka-ug-0065.html", "doc_type":"usermanual", - "p_code":"65", - "code":"67" + "p_code":"70", + "code":"72" }, { "desc":"Smart Connect synchronizes data between Kafka and other cloud services (such as OBS) or between two Kafka instances for backup or migration.Procedure for using Smart Conn", @@ -608,8 +653,8 @@ "title":"Enabling Smart Connect", "uri":"kafka_ug_0017.html", "doc_type":"usermanual", - "p_code":"67", - "code":"68" + "p_code":"72", + "code":"73" }, { "desc":"Create a Smart Connect task to copy data unidirectionally or bidirectionally between two Kafka instances.Data in the source Kafka instance is synchronized to the target K", @@ -617,8 +662,8 @@ "title":"Replicating Kafka Instance Data", "uri":"kafka-ug-0034.html", "doc_type":"usermanual", - "p_code":"67", - "code":"69" + "p_code":"72", + "code":"74" }, { "desc":"Create a Smart Connect task to dump Kafka instance data to OBS for message data backup.Data in the source Kafka instance is synchronized to the dumping file in real time.", @@ -626,26 +671,26 @@ "title":"Dumping Kafka Data to Object Storage Service (OBS)", "uri":"kafka-ug-0035.html", "doc_type":"usermanual", - "p_code":"67", - "code":"70" + "p_code":"72", + "code":"75" }, { - "desc":"View, delete, start, pause, or restart a Smart Connect task.This function is unavailable for single-node instances.A Smart Connect task has been created.Select the region", + "desc":"View, delete, start, pause, or restart a Smart Connect task.Unavailable for single-node instances.A Smart Connect task has been created.The source and target are displaye", "product_code":"dms", "title":"Managing Smart Connect Tasks", "uri":"kafka_ug_0018.html", "doc_type":"usermanual", - "p_code":"67", - "code":"71" + "p_code":"72", + "code":"76" }, { - "desc":"Disable Smart Connect and resources can be freed.Disabling Smart Connect does not affect services.This function is unavailable for single-node instances.Brokers related t", + "desc":"Disable Smart Connect and resources can be freed.Disabling Smart Connect does not affect services.Brokers related to Smart Connect are automatically deleted.If you disabl", "product_code":"dms", "title":"Disabling Smart Connect", "uri":"kafka_ug_0041.html", "doc_type":"usermanual", - "p_code":"67", - "code":"72" + "p_code":"72", + "code":"77" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -654,7 +699,7 @@ "uri":"kafka-ug-180413001.html", "doc_type":"usermanual", "p_code":"", - "code":"73" + "code":"78" }, { "desc":"Cloud Eye monitors Kafka instance metrics in real time. You can view these metrics on the Cloud Eye console.At least one Kafka instance has been created. The instance has", @@ -662,8 +707,8 @@ "title":"Viewing Kafka Metrics", "uri":"kafka-ug-190605001.html", "doc_type":"usermanual", - "p_code":"73", - "code":"74" + "p_code":"78", + "code":"79" }, { "desc":"This section describes metrics reported by DMS to Cloud Eye as well as their namespaces and dimensions. You can use the Cloud Eye console or APIs to query the Kafka metri", @@ -671,8 +716,8 @@ "title":"Kafka Metrics", "uri":"kafka-ug-180413002.html", "doc_type":"usermanual", - "p_code":"73", - "code":"75" + "p_code":"78", + "code":"80" }, { "desc":"This section describes the alarm rules of some metrics and how to configure them. In actual services, you are advised to configure alarm rules for metrics based on the fo", @@ -680,8 +725,8 @@ "title":"Configuring a Kafka Alarm Rule", "uri":"kafka-ug-180524001.html", "doc_type":"usermanual", - "p_code":"73", - "code":"76" + "p_code":"78", + "code":"81" }, { "desc":"With Cloud Trace Service (CTS), you can record operations associated with DMS for later query, audit, and backtrack operations.CTS has been enabled.See Querying Real-Time", @@ -690,7 +735,7 @@ "uri":"kafka-ug-180418002.html", "doc_type":"usermanual", "p_code":"", - "code":"77" + "code":"82" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -699,7 +744,7 @@ "uri":"kafka-ug-0723004.html", "doc_type":"usermanual", "p_code":"", - "code":"78" + "code":"83" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -707,8 +752,8 @@ "title":"Instances", "uri":"kafka-faq-191030002.html", "doc_type":"usermanual", - "p_code":"78", - "code":"79" + "p_code":"83", + "code":"84" }, { "desc":"To improve the reliability of a Kafka instance, you are advised to select three AZs or more when creating the instance. You cannot select two AZs.Each Kafka instance cont", @@ -716,17 +761,17 @@ "title":"Why Can't I Select Two AZs?", "uri":"kafka-faq-200426002.html", "doc_type":"usermanual", - "p_code":"79", - "code":"80" + "p_code":"84", + "code":"85" }, { - "desc":"This may be because you do not have the Server Administrator and VPC Administrator permissions. For details about how to add permissions to a user group, see Viewing and ", + "desc":"The possible cause is that you do not have the Server Administrator and VPC Administrator permissions. For details about how to add permissions to a user group, see Viewi", "product_code":"dms", "title":"Why Can't I View the Subnet and Security Group Information When Creating a DMS Instance?", "uri":"kafka-faq-200426003.html", "doc_type":"usermanual", - "p_code":"79", - "code":"81" + "p_code":"84", + "code":"86" }, { "desc":"The storage space is the space for storing messages (including messages in replicas), logs and metadata. To select a storage space, specify the disk type and disk size. F", @@ -734,8 +779,8 @@ "title":"How Do I Select Storage Space for a Kafka Instance?", "uri":"kafka-faq-200426005.html", "doc_type":"usermanual", - "p_code":"79", - "code":"82" + "p_code":"84", + "code":"87" }, { "desc":"High I/O: The average latency is 6 to 10 ms, and the maximum bandwidth is 150 MB/s (read + write).Ultra-high I/O: The average latency is 1 to 3 ms, and the maximum bandwi", @@ -743,8 +788,8 @@ "title":"How Do I Choose Between High I/O and Ultra-high I/O?", "uri":"kafka-faq-200426006.html", "doc_type":"usermanual", - "p_code":"79", - "code":"83" + "p_code":"84", + "code":"88" }, { "desc":"The following policies are supported:Stop productionWhen the memory usage reaches the disk capacity threshold (95%), new messages will no longer be created, but existing ", @@ -752,8 +797,8 @@ "title":"Which Capacity Threshold Policy Should I Use?", "uri":"kafka-faq-200426007.html", "doc_type":"usermanual", - "p_code":"79", - "code":"84" + "p_code":"84", + "code":"89" }, { "desc":"Kafka v2.3.0, v2.7, and v3.x.For details about how to create a Kafka instance, see Creating a Kafka Instance.", @@ -761,8 +806,8 @@ "title":"Which Kafka Versions Are Supported?", "uri":"kafka-faq-200426008.html", "doc_type":"usermanual", - "p_code":"79", - "code":"85" + "p_code":"84", + "code":"90" }, { "desc":"Kafka instances are managed using ZooKeeper. Opening ZooKeeper may cause misoperations and service losses. ZooKeeper is used only within Kafka clusters and does not provi", @@ -770,8 +815,8 @@ "title":"What Is the ZooKeeper Address of a Kafka Instance?", "uri":"kafka-faq-200426009.html", "doc_type":"usermanual", - "p_code":"79", - "code":"86" + "p_code":"84", + "code":"91" }, { "desc":"Kafka instances are classified into single-node and cluster types. A single-node instance has only one broker in single-node mode. A cluster instance consists of three or", @@ -779,8 +824,8 @@ "title":"Are Kafka Instances in Cluster Mode?", "uri":"kafka-faq-200426010.html", "doc_type":"usermanual", - "p_code":"79", - "code":"87" + "p_code":"84", + "code":"92" }, { "desc":"No. You must access a Kafka instance through one of the following ports:Accessing a Kafka instance without SASL:The port varies with the access mode:Intra-VPC access usin", @@ -788,8 +833,8 @@ "title":"Can I Modify the Port for Accessing a Kafka Instance?", "uri":"kafka-faq-200426011.html", "doc_type":"usermanual", - "p_code":"79", - "code":"88" + "p_code":"84", + "code":"93" }, { "desc":"The certificates are valid for more than 15 years. You do not need to worry about certificate expiration. The certificates are used for one-way authentication when enabli", @@ -797,8 +842,8 @@ "title":"How Long Are Kafka SSL Certificates Valid for?", "uri":"kafka-faq-200426012.html", "doc_type":"usermanual", - "p_code":"79", - "code":"89" + "p_code":"84", + "code":"94" }, { "desc":"On the Kafka console, you can create a Smart Connect task for instance data replication. For details, see Replicating Kafka Instance Data.", @@ -806,17 +851,17 @@ "title":"How Do I Synchronize Data from One Kafka Instance to Another?", "uri":"kafka-faq-200426013.html", "doc_type":"usermanual", - "p_code":"79", - "code":"90" + "p_code":"84", + "code":"95" }, { - "desc":"The SASL_SSL setting can be changed for cluster instances. For details, see Configuring Plaintext or Ciphertext Access to Kafka Instances.A single-node instance does not ", + "desc":"The SASL_SSL setting of a cluster Kafka instance can be changed after instance creation. For details, see Configuring Plaintext or Ciphertext Access to Kafka Instances.A ", "product_code":"dms", "title":"How Do I Change the SASL_SSL Setting of a Kafka Instance?", "uri":"kafka-faq-200426014.html", "doc_type":"usermanual", - "p_code":"79", - "code":"91" + "p_code":"84", + "code":"96" }, { "desc":"There are two SASL authentication mechanisms for Kafka instances: SCRAM-SHA-512 and PLAIN.For instances with IPv6 disabled, the mechanism cannot be modified after ciphert", @@ -824,8 +869,8 @@ "title":"How Do I Modify the SASL Mechanism?", "uri":"kafka_faq_0052.html", "doc_type":"usermanual", - "p_code":"79", - "code":"92" + "p_code":"84", + "code":"97" }, { "desc":"There are two security protocols for Kafka instances: SASL_SSL and SASL_PLAINTEXT.For instances with IPv6 disabled, the security protocol can be changed on the console. I", @@ -833,8 +878,8 @@ "title":"How Do I Change the Security Protocol?", "uri":"kafka_faq_0062.html", "doc_type":"usermanual", - "p_code":"79", - "code":"93" + "p_code":"84", + "code":"98" }, { "desc":"No. A Kafka instance will not be restarted if you modify its enterprise project.", @@ -842,8 +887,8 @@ "title":"Will a Kafka Instance Be Restarted After Its Enterprise Project Is Modified?", "uri":"kafka-faq-0008.html", "doc_type":"usermanual", - "p_code":"79", - "code":"94" + "p_code":"84", + "code":"99" }, { "desc":"Kafka brokers and ZooKeeper are deployed on the same VM.", @@ -851,8 +896,8 @@ "title":"Are Kafka Brokers and ZooKeeper Deployed on the Same VM or on Different VMs?", "uri":"kafka-faq-0015.html", "doc_type":"usermanual", - "p_code":"79", - "code":"95" + "p_code":"84", + "code":"100" }, { "desc":"For security purposes, TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 is supported.", @@ -860,8 +905,8 @@ "title":"Which Cipher Suites Are Supported by Kafka?", "uri":"kafka-faq-0020.html", "doc_type":"usermanual", - "p_code":"79", - "code":"96" + "p_code":"84", + "code":"101" }, { "desc":"No. The AZ cannot be changed once the instance is created. To use multiple AZs, create another instance.", @@ -869,8 +914,8 @@ "title":"Can I Change Single-AZ Deployment to Multi-AZ Deployment for an Instance?", "uri":"kafka-faq-0023.html", "doc_type":"usermanual", - "p_code":"79", - "code":"97" + "p_code":"84", + "code":"102" }, { "desc":"DMS for Kafka supports cross-AZ disaster recovery. If you select multiple AZs when creating an instance, cross-AZ disaster recovery will be available.You can view the AZs", @@ -878,8 +923,8 @@ "title":"Does DMS for Kafka Support Cross-AZ Disaster Recovery? Where Can I Check Whether an Existing Instance is Across-AZs?", "uri":"kafka-faq-0025.html", "doc_type":"usermanual", - "p_code":"79", - "code":"98" + "p_code":"84", + "code":"103" }, { "desc":"Yes.", @@ -887,8 +932,8 @@ "title":"Do Kafka Instances Support Disk Encryption?", "uri":"kafka-faq-0030.html", "doc_type":"usermanual", - "p_code":"79", - "code":"99" + "p_code":"84", + "code":"104" }, { "desc":"No. Once an instance is created, its VPC and subnet cannot be changed.", @@ -896,8 +941,8 @@ "title":"Can I Change the VPC and Subnet After a Kafka Instance Is Created?", "uri":"kafka-faq-0036.html", "doc_type":"usermanual", - "p_code":"79", - "code":"100" + "p_code":"84", + "code":"105" }, { "desc":"You can find Kafka Streams use cases on the official Kafka website.", @@ -905,8 +950,8 @@ "title":"Where Can I Find Kafka Streams Use Cases?", "uri":"kafka-faq-0037.html", "doc_type":"usermanual", - "p_code":"79", - "code":"101" + "p_code":"84", + "code":"106" }, { "desc":"No. Kafka instances cannot be upgraded once they are created. To use a higher Kafka version, create another Kafka instance.", @@ -914,8 +959,8 @@ "title":"Can I Upgrade Kafka Instances?", "uri":"kafka-faq-0040.html", "doc_type":"usermanual", - "p_code":"79", - "code":"102" + "p_code":"84", + "code":"107" }, { "desc":"On the DMS console, click the name of the target Kafka instance. Disable Public Access in the Connection section on the Basic Information tab page, and then enable it aga", @@ -923,8 +968,17 @@ "title":"How Do I Bind an EIP Again?", "uri":"kafka_faq_0046.html", "doc_type":"usermanual", - "p_code":"79", - "code":"103" + "p_code":"84", + "code":"108" + }, + { + "desc":"Each broker of a Kafka instance has a 100 GB disk. The automatic deletion policy has been configured and a topic with 180 partitions has been created. The earliest messag", + "product_code":"dms", + "title":"Why Are the Earliest Messages Not Automatically Deleted When the Disk Capacity Reaches 95%?", + "uri":"kafka-faq-0070.html", + "doc_type":"usermanual", + "p_code":"84", + "code":"109" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -932,17 +986,17 @@ "title":"Specification Modification", "uri":"kafka_faq_0053.html", "doc_type":"usermanual", - "p_code":"78", - "code":"104" + "p_code":"83", + "code":"110" }, { - "desc":"Table 1 describes the impact of increasing specifications. It takes 5 to 10 minutes to modify specifications on one broker. The more brokers, the longer time the modifica", + "desc":"Table 1 describes the impact of increasing specifications.", "product_code":"dms", "title":"Does Specification Modification Affect Services?", "uri":"kafka-faq-0035.html", "doc_type":"usermanual", - "p_code":"104", - "code":"105" + "p_code":"110", + "code":"111" }, { "desc":"No. Data will not be migrated when you increase specifications.", @@ -950,8 +1004,8 @@ "title":"Will Data Migration Be Involved When I Increase Specifications?", "uri":"kafka_faq_0054.html", "doc_type":"usermanual", - "p_code":"104", - "code":"106" + "p_code":"110", + "code":"112" }, { "desc":"Possible cause: When you increase the broker flavor, a rolling restart is performed on brokers. During the restart, partition leaders are changed. The producer has cached", @@ -959,8 +1013,8 @@ "title":"Why Does Message Production Fail During Scaling?", "uri":"kafka_faq_0056.html", "doc_type":"usermanual", - "p_code":"104", - "code":"107" + "p_code":"110", + "code":"113" }, { "desc":"Symptom: Specifications fail to be increased, and a message is displayed indicating that the underlying ECS/EVS resources are insufficient. However, the required ECSs can", @@ -968,8 +1022,8 @@ "title":"What Can I Do When I Fail to Increase Specifications Due to Insufficient Resources?", "uri":"kafka_faq_0057.html", "doc_type":"usermanual", - "p_code":"104", - "code":"108" + "p_code":"110", + "code":"114" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -977,8 +1031,8 @@ "title":"Connections", "uri":"kafka-faq-191030001.html", "doc_type":"usermanual", - "p_code":"78", - "code":"109" + "p_code":"83", + "code":"115" }, { "desc":"Kafka instances can be accessed within a VPC, across VPCs, through DNAT, or over public networks. Before accessing a Kafka instance, configure a security group.If they us", @@ -986,8 +1040,8 @@ "title":"How Do I Select and Configure a Security Group?", "uri":"kafka-faq-180604024.html", "doc_type":"usermanual", - "p_code":"109", - "code":"110" + "p_code":"115", + "code":"116" }, { "desc":"Yes. For details, see the Connecting to an Instance.", @@ -995,8 +1049,8 @@ "title":"Can I Access a Kafka Instance Over a Public Network?", "uri":"kafka-faq-200426015.html", "doc_type":"usermanual", - "p_code":"109", - "code":"111" + "p_code":"115", + "code":"117" }, { "desc":"The number of connection addresses of a Kafka instance is the same as the number of brokers of the instance. The following table lists the number of brokers corresponding", @@ -1004,8 +1058,8 @@ "title":"How Many Connection Addresses Does a Kafka Instance Have by Default?", "uri":"kafka-faq-200426016.html", "doc_type":"usermanual", - "p_code":"109", - "code":"112" + "p_code":"115", + "code":"118" }, { "desc":"Yes. You can access a Kafka instance across regions over a public network or by using direct connections.", @@ -1013,8 +1067,8 @@ "title":"Do Kafka Instances Support Cross-Region Access?", "uri":"kafka-faq-200426017.html", "doc_type":"usermanual", - "p_code":"109", - "code":"113" + "p_code":"115", + "code":"119" }, { "desc":"Yes. You can use one of the following methods to access a Kafka instance across VPCs:Establish a VPC peering connection to allow two VPCs to communicate with each other. ", @@ -1022,8 +1076,8 @@ "title":"Do Kafka Instances Support Cross-VPC Access?", "uri":"kafka-faq-200426019.html", "doc_type":"usermanual", - "p_code":"109", - "code":"114" + "p_code":"115", + "code":"120" }, { "desc":"Yes.If the client and the instance are in the same VPC, cross-subnet access is supported. By default, subnets in the same VPC can communicate with each other.", @@ -1031,8 +1085,8 @@ "title":"Do Kafka Instances Support Cross-Subnet Access?", "uri":"kafka-faq-200426020.html", "doc_type":"usermanual", - "p_code":"109", - "code":"115" + "p_code":"115", + "code":"121" }, { "desc":"No, Kerberos authentication is not supported. Kafka supports client authentication with SASL and API calling authentication using tokens and AK/SK.To access an instance i", @@ -1040,8 +1094,8 @@ "title":"Does DMS for Kafka Support Authentication with Kerberos?", "uri":"kafka-faq-200426023.html", "doc_type":"usermanual", - "p_code":"109", - "code":"116" + "p_code":"115", + "code":"122" }, { "desc":"Yes. No password is required when accessing a Kafka instance in plaintext. For details, see Connecting to Kafka Using the Client (Plaintext Access).", @@ -1049,17 +1103,17 @@ "title":"Does DMS for Kafka Support Password-Free Access?", "uri":"kafka-faq-200708002.html", "doc_type":"usermanual", - "p_code":"109", - "code":"117" + "p_code":"115", + "code":"123" }, { - "desc":"Click the name of your Kafka instance. In the Connection section on the Basic Information tab page, view Instance Address (Public Network).For details about how to connec", + "desc":"Click the name of your Kafka instance. In the Connection section on the Basic Information page, view Instance Address (Public Network).For details about how to connect to", "product_code":"dms", "title":"How Do I Obtain the Public Access Address After Public Access Is Enabled?", "uri":"kafka-faq-0001.html", "doc_type":"usermanual", - "p_code":"109", - "code":"118" + "p_code":"115", + "code":"124" }, { "desc":"No.", @@ -1067,8 +1121,8 @@ "title":"Does DMS for Kafka Support Authentication on Clients by the Server?", "uri":"kafka-faq-0026.html", "doc_type":"usermanual", - "p_code":"109", - "code":"119" + "p_code":"115", + "code":"125" }, { "desc":"No. You can only use JKS certificates for connecting to instances in Java.", @@ -1076,8 +1130,8 @@ "title":"Can I Use PEM SSL Truststore When Connecting to a Kafka Instance with SASL_SSL Enabled?", "uri":"kafka-faq-0027.html", "doc_type":"usermanual", - "p_code":"109", - "code":"120" + "p_code":"115", + "code":"126" }, { "desc":"JKS certificates are used for connecting to instances in Java and CRT certificates are used for connecting to instances in Python.", @@ -1085,8 +1139,8 @@ "title":"What Are the Differences Between JKS and CRT Certificates?", "uri":"kafka-faq-0028.html", "doc_type":"usermanual", - "p_code":"109", - "code":"121" + "p_code":"115", + "code":"127" }, { "desc":"TLS 1.2.", @@ -1094,8 +1148,8 @@ "title":"Which TLS Version Does DMS for Kafka Support?", "uri":"kafka-faq-0029.html", "doc_type":"usermanual", - "p_code":"109", - "code":"122" + "p_code":"115", + "code":"128" }, { "desc":"Yes. The maximum allowed number of client connections varies by instance specifications.", @@ -1103,8 +1157,8 @@ "title":"Is There a Limit on the Number of Client Connections to a Kafka Instance?", "uri":"kafka-faq-0033.html", "doc_type":"usermanual", - "p_code":"109", - "code":"123" + "p_code":"115", + "code":"129" }, { "desc":"Each Kafka broker allows a maximum of 1000 connections from each IP address by default. Excess connections will be rejected. You can change the limit by referring to Modi", @@ -1112,8 +1166,8 @@ "title":"How Many Connections Are Allowed from Each IP Address?", "uri":"kafka-faq-0034.html", "doc_type":"usermanual", - "p_code":"109", - "code":"124" + "p_code":"115", + "code":"130" }, { "desc":"No, and you cannot specify the IP addresses.", @@ -1121,8 +1175,8 @@ "title":"Can I Change the Private Network Addresses of a Kafka Instance?", "uri":"kafka_faq_0048.html", "doc_type":"usermanual", - "p_code":"109", - "code":"125" + "p_code":"115", + "code":"131" }, { "desc":"Yes. All Kafka instances and users use the same SSL certificate.To obtain the SSL certificate, perform the following steps:", @@ -1130,8 +1184,8 @@ "title":"Is the Same SSL Certificate Used for Different Instances?", "uri":"kafka_faq_0051.html", "doc_type":"usermanual", - "p_code":"109", - "code":"126" + "p_code":"115", + "code":"132" }, { "desc":"If a Sarama client is used to send and receive messages, the following issues may occur:Sarama cannot detect partition changes. Adding topic partitions requires client re", @@ -1139,8 +1193,8 @@ "title":"Why Is It Not Recommended to Use a Sarama Client for Messaging?", "uri":"kafka_faq_0061.html", "doc_type":"usermanual", - "p_code":"109", - "code":"127" + "p_code":"115", + "code":"133" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -1148,8 +1202,8 @@ "title":"Topics and Partitions", "uri":"kafka-faq-191030003.html", "doc_type":"usermanual", - "p_code":"78", - "code":"128" + "p_code":"83", + "code":"134" }, { "desc":"The number of topics is related to the total number of topic partitions and the number of partitions in each topic. There is an upper limit on the aggregate number of par", @@ -1157,8 +1211,8 @@ "title":"Is There a Limit on the Number of Topics in a Kafka Instance?", "uri":"kafka-faq-200426024.html", "doc_type":"usermanual", - "p_code":"128", - "code":"129" + "p_code":"134", + "code":"135" }, { "desc":"Kafka manages messages by partition. If there are too many partitions, message creation, storage, and retrieval will be fragmented, affecting the performance and stabilit", @@ -1166,8 +1220,8 @@ "title":"Why Is Partition Quantity Limited?", "uri":"kafka-faq-200426025.html", "doc_type":"usermanual", - "p_code":"128", - "code":"130" + "p_code":"134", + "code":"136" }, { "desc":"No. If you want to use fewer partitions, delete the corresponding topic, create another one, and specify the desired number of partitions.", @@ -1175,17 +1229,17 @@ "title":"Can I Reduce the Partition Quantity?", "uri":"kafka-faq-200426101.html", "doc_type":"usermanual", - "p_code":"128", - "code":"131" + "p_code":"134", + "code":"137" }, { - "desc":"Possible cause: The aggregate number of partitions of created topics has reached the upper limit. The maximum number of partitions varies by instance specifications. For ", + "desc":"Possible cause: The aggregate number of partitions of created topics has reached the upper limit. The limit varies with instance specifications. For details, see Single-n", "product_code":"dms", "title":"Why Do I Fail to Create Topics?", "uri":"kafka-faq-200426026.html", "doc_type":"usermanual", - "p_code":"128", - "code":"132" + "p_code":"134", + "code":"138" }, { "desc":"Automatic topic creation is supported, but batch topic import is not supported. You can only export topics in batches.Enable automatic topic creation using one of the fol", @@ -1193,17 +1247,8 @@ "title":"Do Kafka Instances Support Batch Importing Topics or Automatic Topic Creation?", "uri":"kafka-faq-200426027.html", "doc_type":"usermanual", - "p_code":"128", - "code":"133" - }, - { - "desc":"Possible cause: Automatic topic creation has been enabled and a consumer is connecting to the topic. If no existing topics are available for message creation, new topics ", - "product_code":"dms", - "title":"Why Do Deleted Topics Still Exist?", - "uri":"kafka-faq-200426028.html", - "doc_type":"usermanual", - "p_code":"128", - "code":"134" + "p_code":"134", + "code":"139" }, { "desc":"Yes. Use either of the following methods to check the disk space used by a topic:In the row containing the desired Kafka instance, click View Metric to go to the Cloud Ey", @@ -1211,17 +1256,17 @@ "title":"Can I View the Disk Space Used by a Topic?", "uri":"kafka-faq-200426030.html", "doc_type":"usermanual", - "p_code":"128", - "code":"135" + "p_code":"134", + "code":"140" }, { - "desc":"If you have enabled SASL_SSL for your Kafka instance, you can configure ACL permissions for your topics. On the Topics tab page of the Kafka console, click Grant User Per", + "desc":"If you have enabled SASL_SSL for your Kafka instance, you can configure ACL permissions for your topics. On the Topics page of the Kafka console, click Grant User Permiss", "product_code":"dms", "title":"Can I Add ACL Permissions for Topics?", "uri":"kafka-faq-200426032.html", "doc_type":"usermanual", - "p_code":"128", - "code":"136" + "p_code":"134", + "code":"141" }, { "desc":"Messages are not deleted immediately after being retrieved. They are deleted only when the aging time expires.You can shorten the aging time or expand the storage space.", @@ -1229,17 +1274,17 @@ "title":"What Should I Do If Kafka Storage Space Is Used Up Because Retrieved Messages Are Not Deleted?", "uri":"kafka-faq-0003.html", "doc_type":"usermanual", - "p_code":"128", - "code":"137" + "p_code":"134", + "code":"142" }, { - "desc":"You can increase the partition quantity by adding brokers.To do so, go to the Kafka console, locate the row that contains the desired instance, and choose More > Modify S", + "desc":"You can increase the partition quantity by increasing broker flavors or adding brokers. For details, see Modifying Cluster Kafka Instance Specifications.", "product_code":"dms", "title":"How Do I Increase the Partition Quantity?", "uri":"kafka-faq-0005.html", "doc_type":"usermanual", - "p_code":"128", - "code":"138" + "p_code":"134", + "code":"143" }, { "desc":"Enabling or disabling automatic topic creation may cause instance restarts. For details, see the information displayed on the Kafka console.", @@ -1247,8 +1292,8 @@ "title":"Will a Kafka Instance Be Restarted After Its Automatic Topic Creation Setting Is Modified?", "uri":"kafka-faq-0010.html", "doc_type":"usermanual", - "p_code":"128", - "code":"139" + "p_code":"134", + "code":"144" }, { "desc":"Symptom: Different consumers in a consumer group have different topic permissions. When a consumer attempts to retrieve messages from a topic, the error message \"Not auth", @@ -1256,8 +1301,17 @@ "title":"What Can I Do If a Consumer Fails to Retrieve Messages from a Topic Due to Insufficient Permissions?", "uri":"kafka-faq-0038.html", "doc_type":"usermanual", - "p_code":"128", - "code":"140" + "p_code":"134", + "code":"145" + }, + { + "desc":"No. However, you can increase the total number of partitions by increasing the broker quantity or flavor. For details, see Modifying Cluster Kafka Instance Specifications", + "product_code":"dms", + "title":"Can I Purchase Partitions Separately?", + "uri":"kafka-faq-0068.html", + "doc_type":"usermanual", + "p_code":"134", + "code":"146" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -1265,8 +1319,8 @@ "title":"Consumer Groups", "uri":"kafka-faq-200423001.html", "doc_type":"usermanual", - "p_code":"78", - "code":"141" + "p_code":"83", + "code":"147" }, { "desc":"When parameter auto.create.groups.enable is set to true, you do not need to create a consumer group, producer, or consumer because they are generated automatically when y", @@ -1274,8 +1328,8 @@ "title":"Do I Need to Create Consumer Groups, Producers, and Consumers for Kafka Instances?", "uri":"kafka-faq-200426033.html", "doc_type":"usermanual", - "p_code":"141", - "code":"142" + "p_code":"147", + "code":"148" }, { "desc":"This depends on the offsets.retention.minutes and auto.create.groups.enable parameters.For instances created much earlier, auto.create.groups.enable is set to true by def", @@ -1283,8 +1337,8 @@ "title":"Will a Consumer Group Without Active Consumers Be Automatically Deleted in 14 Days?", "uri":"kafka-faq-0043.html", "doc_type":"usermanual", - "p_code":"141", - "code":"143" + "p_code":"147", + "code":"149" }, { "desc":"Possible cause: Automatic consumer group creation has been enabled and your service is connected to the consumer group and consuming messages. Therefore, the consumer gro", @@ -1292,8 +1346,8 @@ "title":"Why Does a Deleted Consumer Group Still Exist?", "uri":"kafka_faq_0059.html", "doc_type":"usermanual", - "p_code":"141", - "code":"144" + "p_code":"147", + "code":"150" }, { "desc":"Check whether Flink is used for consumption. Flink uses the assign mode and the client assigns specific partitions to be consumed, so you cannot see any consumer on the K", @@ -1301,8 +1355,8 @@ "title":"Why Can't I View Consumers When Instance Consumption Is Normal?", "uri":"kafka_faq_0060.html", "doc_type":"usermanual", - "p_code":"141", - "code":"145" + "p_code":"147", + "code":"151" }, { "desc":"Just simply unsubscribe from them on the Kafka client.", @@ -1310,8 +1364,17 @@ "title":"Can I Delete Unnecessary Topics in a Consumer Group?", "uri":"kafka-faq-0031.html", "doc_type":"usermanual", - "p_code":"141", - "code":"146" + "p_code":"147", + "code":"152" + }, + { + "desc":"If you cannot find a consumer group from the console, the possible causes are as follows:auto.create.groups.enable is set to true, the consumer group status is EMPTY, and", + "product_code":"dms", + "title":"Why Are Consumer Groups Missing?", + "uri":"kafka-faq-0069.html", + "doc_type":"usermanual", + "p_code":"147", + "code":"153" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -1319,8 +1382,8 @@ "title":"Messages", "uri":"kafka-faq-190416001.html", "doc_type":"usermanual", - "p_code":"78", - "code":"147" + "p_code":"83", + "code":"154" }, { "desc":"10 MB.", @@ -1328,8 +1391,8 @@ "title":"What Is the Maximum Size of a Message that Can be Created?", "uri":"kafka-faq-200426035.html", "doc_type":"usermanual", - "p_code":"147", - "code":"148" + "p_code":"154", + "code":"155" }, { "desc":"Rebalancing is a process where partitions of topics are re-allocated for a consumer group.In normal cases, rebalancing occurs inevitably when a consumer is added to or re", @@ -1337,8 +1400,8 @@ "title":"Why Does Message Poll Often Fail During Rebalancing?", "uri":"kafka-faq-200426036.html", "doc_type":"usermanual", - "p_code":"147", - "code":"149" + "p_code":"154", + "code":"156" }, { "desc":"Possible cause 1: The message has been aged.Solution: Change the aging time.Solution: Change the aging time.Possible cause 2: The createTime timestamp of the message is i", @@ -1346,8 +1409,8 @@ "title":"Why Can't I Query Messages on the Console?", "uri":"kafka-faq-200426037.html", "doc_type":"usermanual", - "p_code":"147", - "code":"150" + "p_code":"154", + "code":"157" }, { "desc":"Symptom: An alarm is generated for the Accumulated Messages metric.Solution:Log in to the Kafka console and click the instance for which the alarm is generated. The insta", @@ -1355,8 +1418,8 @@ "title":"What Can I Do If Kafka Messages Are Accumulated?", "uri":"kafka-faq-200426100.html", "doc_type":"usermanual", - "p_code":"147", - "code":"151" + "p_code":"154", + "code":"158" }, { "desc":"If the aging time has been set for a topic, the value of the log.retention.hours parameter does not take effect for the topic. The value of the log.retention.hours parame", @@ -1364,8 +1427,8 @@ "title":"Why Do Messages Still Exist After the Retention Period Elapses?", "uri":"kafka-faq-200708001.html", "doc_type":"usermanual", - "p_code":"147", - "code":"152" + "p_code":"154", + "code":"159" }, { "desc":"No.", @@ -1373,8 +1436,8 @@ "title":"Do Kafka Instances Support Delayed Message Delivery?", "uri":"kafka-faq-0018.html", "doc_type":"usermanual", - "p_code":"147", - "code":"153" + "p_code":"154", + "code":"160" }, { "desc":"View the number of accumulated messages using any of the following methods:On the Consumer Groups page of an instance, click the name of the consumer group whose accumula", @@ -1382,8 +1445,8 @@ "title":"How Do I View the Number of Accumulated Messages?", "uri":"kafka-faq-0041.html", "doc_type":"usermanual", - "p_code":"147", - "code":"154" + "p_code":"154", + "code":"161" }, { "desc":"The message creation time is specified by CreateTime when a producer creates messages. If this parameter is not set during message creation, the message creation time is ", @@ -1391,17 +1454,26 @@ "title":"Why Is the Message Creation Time Displayed as Year 1970?", "uri":"kafka-faq-0045.html", "doc_type":"usermanual", - "p_code":"147", - "code":"155" + "p_code":"154", + "code":"162" }, { - "desc":"message.max.bytes can be modified on the Parameters page on the console. For details, see Modifying Kafka Instance Configuration Parameters.The maximum value of message.m", + "desc":"message.max.bytes can be modified on the Parameters page on the Kafka console. For details, see Modifying Kafka Instance Configuration Parameters.The maximum value of mes", "product_code":"dms", "title":"How Do I Modify message.max.bytes?", "uri":"kafka_faq_0058.html", "doc_type":"usermanual", - "p_code":"147", - "code":"156" + "p_code":"154", + "code":"163" + }, + { + "desc":"If you have enabled idempotence or transactions on the producer client, and produced messages, message offsets are not continuous on the consumer client or on the Message", + "product_code":"dms", + "title":"Why Are Offsets Not Continuous?", + "uri":"kafka-faq-0065.html", + "doc_type":"usermanual", + "p_code":"154", + "code":"164" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -1409,8 +1481,8 @@ "title":"Monitoring & Alarm", "uri":"kafka-faq-191030004.html", "doc_type":"usermanual", - "p_code":"78", - "code":"157" + "p_code":"83", + "code":"165" }, { "desc":"If topic monitoring data is not displayed, the possible causes are as follows:The topic name starts with a special character, such as an underscore (_) or a number sign (", @@ -1418,8 +1490,8 @@ "title":"Why Can't I View the Monitoring Data?", "uri":"kafka-faq-200426041.html", "doc_type":"usermanual", - "p_code":"157", - "code":"158" + "p_code":"165", + "code":"166" }, { "desc":"Symptom: The monitoring data shows that there are 810 million accumulated messages. However, the Kafka console shows that there are 100 million messages in all six topics", @@ -1427,8 +1499,8 @@ "title":"Why Is the Monitored Number of Accumulated Messages Inconsistent with the Message Quantity Displayed on the Kafka Console?", "uri":"kafka-faq-0007.html", "doc_type":"usermanual", - "p_code":"157", - "code":"159" + "p_code":"165", + "code":"167" }, { "desc":"The monitoring data is reported every minute. The reported data will be displayed on the monitoring page after being sorted. This process takes less than 20 minutes. Afte", @@ -1436,8 +1508,44 @@ "title":"Why Is a Consumer Group Still on the Monitoring Page After Being Deleted?", "uri":"kafka-faq-0022.html", "doc_type":"usermanual", - "p_code":"157", - "code":"160" + "p_code":"165", + "code":"168" + }, + { + "desc":"Metrics including Disk Read Speed, Disk Write Speed, Average Disk Read Time, Average Disk Write Time, and CPU Usage output instantaneous values. These metrics are for ref", + "product_code":"dms", + "title":"Why Do Metrics Fluctuate Significantly (Disk Read/Write Speed, Average Disk Read/Write Time, and CPU Usage)?", + "uri":"kafka-faq-0063.html", + "doc_type":"usermanual", + "p_code":"165", + "code":"169" + }, + { + "desc":"It is normal that JVM Heap Memory Usage of JVM is displayed in a sawtooth shape on the monitoring page. The maximum value may further increase or the fluctuation may be g", + "product_code":"dms", + "title":"Why Does JVM Heap Memory Usage of JVM Fluctuate Significantly?", + "uri":"kafka-faq-0064.html", + "doc_type":"usermanual", + "p_code":"165", + "code":"170" + }, + { + "desc":"The metric data of the message production rate is reported once every minute. Message production rate = Number of messages produced per minute/60. The value is rounded do", + "product_code":"dms", + "title":"Why Is Production Rate Still 0 When There Are Produced Messages?", + "uri":"kafka-faq-0066.html", + "doc_type":"usermanual", + "p_code":"165", + "code":"171" + }, + { + "desc":"On the Consumer Offset tab page of the consumer group details page, there are stacked messages in a topic (total stack ≠ 0), whereas the Consumer Available Messages on th", + "product_code":"dms", + "title":"Why Is the Number of Stacked Messages Monitored as 0 when Messages Are Stacked?", + "uri":"kafka-faq-0067.html", + "doc_type":"usermanual", + "p_code":"165", + "code":"172" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -1446,7 +1554,7 @@ "uri":"kafka-ug-0723006.html", "doc_type":"usermanual", "p_code":"", - "code":"161" + "code":"173" }, { "desc":"This section describes how to troubleshoot Kafka connection problems.If the connection to a Kafka instance is abnormal, perform the following operations to troubleshoot t", @@ -1454,8 +1562,8 @@ "title":"Troubleshooting Kafka Connection Exceptions", "uri":"kafka-faq-0604001.html", "doc_type":"usermanual", - "p_code":"161", - "code":"162" + "p_code":"173", + "code":"174" }, { "desc":"The duration from message creation to retrieval occasionally reaches 6 minutes, which is not tolerable to services.Service requests are stacked and cannot be processed in", @@ -1463,8 +1571,8 @@ "title":"Troubleshooting 6-Min Latency Between Message Creation and Retrieval", "uri":"kafka-trouble-0709001.html", "doc_type":"usermanual", - "p_code":"161", - "code":"163" + "p_code":"173", + "code":"175" }, { "desc":"The system displays the error message \"Disk error when trying to access log file on the disk\".The disk usage of the broker is too high.Expand the disk space by referring ", @@ -1472,8 +1580,8 @@ "title":"Troubleshooting Message Creation Failures", "uri":"kafka-trouble-0001.html", "doc_type":"usermanual", - "p_code":"161", - "code":"164" + "p_code":"173", + "code":"176" }, { "desc":"A deleted topic still exists.Automatic topic creation has been enabled for the instance, and a consumer is connecting to the topic. If services are not stopped, message c", @@ -1481,8 +1589,8 @@ "title":"Troubleshooting Topic Deletion Failures", "uri":"kafka-trouble-0002.html", "doc_type":"usermanual", - "p_code":"161", - "code":"165" + "p_code":"173", + "code":"177" }, { "desc":"For a Kafka instance deployed in multiple AZs, if one of the AZs is faulty, error message \"Topic {{topic_name}} not present in metadata after 60000 ms\" may be reported on", @@ -1490,8 +1598,17 @@ "title":"Troubleshooting Error \"Topic {{topic_name}} not present in metadata after 60000 ms\" During Message Production or Consumption", "uri":"kafka-trouble-0004.html", "doc_type":"usermanual", - "p_code":"161", - "code":"166" + "p_code":"173", + "code":"178" + }, + { + "desc":"To consume Kafka messages in Flink 1.15, the consumption progress fails to be submitted, and the error messages \"COORDINATOR_NOT_AVAILABLE\" are thrown.Bug on the Kafka cl", + "product_code":"dms", + "title":"Flink 1.15 Consumption Progress Submission Failure", + "uri":"kafka_trouble_0007.html", + "doc_type":"usermanual", + "p_code":"173", + "code":"179" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -1500,7 +1617,7 @@ "uri":"kafka-ug-00001.html", "doc_type":"usermanual", "p_code":"", - "code":"167" + "code":"180" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -1509,7 +1626,7 @@ "uri":"kafka-ug-00002.html", "doc_type":"usermanual", "p_code":"", - "code":"168" + "code":"181" }, { "desc":"See Glossary.", @@ -1518,6 +1635,6 @@ "uri":"dms-ug-0312114.html", "doc_type":"usermanual", "p_code":"", - "code":"169" + "code":"182" } ] \ No newline at end of file diff --git a/docs/dms/umn/CreateUserAndGrantPolicy.html b/docs/dms/umn/CreateUserAndGrantPolicy.html index 4c8c09abe..5a21c929d 100644 --- a/docs/dms/umn/CreateUserAndGrantPolicy.html +++ b/docs/dms/umn/CreateUserAndGrantPolicy.html @@ -1,26 +1,25 @@ -

Creating a User and Granting DMS for Kafka Permissions

+

Creating an IAM User and Granting DMS for Kafka Permissions

This section describes how to use Identity and Access Management (IAM) for fine-grained permissions control for your Distributed Message Service (DMS) for Kafka resources. With IAM, you can:

-

  • Create IAM users for personnel based on your enterprise's organizational structure. Each IAM user has their own identity credentials for accessing DMS for Kafka resources.
  • Grant users only the permissions required to perform a given task based on their job responsibilities.
  • Entrust another account or cloud service to perform efficient O&M on your DMS for Kafka resources.

If your account meets your permissions requirements, you can skip this section.

-

This section describes the procedure for granting permissions (see Figure 1).

-

Prerequisites

Learn about the permissions (see System-defined roles and policies supported by DMS for Kafka) supported by DMS for Kafka and choose policies according to your requirements. For the permissions of other services, see Permissions.

+

This section describes the procedure for granting user permissions. Figure 1 shows the process flow.

+

Prerequisites

Learn about the permissions (see System-defined roles and policies supported by DMS for Kafka) supported by DMS for Kafka and choose policies according to your requirements. For the permissions of other services, see Permissions.

+

DMS for Kafka permissions policies are based on DMS. Therefore, when assigning permissions for user groups, select DMS permissions policies.

Process Flow

Figure 1 Process for granting DMS for Kafka permissions

-
  1. For the following example, create a user group on the IAM console and assign the DMS ReadOnlyAccess policy to the group.

    -
  2. Create an IAM user and add it to the created user group.
  3. Log in as the IAM user and verify permissions.

    In the authorized region, perform the following operations:

    -
    • Choose Service List > Distributed Message Service. Then click Create Instance on the console of DMS for Kafka. If a message appears indicating that you cannot perform the operation, the DMS ReadOnlyAccess policy is in effect.
    • Choose Service List > Elastic Volume Service. If a message appears indicating that you have insufficient permissions, the DMS ReadOnlyAccess policy is in effect.
    • Choose Service List > Distributed Message Service. If the Kafka instance list can be displayed, the DMS ReadOnlyAccess policy is in effect.
    +
    1. For the following example, create a user group on the IAM console and assign the DMS ReadOnlyAccess to the group.

      +
    2. Create an IAM user and add it to the created user group.

      +
    3. Log in as the IAM user and verify permissions.

      In the authorized region, perform the following operations:

      +
      • Choose Service List > Distributed Message Service. Then click Create Instance on the console of DMS for Kafka. If a message appears indicating that you cannot perform the operation, the DMS ReadOnlyAccess policy is in effect.
      • Choose Service List > Elastic Volume Service. If a message appears indicating that you have insufficient permissions, the DMS ReadOnlyAccess policy is in effect.
      • Choose Service List > Distributed Message Service. If the Kafka instance list can be displayed, the DMS ReadOnlyAccess policy is in effect.
-

Example Custom Policies

You can create custom policies to supplement the system-defined policies of DMS for Kafka. For details about actions supported in custom policies, see Permissions Policies and Supported Actions"Permissions Policies and Supported Actions" in Distributed Message Service API Reference

+

Example Custom Policies

You can create custom policies to supplement the system-defined policies of DMS for Kafka. For details about actions supported in custom policies, see Permissions Policies and Supported Actions

To create a custom policy, choose either visual editor or JSON.

  • Visual editor: Select cloud services, actions, resources, and request conditions. This does not require knowledge of policy syntax.
  • JSON: Create a JSON policy or edit an existing one.
-

For details, see Creating a Custom Policy. The following lists examples of common DMS for Kafka custom policies.

-
  • DMS for Kafka permissions policies are based on DMS. Therefore, when assigning permissions, select DMS permissions policies.
  • Due to data caching, a policy involving Object Storage Service (OBS) actions will take effect five minutes after it is attached to a user, user group, or project.
-
+

For details, see Creating a Custom Policy. The following lists examples of common DMS for Kafka custom policies.

  • Example 1: Grant permission to delete and restart instances.
    {
         "Version": "1.1",
         "Statement": [
    @@ -34,8 +33,7 @@
         ]
     }
  • Example 2: Grant permission to deny instance deletion.

    A policy with only "Deny" permissions must be used together with other policies. If the permissions granted to an IAM user contain both "Allow" and "Deny", the "Deny" permissions take precedence over the "Allow" permissions.

    -

    Assume that you want to grant the permissions of the DMS FullAccess policy to a user but want to prevent them from deleting instances. You can create a custom policy for denying instance deletion, and attach this policy together with the DMS FullAccess policy to the user. As an explicit deny in any policy overrides any allows, the user can perform all operations on DMS for Kafka excepting deleting instances.

    -

    Example policy denying instance deletion:

    +

    For example, if you want to assign all of the permissions of the DMS FullAccess policy to a user, except for deleting instances, you can create a custom policy to deny only instance deletion. When you apply both the DMS FullAccess policy and the custom policy denying instance deletion, since "Deny" always takes precedence over "Allow", the "Deny" will be applied for that one conflicting permission. The user will then be able to perform all operations on instances except deleting instances. The following is an example of a deny policy:

    {
             "Version": "1.1",
             "Statement": [
    @@ -51,19 +49,19 @@
     

DMS for Kafka Resources

A resource is an object that exists within a service. DMS for Kafka resources include kafka. To select these resources, specify their paths.

-
Table 1 DMS for Kafka resources and their paths

Resource

+
- - - - -
Table 1 DMS for Kafka resources and their paths

Resource

Resource Name

+

Resource Name

Path

+

Path

kafka

+

kafka

Instance

+

Instance

[Format]

+

[Format]

DMS:*:*: kafka:instance ID

[Notes]

For instance resources, IAM automatically generates the prefix (DMS:*:*:kafka:) of the resource path.

@@ -78,26 +76,26 @@

DMS for Kafka Request Conditions

Request conditions are useful in determining when a custom policy is in effect. A request condition consists of condition keys and operators. Condition keys are either global or service-level and are used in the Condition element of a policy statement. Global condition keys (starting with g:) are available for operations of all services, while service-specific condition keys (starting with a service name such as dms:) are available only for operations of specific services. An operator must be used together with a condition key to form a complete condition statement.

DMS for Kafka has a group of predefined condition keys that can be used in IAM. For example, to define an "Allow" permission, use the condition dms:ssl to filter instances by SASL configurations. The following table lists the DMS for Kafka predefined condition keys.

-
- - @@ -96,9 +105,9 @@ - - @@ -106,21 +115,65 @@ - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/dms/umn/Kafka-specification.html b/docs/dms/umn/Kafka-specification.html index ee729afbd..632a3bbfe 100644 --- a/docs/dms/umn/Kafka-specification.html +++ b/docs/dms/umn/Kafka-specification.html @@ -1,189 +1,129 @@ -

Specifications

-

Kafka Instance Specifications

Kafka instances are compatible with open-source Kafka v1.1.0, v2.3.0, v2.7, and v3.x. Kafka instances are classified into cluster and single-node types. A cluster instance consists of three or more brokers and a single-node one has one broker.

-

Kafka instances are classified based on instance ECS flavors as follows:

-
  • Cluster
    • kafka.2u4g.cluster.small
    • kafka.2u4g.cluster
    • kafka.4u8g.cluster
    • kafka.8u16g.cluster
    • kafka.12u24g.cluster
    • kafka.16u32g.cluster
    -
  • Single-node
    • kafka.2u4g.single.small
    • kafka.2u4g.single
    -
-

For Kafka instances, the number of transactions per second (TPS) is the maximum number of messages that can be written per second. In the following table, transactions per second (TPS) are calculated assuming that the size of a message is 1 KB. The test scenario is private access in plaintext. The disk type is ultra-high I/O.

-

Cluster Kafka instances support v2.3.0, v2.7, and v3.x. Single-node Kafka instances support v2.7.

+

Cluster Kafka Instances

+

Instance Specifications

A cluster Kafka instance has three or more brokers, and is compatible with open-source Kafka 2.3.0, 2.7, and 3.x.

+

In the following table:

+
  • For Kafka instances, the number of transactions per second (TPS) is the maximum number of messages that can be written per second.
  • TPS performance: number of messages processed per second assuming that the size of a message is 1 KB.
  • Test scenario: private access in plaintext. The disk type is ultra-high I/O.
-
Table 2 Predefined condition keys of DMS for Kafka

Condition Key

+
- - - - - - - - @@ -107,7 +105,7 @@
diff --git a/docs/dms/umn/Kafka-client-best-practice.html b/docs/dms/umn/Kafka-client-best-practice.html index 8b886d9f2..ff40f7bbb 100644 --- a/docs/dms/umn/Kafka-client-best-practice.html +++ b/docs/dms/umn/Kafka-client-best-practice.html @@ -1,12 +1,14 @@

Suggestions on Using the Kafka Client

-

Consumers

  1. Ensure that the owner thread does not exit abnormally. Otherwise, the client may fail to initiate consumption requests and the consumption will be blocked.
  2. Commit messages only after they have been processed. Otherwise, the messages may fail to be processed and cannot be polled again.
  3. Generally, do not commit every message. Otherwise, there will be many OFFSET_COMMIT requests, causing high CPU usage. For example, if a consumption request pulls 1000 messages and commits every one of them, TPS of the commit requests is 1000 times that of consumption. The smaller the message size, the larger the ratio. You can commit a specific number of messages in batches or enable enable.auto.commit. However, if the client is faulty, some cached consumption offset may be lost, resulting in repeated consumption. Therefore, you are advised to commit messages in batches based on service requirements.
  4. A consumer cannot frequently join or leave a group. Otherwise, the consumer will frequently perform rebalancing, which blocks consumption.
  5. The number of consumers cannot be greater than the number of partitions in the topic. Otherwise, some consumers may fail to poll for messages.
  6. Ensure that the consumer polls at regular intervals to keep sending heartbeats to the server. If the consumer stops sending heartbeats for long enough, the consumer session will time out and the consumer will be considered to have stopped. This will also block consumption.
  7. Ensure that there is a limitation on the size of messages buffered locally to avoid an out-of-memory (OOM) situation.
  8. Set the timeout for the consumer session to 30 seconds: session.timeout.ms=30000.
  9. Kafka supports exactly-once delivery. Therefore, ensure the idempotency of processing messages for services.
  10. Always close the consumer before exiting. Otherwise, consumers in the same group may be blocked within the timeout set by session.timeout.ms.
  11. Do not start a consumer group name with a special character, such as a number sign (#). Otherwise, monitoring data of the consumer group cannot be displayed.
+

Consumers

  1. Ensure that the owner thread does not exit abnormally. Otherwise, the client may fail to initiate consumption requests and the consumption will be blocked.
  2. Commit messages only after they have been processed. Otherwise, the messages may fail to be processed and cannot be polled again.
  3. Generally, do not commit every message. Otherwise, there will be many OFFSET_COMMIT requests, causing high CPU usage. For example, if a consumption request pulls 1000 messages and commits every one of them, TPS of the commit requests is 1000 times that of consumption. The smaller the message size, the larger the ratio. You can commit a specific number of messages in batches or enable enable.auto.commit. However, if the client is faulty, some cached consumption offset may be lost, resulting in repeated consumption. Therefore, you are advised to commit messages in batches based on service requirements.
  4. A consumer cannot frequently join or leave a group. Otherwise, the consumer will frequently perform rebalancing, which blocks consumption.
  5. The number of consumers in a consumer group must be within the total partitions subscribed by the consumer group. Otherwise, some consumers cannot pull messages.
  6. Ensure that the consumer polls at regular intervals to keep sending heartbeats to the server. If the consumer stops sending heartbeats for long enough, the consumer session will time out and the consumer will be considered to have stopped. This will also block consumption.
  7. Ensure that there is a limitation on the size of messages buffered locally to avoid an out-of-memory (OOM) situation.
  8. Set the timeout for the consumer session to 30 seconds: session.timeout.ms=30000.
  9. Kafka supports exactly-once delivery. Therefore, ensure the idempotency of processing messages for services.
  10. Always close the consumer before exiting. Otherwise, consumers in the same group may be blocked within the timeout set by session.timeout.ms.
  11. Do not start a consumer group name with a special character, such as a number sign (#). Otherwise, monitoring data of the consumer group cannot be displayed.
  12. Handle AuthorizationException in the consumption logic and set consumption retry. For example, in SpringKafka, add the following configuration.
    # Set the authorization exception retry interval to 10 seconds.
    +spring.kafka.listener.authorizationExceptionRetryInterval=10000
    +
-

Producers

  1. Synchronous replication: Set acks to all.
  2. Retry message sending: Set retries to 3.
  3. Optimize message sending: For latency-sensitive messages, set linger.ms to 0. For latency-insensitive messages, set linger.ms to a value ranging from 100 to 1000.
  4. Ensure that the producer has sufficient JVM memory to avoid blockages.
  5. Set the timestamp to the local time. Messages will fail to age if the timestamp is a future time.
+

Producers

  1. Synchronous replication: Set acks to all.
  2. Retry message sending: Set retries to 3.
  3. Optimize message sending: For latency-sensitive messages, set linger.ms to 0. For latency-insensitive messages, set linger.ms to a value ranging from 100 to 1000.
  4. Ensure that the producer has sufficient JVM memory to avoid blockages.
  5. Set the timestamp to the local time. Messages will fail to age if the timestamp is a future time.
  6. Try reusing producers. Do not create producers frequently. When idempotence is enabled (default for producer clients 3.0 and later), producing messages creates producer state objects on the server. Frequent creation results in too many objects to be reclaimed in time, causing server memory surges and performance deterioration. Set enable.idempotence to false if the idempotence is not required.
  7. Catch exception AuthorizationException. You are advised to retry message production on the service side. Self-healing can be implemented through limited retry and backoff policies.

Topics

Recommended topic configurations: Use 3 replicas, enable synchronous replication, and set the minimum number of in-sync replicas to 2. The number of in-sync replicas cannot be the same as the number of replicas of the topic. Otherwise, if one replica is unavailable, messages cannot be produced.

-

You can enable or disable automatic topic creation. If automatic topic creation is enabled, the system automatically creates a topic when a message is produced in or consumed from a topic that does not exist. This topic has the following default settings: 3 partitions, 3 replicas, aging time 72 hours, synchronous replication and flushing disabled, CreateTime message timestamp, and maximum 10,485,760 bytes message size.

+

You can enable or disable automatic topic creation. Enabling this function automatically creates a topic when a message is produced in or consumed from a topic that does not exist.

Others

Maximum number of connections: 3000

Maximum size of a message: 10 MB

diff --git a/docs/dms/umn/Kafka-client-parameter.html b/docs/dms/umn/Kafka-client-parameter.html index 4a5818312..d00d9ef06 100644 --- a/docs/dms/umn/Kafka-client-parameter.html +++ b/docs/dms/umn/Kafka-client-parameter.html @@ -7,9 +7,9 @@
- - @@ -17,10 +17,10 @@ - - - - - - - @@ -51,33 +51,42 @@ - - - - - - - - + + + + +
Table 2 Predefined condition keys of DMS for Kafka

Condition Key

Operator

+

Operator

Description

+

Description

dms:publicIP

+

dms:publicIP

Bool

+

Bool

Whether public access is enabled

+

Whether public access is enabled

dms:ssl

+

dms:ssl

Bool

+

Bool

Whether SSL is enabled

+

Whether SSL is enabled

Default Value

Recommended Value

+

Recommended Value

Description

+

Description

1

all or –1 (if high reliability mode is selected)

+

all or –1 (if high reliability mode is selected)

1 (if high throughput mode is selected)

Indicates the number of acknowledgments the producer requires the server to return before considering a request complete. This controls the durability of records that are sent. The value of this parameter can be any of the following:

+

Number of acknowledgments the producer requires the server to return before considering a request complete. This controls the durability of records that are sent. The value of this parameter can be any of the following:

0: The producer will not wait for any acknowledgment from the server at all. The record will be immediately added to the socket buffer and considered sent. No guarantee can be made that the server has received the record, and the retries configuration will not take effect (as the client generally does not know of any failures). The offset given back for each record will always be set to –1.

1: The leader will write the record to its local log but will respond without waiting until receiving full acknowledgement from all followers. If the leader fails immediately after acknowledging the record but before the followers have replicated it, the record will be lost.

all or -1: The leader needs to wait until all backups in the ISR are written into logs. As long as any backup survives, data will not be lost. min.insync.replicas specifies the minimum number of replicas that must acknowledge a write for the write to be considered successful.

@@ -30,20 +30,20 @@

0

/

+

/

Number of times that the client resends a message. Setting this parameter to a value greater than zero will cause the client to resend any record that failed to be sent.

+

Number of times that the client resends a message. Setting this parameter to a value greater than zero will cause the client to resend any record that failed to be sent.

Note that this retry is no different than if the client re-sent the record upon receiving the error. Allowing retries will potentially change the ordering of records because if two batches are sent to the same partition, and the first fails and is retried but the second succeeds, then the records in the second batch may appear first.

You are advised to configure producers so that they can be able to retry in case of network disconnections. Set retries to 3 and the retry interval retry.backoff.ms to 1000.

request.timeout.ms

30000

+

30,000

/

+

/

Maximum amount of time (in ms) the client will wait for the response of a request. If the response is not received before the timeout elapses, the client will throw a timeout exception.

+

Maximum amount of time (in ms) the client will wait for the response of a request. If the response is not received before the timeout elapses, the client will throw a timeout exception.

Setting this parameter to a large value, for example, 127000 (127s), can prevent records from failing to be sent in high-concurrency scenarios.

TRUE

TRUE

+

TRUE

Setting this parameter to TRUE indicates that when buffer memory is exhausted, the producer must stop receiving new message records or throw an exception.

+

Setting this parameter to TRUE indicates that when buffer memory is exhausted, the producer must stop receiving new message records or throw an exception.

By default, this parameter is set to TRUE. However, in some cases, non-blocking usage is desired and it is better to throw an exception immediately. Setting this parameter to FALSE will cause the producer to instead throw "BufferExhaustedException" when buffer memory is exhausted.

batch.size

16384

+

16,384

262144

+

262,144

Default maximum number of bytes of messages that can be processed at a time. The producer will attempt to batch records together into fewer requests whenever multiple records are being sent to the same partition. This helps improve performance of both the client and the server. No attempt will be made to batch records larger than this size.

+

Default maximum number of bytes of messages that can be processed at a time. The producer will attempt to batch records together into fewer requests whenever multiple records are being sent to the same partition. This helps improve performance of both the client and the server. No attempt will be made to batch records larger than this size.

Requests sent to brokers will contain multiple batches, one for each partition with data available to be sent.

A smaller batch size will make batching less common and may reduce throughput (a batch size of zero will disable batching entirely). A larger batch size may use more memory as a buffer of the specified batch size will always be allocated in anticipation of additional records.

buffer.memory

33554432

+

33,554,432

67108864

+

67,108,864

Total bytes of memory the producer can use to buffer records waiting to be sent to the server. If records are sent faster than they can be delivered to the broker, the producer will stop sending records or throw a "block.on.buffer.full" exception.

+

Total bytes of memory the producer can use to buffer records waiting to be sent to the server. If records are sent faster than they can be delivered to the broker, the producer will stop sending records or throw a "block.on.buffer.full" exception.

This setting should correspond roughly to the total memory the producer will use, but is not a rigid bound since not all memory the producer uses is used for buffering. Some additional memory will be used for compression (if compression is enabled) as well as for maintaining in-flight requests.

enable.idempotence

+
  • Earlier than v3.0: false
  • v3.0 and later: true
+

If idempotence is not required, you are advised to set this parameter to false.

+

If you have enabled idempotence on the producer client, and produced messages, message offsets are not continuous on the consumer client or on the Message Query page on the Kafka console. This is because enabling idempotence generates some metadata control messages during message production. These control messages are produced to topics, and are invisible to consumers.

+
@@ -86,9 +95,9 @@

Default Value

Recommended Value

+

Recommended Value

Description

+

Description

TRUE

FALSE

+

FALSE

If this parameter is set to TRUE, the offset of messages already fetched by the consumer will be periodically committed to ZooKeeper. This committed offset will be used when the process fails as the position from which the new consumer will begin.

+

If this parameter is set to TRUE, the offset of messages already fetched by the consumer will be periodically committed to ZooKeeper. This committed offset will be used when the process fails as the position from which the new consumer will begin.

Constraints: If this parameter is set to FALSE, to avoid message loss, an offset must be committed to ZooKeeper after the messages are successfully consumed.

latest

earliest

+

earliest

Indicates what to do when there is no initial offset in ZooKeeper or if the current offset has been deleted. Options:

-
  • earliest: Automatically reset to the smallest offset.
  • latest: The offset is automatically reset to the largest offset.
  • none: The system throws an exception to the consumer if no offset is available.
  • anything else: The system throws an exception to the consumer.
-
NOTE:

If this parameter is set to latest, the producer may start to send messages to new partitions (if any) before the consumer resets to the initial offset. As a result, some messages will be lost.

-
+

Indicates what to do when there is no initial offset in ZooKeeper or if the current offset has been deleted. Options:

+
  • earliest: Automatically reset to the smallest offset.
  • latest: Automatically reset to the largest offset.
  • none: The system throws an exception to the consumer if no offset is available.
  • anything else: The system throws an exception to the consumer.
+

If this parameter is set to latest, the producer may start to send messages to new partitions (if any) before the consumer resets to the initial offset. As a result, some messages will be lost.

connections.max.idle.ms

600000

+

600,000

30000

+

30,000

Timeout interval (in ms) for an idle connection. The server closes the idle connection after this period of time ends. Setting this parameter to 30000 can reduce the server response failures when the network condition is poor.

+

Timeout interval (in ms) for an idle connection. The server closes the idle connection after this period of time ends. Setting this parameter to 30000 can reduce the server response failures when the network condition is poor.

+

max.poll.records

+

500

+

Must be less than the value of max.poll.interval.ms.

+

The maximum number of messages that a consumer can pull from a broker at a time.

+

max.poll.interval.ms

+

300,000

+

Increase this parameter if complex and time-consuming logic exists between two polls.

+

The maximum interval between consumer polls, in milliseconds. If this parameter is exceeded, the consumption fails and the consumer is removed from the consumer group, triggering rebalance.

+

heartbeat.interval.ms

+

3,000

+

≥ 3000

+

Heartbeat interval between a consumer and Kafka, in milliseconds.

+

session.timeout.ms

+

10,000

+

Set this parameter to at least 3 times the value of heartbeat.interval.ms.

+

The consumer-broker session timeout when the offset is managed by consumer group, in milliseconds.

+

fetch.max.bytes

+

1,000,000

+

max.request.size < message.max.bytes < fetch.max.bytes

+

The maximum bytes of a message that a consumer can pull from a broker at a time.

- - @@ -41,42 +41,42 @@ - - - - - - - - diff --git a/docs/dms/umn/kafka-faq-0035.html b/docs/dms/umn/kafka-faq-0035.html index 37c7bed98..e078520b1 100644 --- a/docs/dms/umn/kafka-faq-0035.html +++ b/docs/dms/umn/kafka-faq-0035.html @@ -1,7 +1,7 @@

Does Specification Modification Affect Services?

-

Table 1 describes the impact of increasing specifications. It takes 5 to 10 minutes to modify specifications on one broker. The more brokers, the longer time the modification takes.

+

Table 1 describes the impact of increasing specifications.

Table 1 Kafka instance specifications (cluster)

Flavor

+
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Table 1 Cluster Kafka instance specifications

Flavor

Brokers

+

Brokers

Maximum TPS per Broker

+

Maximum TPS per Broker

Maximum Partitions per Broker

+

Maximum Partitions per Broker

Recommended Consumer Groups per Broker

+

Recommended Consumer Groups per Broker

Maximum Client Connections per Broker

+

Maximum Client Connections per Broker

Storage Space

+

Storage Space (GB)

Traffic per Broker (MB/s)

+

Traffic per Broker (MB/s)

kafka.2u4g.cluster.small

+

kafka.2u4g.cluster.small

3–30

+

3–30

20,000

+

20,000

100

+

100

15

+

15

2000

+

2,000

300 GB–300,000 GB

+

300–300,000

40

+

40

kafka.2u4g.cluster

+

kafka.2u4g.cluster

3–30

+

3–30

30,000

+

30,000

250

+

250

20

+

20

2000

+

2,000

300 GB–300,000 GB

+

300–300,000

100

+

100

kafka.4u8g.cluster

+

kafka.4u8g.cluster

3–30

+

3–30

100,000

+

100,000

500

+

500

100

+

100

4000

+

4,000

300 GB–600,000 GB

+

300–600,000

200

+

200

kafka.8u16g.cluster

+

kafka.8u16g.cluster

3–50

+

3–50

150,000

+

150,000

1000

+

1000

150

+

150

4000

+

4,000

300 GB–1,500,000 GB

+

300–1,500,000

375

+

375

kafka.12u24g.cluster

+

kafka.12u24g.cluster

3–50

+

3–50

200,000

+

200,000

1500

+

1,500

200

+

200

4000

+

4,000

300 GB–1,500,000 GB

+

300–1,500,000

625

+

625

kafka.16u32g.cluster

+

kafka.16u32g.cluster

3–50

+

3–50

250,000

+

250,000

2000

+

2,000

200

+

200

4000

+

4,000

300 GB–1,500,000 GB

+

300–1,500,000

750

-
-
- -
- - - - - - - - - - - - - - - - - - - - - - - - - - @@ -199,9 +139,9 @@

Assume that the current flavor is kafka.2u4g.cluster, the traffic per broker is 100 MB/s, and the number of brokers is 3. What are the total network traffic, maximum read traffic, and maximum write traffic of the instance?

  1. Total network traffic = Traffic per broker x Broker quantity = 100 MB/s x 3 = 300 MB/s
  2. Maximum read traffic = Total instance network traffic/Default number of replicas/2 = 300 MB/s/3/2= 50 MB/s
  3. Maximum write traffic = Total instance network traffic/Default number of replicas/2 = 300 MB/s/3/2 = 50 MB/s
-

Mapping Between Old and New Flavors

Table 3 compares the old and new Kafka instance flavors.

+

Mapping Between Old and New Flavors

Table 2 compares the old and new Kafka instance flavors.

-
Table 2 Kafka instance specifications (single-node)

Flavor

-

Brokers

-

TPS per Broker

-

Maximum Partitions per Broker

-

Recommended Consumer Groups per Broker

-

Maximum Client Connections per Broker

-

Storage Space

-

Traffic per Broker (MB/s)

-

kafka.2u4g.single.small

-

1

-

20,000

-

100

-

15

-

2000

-

100 GB–10,000 GB

-

40

-

kafka.2u4g.single

-

1

-

30,000

-

250

-

20

-

2000

-

100 GB–10,000 GB

-

100

+

750

- @@ -38,7 +38,7 @@ - @@ -56,8 +56,7 @@

Migration Scheme 2: Migrating the Production Later

Use multiple consumers for the consumption service. Some consume messages from the original Kafka instance, and others consume messages from the new Kafka instances. Then, migrate the production service to the new Kafka instance so that all messages can be consumed in time.

For a certain period of time, the consumption service consumes messages from both the original and new Kafka instances. Before the migration, message consumption from the new Kafka instance has already started, so there is no latency. However, early on in the migration, data is consumed from both the original and new Kafka instances, so the messages may not be consumed in the order that they are produced. This scheme is suitable for services that require low latency but do not require strict message sequence.

-
  1. Start new consumer clients, set the Kafka connection addresses to that of the new Kafka instance, and consume data from the new Kafka instance.

    Original consumer clients must continue running. Messages are consumed from both the original and new Kafka instances.

    -
    +
    1. Start new consumer clients, set the Kafka connection addresses to that of the new Kafka instance, and consume data from the new Kafka instance.

      Original consumer clients must continue running. Messages are consumed from both the original and new Kafka instances.

    2. Change the Kafka connection address of the producer to that of the new Kafka instance.
    3. Restart the producer client to migrate the production service to the new Kafka instance.
    4. After the production service is migrated, check whether the consumption service connected to the new Kafka instance is normal.
    5. After all data in the original Kafka is consumed, close the original consumption clients.
    6. The migration is complete.

Migration Scheme 3: Migrating the Consumption First

Use Smart Connect to synchronize the two Kafka instances, migrate the consumer first and then the producer to the new Kafka instance.

diff --git a/docs/dms/umn/kafka-dnat.html b/docs/dms/umn/kafka-dnat.html index ad6d9e303..2338b537b 100644 --- a/docs/dms/umn/kafka-dnat.html +++ b/docs/dms/umn/kafka-dnat.html @@ -6,32 +6,105 @@

This section describes how to access Kafka over a public network using DNAT.

Prerequisites

You have created EIPs. The number of EIPs is the same as the number of brokers in the Kafka instance. For details about how to create an EIP, see Assigning an EIP.

-

Step 1: Obtain Information About the Kafka Instance

  1. Log in to the console.
  2. Click in the upper left corner to select a region.

    Select the region where your Kafka instance is located.

    -
    -

  3. Click Service List and choose Application > Distributed Message Service. The Kafka instance list is displayed.
  4. Click the desired Kafka instance to view its details.
  5. In the Connection area on the Basic Information tab page, view and record the private network access addresses of the Kafka instance. In the Network area, view and record the VPC and subnet where the Kafka instance is located.

    Figure 1 Kafka instance information
    +

    Step 1: Obtain Information About the Kafka Instance

    1. Log in to the console.
    2. Click in the upper left corner to select the region where your instance is located.
    3. Click Service List and choose Application > Distributed Message Service. The Kafka instance list is displayed.
    4. Click the desired instance to go to the instance details page.
    5. In the Connection area on the Basic Information page, view and record the private network access addresses of the Kafka instance. In the Network area, view and record the VPC and subnet where the Kafka instance is located.

      Figure 1 Kafka instance information

    -

    Step 2: Create a Public NAT Gateway

    1. Click Service List and choose Network > NAT Gateway.
    2. Click Create Public NAT Gateway.
    3. Set the following parameters:

      • Region: Select the region that the Kafka instance is in.
      • Name: Enter a name for the public NAT gateway.
      • VPC: Select the VPC recorded in 5.
      • Subnet: Select the subnet recorded in 5.
      -

      Set other parameters as required. For details, see Creating a NAT Gateway.

      -
      Figure 2 Create Public NAT Gateway
      +

      Step 2: Create a Public NAT Gateway

      1. Click Service List and choose Network > NAT Gateway.
      2. Click Create Public NAT Gateway.
      3. Set parameters by referring to Table 1 and other parameters as required. For details, see Creating a Public NAT Gateway.

        Figure 2 Create Public NAT Gateway
        + +
Table 3 Mapping between old and new Kafka instance flavors

Old Flavor

+
@@ -243,20 +183,20 @@ - - -
Table 2 Mapping between old and new Kafka instance flavors

Old Flavor

New Flavor

600 MB/s

1200 MB/s

+

1,200 MB/s

1200 MB/s

+

1,200 MB/s

kafka.4u8g.cluster * 6

1250 MB/s

+

1,250 MB/s

Instances with new flavors have the following features:

-
  • Better performance and cost effectiveness: They use exclusive resources (except for kafka.2u4g.cluster.small). By contrast, old flavors use non-exclusive resources. If the load is heavy, resources conflicts will occur.
  • Latest functions, for example, reassigning partitions and changing the SSL setting.
  • Flexible flavor changes: For example, you can increase the broker flavor.
  • Flexible disk capacity: Only related to the broker quantity, and not to the flavor.
  • More specification options: A wider range of combinations of broker flavor (over 10,000 MB/s) and quantity are available.
+
  • Better performance and cost effectiveness: They use exclusive resources (except for kafka.2u4g.cluster.small). By contrast, old flavors use non-exclusive resources. If the load is heavy, resources conflicts will occur.
  • Latest functions, for example, reassigning partitions and changing the SSL setting.
  • Flexible flavor changes: For example, you can increase the broker flavor.
  • Flexible disk capacity: Only related to the broker quantity, and not to the flavor.
  • More specification options: A wider range of combinations of broker flavor (over 10,000 MB/s) and quantity are available.
  • More disk type options: General Purpose SSD and Extreme SSD are now available, in addition to the original disk types.

Flavor Selection

  • kafka.2u4g.cluster.small with 3 brokers

    Recommended for up to 6000 client connections, 45 consumer groups, and 60,000 TPS

  • kafka.2u4g.cluster with 3 brokers

    Recommended for up to 6000 client connections, 60 consumer groups, and 90,000 TPS

    @@ -271,15 +211,14 @@

    The storage space can be expanded as your service grows.

Topic Quantity

There are limits on the topic quantity and the aggregate number of partitions in the topics. When the partition quantity limit is reached, you can no longer create topics.

-

The number of topics is related to the maximum number of partitions allowed (see Table 1 and Table 2) and the specified number of partitions in each topic (see Figure 1).

-
Figure 1 Setting the number of partitions
+

The number of topics is related to the maximum number of partitions allowed (see Table 1) and the specified number of partitions in each topic.

The maximum number of partitions allowed for an instance with kafka.2u4g.cluster and 3 brokers is 750.

  • If the number of partitions of each topic in the instance is 3, the maximum number of topics is 750/3 = 250.
  • If the number of partitions of each topic in the instance is 1, the maximum number of topics is 750/1 = 750.
diff --git a/docs/dms/umn/ProductDescPrivilegeManagement.html b/docs/dms/umn/ProductDescPrivilegeManagement.html index da4a6ec68..4c91d6e65 100644 --- a/docs/dms/umn/ProductDescPrivilegeManagement.html +++ b/docs/dms/umn/ProductDescPrivilegeManagement.html @@ -1,6 +1,6 @@ -

Permission

+

Permissions

If you need to grant your enterprise personnel permission to access your DMS resources, use Identity and Access Management (IAM). IAM provides identity authentication, fine-grained permissions management, and access control. IAM helps you secure access to your cloud resources.

You can create IAM users for your employees, and assign permissions to these users on a principle of least privilege (PoLP) basis to control their access to specific resource types. For example, you can create IAM users for software developers and assign specific permissions to allow them to use Kafka instance resources but prevent them from being able to delete resources or perform any high-risk operations.

If your account does not require individual IAM users for permissions management, skip this section.

diff --git a/docs/dms/umn/TagManagement.html b/docs/dms/umn/TagManagement.html index 79d70be80..b83d0ce18 100644 --- a/docs/dms/umn/TagManagement.html +++ b/docs/dms/umn/TagManagement.html @@ -2,7 +2,7 @@

Configuring Kafka Instance Tags

Tags facilitate Kafka instance identification and management.

-

You can add tags to a Kafka instance when creating the instance or add tags on the Tags tab page of the created instance. Up to 20 tags can be added to an instance. Tags can be deleted.

+

You can add tags to a Kafka instance when creating the instance or add tags on the Tags page of the created instance. Tags can be deleted.

A tag consists of a tag key and a tag value. Table 1 lists the tag key and value requirements.

- -
Table 1 Tag key and value requirements

Parameter

@@ -13,22 +13,26 @@

Tag key

  • Cannot be left blank.
  • Must be unique for the same instance.
  • Can contain 1 to 128 characters.
  • Can contain letters, digits, spaces, and special characters _ . : = + - @
  • Cannot start or end with a space.
  • Cannot start with _sys_.
+
  • Cannot be left blank.
  • Must be unique for the same instance.
  • Can contain 1 to 128 characters.
  • Can contain letters, digits, spaces, and special characters _.:=+-@
  • Cannot start or end with a space.
  • Cannot start with _sys_.

Tag value

  • Can contain 0 to 255 characters.
  • Can contain letters, digits, spaces, and special characters _ . : = + - @
  • Cannot start or end with a space in instance creation.
+
  • Can contain 0 to 255 characters.
  • Can contain letters, digits, spaces, and special characters _.:=+-@
  • Cannot start or end with a space in instance creation.
-

Procedure

  1. Log in to the console.
  2. Click Service List and choose Application > Distributed Message Service. The Kafka instance list is displayed.
  3. Click the name of an instance.
  4. In the navigation pane on the left, choose Tags.

    View the tags of the instance.

    -

  5. Perform the following operations as required:

9094

0.0.0.0/0

+

IP address or IP address group of the Kafka client

Accessing a Kafka instance in a public network (in plaintext)

9095

0.0.0.0/0

+

IP address or IP address group of the Kafka client

Accessing a Kafka instance in a public network (in ciphertext)

+ + + + + + + + + + + + + + + + +
Table 1 Public NAT gateway creation parameters

Parameter

+

Description

+

Region

+

Region where the public NAT gateway is located. Select the region that the Kafka instance is in.

+

Name

+

Enter a name for the public NAT gateway. Enter up to 64 characters. Only letters, digits, underscores (_), hyphens (-), and periods (.) are allowed.

+

VPC

+

VPC where the public NAT gateway resides. Select the VPC recorded in 5.

+

Subnet

+

Subnet in the VPC where the public NAT gateway resides. Select the subnet recorded in 5.

+
+

  • Click Create Now.
  • Confirm the specifications and click Submit.
  • Step 3: Add a DNAT Rule

    1. On Public NAT Gateways page, locate the row containing the newly created public NAT gateway and click Add Rule in the Operation column.
    2. On the DNAT Rules tab page, click Add DNAT Rule.

      Figure 3 Public NAT gateway details
      -

    3. Set the following parameters:

      • Scenario: Select VPC.
      • Port Type: Select Specific port.
      • Protocol: Select TCP.
      • EIP: Select an EIP.
      • Outside Port: Enter 9011.
      • Instance Type: Select Custom.
      • Private IP Address: Enter one of the private network addresses of the Kafka instance recorded in 5.
      • Inside Port: Enter 9011.
      -

      For details about more parameters, see Adding a DNAT Rule.

      -
      Figure 4 Adding a DNAT rule
      +

    4. Set parameters by referring to Table 2. For details about more parameters, see Adding a DNAT Rule.

      Figure 4 Adding a DNAT rule
      + +
      + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      Table 2 Adding a DNAT rule

      Parameter

      +

      Description

      +

      Scenario

      +

      Select VPC. The servers in a VPC will share an EIP to provide services accessible from the Internet through the DNAT rule.

      +

      Port Type

      +

      Select Specific port. The public NAT gateway forwards requests to your servers only from the outside port and to the inside port configured here, and only if they use the right protocol.

      +

      Protocol

      +

      Select TCP.

      +

      EIP

      +

      Select the created EIP.

      +

      Outside Port

      +

      Enter 9011.

      +

      Instance Type

      +

      Instance type for providing services over external public networks. Select Custom.

      +

      Private IP Address

      +

      Enter one of the private network addresses of the Kafka instance recorded in 5.

      +

      Inside Port

      +

      Enter 9011.

      +
      +

    5. Click OK.

      View the DNAT rule status in the DNAT rule list. If Status is Running, the rule has been added successfully.

    6. Create DNAT rules for other private network addresses of the Kafka instance recorded in 5. Configure a unique EIP for each DNAT rule.

      For details about how to create a DNAT rule, see 2 to 4.

    7. After all DNAT rules are created, click the DNAT Rules tab to view the created DNAT rules and record the EIPs corresponding to the private IP addresses.
    -

    Step 4: Map EIPs to the Port 9011 of Private IP Addresses

    1. Click Service List and choose Application > Distributed Message Service. The Kafka instance list is displayed.
    2. Click the desired Kafka instance to view its details.
    3. In the Advanced Settings section on the Basic Information tab page, click Modify next to Cross-VPC Access.
    4. Change the values of advertised.listeners IP Address/Domain Name to the EIPs in the DNAT rules. Ensure that the mapping between the private network addresses and the EIPs is consistent with that recorded in 6. Then click Save.

      Figure 5 Changing the advertised.listeners IP address (for DNAT access)
      +

      Step 4: Map EIPs to the Port 9011 of Private IP Addresses

      1. Click Service List and choose Application > Distributed Message Service. The Kafka instance list is displayed.
      2. Click the desired Kafka instance to view its details.
      3. In the Advanced Settings area on the Basic Information page, click Modify.
      4. Change the values of advertised.listeners IP Address/Domain Name to the EIPs in the DNAT rules. Ensure that the mapping between the private network addresses and the EIPs is consistent with that recorded in 6. Then click Save.

        Figure 5 Changing the advertised.listeners IP address (for DNAT access)

      Step 5: Verify Connectivity

      Check whether messages can be created and retrieved by referring to Connecting to Kafka Using the Client (Plaintext Access) or Connecting to Kafka Using the Client (Ciphertext Access).

      Notes:

      • The address for connecting to a Kafka instance is in the format of "advertised.listeners IP:9011". For example, the addresses for connecting to the Kafka instance shown in Figure 5 are 100.xxx.xxx.20:9011,100.xxx.xxx.21:9011,100.xxx.xxx.23:9011.
      • Configure security group rules for the Kafka instance to allow inbound access over port 9011.
      • Public access must be enabled on the client connected to the Kafka instance.
      -

    100 MB/s

    3000

    +

    3,000

    300 MB/s

    @@ -24,7 +24,7 @@

    20,000

    1200 MB/s

    +

    1,200 MB/s

    20,000

    kafka.2u4g.cluster.small

    2000

    +

    2,000

    kafka.2u4g.single.small

    2000

    +

    2,000

    kafka.2u4g.cluster

    2000

    +

    2,000

    kafka.2u4g.single

    2000

    +

    2,000

    kafka.4u8g.cluster

    4000

    +

    4,000

    kafka.8u16g.cluster

    4000

    +

    4,000

    kafka.12u24g.cluster

    4000

    +

    4,000

    kafka.16u32g.cluster

    4000

    +

    4,000

    @@ -11,7 +11,7 @@ - diff --git a/docs/dms/umn/kafka-faq-0038.html b/docs/dms/umn/kafka-faq-0038.html index aba39f09b..b39a7d9a9 100644 --- a/docs/dms/umn/kafka-faq-0038.html +++ b/docs/dms/umn/kafka-faq-0038.html @@ -8,7 +8,6 @@
    Figure 1 Consumer access permissions

    Solution:

    • If all consumers must be in the same consumer group (group.id is the same), grant the same topic access permissions to all the consumers.
    • If the consumers do not need to be in the same consumer group, change the value of group.id to ensure that each consumer is in a separate consumer group.
    -

    - @@ -38,7 +38,7 @@ - @@ -51,7 +51,7 @@ - @@ -64,7 +64,7 @@ - @@ -155,7 +155,7 @@ - @@ -166,7 +166,7 @@ - @@ -177,7 +177,7 @@ - @@ -210,7 +210,7 @@ - @@ -223,7 +223,7 @@ - @@ -236,7 +236,7 @@ - @@ -249,7 +249,7 @@ - diff --git a/docs/dms/umn/kafka-faq-190416001.html b/docs/dms/umn/kafka-faq-190416001.html index 99a73e17c..7184b5bf5 100644 --- a/docs/dms/umn/kafka-faq-190416001.html +++ b/docs/dms/umn/kafka-faq-190416001.html @@ -22,6 +22,8 @@ +
    Table 1 Impact of specification modification

    Modified Object

    Bandwidth or broker quantity

    • Increasing the bandwidth or adding brokers does not affect the original brokers or services.
    • When you increase the bandwidth or change the broker quantity, the storage space is proportionally expanded based on the current disk space. For example, assume that the original number of brokers of an instance is 3 and the disk size of each broker is 200 GB. If the broker quantity changes to 10 and the disk size of each broker is still 200 GB, the total disk size becomes 2000 GB.
    • New topics are created on new brokers, and the original topics are still on the original brokers, resulting in unbalanced partitions. You can reassign partitions to migrate the replicas of the original topic partitions to the new brokers.
    +
    • Increasing the bandwidth or adding brokers does not affect the original brokers or services.
    • When you increase the bandwidth or change the broker quantity, the storage space is proportionally expanded based on the current disk space. For example, assume that the original number of brokers of an instance is 3 and the disk size of each broker is 200 GB. If the broker quantity changes to 10 and the disk size of each broker is still 200 GB, the total disk size becomes 2,000 GB.
    • New topics are created on new brokers, and the original topics are still on the original brokers, resulting in unbalanced partitions. You can reassign partitions to migrate the replicas of the original topic partitions to the new brokers.

    Storage space

    @@ -24,7 +24,7 @@
    • Single-replica topics do not support message production during this period. Services will be interrupted.
    • If a topic has multiple replicas, modifying the broker flavor does not interrupt services, but may cause disorder of partition messages. Evaluate this impact and avoid peak hours.
    • Broker rolling restarts will cause partition leader changes, interrupting connections for less than a minute when the network is stable. For multi-replica topics, configure the retry mechanism on the producer client. To do so:
      • If you use an open-source Kafka client, configure the retries parameter to a value in the range from 3 to 5.
      • If you use Flink, configure the retry policy by referring to the following code:
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
         env.setRestartStrategy(RestartStrategies.fixedDelayRestart(3, Time.seconds(20)));
      -
    +
  • It takes 5 to 10 minutes to modify specifications on one broker. The more brokers, the longer time the modification takes.
  • 9092

    0.0.0.0/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance over a private network within a VPC (in plaintext)

    9192

    ::/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance within a VPC (with SSL encryption disabled)

    9093

    0.0.0.0/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance over a private network within a VPC (in ciphertext)

    9193

    ::/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance within a VPC (with SSL encryption enabled)

    9011

    0.0.0.0/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance using DNAT (in cipher- or plaintext)

    9092

    0.0.0.0/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance using a peering connection across VPCs (in plaintext)

    9093

    0.0.0.0/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance using a peering connection across VPCs (in ciphertext)

    9094

    0.0.0.0/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance over a public network (in plaintext)

    9095

    0.0.0.0/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance over a public network (in ciphertext)

    9192

    ::/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance over a public network (without SSL)

    9193

    ::/0

    +

    IP address or IP address group of the Kafka client

    Accessing a Kafka instance over a public network (with SSL)

    Table 1 Kafka instance specifications (cluster)

    Flavor

    +
    @@ -15,7 +15,7 @@ - @@ -31,9 +31,9 @@ - - @@ -48,9 +48,9 @@ - - @@ -65,9 +65,9 @@ - - @@ -82,9 +82,9 @@ - - @@ -95,13 +95,13 @@ - - - @@ -112,13 +112,13 @@ - - - @@ -127,56 +127,56 @@
    Table 1 Cluster Kafka instance specifications

    Flavor

    Brokers

    Maximum Client Connections per Broker

    Storage Space

    +

    Storage Space (GB)

    Traffic per Broker (MB/s)

    15

    2000

    +

    2,000

    300 GB–300,000 GB

    +

    300–300,000

    40

    20

    2000

    +

    2,000

    300 GB–300,000 GB

    +

    300–300,000

    100

    100

    4000

    +

    4,000

    300 GB–600,000 GB

    +

    300–600,000

    200

    150

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    375

    200,000

    1500

    +

    1,500

    200

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    625

    250,000

    2000

    +

    2,000

    200

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    750

    -
    Table 2 Kafka instance specifications (single-node)

    Flavor

    +
    - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/dms/umn/kafka-faq-200426024.html b/docs/dms/umn/kafka-faq-200426024.html index 2e7ae79e4..0f3611b52 100644 --- a/docs/dms/umn/kafka-faq-200426024.html +++ b/docs/dms/umn/kafka-faq-200426024.html @@ -4,7 +4,7 @@

    The number of topics is related to the total number of topic partitions and the number of partitions in each topic. There is an upper limit on the aggregate number of partitions of topics. When this limit is reached, no more topics can be created.

    The partition limit varies depending on the flavor, as shown in the following table.

    -
    Table 2 Single-node Kafka instance specifications

    Flavor

    Brokers

    +

    Brokers

    TPS per Broker

    +

    Max. TPS per Broker

    Maximum Partitions per Broker

    +

    Max. Partitions per Broker

    Recommended Consumer Groups per Broker

    +

    Recommended Consumer Groups per Broker

    Maximum Client Connections per Broker

    +

    Max. Client Connections per Broker

    Storage Space

    +

    Storage Space (GB)

    Traffic per Broker (MB/s)

    +

    Traffic Limit per Broker (MB/s)

    kafka.2u4g.single.small

    +

    kafka.2u4g.single.small

    1

    +

    1

    20,000

    +

    20,000

    100

    +

    100

    15

    +

    15

    2000

    +

    2,000

    100 GB–10,000 GB

    +

    100–10,000

    40

    +

    40

    kafka.2u4g.single

    +

    kafka.2u4g.single

    1

    +

    1

    30,000

    +

    30,000

    250

    +

    250

    20

    +

    20

    2000

    +

    2,000

    100 GB–10,000 GB

    +

    100–10,000

    100

    +

    100

    Table 1 Kafka instance specifications (cluster)

    Flavor

    +
    @@ -16,7 +16,7 @@ - @@ -32,9 +32,9 @@ - - @@ -49,9 +49,9 @@ - - @@ -66,9 +66,9 @@ - - @@ -83,9 +83,9 @@ - - @@ -96,13 +96,13 @@ - - - @@ -113,13 +113,13 @@ - - - @@ -128,56 +128,56 @@
    Table 1 Cluster Kafka instance specifications

    Flavor

    Brokers

    Maximum Client Connections per Broker

    Storage Space

    +

    Storage Space (GB)

    Traffic per Broker (MB/s)

    15

    2000

    +

    2,000

    300 GB–300,000 GB

    +

    300–300,000

    40

    20

    2000

    +

    2,000

    300 GB–300,000 GB

    +

    300–300,000

    100

    100

    4000

    +

    4,000

    300 GB–600,000 GB

    +

    300–600,000

    200

    150

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    375

    200,000

    1500

    +

    1,500

    200

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    625

    250,000

    2000

    +

    2,000

    200

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    750

    -
    Table 2 Kafka instance specifications (single-node)

    Flavor

    +
    - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/dms/umn/kafka-faq-200426025.html b/docs/dms/umn/kafka-faq-200426025.html index c687f6cce..4b32d6bc8 100644 --- a/docs/dms/umn/kafka-faq-200426025.html +++ b/docs/dms/umn/kafka-faq-200426025.html @@ -4,7 +4,7 @@

    Kafka manages messages by partition. If there are too many partitions, message creation, storage, and retrieval will be fragmented, affecting the performance and stability. If the total number of partitions of topics reaches the upper limit, you cannot create more topics.

    The partition limit varies depending on the flavor, as shown in the following table.

    -
    Table 2 Single-node Kafka instance specifications

    Flavor

    Brokers

    +

    Brokers

    TPS per Broker

    +

    Max. TPS per Broker

    Maximum Partitions per Broker

    +

    Max. Partitions per Broker

    Recommended Consumer Groups per Broker

    +

    Recommended Consumer Groups per Broker

    Maximum Client Connections per Broker

    +

    Max. Client Connections per Broker

    Storage Space

    +

    Storage Space (GB)

    Traffic per Broker (MB/s)

    +

    Traffic Limit per Broker (MB/s)

    kafka.2u4g.single.small

    +

    kafka.2u4g.single.small

    1

    +

    1

    20,000

    +

    20,000

    100

    +

    100

    15

    +

    15

    2000

    +

    2,000

    100 GB–10,000 GB

    +

    100–10,000

    40

    +

    40

    kafka.2u4g.single

    +

    kafka.2u4g.single

    1

    +

    1

    30,000

    +

    30,000

    250

    +

    250

    20

    +

    20

    2000

    +

    2,000

    100 GB–10,000 GB

    +

    100–10,000

    100

    +

    100

    Table 1 Kafka instance specifications (cluster)

    Flavor

    +
    @@ -16,7 +16,7 @@ - @@ -32,9 +32,9 @@ - - @@ -49,9 +49,9 @@ - - @@ -66,9 +66,9 @@ - - @@ -83,9 +83,9 @@ - - @@ -96,13 +96,13 @@ - - - @@ -113,13 +113,13 @@ - - - @@ -128,56 +128,56 @@
    Table 1 Cluster Kafka instance specifications

    Flavor

    Brokers

    Maximum Client Connections per Broker

    Storage Space

    +

    Storage Space (GB)

    Traffic per Broker (MB/s)

    15

    2000

    +

    2,000

    300 GB–300,000 GB

    +

    300–300,000

    40

    20

    2000

    +

    2,000

    300 GB–300,000 GB

    +

    300–300,000

    100

    100

    4000

    +

    4,000

    300 GB–600,000 GB

    +

    300–600,000

    200

    150

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    375

    200,000

    1500

    +

    1,500

    200

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    625

    250,000

    2000

    +

    2,000

    200

    4000

    +

    4,000

    300 GB–1,500,000 GB

    +

    300–1,500,000

    750

    -
    Table 2 Kafka instance specifications (single-node)

    Flavor

    +
    - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/dms/umn/kafka-faq-200426026.html b/docs/dms/umn/kafka-faq-200426026.html index 8530897ed..f81404dc7 100644 --- a/docs/dms/umn/kafka-faq-200426026.html +++ b/docs/dms/umn/kafka-faq-200426026.html @@ -1,7 +1,7 @@

    Why Do I Fail to Create Topics?

    -

    Possible cause: The aggregate number of partitions of created topics has reached the upper limit. The maximum number of partitions varies by instance specifications. For details, see Specifications.

    +

    Possible cause: The aggregate number of partitions of created topics has reached the upper limit. The limit varies with instance specifications. For details, see Single-node Kafka Instances and Cluster Kafka Instances.

    Solution: Scale up the instance or delete unnecessary topics.

    diff --git a/docs/dms/umn/kafka-faq-200426028.html b/docs/dms/umn/kafka-faq-200426028.html deleted file mode 100644 index aab07dfa9..000000000 --- a/docs/dms/umn/kafka-faq-200426028.html +++ /dev/null @@ -1,12 +0,0 @@ - - -

    Why Do Deleted Topics Still Exist?

    -

    Possible cause: Automatic topic creation has been enabled and a consumer is connecting to the topic. If no existing topics are available for message creation, new topics will be automatically created.

    -

    Solution: Disable automatic topic creation.

    -
    -
    - -
    - diff --git a/docs/dms/umn/kafka-faq-200426030.html b/docs/dms/umn/kafka-faq-200426030.html index de04616e0..65eb4f50f 100644 --- a/docs/dms/umn/kafka-faq-200426030.html +++ b/docs/dms/umn/kafka-faq-200426030.html @@ -2,7 +2,7 @@

    Can I View the Disk Space Used by a Topic?

    Yes. Use either of the following methods to check the disk space used by a topic:

    -
    • In the row containing the desired Kafka instance, click View Metric to go to the Cloud Eye console. On the By Topic tab page, set Topic to the name of the desired topic, and Monitoring Type to Basic monitoring. The Message Size metric reflects the message size of the selected topic.
    • Click the desired Kafka instance to view its details. Choose Monitoring in the navigation pane. On the By Topic tab page, set Topic to the name of the topic whose disk space you want to view and Monitoring Type to Basic monitoring. The Message Size metric reflects the message size of the selected topic.
    +
    • In the row containing the desired Kafka instance, click View Metric to go to the Cloud Eye console. On the By Topic tab page, set Topic to the name of the desired topic, and Monitoring Type to Basic monitoring. The Message Size metric reflects the message size of the selected topic.
    • Click the desired Kafka instance to go to the instance details page. In the navigation pane, choose Monitoring. On the By Topic tab page, set Topic to the name of the topic whose disk space you want to view and Monitoring Type to Basic monitoring. The Message Size metric reflects the message size of the selected topic.
    Table 2 Single-node Kafka instance specifications

    Flavor

    Brokers

    +

    Brokers

    TPS per Broker

    +

    Max. TPS per Broker

    Maximum Partitions per Broker

    +

    Max. Partitions per Broker

    Recommended Consumer Groups per Broker

    +

    Recommended Consumer Groups per Broker

    Maximum Client Connections per Broker

    +

    Max. Client Connections per Broker

    Storage Space

    +

    Storage Space (GB)

    Traffic per Broker (MB/s)

    +

    Traffic Limit per Broker (MB/s)

    kafka.2u4g.single.small

    +

    kafka.2u4g.single.small

    1

    +

    1

    20,000

    +

    20,000

    100

    +

    100

    15

    +

    15

    2000

    +

    2,000

    100 GB–10,000 GB

    +

    100–10,000

    40

    +

    40

    kafka.2u4g.single

    +

    kafka.2u4g.single

    1

    +

    1

    30,000

    +

    30,000

    250

    +

    250

    20

    +

    20

    2000

    +

    2,000

    100 GB–10,000 GB

    +

    100–10,000

    100

    +

    100

    Table 1 Parameters of a single-node instance

    Parameter

    +
    - + - - + - - + - - + - - + - - + - - + + + + + + + + + + + + + + + + + + + + + + + + +
    Table 1 Comparing single-node and cluster instances

    Item

    Description

    +

    Single-node

    +

    Cluster

    AZ

    +

    Version

    Only one AZ

    +

    2.7

    +

    1.1.0, 2.3.0, 2.7, and 3.x

    Version

    +

    AZ

    Only v2.7

    +

    Single

    +

    1, or 3 or more

    Broker Flavor

    +

    Brokers

    kafka.2u4g.single.small and kafka.2u4g.single

    +

    1

    +

    3 and more

    Brokers

    +

    Access mode

    Only one

    +

    Plaintext access

    +

    Plaintext and ciphertext access

    Storage space per broker

    +

    Modifying instance specifications

    Disk types: high I/O and ultra-high I/O; Disk size: 100–10,000 GB

    +

    ×

    +

    √

    Ciphertext Access

    +

    Resetting Kafka password

    Not supported

    +

    ×

    +

    √

    +

    Viewing disk usage

    +

    ×

    +

    √

    +

    Reassigning partitions

    +

    ×

    +

    √

    +

    Configuring topic permissions

    +

    ×

    +

    √

    +

    Managing users

    +

    ×

    +

    √

    +

    Smart Connect

    +

    ×

    +

    √

    +

    Modifying configuration parameters

    +

    ×

    +

    √

    -

    Comparing Instance Functions

    Table 2 compares the functions of single-node and cluster instances.

    - -
    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    Table 2 Comparing functions

    Function

    -

    Single-node Instance

    -

    Cluster Instance

    -

    Modifying instance specifications

    -

    ×

    -

    √

    -

    Changing the instance access mode

    -

    Only enabling/disabling public plaintext access

    -

    Options:

    -
    • Enabling private ciphertext access
    • Enabling/Disabling private plaintext access
    • Enabling/Disabling public plaintext access
    • Enabling/Disabling public ciphertext access
    -

    Resetting Kafka password

    -

    ×

    -

    √

    -

    Viewing disk usage

    -

    ×

    -

    √

    -

    Reassigning partitions

    -

    ×

    -

    √

    -

    Configuring topic permissions

    -

    ×

    -

    √

    -

    Managing users

    -

    ×

    -

    √

    -

    Modifying configuration parameters

    -

    ×

    -

    √

    -
    -
    -
    -