{"id":11406,"date":"2024-05-09T14:43:35","date_gmt":"2024-05-09T06:43:35","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=11406"},"modified":"2025-12-16T09:44:06","modified_gmt":"2025-12-16T01:44:06","slug":"tdh%e5%90%84%e7%89%88%e6%9c%ackafka%e5%ae%a2%e6%88%b7%e7%ab%af%e5%b8%b8%e7%94%a8%e8%84%9a%e6%9c%ac%e5%91%bd%e4%bb%a4%e4%bd%bf%e7%94%a8","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=11406","title":{"rendered":"TDH\u5404\u7248\u672cKafka\u5ba2\u6237\u7aef\u5e38\u7528\u811a\u672c\u547d\u4ee4\u4f7f\u7528"},"content":{"rendered":"

\u6982\u8981\u63cf\u8ff0<\/h3>\n
\n

\u76ee\u524d\uff0cTDH\u4e2d\u7684kafka\u548c\u5f00\u6e90kafka\u7684\u7248\u672c\u5bf9\u5e94\u5173\u7cfb\u5982\u4e0b\u6240\u793a\uff1a<\/p>\n\n\n\n\n\n\n\n
TDH \u7248\u672c<\/th>\n\u5f00\u6e90\u7248\u672c<\/th>\n<\/tr>\n<\/thead>\n
<= transwarp-6.2<\/td>\n0.10.2<\/td>\n<\/tr>\n
>=transwarp-7.0, <=transwarp-8.1<\/td>\n2.3.0<\/td>\n<\/tr>\n
>=transwarp-9.0<\/td>\n2.7.0<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\u5404\u4e2a\u7248\u672c\u4f7f\u7528\u811a\u672c\u547d\u4ee4\u7684\u65b9\u5f0f\u4e5f\u7565\u6709\u533a\u522b\uff0c\u672c\u6587\u5c06\u5404\u7248\u672c\u7684\u5ba2\u6237\u7aef\u5e38\u7528\u811a\u672c\u547d\u4ee4\u4f7f\u7528\u6c47\u603b\u5982\u4e0b\uff0c\u4e3b\u8981\u4ee5\u5f00\u542fkerberos\u5b89\u5168\u7684\u8bbf\u95ee\u4e3a\u4e3b\u3002<\/p>\n

\u8be6\u7ec6\u8bf4\u660e<\/h3>\n
\n

\u5ba2\u6237\u7aef\u73af\u5883<\/h4>\n

1\u3001\u4e0b\u8f7d\u5e76\u5b89\u88c5 TDH Client\uff1a
\ntdh-client\u7684\u4f7f\u7528\u65b9\u6cd5<\/a><\/p>\n

2\u3001\u6267\u884c TDH Client \u7684 init.sh \u811a\u672c\uff0c\u542f\u52a8 TDH Client :
\nsource {TDH_Client_install_dir}\/init.sh<\/p>\n

3\u3001cd {TDH_Client_install_dir}\/kafka\/bin\/<\/p>\n

\u540e\u7eed\u811a\u672c\u547d\u4ee4\u5747\u5728\u6b64\u5ba2\u6237\u7aef\u76ee\u5f55\u4e0b\u6267\u884c\uff0c\u6b64\u6b65\u9aa4\u6240\u6709\u7248\u672c\u5747\u4e00\u81f4\uff0c\u540e\u9762\u4e0d\u518d\u8d58\u8ff0\u3002<\/p>\n

622\u53ca\u4ee5\u4e0b\u7248\u672c\uff08\u5f00\u6e90\u7248\u672c0.10.2\uff09<\/h4>\n

\u5f00\u542fkerberos\u5b89\u5168<\/strong><\/p>\n

\u5f00\u542fkerberos\u5b89\u5168\u7684\u60c5\u51b5\u4e0b\uff0c\u9700\u8981\u5148export \u5b9a\u4e49KAFKA_OPTS \u5b89\u5168\u7684\u914d\u7f6e<\/p>\n

export KAFKA_OPTS=\"-Djava.security.auth.login.config=\/etc\/kafka1\/conf\/jaas.conf -Djava.security.krb5.conf=\/etc\/kafka1\/conf\/krb5.conf\"<\/code><\/pre>\n
\u914d\u7f6e\u6587\u4ef6\u4e2d\u6dfb\u52a0\u5b89\u5168\u5c5e\u6027
\n{TDH_Client_install_dir}\/kafka\/config\/producer.properties\u548cconsumer.properties\u6587\u4ef6\u672b\u5c3e\u6dfb\u52a0\u5982\u4e0b\u5185\u5bb9:<\/p>\n
security.protocol=SASL_PLAINTEXT\nsasl.mechanism=GSSAPI\nsasl.kerberos.service.name=kafka<\/code><\/pre>\n
\u521b\u5efatopic<\/strong><\/p>\n
.\/kafka-broker-topics.sh --bootstrap-server 172.22.32.11:9092 --create --topic demo1 --partitions 1 --replication-factor 3 --consumer.config \/root\/TDH-Client\/kafka\/config\/consumer.properties<\/code><\/pre>\n
\u4e0d\u5f00\u5b89\u5168\u7684\u60c5\u51b5\u4e0b\uff0c\u4e5f\u53ef\u4ee5\u7528\u5982\u4e0b\u8fd9\u79cd\u65b9\u5f0f\u521b\u5efa\uff1b<\/p>\n
.\/kafka-topics.sh --zookeeper 172.22.32.13:2181 --create --topic demo1 --partitions 1 --replication-factor 3<\/code><\/pre>\n
\u9700\u8981\u6ce8\u610f\u7684\u662f\uff1a
\nkafka-broker-topics.sh<\/strong>\u811a\u672c\u521b\u5efatopic\u662fKafka\u5b89\u5168\u7ec4\u65b0\u589e\u7684\u4e00\u79cd\u65b9\u5f0f\uff0c\u6307\u5b9a\u7684bootstrap-server\u9700\u8981\u662fcontroller<\/strong>\uff1b<\/p>\n
\u5f00\u5b89\u5168\u7684\u60c5\u51b5\u4e0b\uff0ckafka-topics.sh<\/strong>\u4e5f\u53ef\u4ee5\u521b\u5efa\u6210\u529f\uff0c\u4e14\u65e0\u9700\u6307\u5b9aconfig\u6587\u4ef6\uff08622\u4ee5\u4e0b\u7248\u672c\uff0ckafka-topics.sh<\/strong>\u6ca1\u6709–command-config\u53c2\u6570\uff09\uff0c\u8be5\u811a\u672c\u662f\u6cbf\u88ad\u5f00\u6e90\u7684\u521b\u5efa\u65b9\u5f0f\uff0c\u4f46\u662f\u521b\u5efa\u7684topic\u5bb9\u6613\u53d1\u751f\u751f\u4ea7\u6d88\u8d39\u5f02\u5e38\uff1b<\/p>\n
\u6240\u4ee5\u5728\u5f00\u542fkerberos\u7684\u60c5\u51b5\u4e0b\uff0c\u8fd8\u662f\u9700\u8981\u4f7f\u7528kafka-broker-topics.sh\u811a\u672c\u3002<\/p>\n
\u67e5\u770btopic\u5217\u8868<\/strong><\/p>\n
.\/kafka-topics.sh --list --zookeeper  172.22.32.11:2181, 172.22.32.12:2181, 172.22.32.13:2181<\/code><\/pre>\n
\u67e5\u770btopic\u4fe1\u606f<\/strong><\/p>\n
.\/kafka-topics.sh --describe --topic demo1 --zookeeper 172.22.32.11:2181<\/code><\/pre>\n
\u751f\u4ea7\u6570\u636e<\/strong><\/p>\n
.\/kafka-console-producer.sh --broker-list 172.22.32.11:9092, 172.22.32.12:9092, 172.22.32.13:9092 --topic demo1 --producer.config \/root\/TDH-Client\/kafka\/config\/producer.properties<\/code><\/pre>\n
\u6d88\u8d39\u6570\u636e<\/strong><\/p>\n
.\/kafka-console-consumer.sh --bootstrap-server 172.22.32.11:9092, 172.22.32.12:9092, 172.22.32.13:9092 --topic demo1 --consumer.config \/root\/TDH-Client\/kafka\/config\/consumer.properties<\/code><\/pre>\n
\u67e5\u770b\u6d88\u8d39\u8005\u7ec4\u5217\u8868<\/strong><\/p>\n
.\/kafka-consumer-groups.sh --list --bootstrap-server 172.22.32.11:9092 --command-config \/root\/TDH-Client\/kafka\/config\/consumer.properties<\/code><\/pre>\n
\u67e5\u770b\u6d88\u8d39\u8005\u7ec4\u8be6\u60c5<\/strong><\/p>\n
.\/kafka-consumer-groups.sh --describe --group xltest --bootstrap-server 172.22.32.11:9092 --command-config \/root\/TDH-Client\/kafka\/config\/consumer.properties<\/code><\/pre>\n
\u5220\u9664topic<\/strong><\/p>\n
.\/kafka-broker-topics.sh --bootstrap-server 172.22.32.11:9092 --delete --topic demo1 --consumer.config \/root\/TDH-Client\/kafka\/config\/consumer.properties<\/code><\/pre>\n
\u52a8\u6001\u4fee\u6539topic\u914d\u7f6e<\/strong><\/p>\n
.\/kafka-configs.sh --zookeeper 172.22.32.11:2181 --entity-type topics --entity-name demo1 --alter --add-config retention.ms=86400000<\/code><\/pre>\n
7.0-8.1\u7248\u672c\uff08\u5f00\u6e90\u7248\u672c2.3.0\uff09<\/h4>\n
\u5f00\u542fkerberos\u5b89\u5168<\/strong><\/p>\n
\u5f00\u542fkerberos\u5b89\u5168\u7684\u60c5\u51b5\u4e0b\uff0c\u9700\u8981\u5148export \u5b9a\u4e49KAFKA_OPTS \u5b89\u5168\u7684\u914d\u7f6e<\/p>\n
export KAFKA_OPTS=\"-Djava.security.auth.login.config=\/etc\/kafka1\/conf\/jaas.conf -Djava.security.krb5.conf=\/etc\/kafka1\/conf\/krb5.conf\"<\/code><\/pre>\n
\u5728{TDH_Client_install_dir}\/kafka\/config\/ \u76ee\u5f55\u4e0b\u65b0\u5efa\u6587\u4ef6security-client.properties<\/strong>\uff0c\u6dfb\u52a0\u4ee5\u4e0b\u914d\u7f6e\uff1a<\/p>\n
security.protocol=SASL_PLAINTEXT\nsasl.mechanism=GSSAPI\nsasl.kerberos.service.name=kafka<\/code><\/pre>\n
\u6216\u8005\u6cbf\u88ad\u4e0a\u8ff06.2.2\u7684\u65b9\u5f0f\uff0c\u5f15\u7528producer.properties<\/strong>\u548cconsumer.properties<\/strong>\uff0c\u5728\u6587\u4ef6\u672b\u5c3e\u6dfb\u52a0\u5b89\u5168\u8ba4\u8bc1\u914d\u7f6e\u3002<\/p>\n
\u521b\u5efatopic<\/strong><\/p>\n
7.0 \u4ee5\u4e0a\u7248\u672c\u4f7f\u7528kafka-topics.sh\u811a\u672c\u521b\u5efa\u7ba1\u7406topic\uff0c\u9700\u8981\u6307\u5b9abroker\u8282\u70b9\uff0c\u5373–bootstrap-server<\/strong><\/p>\n
.\/kafka-topics.sh --bootstrap-server 172.22.32.11:9092 --create --topic demo1  --replication-factor 2 --partitions 4 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u67e5\u770btopic\u5217\u8868<\/strong><\/p>\n
.\/kafka-topics.sh --list --bootstrap-server 172.22.32.11:9092\n<\/code><\/pre>\n
\u67e5\u770btopic\u4fe1\u606f<\/strong><\/p>\n
.\/kafka-topics.sh --describe --topic demo1 --bootstrap-server 172.22.32.11:9092<\/code><\/pre>\n
\u751f\u4ea7\u6570\u636e<\/strong><\/p>\n
.\/kafka-console-producer.sh --broker-list 172.22.32.11:9092 --topic demo1 --producer.config  \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u6d88\u8d39\u6570\u636e<\/strong><\/p>\n
.\/kafka-console-consumer.sh --bootstrap-server 172.22.32.11:9092 --topic demo1  --consumer.config  \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u67e5\u770b\u6d88\u8d39\u8005\u7ec4\u5217\u8868<\/strong><\/p>\n
.\/kafka-consumer-groups.sh --list --bootstrap-server 172.22.32.11:9092 --command-config \/root\/TDH-Client\/kafka\/config\/consumer.properties<\/code><\/pre>\n
\u67e5\u770b\u6d88\u8d39\u8005\u7ec4\u8be6\u60c5<\/strong><\/p>\n
.\/kafka-consumer-groups.sh --bootstrap-server 172.22.32.11:9092  --group xltest  --describe --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u5220\u9664topic<\/strong><\/p>\n
.\/kafka-broker-topics.sh --bootstrap-server 172.22.32.11:9092 --delete --topic demo1 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u52a8\u6001\u4fee\u6539topic\u914d\u7f6e<\/strong><\/p>\n
.\/kafka-configs.sh --bootstrap-server 172.22.32.11:9092 --entity-type topics --entity-name demo1 --alter --add-config retention.ms=86400000 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
9.0\u4ee5\u4e0a\u7248\u672c\uff08\u5f00\u6e90\u7248\u672c2.7.0\uff09<\/h4>\n
\u5f00\u542fkerberos\u5b89\u5168<\/strong><\/p>\n
\u5f00\u542fkerberos\u5b89\u5168\u7684\u60c5\u51b5\u4e0b\uff0c\u9700\u8981\u5148export \u5b9a\u4e49KAFKA_OPTS \u5b89\u5168\u7684\u914d\u7f6e\uff0c\u6ce8\u610f 8.0<\/strong> \u4ee5\u4e0a\u7248\u672c\u7684\u670d\u52a1\u540d\u548c\u914d\u7f6e\u76ee\u5f55\u5e94\u8be5\u4e3a eventstore1<\/strong>\uff1a<\/p>\n
export KAFKA_OPTS=\"-Djava.security.auth.login.config=\/etc\/eventstore1\/conf\/jaas.conf -Djava.security.krb5.conf=\/etc\/eventstore1\/conf\/krb5.conf\"<\/code><\/pre>\n
\u5728{TDH_Client_install_dir}\/kafka\/config\/ \u76ee\u5f55\u4e0b\u65b0\u5efa\u6587\u4ef6security-client.properties<\/strong>\uff0c\u6dfb\u52a0\u4ee5\u4e0b\u914d\u7f6e\uff089.X\u7248\u672c\u81ea\u5e26security-client.properties<\/strong>\uff09\uff1a<\/p>\n
security.protocol=SASL_PLAINTEXT\nsasl.mechanism=GSSAPI\nsasl.kerberos.service.name=kafka<\/code><\/pre>\n
\u6216\u8005\u6cbf\u88ad\u4e0a\u8ff06.2.2\u7684\u65b9\u5f0f\uff0c\u76f4\u63a5\u5f15\u7528producer.properties<\/strong>\u548cconsumer.properties<\/strong>\uff0c\u5728\u6587\u4ef6\u672b\u5c3e\u6dfb\u52a0\u5b89\u5168\u8ba4\u8bc1\u914d\u7f6e\u3002<\/p>\n
\u811a\u672c\u547d\u4ee4\u4f7f\u7528\u548cTDH 7.0\u4ee5\u540e\u4fdd\u6301\u4e00\u81f4\u3002<\/strong><\/p>\n
\u521b\u5efatopic<\/strong><\/p>\n
.\/kafka-topics.sh --bootstrap-server 172.22.32.11:9092 --create --topic demo1  --replication-factor 2 --partitions 4 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u67e5\u770btopic\u5217\u8868<\/strong><\/p>\n
.\/kafka-topics.sh --list --bootstrap-server 172.22.32.11:9092 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties\n<\/code><\/pre>\n
\u67e5\u770btopic\u4fe1\u606f<\/strong><\/p>\n
.\/kafka-topics.sh --describe --topic demo1 --bootstrap-server 172.22.32.11:9092 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u751f\u4ea7\u6570\u636e<\/strong><\/p>\n
.\/kafka-console-producer.sh --broker-list 172.22.32.11:9092 --topic demo1 --producer.config  \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u6d88\u8d39\u6570\u636e<\/strong><\/p>\n
.\/kafka-console-consumer.sh --bootstrap-server 172.22.32.11:9092 --topic demo1  --consumer.config  \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u67e5\u770b\u6d88\u8d39\u8005\u7ec4\u5217\u8868<\/strong><\/p>\n
.\/kafka-consumer-groups.sh --list --bootstrap-server 172.22.32.11:9092 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u67e5\u770b\u6d88\u8d39\u8005\u7ec4\u8be6\u60c5<\/strong><\/p>\n
.\/kafka-consumer-groups.sh --bootstrap-server 172.22.32.11:9092  --group xltest  --describe --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u5220\u9664topic<\/strong><\/p>\n
.\/kafka-broker-topics.sh --bootstrap-server 172.22.32.11:9092 --delete --topic demo1 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n
\u52a8\u6001\u4fee\u6539topic\u914d\u7f6e<\/strong><\/p>\n
.\/kafka-configs.sh --bootstrap-server 172.22.32.11:9092 --entity-type topics --entity-name demo1 --alter --add-config retention.ms=86400000 --command-config \/root\/TDH-Client\/kafka\/config\/security-client.properties<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"
\u6982\u8981\u63cf\u8ff0 \u76ee\u524d\uff0cTDH\u4e2d\u7684kafka\u548c\u5f00\u6e90kafka\u7684\u7248\u672c\u5bf9\u5e94\u5173\u7cfb\u5982\u4e0b\u6240\u793a\uff1a TDH \u7248\u672c \u5f00\u6e90\u7248\u672c < ..<\/p>\n
<\/div>\n
Read more<\/a><\/p>\n","protected":false},"author":105,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[38],"tags":[],"class_list":["post-11406","post","type-post","status-publish","format-standard","hentry","category-configuration"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/11406","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/105"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=11406"}],"version-history":[{"count":3,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/11406\/revisions"}],"predecessor-version":[{"id":17794,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/11406\/revisions\/17794"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=11406"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=11406"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=11406"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}