{"id":15341,"date":"2025-03-31T16:10:27","date_gmt":"2025-03-31T08:10:27","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=15341"},"modified":"2025-03-31T16:10:27","modified_gmt":"2025-03-31T08:10:27","slug":"java%e8%bf%9e%e6%8e%a5%e5%bc%80%e5%90%afkerberos%e8%ae%a4%e8%af%81%e7%9a%84kafka","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=15341","title":{"rendered":"java\u8fde\u63a5\u5f00\u542fKerberos\u8ba4\u8bc1\u7684Kafka"},"content":{"rendered":"<h3>\u6982\u8981\u63cf\u8ff0<\/h3>\n<hr \/>\n<p>\u672c\u6587\u63cf\u8ff0\u5982\u4f55\u901a\u8fc7java\u8fde\u63a5\u5f00\u542fKerberos\u8ba4\u8bc1\u7684Kafka<\/p>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<hr \/>\n<h4>maven\u9879\u76ee\u6dfb\u52a0\u4f9d\u8d56<\/h4>\n<p>\u5728kafka\u7684pod\u4e2d\u83b7\u53d6kafka-clients-xxxx.jar\u4e0efederation-utils-xxxx.jar<\/p>\n<pre><code class=\"language-bash\">kubectl cp <POD_NAME>:\/usr\/lib\/kafka\/libs\/kafka-client-xxxxxx.jar .\/kafka-client-xxxxxx.jar\n\nkubectl cp <POD_NAME>:\/usr\/lib\/kafka\/libs\/federation-utils-xxxx.jar .\/federation-utils-xxxx.jar<\/code><\/pre>\n<p>\u5c06\u4e0a\u8ff0\u4e24\u4e2ajar\u5305\u83b7\u53d6\u5230\u672c\u673a\uff0c\u5e76\u653e\u5728\u9879\u76ee\u6839\u76ee\u5f55\u7684lib\u6587\u4ef6\u5939\u4e2d\uff0c\u5e76\u5728pom.xml\u4e2d\u6dfb\u52a0\u4f9d\u8d56<\/p>\n<pre><code class=\"language-xml\"> <dependency>\n    <groupId>io.transwarp<\/groupId>\/\/\u968f\u4fbf\u5199\n    <artifactId>kafka-client<\/artifactId> \/\/\u968f\u4fbf\u5199\n    <version>1.0<\/version>\/\/ \u968f\u4fbf\u5199\n    <scope>system<\/scope>\n    <systemPath>${project.basedir}\/lib\/kafka-clients-0.10.2.0-transwarp-6.2.2.jar<\/systemPath>\n<\/dependency>\n<dependency>\n    <groupId>io.transwarp<\/groupId>\/\/\u968f\u4fbf\u5199\n    <artifactId>guardian<\/artifactId> \/\/\u968f\u4fbf\u5199\n    <version>1.0<\/version>\/\/ \u968f\u4fbf\u5199\n    <scope>system<\/scope>\n    <systemPath>${project.basedir}\/lib\/federation-utils-guardian-3.1.3.jar<\/systemPath>\n<\/dependency><\/code><\/pre>\n<h4>\u521b\u5efa\u751f\u4ea7\u8005\u793a\u4f8b<\/h4>\n<pre><code class=\"language-java\">package io.transwarp.demo.kafka;\n\nimport org.apache.kafka.clients.producer.KafkaProducer;\nimport org.apache.kafka.clients.producer.ProducerRecord;\nimport org.apache.kafka.clients.producer.RecordMetadata;\nimport java.util.Date;\nimport java.util.Properties;\nimport java.util.UUID;\nimport java.util.concurrent.ExecutionException;\nimport java.util.concurrent.Future;\n\npublic class TestKafkaProducer {\n    public static void main(String[] args) throws InterruptedException, ExecutionException {\n        System.setProperty(\"java.security.krb5.conf\", \"C:\/Users\/Transwarp\/Desktop\/kafka-test\/krb5.conf\");\n        \/\/krb5.conf\u4ece\u96c6\u7fa4\u670d\u52a1\u5668\u4e2d\u83b7\u53d6\u5230\u672c\u673a\uff0c\u8def\u5f84\u586b\u672c\u673a\u4e0a\u8be5\u6587\u4ef6\u7684\u7edd\u5bf9\u8def\u5f84\n        Properties properties = new Properties();\n        String topic = \"demoxltest\";\/\/\u6b64\u5904\u4e3atopic\u540d\u79f0\n        properties.put(\"bootstrap.servers\", \"ip:port\");\/\/\u586b\u5199kafka\u7684ip\u4e0e\u7aef\u53e3\n        properties.put(\"security.protocol\", \"SASL_PLAINTEXT\");\n        properties.put(\"sasl.kerberos.service.name\",\"kafka\");\n        properties.put(\"sasl.jaas.config\", \"com.sun.security.auth.module.Krb5LoginModule required useKeyTab=true debug=true storeKey=true keyTab=\\\"C:\/Users\/Transwarp\/Desktop\/xxll.keytab\\\" principal=\\\"xxll@TDH\\\";\");\n        \/\/ keytab\u53bbguardian\u9875\u9762\u4e0b\u8f7d\uff0c\u7528\u6237\u9700\u8981\u6709kafka\u7684admin\u6743\u9650\uff0cprincipal\u4f7f\u7528\"klist -ket xxx.keytab\"\u67e5\u770b\uff0c\u8def\u5f84\u540c\u6837\u4e3a\u672c\u673a\u4e0akeytab\u6587\u4ef6\u7684\u7edd\u5bf9\u8def\u5f84\u3002\n        properties.put(\"key.serializer\", \"org.apache.kafka.common.serialization.StringSerializer\");\n        properties.put(\"value.serializer\", \"org.apache.kafka.common.serialization.StringSerializer\");\n        KafkaProducer<String, String> producer = new KafkaProducer<>(properties);\n\n        for (int i = 0; i < 10; i++){\n            String s = UUID.randomUUID().toString() +\" \" + i + \" Test Date: \" + new Date();\n            Future<RecordMetadata>  future = producer.send(new ProducerRecord<>(topic,s ));\n            future.get();\n            System.out.println(\"Success producer :\" + s);\n            Thread.sleep(500);\n        }\n    }\n}<\/code><\/pre>\n<p>\u6267\u884c\u6210\u529f\u7ed3\u679c\u5982\u4e0b\u56fe\u6240\u793a<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2024\/12\/image-1734949339189.png\" alt=\"file\" \/><\/p>\n<h4>\u521b\u5efa\u6d88\u8d39\u8005\u793a\u4f8b<\/h4>\n<pre><code class=\"language-java\">package io.transwarp.demo.kafka;\n\nimport org.apache.kafka.clients.consumer.ConsumerRecord;\nimport org.apache.kafka.clients.consumer.ConsumerRecords;\nimport org.apache.kafka.clients.consumer.KafkaConsumer;\nimport org.apache.kafka.common.PartitionInfo;\n\n\/\/import java.time.Duration;\nimport java.util.Collections;\nimport java.util.List;\nimport java.util.Map;\nimport java.util.Properties;\n\npublic class TestKafkaConsumer {\n\n    public static void main(String[] args) {\n\n        System.setProperty(\"java.security.krb5.conf\", \"C:\/Users\/Transwarp\/Desktop\/kafka-test\/krb5.conf\");\n        Properties properties = new Properties();\n        properties.put(\"bootstrap.servers\", \"ip:port\");\n        properties.put(\"key.deserializer\", \"org.apache.kafka.common.serialization.StringDeserializer\");\n        properties.put(\"value.deserializer\", \"org.apache.kafka.common.serialization.StringDeserializer\");\n        properties.put(\"security.protocol\", \"SASL_PLAINTEXT\");\n        properties.put(\"sasl.kerberos.service.name\",\"kafka\");\n        properties.put(\"sasl.jaas.config\", \"com.sun.security.auth.module.Krb5LoginModule required useKeyTab=true debug=true storeKey=true keyTab=\\\"C:\/Users\/Transwarp\/Desktop\/xxll.keytab\\\" principal=\\\"xxll@TDH\\\";\");\n        properties.put(\"group.id\", \"test-consumer-group\");\n        KafkaConsumer<String, String> consumer = new KafkaConsumer<String, String>(properties);\n        Map<String, List<PartitionInfo>> topics = consumer.listTopics();\n        consumer.subscribe(Collections.singleton(\"demoxltest\"));\n        boolean flag = true;\n\n        while(flag) {\n            ConsumerRecords<String, String> records = consumer.poll(3000);\n            System.out.println(\"Get record size : \" + records.count());\n            for (ConsumerRecord<String, String> record : records){\n                \/\/ \u5faa\u73af\u6253\u5370\u6d88\u606f\u8bb0\u5f55\n                \/\/\u5904\u7406\u6d88\u606f\n                System.out.printf(\"offset = %d, key = %s, value = %s%n\", record.offset(), record.key(), record.value());\n                consumer.commitAsync();\n            }\n            try {\n                Thread.sleep(3000L);\n            } catch (InterruptedException e) {\n                e.printStackTrace();\n            }\n        }\n        consumer.close();\n    }\n}<\/code><\/pre>\n<p>\u6267\u884c\u6210\u529f\u7ed3\u679c\u5982\u4e0b\u56fe\u6240\u793a<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2024\/12\/image-1734949638537.png\" alt=\"file\" \/><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u63cf\u8ff0 \u672c\u6587\u63cf\u8ff0\u5982\u4f55\u901a\u8fc7java\u8fde\u63a5\u5f00\u542fKerberos\u8ba4\u8bc1\u7684Kafka \u8be6\u7ec6\u8bf4\u660e maven\u9879\u76ee\u6dfb\u52a0\u4f9d\u8d56  ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=15341\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":196,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[38],"tags":[],"class_list":["post-15341","post","type-post","status-publish","format-standard","hentry","category-configuration"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/15341","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/196"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=15341"}],"version-history":[{"count":3,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/15341\/revisions"}],"predecessor-version":[{"id":15356,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/15341\/revisions\/15356"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=15341"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=15341"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=15341"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}