{"id":4005,"date":"2021-01-15T18:33:26","date_gmt":"2021-01-15T10:33:26","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=4005"},"modified":"2021-10-15T10:25:39","modified_gmt":"2021-10-15T02:25:39","slug":"java%e8%bf%9e%e6%8e%a5%e5%bc%80%e5%90%af%e5%bc%ba%e8%ae%a4%e8%af%81hyperbase%e7%8e%af%e5%a2%83demo","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=4005","title":{"rendered":"java\u8fde\u63a5\u5f00\u542f\u5f3a\u8ba4\u8bc1hyperbase\u73af\u5883demo"},"content":{"rendered":"<h3>\u6982\u8981\u63cf\u8ff0<\/h3>\n<hr \/>\n<p>\u4f7f\u7528\u987b\u77e5\uff1a<br \/>\nTDH6.2.0\u4e4b\u540e\u7684\u7248\u672c\u90fd\u5f00\u542f\u4e86zookeeper\u5f3a\u8ba4\u8bc1\uff0c\u4fee\u590d\u5b89\u5168\u6f0f\u626b\u7684\u65f6\u5019\u4f1a\u88ab\u626b\u51fazookeeper\u7684\u5b89\u5168\u8ba4\u8bc1\u95ee\u9898\uff0c\u672c\u5b9e\u9a8c\u6f14\u793a\u5728\u5f00\u542f\u4e86\u5f3a\u8ba4\u8bc1\u7684\u73af\u5883\u5982\u4f55\u901a\u8fc7java\u8bbf\u95eehyperbase\u670d\u52a1<\/p>\n<p>\u4ee5\u4e0b\u5f00\u53d1\u73af\u5883\u4ee5IDEA + Windows10 + jdk1.8 + Maven3.6.1\u4e3a\u4f8b<br \/>\n\u8bf7\u5b89\u88c5\u597d\u4ee5\u4e0a\u5f00\u53d1\u5de5\u5177<\/p>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<hr \/>\n<p>\u83b7\u53d6Hbase api\u8fd0\u884c\u4f9d\u8d56\u7684jar\u5305<\/p>\n<ol>\n<li>HBase API\u7684\u4f9d\u8d56jar\u5305\u90fd\u5728\u5982\u4e0b\u5217\u8868\u4e2d<\/li>\n<\/ol>\n<p>jar\u540d\u79f0\u4e2d * \u4f4d\u7f6e\u662f\u5305\u7684\u7248\u672c\u53f7\uff0c\u8fd9\u4e9bjar\u7684\u7248\u672c\u53f7\u6839\u636e\u60a8\u4f7f\u7528\u7684TDH\u7248\u672c\u7684\u4e0d\u540c\u4f1a\u6709\u6240\u4e0d\u540c\uff0c\u4ee5\u60a8\u96c6\u7fa4\u4e0a\u6b63\u5728\u4f7f\u7528\u7684\u5305\u4e3a\u51c6\uff1a<\/p>\n<pre><code class=\"language-shell\">hbase-client-*-transwarp.jar\nhbase-bson-*-transwarp.jar\nhbase-common-*-transwarp.jar\nhbase-protocol-*-transwarp.jar\nhadoop-common-*-transwarp.jar\nhadoop-auth-*-transwarp.jar\nhadoop-annotations-*-transwarp.jar\nhadoop-mapreduce-client-core-*-transwarp.jar\ncommons-codec-*.jar\ncommons-io-*.jar\ncommons-lang-*.jar\ncommons-logging-*.jar\ncommons-collections-*.jar\nguava-*.jar\nprotobuf-java-*.jar\nnetty-*.Final.jar\nhtrace-core-*.jar\nelasticsearch-*-transwarp.jar\njackson-mapper-asl-*.jar\nfindbugs-annotations-*.jar\nzookeeper-*-transwarp.jar\nlog4j-*.jar\ncommons-configuration-*.jar\nslf4j-api-*.jar\nslf4j-log4j12-*.jar\njsch-*.jar\njzlib-*.jar\nhbase-hyperbase-*-transwarp.jar<\/code><\/pre>\n<ol>\n<li>\u8fdb\u5165\u5bb9\u5668\u5185\u90e8\u5c06jar\u5305\u4f7f\u7528\u547d\u4ee4scp\u83b7\u53d6<\/li>\n<\/ol>\n<ul>\n<li>\n<p>\u83b7\u53d6hyperbase\u670d\u52a1\u6240\u5728pod<\/p>\n<pre><code class=\"language-shell\">kubectl get pod|grep hyperbase<\/code><\/pre>\n<\/li>\n<li>\n<p>\u8fdb\u5165\u4efb\u610f\u4e00\u4e2a\u8be5\u670d\u52a1pod\u4e2d\uff0c\u8fd9\u91cc\u4ee5regionserver\u4e3a\u4f8b<\/p>\n<pre><code class=\"language-shell\">kubectl exec -it hyperbase-regionserver-hyperbase1-2285948569-0b7cl bash<\/code><\/pre>\n<\/li>\n<li>\n<p>\u53d6\u51fajar\u5305<\/p>\n<pre><code class=\"language-shell\">scp \/usr\/lib\/hbase\/lib\/*.jar 172.22.33.1:\/mnt\/disk3<\/code><\/pre>\n<\/li>\n<\/ul>\n<h4>demo\u53c2\u8003\u5982\u4e0b<\/h4>\n<pre><code class=\"language-java\">import com.google.protobuf.ServiceException;\nimport org.apache.commons.codec.DecoderException;\nimport org.apache.hadoop.conf.Configuration;\nimport org.apache.hadoop.fs.Path;\nimport org.apache.hadoop.hbase.Cell;\nimport org.apache.hadoop.hbase.CellUtil;\nimport org.apache.hadoop.hbase.HBaseConfiguration;\nimport org.apache.hadoop.hbase.HColumnDescriptor;\nimport org.apache.hadoop.hbase.HTableDescriptor;\nimport org.apache.hadoop.hbase.TableName;\nimport org.apache.hadoop.hbase.client.Admin;\nimport org.apache.hadoop.hbase.client.Connection;\nimport org.apache.hadoop.hbase.client.ConnectionFactory;\nimport org.apache.hadoop.hbase.client.HBaseAdmin;\nimport org.apache.hadoop.hbase.client.HTable;\nimport org.apache.hadoop.hbase.client.Result;\nimport org.apache.hadoop.hbase.client.ResultScanner;\nimport org.apache.hadoop.hbase.client.Scan;\nimport org.apache.hadoop.hbase.util.Bytes;\nimport org.apache.hadoop.security.UserGroupInformation;\n\nimport java.io.IOException;\n\npublic class hyperbase {\n    private static Connection conn;\n    private static final String ZK_QUORUM = \"hbase.zookeeper.quorum\";\n    private static final String ZK_CLIENT_PORT = \"hbase.zookeeper.property.clientPort\";\n    private static final String ZK_POS = \"mll01:2181,mll02:2181,mll03:2181\";\n    private static final String ZK_PORT_VALUE = \"2181\";\n    private static Configuration conf;\n\n    public static void main(String[] args) throws IOException, ServiceException, DecoderException {\n        System.setProperty(\"java.security.krb5.conf\", \"D:\\\\work\\\\tmp\\\\krb5.conf\");\n        System.setProperty(\"java.security.auth.login.config\", \"D:\\\\work\\\\tmp\\\\jaas.conf\");\n        conf = HBaseConfiguration.create();\n        conf.addResource(new Path(\"D:\\\\work\\\\tmp\\\\hbase-site.xml\"));\n        conf.addResource(new Path(\"D:\\\\work\\\\tmp\\\\hdfs-site.xml\"));\n        conf.addResource(new Path(\"D:\\\\work\\\\tmp\\\\core-site.xml\"));\n        conf.set(ZK_QUORUM, ZK_POS);\n        conf.set(ZK_CLIENT_PORT, ZK_PORT_VALUE);\n        conf.set(\"hadoop.security.authentication\", \"kerberos\");\n        UserGroupInformation.setConfiguration(conf);\n        UserGroupInformation.loginUserFromKeytab(\"hbase\/mll01@TDH\", \"D:\\\\work\\\\tmp\\\\hyperbase.keytab\");\n        \/\/\u521b\u5efa\u8fde\u63a5\u6c60\n        try {\n            conn = ConnectionFactory.createConnection(conf);\n        } catch (Exception e) {\n            e.printStackTrace();\n        }\n        scanData(\"yangliu\");\n\/\/        HBaseAdmin.checkHBaseAvailable(conf);\n\/\/        Admin admin = conn.getAdmin();\n\/\/        HTableDescriptor tableDescriptor = new HTableDescriptor(TableName.valueOf(\"forpoc\"));\n        \/\/ \u7ed9\u8868\u63cf\u8ff0\u5bf9\u8c61\u589e\u52a0\u5217\u65cf\n\/\/        tableDescriptor.addFamily(new HColumnDescriptor(\"cf\"));\n\/\/       admin.createTable(tableDescriptor);\n\/\/       conn.close();\n    }\n\n    public static void scanData(String tableName) throws IOException, DecoderException {\n        HTable table = (HTable) conn.getTable(TableName.valueOf(tableName));\n        Scan scan = new Scan();\n        ResultScanner resultScanner = table.getScanner(scan);\n        for (Result result : resultScanner) {\n            for (Cell cell : result.rawCells()) {\n                String row = new String(CellUtil.cloneRow(cell));\n                String family = new String(CellUtil.cloneFamily(cell));\n                String Qualifier = new String(CellUtil.cloneQualifier(cell));\n                String value = new String(CellUtil.cloneValue(cell));\n\n                System.out.println(\"row: \" + row + \" family: \" + family + \" Qualifier: \"+Qualifier +\" value: \" + value);\n            }\n            System.out.println(\"----------------------\");\n        }\n        table.close();\n        conn.close();\n    }\n}<\/code><\/pre>\n<p><strong>\u6ce8\u610f<\/strong>\uff1a<\/p>\n<ol>\n<li>ZK_POS\u53c2\u6570\u662fzookeeper\u7684\u4e09\u4e2a\u8282\u70b9\uff1b<\/li>\n<li>ZK_PORT_VALUE\u53c2\u6570\u662fzookeeper\u9ed8\u8ba4\u7684\u7aef\u53e3\u53f72181\uff1b<\/li>\n<li>\u66ff\u6362demo\u4e2d\u7684java.security.krb5.conf\u53c2\u6570\u5bf9\u5e94\u7684\u6587\u4ef6\u4e3a\u5b9e\u9645\u8def\u5f84\uff0c\u8be5\u6587\u4ef6\u5bf9\u5e94\u96c6\u7fa4\u8282\u70b9\u7684\/etc\/krb5.conf\u6587\u4ef6\uff1b<\/li>\n<li>\u66ff\u6362demo\u4e2d\u7684java.security.auth.login.config\u53c2\u6570\u5bf9\u5e94\u7684\u6587\u4ef6\u4e3a\u5b9e\u9645\u8def\u5f84\uff0c\u8be5\u6587\u4ef6\u5bf9\u5e94\u96c6\u7fa4\u8282\u70b9\u7684\/etc\/hyperbase1\/conf\/jaas.conf\uff1b<\/li>\n<li>\u6307\u5b9a\u96c6\u7fa4\u914d\u7f6e\u6587\u4ef6\uff0c\u5206\u522b\u5bf9\u5e94\u96c6\u7fa4\u4e2d\u4f4d\u7f6e\/etc\/hyperbase1\/conf\/hbase-site.xml\u3001\/etc\/hdfs1\/conf\/hdfs-site.xml\u3001\/etc\/hdfs1\/conf\/core-site.xml\uff1b<\/li>\n<li>\u6307\u5b9akeytab\u6587\u4ef6\u6240\u5728\u7684\u4f4d\u7f6e\uff1b<\/li>\n<li>\u5728windows\u7684hosts\u6587\u4ef6\u4e2d\u914d\u7f6e\u96c6\u7fa4\u7684host\u4fe1\u606f\uff1b<\/li>\n<li>\u4fee\u6539\u4ee3\u7801\u4e2d\u6307\u5b9a\u7684jaas.conf\u6587\u4ef6\u4e2d\u6d89\u53cakeytab\u7684\u8def\u5f84\u4e3a\u5b9e\u9645\u8def\u5f84<\/li>\n<\/ol>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/09\/image-1599735896792.png\" alt=\"file\" \/><\/p>\n<p>\u66ff\u6362\u5b8c\u6bd5\u4e4b\u540e\uff0c\u53ef\u4ee5\u770b\u5230hyperbase\u5bf9\u5e94\u8868\u4e2d\u7684\u6570\u636e\uff1a<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/09\/image-1599735967825.png\" alt=\"file\" \/><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u63cf\u8ff0 \u4f7f\u7528\u987b\u77e5\uff1a TDH6.2.0\u4e4b\u540e\u7684\u7248\u672c\u90fd\u5f00\u542f\u4e86zookeeper\u5f3a\u8ba4\u8bc1\uff0c\u4fee\u590d\u5b89\u5168\u6f0f\u626b\u7684\u65f6\u5019\u4f1a\u88ab\u626b\u51faz ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=4005\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":14,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[181],"class_list":["post-4005","post","type-post","status-publish","format-standard","hentry","category-uncategorized","tag-hyperbase-demo"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4005","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/14"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4005"}],"version-history":[{"count":3,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4005\/revisions"}],"predecessor-version":[{"id":6917,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4005\/revisions\/6917"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4005"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4005"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4005"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}