{"id":1477,"date":"2020-09-23T11:44:44","date_gmt":"2020-09-23T03:44:44","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=1477"},"modified":"2020-09-23T11:44:43","modified_gmt":"2020-09-23T03:44:43","slug":"%e5%88%9b%e5%bb%bahbase%e8%a1%a8%e5%92%8c%e5%85%a8%e6%96%87%e7%b4%a2%e5%bc%95","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=1477","title":{"rendered":"\u521b\u5efahbase\u8868\u548c\u5168\u6587\u7d22\u5f15"},"content":{"rendered":"<h3>\u6982\u8981\u63cf\u8ff0<\/h3>\n<hr \/>\n<p>\u672c\u6587\u4ecb\u7ecd\u5982\u4f55\u521b\u5efahbase\u8868\u53ca\u5168\u6587\u7d22\u5f15\u3002<\/p>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<hr \/>\n<p>\u4e24\u79cd\u65b9\u6cd5\uff1a<\/p>\n<h4>\u7b2c\u4e00\u79cd\uff0c\u5728hbase shell\u4e2d\u521b\u5efahbase\u8868\u548c\u5168\u6587\u7d22\u5f15<\/h4>\n<p>0\u3001\u914d\u7f6ehyperbase\u5bf9search\u7684\u4f9d\u8d56\uff0c\u914d\u7f6e\u670d\u52a1\uff0c\u91cd\u542fhyperbase<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573699628674.png\" alt=\"file\" \/><br \/>\n1\u3001\u5148\u628ajson\u4e32\u6587\u4ef6test.txt\u653e\u5230\/tmp\u4e0b<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573696646881.png\" alt=\"file\" \/><br \/>\ntest.txt\u6587\u4ef6\u5185\u5bb9\u5982\u4e0b\uff1a<\/p>\n<pre><code class=\"language-json\">{\n    \"tableName\": \"dd\",\n    \"base\": {\n        \"families\": [\n            {\n                \"FAMILY\": \"oa\",\n                \"DATA_BLOCK_ENCODING\": \"NONE\",\n                \"BLOOMFILTER\": \"ROW\",\n                \"REPLICATION_SCOPE\": \"0\",\n                \"VERSIONS\": \"1\",\n                \"COMPRESSION\": \"NONE\",\n                \"MIN_VERSIONS\": \"0\",\n                \"TTL\": \"2147483647\",\n                \"KEEP_DELETED_CELLS\": \"false\",\n                \"BLOCKSIZE\": \"65536\",\n                \"IN_MEMORY\": \"false\",\n                \"BLOCKCACHE\": \"true\"\n            }\n        ],\n        \"THEMIS_ENABLE\": false\n    },\n    \"fulltextindex\": {\n\n        \"tableName\": \"dd\",\n        \"allowUpdate\": true,\n        \"ttl\": 0,\n        \"source\": true,\n        \"all\": false,\n        \"fields\": [\n            {\n                \"family\": \"oa\",\n                \"qualifier\": \"ct\",\n                \"attributes\": {\n                    \"index\": \"analyzed\",\n                    \"store\": \"true\",\n                    \"type\": \"string\",\n                    \"analyzer\": \"mmseg\"\n                }\n            },\n            {\n                \"family\": \"oa\",\n                \"qualifier\": \"dt\",\n                \"attributes\": {\n                                                        \"index\" : \"not_analyzed\",\n                    \"store\": \"true\",\n                    \"type\": \"string\"\n                }\n            },\n            {\n                \"family\": \"oa\",\n                \"qualifier\": \"key_a\",\n                \"attributes\": {\n                    \"index\": \"not_analyzed\",\n                    \"store\": \"true\",\n                    \"type\": \"string\"\n                }\n            },\n            {\n                \"family\": \"oa\",\n                \"qualifier\": \"tt\",\n                \"attributes\": {\n                    \"index\": \"analyzed\",\n                    \"store\": \"true\",\n                    \"type\": \"string\",\n                    \"analyzer\": \"mmseg\"\n                }\n            },\n            {\n                \"family\": \"oa\",\n                \"qualifier\": \"us\",\n                \"attributes\": {\n                    \"index\": \"analyzed\",\n                    \"store\": \"true\",\n                    \"type\": \"string\",\n                    \"analyzer\": \"mmseg\"\n                }\n            }\n        ],\n        \"settings\": {\n            \"index.number_of_replicas\": \"1\",\n            \"index.number_of_shards\": \"20\"\n        }\n    },\n    \"globalindex\": {\n        \"indexs\": []\n    },\n    \"lob\": {\n        \"indexs\": []\n    },\n    \"localindex\": {}\n}\n<\/code><\/pre>\n<p>2\u3001source tdh\u5ba2\u6237\u7aef\u5185\u7684init.sh\u6587\u4ef6:source TDH-client\/init.sh<br \/>\n<a href=\"https:\/\/nj.transwarp.cn:8180\/?p=1105\" title=\"\u5982\u4f55\u51c6\u5907TDH\u5ba2\u6237\u7aef\u73af\u5883 \">\u5982\u4f55\u51c6\u5907TDH\u5ba2\u6237\u7aef\u73af\u5883 <\/a><\/p>\n<p>3\u3001\u8f93\u5165hbase shell\u8fdb\u5165hbase shell\u7f16\u8f91\u6846<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573697141233.png\" alt=\"file\" \/><\/p>\n<p>4\u3001\u6267\u884c\u4e0b\u9762\u547d\u4ee4\uff0c\u521b\u5efa\u540d\u4e3a\u8868\u540d\u4e3add\u7684hbase\u8868\uff0c\u5e76\u4e3a\u5176\u521b\u5efa\u5168\u6587\u7d22\u5f15\uff1a<\/p>\n<pre><code class=\"language-shell\">alterUseJson 'dd' ,'\/tmp\/test.txt' , 'true'<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700279715.png\" alt=\"file\" \/><br \/>\n5\u3001list\u67e5\u770b\uff0c\u53ef\u4ee5\u770b\u5230\u8868dd<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700306047.png\" alt=\"file\" \/><\/p>\n<p>6\u3001\u5728search\u4e0a\u770b\uff0c\u53ef\u4ee5\u770b\u5230\u5168\u6587\u7d22\u5f15<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700352784.png\" alt=\"file\" \/><br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700375019.png\" alt=\"file\" \/><\/p>\n<h4>\u7b2c\u4e8c\u79cd\uff0cinceptor\u4e2d\u901a\u8fc7SQL\u521b\u5efahbase\u8868\uff0c\u521b\u5efa\u5168\u6587\u7d22\u5f15<\/h4>\n<p>0\u3001\u914d\u7f6einceptor\u5bf9hyperbase\u7684\u4f9d\u8d56\uff0c\u914d\u7f6e\u670d\u52a1\uff0c\u91cd\u542finceptor<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573699570629.png\" alt=\"file\" \/><\/p>\n<p>1\u3001\u914d\u7f6ehyperbase\u5bf9search\u7684\u4f9d\u8d56\uff0c\u914d\u7f6e\u670d\u52a1\uff0c\u91cd\u542fhyperbase<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573699602335.png\" alt=\"file\" \/><\/p>\n<p>2\u3001source tdh\u5ba2\u6237\u7aef\u5185\u7684init.sh\u6587\u4ef6:source TDH-client\/init.sh<br \/>\n<a href=\"https:\/\/nj.transwarp.cn:8180\/?p=1105\" title=\"\u5982\u4f55\u51c6\u5907TDH\u5ba2\u6237\u7aef\u73af\u5883 \">\u5982\u4f55\u51c6\u5907TDH\u5ba2\u6237\u7aef\u73af\u5883 <\/a><\/p>\n<p>3\u3001beeline\u8fde\u63a5inceptor\uff1a\u5c06\u4e0b\u9762\u7684ip\u6362\u6210\u60a8\u7684inceptor server\u7684ip\uff0c-n \u8ddfhive\u7528\u6237\u540d\uff0c-p \u8ddfhive\u7684\u5bc6\u7801<\/p>\n<pre><code class=\"language-sql\">beeline -u \"jdbc:hive2:\/\/172.22.27.1:10000\/default\" -n hive -p 123456<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700535964.png\" alt=\"file\" \/><\/p>\n<p>4\u3001\u5efahbase\u8868<\/p>\n<pre><code class=\"language-sql\">create table testhbase(key1 string,bi bigint,dc decimal(10,2),ch varchar(10),ts timestamp,en string)STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler';<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700731252.png\" alt=\"file\" \/><br \/>\n5\u3001\u7ed9\u8868\u521b\u5efa\u5168\u6587\u7d22\u5f15<\/p>\n<pre><code class=\"language-sql\">CREATE FULLTEXT INDEX ON testhbase(bi,ch,en) SHARD NUM 1;<\/code><\/pre>\n<p>6\u3001\u67e5\u770b\u7d22\u5f15\u4fe1\u606f<\/p>\n<pre><code class=\"language-sql\">describe FORMATTED testhbase;<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700785861.png\" alt=\"file\" \/><br \/>\n7\u3001\u5728search\u4e0a\u67e5\u770b\u7d22\u5f15\u4fe1\u606f<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700819701.png\" alt=\"file\" \/><\/p>\n<h4>\u53ef\u80fd\u4f1a\u9047\u5230\u7684\u95ee\u9898\uff1a<\/h4>\n<p>1\u3001\u5728\u7528\u7b2c\u4e8c\u79cd\u65b9\u6cd5\u5efa\u8868\u7684\u65f6\u5019\uff0c\u53ef\u80fd\u4f1a\u9047\u5230hive\u6ca1\u6709\u6743\u9650\u7684\u62a5\u9519\uff1a<\/p>\n<pre><code class=\"language-shell\">Error: EXECUTION FAILED: Task DDL error HiveException: [Error 20604] Can not create table: org.apache.hadoop.hbase.security.AccessDeniedException: org.apache.hadoop.hbase.security.AccessDeniedException: Insufficient permissions (user=hive\/tdh6-1@TDH, scope=default, params=[namespace=default,table=default:testhbase,family=f],action=ADMIN) (state=08S01,code=20604)<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573700991801.png\" alt=\"file\" \/><\/p>\n<p>\u89e3\u51b3\u65b9\u6cd5\uff1a<br \/>\n\u5728guardian\u4e2d\u7ed9hive\u7528\u6237\u914d\u7f6e\u521b\u5efahbase\u8868\u7684\u6743\u9650\uff1a<br \/>\n\u767b\u5f55guardian<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573701135670.png\" alt=\"file\" \/><br \/>\n\u6743\u9650\u4e2d\u627e\u5230hyperbase<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573701157087.png\" alt=\"file\" \/><br \/>\n\u4e3ahive\u6dfb\u52a0\u6743\u9650<br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/11\/image-1573701206716.png\" alt=\"file\" \/><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u63cf\u8ff0 \u672c\u6587\u4ecb\u7ecd\u5982\u4f55\u521b\u5efahbase\u8868\u53ca\u5168\u6587\u7d22\u5f15\u3002 \u8be6\u7ec6\u8bf4\u660e \u4e24\u79cd\u65b9\u6cd5\uff1a \u7b2c\u4e00\u79cd\uff0c\u5728hbase shell\u4e2d\u521b ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=1477\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":8,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-1477","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/1477","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/8"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1477"}],"version-history":[{"count":2,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/1477\/revisions"}],"predecessor-version":[{"id":2730,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/1477\/revisions\/2730"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1477"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1477"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1477"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}