{"id":3054,"date":"2020-10-09T18:51:36","date_gmt":"2020-10-09T10:51:36","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=3054"},"modified":"2023-07-03T18:05:10","modified_gmt":"2023-07-03T10:05:10","slug":"%e9%80%9a%e8%bf%87inceptor%e6%8a%bd%e5%8f%96%e6%95%b0%e6%8d%ae","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=3054","title":{"rendered":"\u901a\u8fc7inceptor\u62bd\u53d6\u6570\u636e"},"content":{"rendered":"<h3>\u6982\u8981\u63cf\u8ff0<\/h3>\n<p>\u4ea4\u8b66\u9879\u76ee\u5f88\u591a\u5730\u5e02\u9700\u8981\u62bd\u53d6\u6570\u636e\uff0c\u672c\u6587\u7b80\u5355\u63cf\u8ff0\u4e86\u5982\u4f55\u67e5\u770b\u4f7f\u7528inceptor\u62bd\u53d6\u6570\u636e\u3002<\/p>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<p>\u786e\u5b9a\u8981\u94fe\u63a5\u7684\u96c6\u7fa4\u7684inceptor\u7684ip\u5730\u5740\uff0c\u6570\u636e\u5b58\u53d6\u7684HDFS\u670d\u52a1\u6240\u5728\u7684\u4efb\u4e00dn\u8282\u70b9\u7684ip<\/p>\n<h4>\u64cd\u4f5c\u6b65\u9aa4<\/h4>\n<h5>1. \u901a\u8fc7beeline\u8fde\u63a5\u4e32\u8fde\u63a5\u5230\u5927\u6570\u636e\u5e73\u53f0\u7684inceptor\u4e2d<\/h5>\n<p>\u514d\u5bc6\u767b\u9646\u8bbf\u95ee\uff0c\u7136\u540e\u76f4\u63a5ssh \u5230inceptor\u8282\u70b9<br \/>\n<img decoding=\"async\" src=\"\/.\/wp-content\/uploads\/2020\/07\/image-1601450716759.png\" alt=\"file\" \/><\/p>\n<ul>\n<li>source \u547d\u4ee4\u5728\u6253\u5f00\u5982\u4e0a\u56fe\u7684\u94fe\u63a58180\u524d\u9762ip\u6240\u5c5e\u670d\u52a1\u5668\u64cd\u4f5c<\/li>\n<\/ul>\n<pre><code class=\"language-shell\">source  \/etc\/transwarp\/installation.conf\ncat \/etc\/hosts<\/code><\/pre>\n<p><img decoding=\"async\" src=\"\/.\/wp-content\/uploads\/2020\/07\/image-1597391729944.png\" alt=\"file\" \/><\/p>\n<p>\u5efa\u8bae\u76f4\u63a5\u8bbf\u95eeinceptor\u8282\u70b9\u670d\u52a1\u5668\uff0c\u5b9e\u9645\u94fe\u63a5\u8bed\u53e5\u6309\u5b9e\u9645\u60c5\u51b5\u4e3a\u51c6\uff0c\u67e5\u627einceptor\u8282\u70b9\u5982\u4e0b\u56fe<br \/>\n<img decoding=\"async\" src=\"\/.\/wp-content\/uploads\/2020\/07\/image-1601451344473.png\" alt=\"file\" \/><\/p>\n<pre><code class=\"language-shell\">beeline -u jdbc:hive2:\/\/$(hostname):10000\/default -n hive -p 123456<\/code><\/pre>\n<p><img decoding=\"async\" src=\"\/.\/wp-content\/uploads\/2020\/07\/image-1597392045292.png\" alt=\"file\" \/><\/p>\n<p>$(hostname)\uff1a\u8fd9\u4e2a\u6cdb\u6307\u4e3a\u6267\u884c\u8bed\u53e5\u7684\u673a\u5668\u7684\u4e3b\u673a\u540d\uff0c\uff0c\u53ef\u4ee5\u51c6\u786e\u6307\u5b9a\uff0c\u5982inceptor\u8282\u70b9hostname\u4e3adn07\uff0c\u5219\u53ef\u4ee5\u76f4\u63a5\u5c06$(hostname)\u6539\u4e3adn07<\/p>\n<h5>2. \u5982\u679c\u96c6\u7fa4\u5f00\u542f\u4e86\u5b89\u5168\uff0c\u9700\u8981\u5bf9HDFS\u8fdb\u884c\u8ba4\u8bc1<\/h5>\n<pre><code class=\"language-shell\">kinit hdfs\/$(hostname) -kt \/etc\/hdfs1\/hdfs.keytab<\/code><\/pre>\n<p><img decoding=\"async\" src=\"\/.\/wp-content\/uploads\/2020\/07\/image-1597392111279.png\" alt=\"file\" \/><\/p>\n<ol>\n<li>\n<p>\u5bfc\u51fa\u5230hdfs\u65b9\u6cd5<br \/>\n\u5728hdfs\u4e0a\u521b\u5efahive\u7528\u6237\u53ef\u64cd\u4f5c\u7684\u4e34\u65f6\u76ee\u5f55\uff0c\u5e76\u505a\u76f8\u5e94\u7684\u8d4b\u6743\u64cd\u4f5c<\/p>\n<pre><code class=\"language-shell\">hadoop fs -mkdir \/tmp\/data1\nhadoop fs -chown hive:hive \/tmp\/data1\nhadoop fs -chmod 777 \/tmp\/data1<\/code><\/pre>\n<\/li>\n<li>\n<p>\u5bfc\u51fa\u5230\u672c\u5730\u7684\u65b9\u6cd5\uff1a<br \/>\n\u5728\u672c\u5730\u670d\u52a1\u5668\u5efa\u4ee5\u4e0b\u76ee\u5f55\uff0c\u5e76\u505a\u76f8\u5e94\u7684\u8d4b\u6743\u64cd\u4f5c<\/p>\n<pre><code class=\"language-shell\">mkdir \/tmp\/data1\nchown -R hive:hive \/tmp\/data1\/\nchmod 777 \/tmp\/data1\/<\/code><\/pre>\n<\/li>\n<\/ol>\n<h5>3. \u901a\u8fc7\u64cd\u4f5c1\u8fde\u63a5\u6570\u636e\u5e93\u540e\u6839\u636e\u9700\u8981\u7684\u6761\u4ef6\u7f16\u5199SQL\u8bed\u53e5\u6267\u884c<\/h5>\n<pre><code class=\"language-shell\">set hyperbase.reader=true;<\/code><\/pre>\n<ol>\n<li>\n<p>\u5bfc\u51fa\u5230HDFS\u4e0a\u7684\u65b9\u6cd5\uff1a<\/p>\n<pre><code class=\"language-shell\">INSERT OVERWRITE DIRECTORY '\/tmp\/data1' ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' COLLECTION ITEMS TERMINATED BY '|' select * from cld_tfc_pass where key.gcsj >= '2020-04-01 00:00:00'  and key.gcsj < '2020-05-01 00:00:00' and key.hphm like '%PZA688' and key.kkbh='00000001';\nINSERT OVERWRITE DIRECTORY '\/tmp\/data1' select key.KKBH,key.GCSJ,key.HPHM,key.HPZL from cld_tfc_pass limit 10 ;<\/code><\/pre>\n<\/li>\n<li>\n<p>\u5bfc\u51fa\u5230\u672c\u5730\u7684\u65b9\u6cd5\uff1a<\/p>\n<pre><code class=\"language-shell\">INSERT OVERWRITE LOCAL DIRECTORY '\/tmp\/data1' ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' COLLECTION ITEMS TERMINATED BY '|' select * from cld_tfc_pass where key.gcsj >= '2020-04-01 00:00:00' and key.gcsj < '2020-05-01 00:00:00' and key.hphm like '%PZA688' and key.kkbh='00000001';\nINSERT OVERWRITE LOCAL DIRECTORY '\/tmp\/data1' select key.KKBH,key.GCSJ,key.HPHM,key.HPZL from cld_tfc_pass limit 10 ;<\/code><\/pre>\n<\/li>\n<\/ol>\n<h5>4. SQL\u8bed\u53e5\u6267\u884c\u6210\u529f\u540e<\/h5>\n<ol>\n<li>\u5728HDFS\u4e0a\/tmp\/data1 \u4e0b\u4f1a\u770b\u5230\u5bfc\u51fa\u7684\u6570\u636e\u6587\u4ef6\uff0c\u901a\u8fc7HDFS\u547d\u4ee4\u5c06\u5bfc\u51fa\u5230HDFS\u4e0a\u7684\u6570\u636e\u6587\u4ef6\u62ff\u5230\u672c\u5730\n<pre><code class=\"language-shell\">hadoop fs -get \/tmp\/data1 \/tmp<\/code><\/pre>\n<\/li>\n<li>\u5728\u672c\u5730\u670d\u52a1\u5668\u7684\/tmp\/data1 \u4e0b\u4f1a\u770b\u5230\u5bfc\u51fa\u7684\u6570\u636e\u6587\u4ef6\n<ul>\n<li>\u6ce8\u610f\uff1aSQL\u8bed\u53e5\u6267\u884c\u65f6\u95f4\u89c6\u5b9e\u9645\u6570\u636e\u91cf\u5927\u5c0f\u800c\u5b9a\uff0c\u5f85SQL\u8bed\u53e5\u6267\u884c\u5b8c\u540e\uff0c\u76f8\u5e94\u76ee\u5f55\u4e0b\u53ef\u80fd\u4f1a\u51fa\u73b0\u6ca1\u6709\u6570\u636e\u6587\u4ef6\u7684\u60c5\u51b5\uff0c\u8fd9\u4e2a\u9700\u8981\u7b49\u5f85\u4e00\u6bb5\u65f6\u95f4\u540e\u5f85\u6570\u636e\u5199\u5165\u5230\u5bf9\u5e94\u76ee\u5f55<\/li>\n<li>\u6ce8\u610f\uff1a\u5efa\u8bae\u4e0d\u8981\u76f4\u63a5\u590d\u5236\u7c98\u8d34\u8bed\u53e5\u4f7f\u7528\uff0c\u4ee5\u514d\u53d1\u751f\u8bed\u53e5\u683c\u5f0f\u95ee\u9898<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u63cf\u8ff0 \u4ea4\u8b66\u9879\u76ee\u5f88\u591a\u5730\u5e02\u9700\u8981\u62bd\u53d6\u6570\u636e\uff0c\u672c\u6587\u7b80\u5355\u63cf\u8ff0\u4e86\u5982\u4f55\u67e5\u770b\u4f7f\u7528inceptor\u62bd\u53d6\u6570\u636e\u3002 \u8be6\u7ec6\u8bf4\u660e \u786e\u5b9a\u8981 ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=3054\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":51,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[36,124],"tags":[],"class_list":["post-3054","post","type-post","status-publish","format-standard","hentry","category-migration","category-124"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3054","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/51"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3054"}],"version-history":[{"count":5,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3054\/revisions"}],"predecessor-version":[{"id":3652,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3054\/revisions\/3652"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3054"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3054"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3054"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}