{"id":6236,"date":"2024-02-26T18:15:44","date_gmt":"2024-02-26T10:15:44","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=6236"},"modified":"2024-02-26T18:15:44","modified_gmt":"2024-02-26T10:15:44","slug":"tdh-4-3-inceptor%e7%bb%84%e4%bb%b6metastore%e8%bf%9e%e6%8e%a5%e6%b1%a0%e6%bb%a1%e4%ba%86%e8%a7%a3%e5%86%b3%e5%8a%9e%e6%b3%95","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=6236","title":{"rendered":"TDH 4.3 inceptor\u7ec4\u4ef6metastore\u8fde\u63a5\u6c60\u6ee1\u4e86\u89e3\u51b3\u529e\u6cd5"},"content":{"rendered":"<h3>\u6982\u8981\u63cf\u8ff0<\/h3>\n<hr \/>\n<p>\u672c\u6587\u4e3b\u8981\u8bb2\u8ff0inceptor\u7ec4\u4ef6\u5728\u4f7f\u7528\u65f6\u7531\u4e8emetastore\u7ebf\u7a0b\u6c60\u88ab\u5360\u6ee1\u5bfc\u81f4inceptor\u4f7f\u7528\u5f02\u5e38\u7684\u95ee\u9898\u3002<\/p>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<hr \/>\n<p>inceptor\u7ec4\u4ef6metasotre session\u4e2a\u6570\u9ed8\u8ba4\u53ea\u67091000\u4e2a\uff0c\u867d\u7136\u9875\u9762\u4e0a\u7684\u53c2\u6570<font color=\"red\">hive.metastore.server.max.threads<\/font>\u662f100000\uff0c\u4f46\u662f\u662f\u65e0\u6548\u7684\u3002\u5f53session\u8d85\u8fc71000\u4e2a\u65f6\u4f1a\u5bfc\u81f4metastore\u6302\u6389\uff0c\u9700\u8981\u8fdb\u884c\u4fee\u6539\u3002<\/p>\n<h5>1. \u4f7f\u7528 TDH Manager \u8bbf\u95ee\u661f\u73af\u5927\u6570\u636e\u754c\u9762\uff0c\u5982\u4e0b\u56fe<\/h5>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2021\/08\/image-1630396246659.png\" alt=\"file\" \/><\/p>\n<h5>2. \u70b9\u51fb\u8fdb\u5165 inceptor \u7ec4\u4ef6\uff0c\u67e5\u770b inceptor metastore \u8282\u70b9<\/h5>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2021\/08\/image-1630396796371.png\" alt=\"file\" \/><\/p>\n<h5>3. \u4f7f\u7528\u5de5\u5177 ssh \u767b\u9646\u8bbf\u95ee\u4efb\u610f inceptor metastore \u6240\u5728\u670d\u52a1\u5668\uff0c\u67e5\u770b metastore \u65e5\u5fd7\uff0c\u4e00\u822c\u53ef\u4ee5\u770b\u5230\u5982\u4e0b\u62a5\u9519<\/h5>\n<pre><code class=\"language-shell\">Task has been rejected by ExecutorService 9 times till\ntimedout, reason: java.util.concurrent.RejectedExecutionException: Task\norg.apache.thrift.server.TThreadPoolServer$WorkerProcess@46993\n52 rejected from\njava.util.concurrent.ThreadPoolExecutor@59cda1bd[Running, pool\nsize = 1000, active threads = 1000, queued tasks = 0, completed\ntasks = 38034]<\/code><\/pre>\n<p><font color=\"red\">pool size \u4e0e active threads \u76f8\u7b49\uff0c\u5219\u53d1\u51fa\u201cmetastore\u7ebf\u7a0b\u6c60\u88ab\u5360\u6ee1\u201d\u7684\u544a\u8b66\uff01<\/font><\/p>\n<h5>4. \u8c03\u6574 inceptor \u7ec4\u4ef6 metastore \u8fde\u63a5\u6c60\u53c2\u6570<\/h5>\n<p>\u8c03\u6574 <font color=\"red\">hive.metastore.server.max.threads<\/font> \u4e3a\u66f4\u5927\u7684\u503c\uff08\u5927\u4e8e1000\uff09\u5982 3000 \u6216\u8005\u5176\u4ed6\u503c\uff0c\u4fdd\u5b58\u540e <font color=\"red\">\u914d\u7f6e\u670d\u52a1<\/font>\uff0c\u91cd\u542f\u5373\u53ef\uff0c\u6210\u529f\u540e\u53ef\u4ee5\u5728<font color=\"red\">  \/etc\/inceptorsql1\/conf\/hive-site.xml<\/font>  \u6587\u4ef6\u91cc\u9762\u770b\u5230\u53c2\u6570\u503c<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2021\/08\/image-1630397528708.png\" alt=\"file\" \/><\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2021\/08\/image-1630397592418.png\" alt=\"file\" \/><\/p>\n<p><font color=\"red\">hive.metastore.server.max.threads \u9ed8\u8ba4\u503c\u4e3a 100000 \u672a\u4fee\u6539\u8fc7\u60c5\u51b5\u4e0b\uff0c \/etc\/inceptorsql1\/conf\/hive-site.xml \u91cc\u9762\u53ef\u80fd\u770b\u4e0d\u5230\u6b64\u53c2\u6570<\/font><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u63cf\u8ff0 \u672c\u6587\u4e3b\u8981\u8bb2\u8ff0inceptor\u7ec4\u4ef6\u5728\u4f7f\u7528\u65f6\u7531\u4e8emetastore\u7ebf\u7a0b\u6c60\u88ab\u5360\u6ee1\u5bfc\u81f4inceptor\u4f7f\u7528\u5f02 ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=6236\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":51,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[121,124],"tags":[],"class_list":["post-6236","post","type-post","status-publish","format-standard","hentry","category-121","category-124"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/6236","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/51"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=6236"}],"version-history":[{"count":2,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/6236\/revisions"}],"predecessor-version":[{"id":11993,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/6236\/revisions\/11993"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=6236"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=6236"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=6236"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}