{"id":4447,"date":"2023-05-10T17:21:36","date_gmt":"2023-05-10T09:21:36","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=4447"},"modified":"2023-05-10T17:21:18","modified_gmt":"2023-05-10T09:21:18","slug":"beeline%e3%80%81inceptor%e3%80%81metastore%e3%80%81txsql-%e8%bf%9e%e6%8e%a5%e6%95%b0%e8%af%b4%e6%98%8e","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=4447","title":{"rendered":"beeline\u3001Inceptor\u3001metastore\u3001txsql \u8fde\u63a5\u6570\u8bf4\u660e"},"content":{"rendered":"

\u6982\u8981\u8bf4\u660e<\/h3>\n
\n

Inceptor \u7ec4\u4ef6\u7ecf\u5e38\u9047\u5230\u8fde\u63a5\u6570\u76f8\u5173\u95ee\u9898\uff0c\u672c\u6587\u7b80\u5355\u4ecb\u7ecd\u4e00\u4e0b Inceptor \u76f8\u5173\u7684\u5404\u79cd\u8fde\u63a5\u7684\u8bf4\u660e\uff0c\u4ee5\u53ca\u5bf9\u5e94\u7684\u53c2\u6570\uff1b<\/p>\n

\u8be6\u7ec6\u8bf4\u660e<\/h3>\n
\n

\u4e3b\u8981\u5305\u542b\u5982\u4e0b\u51e0\u79cd\u8fde\u63a5\u7684\u8bf4\u660e\uff1a<\/p>\n

\n
    \n
  1. beeline \u6216\u8005 waterdrop \u7684 session \u8fde\u63a5<\/li>\n
  2. thrift 10000 \u7aef\u53e3\u7684\u8fde\u63a5<\/li>\n
  3. metastore 9083 \u7aef\u53e3\u7684\u8fde\u63a5\uff0c\u4ee5\u53ca\u8fde\u63a5\u6c60<\/li>\n
  4. metastore -> txsql \u7684\u8fde\u63a5<\/li>\n
  5. txsql MasterWorkerThread * MasterIORoutineCnt \u8fde\u63a5\u6570<\/li>\n<\/ol>\n<\/blockquote>\n

    Session \u8fde\u63a5\u6570\u91cf<\/h4>\n

    \u4e00\u822c\u7ffb\u8bd1\u6210\u4f1a\u8bdd\uff0c\u4e00\u4e2a session \u91cc\u9762\u53ef\u4ee5\u6709\u5f88\u591a\u64cd\u4f5c\uff0c\u4e00\u822c\u6765\u8bf4 session \u7684\u8fde\u63a5\u6570\u91cf\u662f\u53d7\u7aef\u53e3\u8fde\u63a5\u6570\u7684\u9650\u5236\u3002<\/p>\n

    \u5728 Inceptor \u4e2d 10000 \u7aef\u53e3\u8fde\u63a5\u6570\u7684\u9650\u5236\u662f\u901a\u8fc7\u53c2\u6570 hive.server2.thrift.max.worker.threads<\/code><\/strong> \u63a7\u5236\u7684\uff0c\u53c2\u6570\u8bf4\u660e Maximum number of worker threads when in TCP mode\u3002\u800c\u8fd9\u4e2a\u53c2\u6570\u63a7\u5236\u7684\u662f\u5728 TCP \u72b6\u6001\u4e0bESTABLISHED \u72b6\u6001\u7684\u6570\u91cf\uff0c\u5bf9\u5176\u4ed6\u72b6\u6001\u7684\u5e76\u4e0d\u4f1a\u68c0\u6d4b\uff0c\u6240\u4ee5\u4f1a\u51fa\u73b0 session \u6570\u91cf\u5927\u4e8e\u8fd9\u4e2a\u9650\u5236\u503c\u7684\uff0c\u53ea\u80fd\u8bf4\u660e\u8fd9\u4e2a\u53c2\u6570\u9650\u5236\u4e86\u53ef\u7528\u7684 session \u6570\u91cf\uff1b<\/p>\n

    \u4e00\u822c\u7684\u6211\u4eec\u8bf4\u8c03\u6574 Inceptor \u8fde\u63a5\u6570\uff0c\u4e5f\u662f\u8c03\u6574\u8fd9\u4e2a\u53c2\u6570\uff1b\u53ef\u4ee5\u7406\u89e3\u4e3a\u8c03\u6574\u53ef\u7528 session \u8fde\u63a5\u6570<\/p>\n

    Thrift \u8fde\u63a5\u6570\u91cf<\/h4>\n

    10000 \u7aef\u53e3\u7684\u8fde\u63a5\uff0c\u901a\u8fc7\u53c2\u6570hive.server2.thrift.max.worker.threads<\/code><\/strong> \u63a7\u5236\uff1b<\/p>\n

    Inceptor -> Metastore \u8fde\u63a5\u6570\u91cf<\/h4>\n

    \u6ca1\u6709\u9650\u5236 9083 \u7aef\u53e3\u7684\u8fde\u63a5\u6570\uff0c\u4f46\u662f\u9650\u5236\u4e86\u8fde\u63a5 metastore \u7684\u6570\u91cf\uff0chive.metastore.server.max.threads<\/code><\/strong> \u8fd9\u4e2a\u53c2\u6570\u662f metastore \u6700\u5927\u5141\u8bb8\u8fde\u63a5\u6570\u91cf\uff1b<\/p>\n

    Metastore -> TxSQL<\/h4>\n

    metastore \u662f\u901a\u8fc7\u8fde\u63a5\u6c60\u53bb\u8fde\u63a5 txsql \u7684\uff0c\u4f7f\u7528\u7684 bonecp \u5e93\u5b9e\u73b0\u7684\uff0c\u53ef\u4ee5\u901a\u8fc7 datanucleus.connection.max<\/code><\/strong> \u63a7\u5236\uff0c\u9ed8\u8ba4\u8fde\u63a5\u6c60\u53ea\u6709 30 \u4e2a\u53ef\u7528 connection\uff1b<\/p>\n

    TxSQL \u8fde\u63a5\u6570<\/h4>\n

    TxSQL \u7684\u6700\u5927\u8fde\u63a5\u6570\u662f\u901a\u8fc7\u8ba1\u7b97\u5f97\u5230\u7684\uff0c\u662f MasterWorkerThread<\/code> \u548c MasterIORoutineCnt<\/code> \u7684\u4e58\u79ef\u3002
    \n\u8fd9\u91cc\u9700\u8981\u4e86\u89e3\u4e00\u4e0b TxSQL \u7684\u4e00\u4e2a\u7279\u70b9\uff0cTxSQL \u5bf9\u5916\u63d0\u4f9b\u670d\u52a1\u7684\u662f proxy, \u6bcf\u4e2a\u8282\u70b9\u4e0a\u90fd\u6709\u4e00\u4e2a proxy, \u6bcf\u4e2a proxy \u4f1a\u628a\u6d88\u606f\u53d1\u9001\u5230 master, \u800c master \u662f\u53ef\u80fd\u53d8\u5316\u7684\uff0cmaster \u7684\u6570\u91cf\u53ea\u80fd\u662f 1\u4e2a\uff0c\u6240\u4ee5\u5e0c\u671b\u4fee\u6539 txsql \u8fde\u63a5\u6570\u7684\u65f6\u5019\uff0c\u662f\u4fee\u6539 \/usr\/bin\/txsql\/etc\/phxsqlproxy.conf<\/code><\/strong> \u91cc\u7684 MasterWorkerThread<\/code> \u6570\u548c MasterIORoutineCnt<\/code> \u6570\u3002<\/p>\n

    \u524d\u8005\u4e3a\u5904\u7406\u8fde\u63a5\u7684\u7ebf\u7a0b\u6c60\u91cc\u7684\u6700\u5927\u7ebf\u7a0b\u6570\u91cf\uff0c\u800c\u540e\u8005\u4e3a\u6bcf\u4e2a\u7ebf\u7a0b\u7ba1\u7406\u7684\u534f\u7a0b\u6570\u91cf\uff0c\u7531\u4e8e\u5bf9 CPU \u7684\u8981\u6c42\u6bd4\u8f83\u9ad8\uff0c\u8fd9\u4e24\u4e2a\u503c\u4e0d\u5b9c\u8bbe\u7f6e\u8fc7\u5927\u3002<\/p>\n

    \u8bf4\u660e<\/h4>\n
      \n
    1. \u6574\u4e2a\u6d41\u7a0b\u5c31\u662f\u901a\u8fc7 Thrift 10000 \u7aef\u53e3\u4e0e Inceptor server \u5efa\u7acb Session \u8fde\u63a5\uff1b<\/li>\n
    2. \u4e0e Inceptor Server \u5efa\u7acb\u8fde\u63a5\u7684\u540c\u65f6\uff0c\u9700\u8981 inceptor-sever \u4e0e Metastore \u5efa\u7acb\u8fde\u63a5\uff1b<\/li>\n
    3. \u540c\u65f6 metastore \u4e0e txsql \u8fde\u63a5\u65f6\u4f1a\u6709\u53ef\u7528\u8fde\u63a5\u6c60\u9650\u5236\uff1b<\/li>\n
    4. \u6700\u540e txsql server \u672c\u8eab\u4e5f\u6709\u6700\u5927\u8fde\u63a5\u6570\u9650\u5236\u3002<\/li>\n<\/ol>\n

      \u6574\u4f53\u7684\u8fde\u63a5\u6570\u9650\u5236\u662f\u7531\u8fd9\u51e0\u4e2a\u53c2\u6570\u5171\u540c\u4f5c\u7528\u7684\u3002\u5355\u7eaf\u4fee\u6539\u67d0\u4e2a\u53c2\u6570\uff0c\u53ea\u80fd\u63d0\u9ad8\u67d0\u4e2a\u7ec4\u4ef6\u7684\u9650\u5236\uff0c\u5e76\u4e0d\u80fd\u4e3a\u6574\u4f53\u6027\u80fd\u5e26\u6765\u5f88\u5927\u7684\u63d0\u5347\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"

      \u6982\u8981\u8bf4\u660e Inceptor \u7ec4\u4ef6\u7ecf\u5e38\u9047\u5230\u8fde\u63a5\u6570\u76f8\u5173\u95ee\u9898\uff0c\u672c\u6587\u7b80\u5355\u4ecb\u7ecd\u4e00\u4e0b Inceptor \u76f8\u5173\u7684\u5404\u79cd\u8fde\u63a5\u7684\u8bf4 ..<\/p>\n

      <\/div>\n

      Read more<\/a><\/p>\n","protected":false},"author":11,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-4447","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4447","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/11"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4447"}],"version-history":[{"count":5,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4447\/revisions"}],"predecessor-version":[{"id":10216,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4447\/revisions\/10216"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4447"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4447"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4447"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}