{"id":1795,"date":"2020-06-30T16:13:34","date_gmt":"2020-06-30T08:13:34","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=1795"},"modified":"2020-06-30T16:13:34","modified_gmt":"2020-06-30T08:13:34","slug":"sophon%e4%bc%9a%e8%af%9d%ef%bc%88session%ef%bc%89%e5%90%af%e4%b8%8d%e6%9d%a5%e9%97%ae%e9%a2%98%e6%8e%92%e6%9f%a5","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=1795","title":{"rendered":"Sophon\u4f1a\u8bdd\uff08session\uff09\u542f\u4e0d\u6765\u95ee\u9898\u6392\u67e5"},"content":{"rendered":"

\u6982\u8981\u63cf\u8ff0<\/h3>\n
\n

Sophon\u4f1a\u8bdd\uff08session\uff09\u542f\u4e0d\u6765\u662f\u4e00\u4e2a\u5e38\u89c1\u95ee\u9898\uff0c\u4e3b\u8981\u662f\u4e24\u65b9\u9762\u539f\u56e0\u9020\u6210\uff0c\u4e00\u662f\u4f1a\u8bdd\u542f\u52a8\u8d85\u65f6\uff0c\u4e8c\u662f\u4f1a\u8bdd\u4e2d\u8d44\u6e90\u9700\u6c42\uff08\u5982\u4f1a\u8bdd\u4e2d\u8bbe\u7f6e\u7684executor\u7684\u5185\u5b58\uff09\u8d85\u8fc7yarn\u7684\u8d44\u6e90\u914d\u7f6e\u53c2\u6570\u3002<\/p>\n

\u8be6\u7ec6\u8bf4\u660e<\/h3>\n
\n

Sophon\u4f1a\u8bdd\u672c\u8d28\u4e0a\u662fspark on yarn\uff08yarn-client\u6a21\u5f0f\uff09\uff0c\u4e00\u4e2a\u63d0\u4ea4\u5230 yarn \u4e0a\u7684 spark application\uff0c\u53ef\u5728 Yarn \u670d\u52a1 resourcemanager \u89d2\u8272 link \u76848088\u9875\u9762\u67e5\u770b\u3002
\n\u4f1a\u8bdd\u542f\u52a8\u8fc7\u7a0b\u4f1a\u5c06 spark \u76f8\u5173 jar\u5305\u4e0a\u4f20\u5230 hdfs\u4e0a\uff0c\u4e0a\u4f20\u5b8c\u6bd5\u540e\u4f1a\u68c0\u67e5\u662f\u5426\u80fd\u4ece yarn\u4e0a\u5206\u914d\u5230\u8db3\u591f\u7684\u4f1a\u8bdd\u8d44\u6e90\u3002
\n\u6709\u65f6\u4f1a\u8bdd\u542f\u52a8\u7684\u8fd9\u4e24\u4e2a\u8fc7\u7a0b\u8017\u65f6\u4f1a\u8d85\u8fc7 \/etc\/sophon1\/conf\/sophon.conf<\/code><\/strong> \u914d\u7f6e\u7684\u8d85\u65f6\u53c2\u6570 livy.server.yarn.app-lookup-timeout<\/code><\/strong>\uff0c\uff08\u9ed8\u8ba4360s\uff09\u3002
\n\u53e6\u4e00\u65b9\u9762\uff0c\u5982\u679c\u4f1a\u8bdd\u8bbe\u7f6e\u7684\u8d44\u6e90\uff08\u5982\u4f1a\u8bdd\u4e2d\u8bbe\u7f6e\u7684 executor \u7684\u5185\u5b58\uff09\u8d85\u8fc7 yarn\u7684\u8d44\u6e90\u914d\u7f6e\u53c2\u6570\uff0c\u5219\u9700\u8981\u63d0\u9ad8yarn\u7684\u914d\u7f6e\u53c2\u6570\u6216\u964d\u4f4e\u4f1a\u8bdd\u9700\u6c42\u8d44\u6e90\u3002<\/p>\n

PS\uff1a\u4f1a\u8bdd\u542f\u52a8\u8fc7\u7a0b\u6216\u9519\u8bef\u53ef\u4ee5\u67e5\u770bsophon-server.log\uff08\u5177\u4f53\u8def\u5f84\uff1asophon-web(Sophon2.2\u53ca\u4ee5\u540e\u7248\u672c\u4e3asophon-base)\u89d2\u8272\u6240\u5728\u8282\u70b9\/var\/log\/sophon1\/sophon-server.log\uff09\u3002<\/strong><\/p>\n

\u89e3\u51b3\u65b9\u6848<\/h4>\n

\u9488\u5bf9\u4ee5\u4e0a\u4e24\u4e2a\u95ee\u9898\uff0c\u63d0\u4f9b\u4e24\u4e2a\u89e3\u51b3\u65b9\u6848\uff1a<\/p>\n

    \n
  1. \u63d0\u9ad8\u8d85\u65f6\u53c2\u6570<\/li>\n<\/ol>\n

    \uff081\uff09\u5728 sophon-web (Sophon2.2\u53ca\u4ee5\u540e\u7248\u672c\u4e3a sophon-base )\u89d2\u8272\u6240\u5728\u8282\u70b9\u627e\u5230 \/etc\/sophon1\/conf\/sophon.conf<\/code><\/strong> \u5c06\u53c2\u6570 livy.server.yarn.app-lookup-timeout<\/code><\/strong> \u8bbe\u7f6e\u4e3a3600s\u3002
    \n\uff08sophon2.4\u7248\u672c\u91c7\u7528\u4e86\u5fae\u670d\u52a1\u6a21\u5f0f\uff0c\u6240\u5728\u8def\u5f84\u4e3a \/etc\/sophon1\/conf\/base\/sophon.conf<\/code><\/strong>\uff09<\/p>\n

    \"file\"<\/p>\n

      \n
    1. \u8d44\u6e90\u8c03\u6574<\/li>\n<\/ol>\n

      sophon \u7533\u8bf7\u7684 executor \u5185\u5b58\u548c\u4e2a\u6570\uff0c\u9700\u6ee1\u8db3\u7ed9\u4efb\u4f55 nodemanager \u8282\u70b9\u5206\u914d\u7684 excutors \u5185\u5b58\u603b\u91cf\u5c0f\u4e8eyarn.nodemanager.resource.memory-mb<\/code><\/strong>\u3002<\/p>\n

      \uff081\uff09\u63d0\u9ad8 yarn \u7684\u914d\u7f6e\u53c2\u6570\uff0c\u91cd\u542fyarn\u3002\u5728yarn\u670d\u52a1\u9875\u9762\u63d0\u9ad8\u6b64\u53c2\u6570\uff0c\u914d\u7f6e\u670d\u52a1\uff0c\u91cd\u542fyarn\uff0c\u4f7f\u53c2\u6570\u751f\u6548\u3002
      \n\uff082\uff09\u964d\u4f4e sophon \u4f1a\u8bdd\u7533\u8bf7\u7684
      \n\uff083\uff09\u5728\u7ec8\u7aef\u5220\u9664sophon-web(\u6216sophon-base) pod\uff08\u5373\u91cd\u542fsophon-web pod\uff09\u3002<\/p>\n

      kubectl delete po [sophon-web pod\u540d]<\/code><\/pre>\n
      \"file\"<\/p>\n","protected":false},"excerpt":{"rendered":"
      \u6982\u8981\u63cf\u8ff0 Sophon\u4f1a\u8bdd\uff08session\uff09\u542f\u4e0d\u6765\u662f\u4e00\u4e2a\u5e38\u89c1\u95ee\u9898\uff0c\u4e3b\u8981\u662f\u4e24\u65b9\u9762\u539f\u56e0\u9020\u6210\uff0c\u4e00\u662f\u4f1a\u8bdd\u542f\u52a8\u8d85\u65f6\uff0c\u4e8c\u662f ..<\/p>\n
      <\/div>\n
      Read more<\/a><\/p>\n","protected":false},"author":23,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-1795","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/1795","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/23"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1795"}],"version-history":[{"count":1,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/1795\/revisions"}],"predecessor-version":[{"id":3408,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/1795\/revisions\/3408"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1795"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1795"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1795"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}