{"id":7247,"date":"2023-12-29T16:47:46","date_gmt":"2023-12-29T08:47:46","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=7247"},"modified":"2023-12-29T16:47:45","modified_gmt":"2023-12-29T08:47:45","slug":"sophon%e4%bc%9a%e8%af%9d-%e8%b5%84%e6%ba%90%e6%b1%a0%e5%90%af%e5%8a%a8%e5%a4%b1%e8%b4%a5","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=7247","title":{"rendered":"Sophon\u4f1a\u8bdd\/\u8d44\u6e90\u6c60\u542f\u52a8\u5931\u8d25"},"content":{"rendered":"

\u6982\u8981\u63cf\u8ff0<\/h3>\n
\n

Sophon\u4f1a\u8bdd\u672c\u8d28\u4e0a\u662fspark on yarn\uff08yarn-client\u6a21\u5f0f\uff09\uff0c\u4e00\u4e2aclient\u4e3asophon-base\u63d0\u4ea4\u5230 yarn \u4e0a\u7684 spark application\uff0c\u53ef\u5728 Yarn \u670d\u52a1 resourcemanager \u89d2\u8272 link \u76848088\u9875\u9762\u67e5\u770b\u3002<\/p>\n

\u95ee\u9898\u63cf\u8ff0\uff1a<\/h4>\n

Sophon\u4f1a\u8bdd\/\u8d44\u6e90\u6c60\u542f\u52a8\u5931\u8d25\uff0c\u5728yarn\u76848088\u9875\u9762\u67e5\u770b\u62a5\u9519\uff1a\/usr\/java\/jdk1.8.0_25\uff1aNo such file or directory<\/code> yarn\u670d\u52a1\u627e\u4e0d\u5230 java \u73af\u5883\u76ee\u5f55, \u7c7b\u4f3c\u4e0b\u56fe<\/p>\n

\"file\"<\/p>\n

\u8be6\u7ec6\u8bf4\u660e<\/h3>\n
\n

\u539f\u56e0<\/h4>\n

sophon\u7684\u914d\u7f6e\u6587\u4ef6\u4e2d\u9ed8\u8ba4\u914d\u7f6e\u7684\u662f\/usr\/java\/jdk1.8.0_25\uff0c \u4f46\u662f\u73b0\u573a\u73af\u5883\u4e2d\uff0c yarn \u7684pod\u91cc\u9762\u6ca1\u6709\/usr\/java\/jdk1.8.0_25\u76ee\u5f55\u5bfc\u81f4\u7684\u3002
\n\"file\"<\/p>\n

\u89e3\u51b3\u65b9\u6848<\/h4>\n

\u65b9\u6848\u4e00<\/strong><\/p>\n

    \n
  1. \n

    \u627e\u5230sophonbase\u6240\u5728\u8282\u70b9
    \n\"file\"<\/p>\n<\/li>\n

  2. \n

    \u5728base \u6240\u5728\u8282\u70b9\u5c06 \/etc\/sophon1\/conf\/base\/spark-defaults.conf \u4e2d\u7684spark.executorEnv.JAVA_HOME\u7684\u503c\u6539\u6210yarn \u4e2d\u5bf9\u5e94\u7684jdk \u76ee\u5f55\uff0c \u672c\u6b21\u793a\u4f8b\u4e2d\u53ef\u4ee5\u5c06\u5176\u6539\u6210 \/usr\/java\/jdk1.8.0_25_bak
    \n\"file\"<\/p>\n<\/li>\n

  3. \n

    \u91cd\u542fsophon base \u89d2\u8272\u548c\u4f1a\u8bdd\/\u8d44\u6e90\u6c60<\/strong>
    \n\"file\"
    \n\"file\"<\/p>\n<\/li>\n<\/ol>\n

    \u65b9\u6848\u4e8c<\/strong><\/p>\n

    \u7531\u4e8e\u73b0\u573a\u73af\u5883\u662f\u7531\u4e8e\u64cd\u4f5c\u4e0d\u89c4\u8303\u5bfc\u81f4\u7684jdk \u76ee\u5f55\u53d8\u5316\u7684\uff0c \u6545\u4e5f\u53ef\u4ee5\u4fee\u6539YARN\u7684\u955c\u50cf\u91cc\u9762\u7684JDK\u76ee\u5f55\u540d\u79f0\uff0c\u66f4\u65b0\u8fd8\u539f\u955c\u50cf\u3002<\/p>\n

      \n
    1. \u53c2\u7167 \u4f7f\u7528 Dockerfile \u66f4\u6362\u5df2\u6709\u955c\u50cf\u7684\u6587\u4ef6\uff08\u6362\u5305<\/a>\u4e2d\u6362\u5305\u6b65\u9aa4\u4e2d\u76841-5\u6b65\uff0c \u66f4\u65b0yarn\u7684\u955c\u50cf
      \nDockerfile \u5185\u5bb9\u793a\u4f8b\u5982\u4e0b\uff0c<\/li>\n<\/ol>\n
      FROM ${registry-hostname}:5000\/transwarp\/yarn:${yarn\u7684\u7248\u672c}\nRUN mv \/usr\/java\/jdk1.8.0_25_bak \/usr\/java\/jdk1.8.0_25<\/code><\/pre>\n
      \u955c\u50cftag \u8bf7\u6839\u636e\u5b9e\u9645\u73af\u5883\u4fee\u6539<\/strong>,\u53ef\u4f7f\u7528 docker images |yarn<\/code> \u67e5\u770b<\/p>\n
        \n
      1. \u91cd\u542fYARN\u670d\u52a1\u3001sophon base \u89d2\u8272\u548c\u4f1a\u8bdd\/\u8d44\u6e90\u6c60<\/strong><\/li>\n<\/ol>\n
        \u5176\u4ed6\u4fe1\u606f<\/h3>\n
        \n
        \u5982\u6709\u4efb\u4f55\u5176\u4ed6\u7591\u95ee\uff0c \u8bf7\u5173\u6ce8\u5fae\u4fe1\u516c\u4f17\u53f7\u201c\u661f\u73af\u79d1\u6280\u670d\u52a1\u53f7\u201d\uff0c\u8054\u7cfb\u552e\u540e\u6280\u672f\u652f\u6301<\/p>\n","protected":false},"excerpt":{"rendered":"
        \u6982\u8981\u63cf\u8ff0 Sophon\u4f1a\u8bdd\u672c\u8d28\u4e0a\u662fspark on yarn\uff08yarn-client\u6a21\u5f0f\uff09\uff0c\u4e00\u4e2aclient\u4e3a ..<\/p>\n
        <\/div>\n
        Read more<\/a><\/p>\n","protected":false},"author":17,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[41],"tags":[],"class_list":["post-7247","post","type-post","status-publish","format-standard","hentry","category-other_issue"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/7247","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/17"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=7247"}],"version-history":[{"count":2,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/7247\/revisions"}],"predecessor-version":[{"id":11574,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/7247\/revisions\/11574"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=7247"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=7247"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=7247"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}