{"id":2641,"date":"2021-04-28T16:17:50","date_gmt":"2021-04-28T08:17:50","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=2641"},"modified":"2024-03-28T18:07:23","modified_gmt":"2024-03-28T10:07:23","slug":"%e5%9d%8f%e7%9b%98%e5%89%94%e9%99%a4%e4%bb%a5%e5%8f%8a%e6%b7%bb%e5%8a%a0%e7%a3%81%e7%9b%98%e5%90%8e%ef%bc%8ctdh%e6%93%8d%e4%bd%9c","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=2641","title":{"rendered":"\u6570\u636e\u76d8\u574f\u76d8\u5254\u9664\u6216\u8005\u6dfb\u52a0\u65b0\u78c1\u76d8\uff0cTDH \u64cd\u4f5c"},"content":{"rendered":"<h3>\u6982\u8981\u8bf4\u660e<\/h3>\n<hr \/>\n<p>\u672c\u6848\u4f8b\u4ecb\u7ecd\u4e24\u79cd\u5728TDH \u96c6\u7fa4\u4e2d\u4e3a\u67d0\u4e2a\u8282\u70b9\u66f4\u6362\u6570\u636e\u78c1\u76d8\uff0c\u6216\u8005\u6dfb\u52a0\u6570\u636e\u78c1\u76d8\u7684\u64cd\u4f5c\u65b9\u6cd5\uff1a<\/p>\n<blockquote>\n<ol>\n<li>\u8282\u70b9\u67d0\u4e00\u5757\u6570\u636e\u78c1\u76d8\u6545\u969c\u9700\u8981\u5254\u9664\u8be5\u786c\u76d8\uff1b<\/li>\n<li>\u8282\u70b9\u7684\u6570\u636e\u78c1\u76d8\u7a7a\u95f4\u4e0d\u8db3\uff0c\u9700\u8981\u6dfb\u52a0\u4e00\u5757\u65b0\u7684\u6570\u636e\u76d8\uff1b<\/li>\n<\/ol>\n<\/blockquote>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<hr \/>\n<p>TDH \u96c6\u7fa4\u4e2d\u8282\u70b9\u66f4\u6362\u574f\u76d8\u7684\u64cd\u4f5c\u4e3b\u8981\u5206\u4e3a\u4ee5\u4e0b\u51e0\u4e2a\u6b65\u9aa4\uff1a<\/p>\n<ol>\n<li>\u68c0\u67e5\u574f\u76d8\u88ab\u54ea\u4e9b\u670d\u52a1\u4f7f\u7528\uff0c\u5c06\u4f7f\u7528\u8be5\u78c1\u76d8\u7684\u670d\u52a1\u5bf9\u5e94\u7684\u89d2\u8272\u505c\u6389<\/li>\n<li>\u5c06\u8be5\u574f\u76d8\u4ece\u89d2\u8272\u914d\u7f6e\u4e2d\u5220\u9664\uff0c\u5e76\u914d\u7f6e\u670d\u52a1<\/li>\n<li>\u670d\u52a1\u5668\u6dfb\u52a0\u65b0\u7684\u78c1\u76d8\uff0c\u505a\u597d\u683c\u5f0f\u5316\u548c\u76ee\u5f55\u6302\u8f7d<\/li>\n<li>\u5c06\u65b0\u7684\u78c1\u76d8\u6dfb\u52a0\u5230\u670d\u52a1\u7684\u914d\u7f6e\u9879\u4e2d\uff0c\u5e76\u914d\u7f6e\u670d\u52a1<\/li>\n<li>\u91cd\u542f\u670d\u52a1<\/li>\n<\/ol>\n<h4>\u64cd\u4f5c\u8bf4\u660e<\/h4>\n<hr \/>\n<ul>\n<li>\u5982\u679c\u96c6\u7fa4\u53ea\u9700\u8981\u5254\u9664\u65e7\u76d8\uff0c\u53ea\u9700\u8981\u505a1\u30012\u30015\u5373\u53ef\uff1b<\/li>\n<li>\u5982\u679c\u662f\u96c6\u7fa4\u53ea\u662f\u6269\u5bb9\u65b0\u78c1\u76d8\uff0c\u53ea\u9700\u8981\u505a3\u30014\u30015\u5373\u53ef\uff1b<\/li>\n<li>\u5982\u679c\u662f\u96c6\u7fa4\u9700\u8981\u5254\u9664\u574f\u76d8\uff0c\u91cd\u65b0\u6dfb\u52a0\u65b0\u78c1\u76d8\uff0c5\u6b65\u9700\u8981\u5168\u505a\uff1b<\/li>\n<\/ul>\n<h4>\u8be6\u7ec6\u6b65\u9aa4<\/h4>\n<hr \/>\n<h5>1\u3001\u68c0\u67e5\u574f\u76d8\u88ab\u54ea\u4e9b\u670d\u52a1\u4f7f\u7528\uff0c\u5c06\u4f7f\u7528\u8be5\u78c1\u76d8\u7684\u670d\u52a1\u5bf9\u5e94\u7684\u89d2\u8272\u505c\u6389<\/h5>\n<p>\u5148\u68c0\u67e5\u78c1\u76d8\u662f\u5426\u4f5c\u4e3a\u96c6\u7fa4hdfs\u3001inceptor\u3001yarn\u7ec4\u4ef6\u7684\u6570\u636e\u76d8\u6216\u8005\u5143\u6570\u636e\u76d8\u5728\u4f7f\u7528\uff0c\u76f8\u5173\u7684\u670d\u52a1\u4ee5\u53ca\u914d\u7f6e\u9879\uff1a<\/p>\n<ul>\n<li>hdfs\uff1adfs.datanode.data.dir\u3001dfs.namenode.name.dir<\/li>\n<li>inceptor\uff1angmr.fastdisk.dir\u3001ngmr.localdir<\/li>\n<li>yarn\uff1ayarn.nodemanager.local-dirs\u3001yarn.nodemanager.log-dirs<\/li>\n<\/ul>\n<p>\u4f8b\u5982\u68c0\u67e5 hdfs \u670d\u52a1\u6570\u636e\u8def\u5f84\u6216\u8005\u5143\u6570\u636e\u8def\u5f84\u662f\u5426\u4f7f\u7528\u4e86\u574f\u76d8\uff0c\u4f9d\u6b21\u68c0\u67e5inceptor\u3001yarn \u7b49\u670d\u52a1\u7684\u3002<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589771878984.png\" alt=\"file\" \/><\/p>\n<p>\u5982\u679c\u9700\u8981\u66f4\u6362\u7684\u8282\u70b9\u78c1\u76d8\u5728 hdfs \u548c inceptor \u3001yarn \u7684\u8fd9\u51e0\u4e2a\u53c2\u6570\u5747\u6709\u914d\u7f6e\uff0c\u8bf7\u5148\u505c\u6b62\u8be5\u8282\u70b9\u4e0a\u7684 datanode \u89d2\u8272\u3001NameNode \u89d2\u8272\u3001inceptor server \u89d2\u8272\u3001nodemanager\u3001resourcemagaer\uff1b<\/p>\n<h5>2\u3001\u5c06\u8be5\u574f\u76d8\u4ece\u89d2\u8272\u914d\u7f6e\u4e2d\u5220\u9664\uff0c\u5e76\u914d\u7f6e\u670d\u52a1<\/h5>\n<p>\u5728\u4ee5\u4e0a\u51e0\u4e2a\u53c2\u6570\u7684\u914d\u7f6e\u9879\u4e2d\u79fb\u9664\u6302\u8f7d\u8be5\u78c1\u76d8\u7684\u76ee\u5f55\uff0c\u5177\u4f53\u6839\u636e\u96c6\u7fa4\u5b9e\u9645\u73af\u5883\u800c\u5b9a\u3002<br \/>\n\u5982\u679c\u53ea\u4f5c\u4e3a\u6570\u636e\u76d8\u5728\u4f7f\u7528 (\u53ea\u6709\u53c2\u6570 <code>dfs.datanode.data.dir<\/code> \u5305\u542b\u8282\u70b9\u574f\u76d8\u6302\u8f7d\u7684\u76ee\u5f55)\uff0c\u53ea\u9700\u8981\u505c datanode \u89d2\u8272\u5373\u53ef\uff0c\u79fb\u9664 <code>dfs.datanode.data.dir<\/code>\u53c2\u6570\u4e2d\u5173\u4e8e\u78c1\u76d8\u914d\u7f6e\u3002<\/p>\n<p>\u4fee\u6539\u5b8c\u53c2\u6570\u540e\uff0c\u914d\u7f6e\u9875\u9762 <strong>\u201c\u4fdd\u5b58\u66f4\u6539\u201d\uff0c\u201c\u66f4\u591a\u64cd\u4f5c\u201d\uff0c\u201c\u914d\u7f6e\u670d\u52a1\u201d<\/strong>\u4f7f\u5176\u751f\u6548\uff1b<\/p>\n<p>\u7136\u540e\u5230\u5bf9\u5e94\u8282\u70b9\u5378\u8f7d\u78c1\u76d8\uff1a<code>umount \/dev\/sdx \/mnt\/diskx<\/code>\uff0c\u6e05\u9664\u6545\u969c\u76d8\u5b8c\u6210<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589773317496.png\" alt=\"file\" \/><\/p>\n<h5>3\u3001\u670d\u52a1\u5668\u6dfb\u52a0\u65b0\u7684\u78c1\u76d8\uff0c\u505a\u597d\u683c\u5f0f\u5316\u548c\u76ee\u5f55\u6302\u8f7d<\/h5>\n<p>\u8bf7\u786e\u4fdd\u78c1\u76d8\u5df2\u7ecf\u683c\u5f0f\u5316\uff08<code>mkfs.xfs -f -n ftype=1 \/dev\/&lt;p_name&gt;<\/code>\uff09\uff0c\u786e\u8ba4\u8fc7\u53ef\u4ee5\u6b63\u5e38\u8bfb\u5199\uff0c\u7136\u540e\u6302\u8f7d\u5230 <code>\/mnt\/diskx<\/code> \u76ee\u5f55\uff0c\u5e76\u4e14\u5199\u5165\/etc\/fstab\u3002<\/p>\n<h5>4\u3001\u5c06\u65b0\u7684\u78c1\u76d8\u6dfb\u52a0\u5230\u670d\u52a1\u7684\u914d\u7f6e\u9879\u4e2d\uff0c\u5e76\u914d\u7f6e\u670d\u52a1<\/h5>\n<p>\u52308180\u9875\u9762\uff0chdfs\u3001inceptor\u3001yarn \u7ec4\u4ef6\u914d\u7f6e\u53c2\u6570\u4e2d\uff0c\u6839\u636e\u683c\u5f0f\u5c06\u65b0\u78c1\u76d8\u7684\u6302\u8f7d\u8def\u5f84\u6dfb\u52a0\u8fdb\u53bb\uff0c\u9875\u9762\u4fdd\u5b58\u4fee\u6539\uff0c\u201c\u66f4\u591a\u64cd\u4f5c\u201d\u4e2d\u201c\u914d\u7f6e\u670d\u52a1\u201d\u4f7f\u5176\u751f\u6548<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589773506855.png\" alt=\"file\" \/><\/p>\n<h5>5\u3001\u542f\u52a8\u670d\u52a1<\/h5>\n<p>\u91cd\u542f datanode\u3001yarn\u3001inceptor server \u76f8\u5173\u89d2\u8272<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u8bf4\u660e \u672c\u6848\u4f8b\u4ecb\u7ecd\u4e24\u79cd\u5728TDH \u96c6\u7fa4\u4e2d\u4e3a\u67d0\u4e2a\u8282\u70b9\u66f4\u6362\u6570\u636e\u78c1\u76d8\uff0c\u6216\u8005\u6dfb\u52a0\u6570\u636e\u78c1\u76d8\u7684\u64cd\u4f5c\u65b9\u6cd5\uff1a \u8282\u70b9\u67d0\u4e00\u5757\u6570\u636e\u78c1 ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=2641\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":11,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-2641","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/2641","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/11"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=2641"}],"version-history":[{"count":5,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/2641\/revisions"}],"predecessor-version":[{"id":12343,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/2641\/revisions\/12343"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=2641"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=2641"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=2641"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}