{"id":5908,"date":"2021-08-26T15:38:18","date_gmt":"2021-08-26T07:38:18","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=5908"},"modified":"2024-09-10T09:42:29","modified_gmt":"2024-09-10T01:42:29","slug":"hdfs%e8%8a%82%e7%82%b9%e9%80%80%e5%bd%b9%e5%a6%82%e4%bd%95%e5%8a%a0%e5%bf%ab%e5%89%af%e6%9c%ac%e8%a1%a5%e5%85%85","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=5908","title":{"rendered":"hdfs\u8282\u70b9\u9000\u5f79\u5982\u4f55\u52a0\u5feb\u526f\u672c\u8865\u5145"},"content":{"rendered":"

\u6982\u8981\u8bf4\u660e<\/h3>\n

\u672c\u6587\u4ecb\u7ecd\u4e00\u79cd\u901a\u8fc7\u540e\u53f0\u547d\u4ee4\uff0c\u9000\u5f79 HDFS DataNode \u89d2\u8272\u7684\u65b9\u6cd5\u3002
\n\u540c\u65f6\u63d0\u4f9b\u4e00\u79cd\u52a0\u5feb Under replicated block \u7684\u65b9\u6cd5\u3002<\/p>\n

\u8be6\u7ec6\u8bf4\u660e<\/h3>\n
    \n
  1. \u9000\u5f79 DataNode<\/li>\n
  2. \n

    \u914d\u7f6e\u53c2\u6570\uff0c\u52a0\u5feb\u8865\u5168 Under replicated block<\/h2>\n<\/li>\n<\/ol>\n

    1\u3001\u9000\u5f79 DataNode<\/h4>\n

    \u8282\u70b9\u9000\u5f79\u64cd\u4f5c\u662f\u5728 NameNode \u6240\u5728\u8282\u70b9\u7684 \/etc\/hdfs1\/conf\/exclude-list.txt \u52a0\u4e0a\u9700\u8981\u9000\u5f79\u7684\u8282\u70b9\uff1b
    \n\u7136\u540e\u6267\u884c hdfs dfsadmin -refreshNodes<\/p>\n

    \u67e5\u770b\u9000\u5f79\u8fdb\u5ea6\uff0c\u901a\u8fc7\u4ee5\u4e0b2\u79cd\u65b9\u5f0f\u67e5\u770b Decommission \u7684\u72b6\u6001\uff1a<\/p>\n

    hadoop dfsadmin -report<\/code><\/pre>\n
    \u6b63\u5728\u6267\u884cDecommission\uff0c\u4f1a\u663e\u793a\uff1aDecommission Status : Decommission in progress<\/p>\n
    \u6267\u884c\u5b8c\u6bd5\u540e\uff0c\u4f1a\u663e\u793a\uff1aDecommission Status : Decommissioned<\/p>\n
    \"file\"<\/p>\n
    \u5f53\u8282\u70b9\u72b6\u6001\u53d8\u4e3a decommissioned \u72b6\u6001\uff0c\u8868\u660e\u6570\u636e\u8f6c\u79fb\u5de5\u4f5c\u5df2\u7ecf\u5b8c\u6210\u3002<\/p>\n
    \u7136\u540e\u5728 manager \u8282\u70b9\u505c\u6b62\u8fd9\u4e2a DataNode\uff1b<\/p>\n
    \u6700\u540e\u6267\u884c hdfs dfsadmin -refreshNodes \u5237\u65b0\u8282\u70b9\u4fe1\u606f\uff1b<\/p>\n
    \u6b64\u65f6 50070 webui \u770b\u4e0d\u5230\u8be5\u8282\u70b9\uff0c\u5373\u4e3a\u9000\u5f79\u6210\u529f\u3002<\/p>\n
    2\u3001\u52a0\u5feb\u526f\u672c\u7684\u8865\u5145<\/h4>\n
    \u5982\u679c DataNode \u6570\u636e\u91cf\u5df2\u7ecf\u6bd4\u8f83\u5927\u4e86\uff0c\u6b64\u65f6\u9000\u5f79\u5904\u4e8e decommisstion in progress \u72b6\u6001\u7684\u65f6\u95f4\u4f1a\u6bd4\u8f83\u4e45\uff0c\u53ef\u4ee5\u518d\u9000\u5f79\u5f00\u59cb\u4e4b\u524d\uff0c\u8bbe\u7f6e\u4ee5\u4e0b\u53c2\u6570\uff0c\u6765\u52a0\u5feb\u526f\u672c\u7684\u8865\u5145\u3002<\/p>\n
    \u754c\u9762\u6dfb\u52a0\u81ea\u5b9a\u4e49\u53c2\u6570\uff0c\u7136\u540e\u914d\u7f6e\u670d\u52a1\uff0c\u91cd\u542f NameNode\uff1b<\/p>\n
    \u5982\u679c\u65e0\u6cd5\u6574\u4f53\u91cd\u542f NameNode\uff0c\u53ef\u4ee5\u91c7\u7528\u6eda\u52a8\u91cd\u542f\u7684\u65b9\u5f0f\uff08\u5148\u91cd\u542f standby\u7684\uff0c\u7136\u540e\u5207\u4e3b\uff0c\u518d\u91cd\u542f\u53e6\u4e00\u4e2a NameNode\uff09\uff1b<\/p>\n
    dfs.namenode.replication.max-streams
    \ndfs.namenode.replication.work.multiplier.per.iteration
    \ndfs.namenode.replication.max-streams-hard-limit<\/p>\n
    \"file\"<\/p>\n
    \"file\"<\/p>\n
    \u8bbe\u7f6e\u4e3a\u4ee5\u4e0a\u53c2\u6570\u4e4b\u540e\uff0cUnder replicated block \u8865\u5168\u6548\u7387\u53ef\u4ee5\u63d0\u5347 30 \u500d\u5de6\u53f3\u3002
    \n\u6027\u80fd\u53c2\u8003\uff1a
    \nSSD \u78c1\u76d8\u7684\uff0c500\u4e07 Blocks\uff0c\u9700\u898124\u5c0f\u65f6\u3002
    \nHDD \u78c1\u76d8\uff0c500\u4e07Blocks\uff0c\u9700\u8981144\u5c0f\u65f6\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
    \u6982\u8981\u8bf4\u660e \u672c\u6587\u4ecb\u7ecd\u4e00\u79cd\u901a\u8fc7\u540e\u53f0\u547d\u4ee4\uff0c\u9000\u5f79 HDFS DataNode \u89d2\u8272\u7684\u65b9\u6cd5\u3002 \u540c\u65f6\u63d0\u4f9b\u4e00\u79cd\u52a0\u5feb Unde ..<\/p>\n
    <\/div>\n
    Read more<\/a><\/p>\n","protected":false},"author":70,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[121,50],"tags":[],"class_list":["post-5908","post","type-post","status-publish","format-standard","hentry","category-121","category-troubleshotting"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/5908","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/70"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=5908"}],"version-history":[{"count":3,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/5908\/revisions"}],"predecessor-version":[{"id":14198,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/5908\/revisions\/14198"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=5908"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=5908"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=5908"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}