{"id":4710,"date":"2023-10-18T15:43:28","date_gmt":"2023-10-18T07:43:28","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=4710"},"modified":"2025-10-20T14:17:49","modified_gmt":"2025-10-20T06:17:49","slug":"%e6%9b%bf%e6%8d%a2-hdfs-%e9%95%9c%e5%83%8f%e9%87%8c%e7%9a%84-du-%e6%93%8d%e4%bd%9c%e6%ad%a5%e9%aa%a4","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=4710","title":{"rendered":"\u66ff\u6362 HDFS \u955c\u50cf\u91cc\u7684 du \u64cd\u4f5c\u6b65\u9aa4"},"content":{"rendered":"

\u6982\u8981\u8bf4\u660e<\/h3>\n

\u95ee\u9898\u80cc\u666f\uff1a\u5728hadoop\u5f00\u6e90\u7248\u672c\u4e2d\uff0cdu\u9ed8\u8ba4\u914d\u7f6e10\u5206\u949f\uff0cdf\u9ed8\u8ba4\u914d\u7f6e1\u5206\u949f\u3002du -sk\u547d\u4ee4\u4f1a\u5bfc\u81f4\u673a\u5668load\u9ad8\u3002\u5f00\u6e90\u4fee\u590d\uff1a\u4e3adu\u547d\u4ee4\u589e\u52a0\u6296\u52a8\uff0c\u4fee\u590d\u7248\u672c2.7.4\uff0c2.8.0\u3002\u5177\u4f53\u53ef\u53c2\u8003\uff1a
\nhttps:\/\/issues.apache.org\/jira\/browse\/HADOOP-12975<\/a>
\nhttps:\/\/www.jianshu.com\/p\/8a819763b320<\/a><\/p>\n

\u8be6\u7ec6\u8bf4\u660e<\/h3>\n
\n

\u89e3\u51b3\u65b9\u6848\uff1a
\n(1)\u4fee\u6539du\u9ed8\u8ba4\u914d\u7f6efs.du.interval\u00a0\uff0c\u589e\u52a0\u6267\u884c\u95f4\u9694\u3002\u4f46\u660e\u663e\u7684\uff0c\u8be5\u64cd\u4f5c\u53ea\u80fd\u964d\u4f4e\u5f02\u5e38\u9891\u7387\uff0c\u5e76\u4e0d\u80fd\u89e3\u51b3du\u6267\u884c\u65f6load\u9ad8\u7684\u95ee\u9898\u3002\u6839\u636e\u5927\u6570\u636e\u96c6\u7fa4\u5206\u5e03\u5f0f\u7684\u8003\u91cf\uff0c\u666e\u901a\u8282\u70b9\u4f4e\u9891\u7387\u7684load\u9ad8\u53ef\u63a5\u53d7\uff0c\u4f46\u662f\u54ea\u6015\u4e00\u6b21\u51fa\u73b0\u5728\u7ba1\u7406\u8282\u70b9\uff08TDH\u76ee\u524d\u7684\u67b6\u6784\uff0c\u4e3b\u8981\u662finceptor server\u8282\u70b9\u7b49\uff09\u4e00\u6b21\uff0c\u90fd\u662f\u5f88\u4e25\u91cd\u7684\u3002<\/p>\n

(2)\u6355\u83b7\u5230hdfs\u8c03\u7528\u7684 du -sk \u547d\u4ee4\uff0c\u4f7f\u7528 df -k \u8fdb\u884c\u66ff\u6362\u3002a.\u8be5\u64cd\u4f5c\u7684\u524d\u63d0\u6761\u4ef6\u662f\u6bcf\u4e2aBP\u76ee\u5f55\u5355\u72ec\u4f4d\u4e8e\u4e00\u4e2a\u78c1\u76d8\u4e0a\uff0cTDH\u76ee\u524d\u6ee1\u8db3\u8be5\u6761\u4ef6\u3002b.\u8be5\u64cd\u4f5c\u7684\u4e0d\u4f1a\u5bf9\u6b63\u5e38du\u547d\u4ee4\u4ea7\u751f\u5f71\u54cd\u3002c.hdfs\u8c03\u7528du -sk\u548c\u8c03\u7528df -k\u6267\u884c\u7ed3\u679c\u5bf9\u529f\u80fd\u65e0\u5f71\u54cd
\n\u6839\u636e\u4ee5\u4e0a\u8981\u6c42\uff0c\u5177\u4f53\u7684\u89e3\u51b3\u65b9\u6848\u5982\u4e0b\u3002<\/p>\n

1\u30015.0\u4ee5\u4e0a\u96c6\u7fa4<\/h4>\n
    \n
  1. \n

    \u521b\u5efa dockerbuild \u76ee\u5f55
    \nmkdir -m 755 -pv \/tmp\/dockerbuild && cd \/tmp\/dockerbuild<\/p>\n<\/li>\n

  2. \n

    \u7f16\u5199 du \u811a\u672c
    \nvi \/tmp\/dockerbuild\/du
    \n\u7531\u4e8e kb \u7684 markdown \u6709\u4e9b\u7279\u6b8a\u5b57\u7b26\u65e0\u6cd5\u663e\u793a\uff0c\u6b63\u786e\u7684\u683c\u5f0f\u53c2\u8003\u56fe\u7247\uff1b<\/p>\n

    #!\/bin\/bash\nif [[ $2 == *\/BP-* ]] && [ $1 == -sk ]\nthen\nused=df -k $2 | grep -vE 'Used|\u53ef\u7528' | awk '{print $3}'<\/code>\necho -e \"$used\\t$2\"\nelse\necho -e \"$(du_bak $@)\"\nfi<\/code><\/pre>\n
    \"file\"<\/p>\n<\/li>\n
  3. \n
    \u627e\u51fa hdfs-datanode \u6240\u7528\u7684 image
    \nkubectl describe po $(kubectl get po -o wide | grep -i hdfs.*datanode | awk ‘{print $1}’ | head -1) | grep -iE "image:"<\/p>\n
    \u5982\u679c\u4ee5\u4e0a kubectl \u547d\u4ee4\u627e\u51fa\u7684\u4e0d\u662f\u5e26\u6709 5000 \u7aef\u53e3\u7684 image \u955c\u50cf\uff0c\u8bf7\u7528\u4ee5\u4e0b\u547d\u4ee4\u627e\u51fa\u548c\u96c6\u7fa4\u7248\u672c\u4e00\u81f4\u7684\u5e265000\u7aef\u53e3\u7684\u955c\u50cf\uff1a
    \ndocker images -a | grep -i hdfs<\/p>\n<\/li>\n
  4. \n
    \u7f16\u5199 DockerFile
    \nvi DockerFile<\/p>\n<\/li>\n<\/ol>\n
    DockerFile \u5185\u5bb9\uff1a
    \namen01-7:5000\/transwarp\/hdfs:transwarp-5.2.2-final \u4e3a\u521a\u624d\u7b2c 3 \u6b65\u627e\u5230\u7684 image \u955c\u50cf<\/p>\n
    FROM amen01-7:5000\/transwarp\/hdfs:transwarp-5.2.2-final\nRUN mv \/usr\/bin\/du \/usr\/bin\/du_bak\nADD du \/usr\/bin\/du\nRUN chmod +x \/usr\/bin\/du<\/code><\/pre>\n
      \n
    1. \n
      \u91cd\u65b0 build \u955c\u50cf\uff0c\u6ce8\u610f -t \u540e\u9762\u7684\u955c\u50cf\u66ff\u6362\u4e3a\u5b9e\u9645\u7684\u955c\u50cf\u540d
      \ndocker build -f DockerFile -t amen01-7:5000\/transwarp\/hdfs:transwarp-5.2.2-final .\/<\/p>\n<\/li>\n
    2. \n
      \u91cd\u65b0 push \u955c\u50cf\u5230\u4ed3\u5e93\uff0c\u955c\u50cf\u6362\u4e3a\u5b9e\u9645\u7684\u540d\u79f0
      \ndocker push amen01-7:5000\/transwarp\/hdfs:transwarp-5.2.2-final<\/p>\n<\/li>\n
    3. \n
      \u5230 manager 8180 \u754c\u9762\u6eda\u52a8\u91cd\u542f datanode<\/p>\n<\/li>\n<\/ol>\n
      2\u30014.X \u96c6\u7fa4<\/h4>\n
      \u65b0\u5efa\u4e00\u4e2a\/tmp\/du\u7684\u6587\u4ef6\uff0c\u5185\u5bb9\u662f\uff1a<\/p>\n
      #!\/bin\/bash\nif [[ $2 == *\/BP-* ]] && [ $1 == -sk ]\nthen\n    used=df -k $2 | grep -vE 'Used|\u53ef\u7528' | awk '{print $3}'<\/code>\n    echo -e \"$used\\t$2\"\nelse\n    echo -e \"$(du_bak $@)\"\nfi<\/code><\/pre>\n
      \u4e4b\u540e\u7528\u8fd9\u4e2a\u6587\u4ef6\u66ff\u4ee3du\u547d\u4ee4\uff1a<\/p>\n
      mv \/usr\/bin\/du \/usr\/bin\/du_bak\nmv \/tmp\/du \/usr\/bin\/du\nchmod +x \/usr\/bin\/du<\/code><\/pre>\n
      \u6ce8\u610f\u4e00\u5b9a\u8981\u91cd\u547d\u540d\u4e3adu_bak<\/p>\n
      \u56e0\u4e3a4.X\u6ca1\u6709\u5bb9\u5668\u5316\uff0c\u6240\u4ee5\u6240\u6709\u7684hdfs\u8282\u70b9\u90fd\u8981\u505a\u4e0a\u9762\u7684\u6b65\u9aa4\u3002
      \n\u5b8c\u6210\u4e4b\u540e\u91cd\u542fhdfs\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
      \u6982\u8981\u8bf4\u660e \u95ee\u9898\u80cc\u666f\uff1a\u5728hadoop\u5f00\u6e90\u7248\u672c\u4e2d\uff0cdu\u9ed8\u8ba4\u914d\u7f6e10\u5206\u949f\uff0cdf\u9ed8\u8ba4\u914d\u7f6e1\u5206\u949f\u3002du -sk\u547d\u4ee4\u4f1a\u5bfc\u81f4 ..<\/p>\n
      <\/div>\n
      Read more<\/a><\/p>\n","protected":false},"author":70,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[46,51],"tags":[],"class_list":["post-4710","post","type-post","status-publish","format-standard","hentry","category-performance","category-internal_usage"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4710","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/70"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4710"}],"version-history":[{"count":3,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4710\/revisions"}],"predecessor-version":[{"id":17495,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4710\/revisions\/17495"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4710"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4710"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4710"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}