{"id":3008,"date":"2020-09-22T17:06:08","date_gmt":"2020-09-22T09:06:08","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=3008"},"modified":"2024-05-11T12:33:05","modified_gmt":"2024-05-11T04:33:05","slug":"tdh5-x%e7%89%88%e6%9c%ac%e4%b8%ad%e5%a6%82%e4%bd%95%e8%ae%be%e7%bd%aeinceptor%e8%b0%83%e5%ba%a6%e7%ad%96%e7%95%a5%e4%b8%bafair","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=3008","title":{"rendered":"TDH5.X \u7248\u672c\u4e2d\u5982\u4f55\u8bbe\u7f6eInceptor\u8c03\u5ea6\u7b56\u7565\u4e3aFair"},"content":{"rendered":"<h3>\u6982\u8981\u8bf4\u660e<\/h3>\n<hr \/>\n<p>\u8fd9\u91cc\u7684\u8c03\u5ea6\u7b56\u7565\u5206\u4e3a\u4e24\u4e2a\u5c42\u9762\uff1a\u961f\u5217\u4e4b\u95f4\u7684\u8c03\u5ea6\u7b56\u7565\u548c\u961f\u5217\u5185\u90e8\u7684\u8c03\u5ea6\u7b56\u7565\u3002\u961f\u5217\u4e4b\u95f4\u7684\u8c03\u5ea6\u652f\u6301\u4e09\u79cd\u8d44\u6e90\u8c03\u5ea6\u7b56\u7565\uff1aFIFO\u3001FAIR\u3001FURION\uff08\u9700\u8981\u4f01\u4e1a\u7248\u4ee5\u4e0a\u8bb8\u53ef\u8bc1\u624d\u80fd\u652f\u6301\uff09\u3002\u672c\u6848\u4f8b\u662f\u914d\u7f6e\u961f\u5217\u95f4\u7684\u8c03\u5ea6\u6a21\u5f0f\u3002<\/p>\n<p>\u5176\u4e2dFIFO\u548cFAIR\u662f\u517c\u5bb9\u4e86Spark\u4e2d\u5bf9\u5e94\u7684\u8c03\u5ea6\u7b97\u6cd5\uff0c\u7ba1\u7406\u7684\u7c92\u5ea6\u662fTaskSet\u3002FURION\u662fInceptor\u4e2d\u72ec\u7279\u7684\u8c03\u5ea6\u7b56\u7565\uff0c\u5b83\u6cbf\u7528\u4e86FAIR\u8c03\u5ea6\u65b9\u5f0f\uff0c\u4e0d\u540c\u7684\u662fFURION\u91c7\u7528\u6811\u5f62\u7ed3\u6784\u7684\u5f62\u5f0f\u7ba1\u7406\u8d44\u6e90\u961f\u5217\uff0c\u5e76\u5c06\u7ba1\u7406\u7c92\u5ea6\u7ec6\u5316\u5230Task\u3002<\/p>\n<ol>\n<li>\n<p>FIFO\uff1a\u5148\u8fdb\u5148\u51fa\u662f\u6700\u7b80\u5355\u7684\u6a21\u5f0f\uff0c\u5b83\u6839\u636e\u6240\u6709\u63d0\u4ea4\u7684\u4efb\u52a1\u6309\u7167\u987a\u5e8f\u9010\u4e00\u6267\u884c\u3002<\/p>\n<\/li>\n<li>\n<p>FAIR\uff1a\u91c7\u7528\u76f8\u5bf9\u4e8eFIFO\u66f4\u52a0\u516c\u5e73\u7684\u8c03\u5ea6\u65b9\u5f0f\u3002<\/p>\n<\/li>\n<li>\n<p>FURION\uff1aFURION\u6a21\u5f0f\u6cbf\u88ad\u4e86FAIR\u7684\u8c03\u5ea6\u7b97\u6cd5\uff0c\u90fd\u662f\u5b8c\u5168\u516c\u5e73\u7b56\u7565\u7684\u4e00\u79cd\u5b9e\u73b0\uff0c\u5e76\u4e14\u91c7\u7528\u91c7\u7528\u52a0\u6743\u7684\u6392\u5e8f\u8c03\u5ea6\u7b97\u6cd5\u3002<\/p>\n<\/li>\n<\/ol>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<hr \/>\n<p>\u8bbe\u7f6e\u7684\u5177\u4f53\u65b9\u6cd5\u9700\u8981\u5728\u6240\u6709\u7684inceptor\u8282\u70b9\u4e0a\u7684<code>\/etc\/inceptorxx\/conf<\/code>\u4e0b\u9762\u6dfb\u52a0\u5bf9\u5e94\u7684fair.xml\u6587\u4ef6\uff0c\u4ee5\u53ca\u9700\u8981\u5728manager\u4e0a\u9762\u7ed9\u9884\u5b9a\u4e49\u53d8\u91cf\u53c2\u6570<code>EXTRA_DRIVER_OPTS<\/code>\u6dfb\u52a0\u5bf9\u5e94\u7684\u503c.<\/p>\n<h3>\u64cd\u4f5c\u6b65\u9aa4<\/h3>\n<h4>1\u3001\u5728manager\u4e0a\u9762\u7ed9\u9884\u5b9a\u4e49\u53d8\u91cf\u53c2\u6570<code>EXTRA_DRIVER_OPTS<\/code>\u6dfb\u52a0\u5bf9\u5e94\u7684\u503c\uff1a<\/h4>\n<p>\u6dfb\u52a0\u4ee5\u4e0b\u53c2\u6570\uff08\u6ce8\u610f\u8981\u6307\u5b9axml\u6587\u4ef6\u914d\u7f6e\u7684\u7edd\u5bf9\u8def\u5f84\uff0cinceptor1\u4e3a\u5f53\u524dinceptor\u540d\uff09\uff1a<br \/>\n<code>-Dspark.scheduler.mode=FAIR -Dspark.scheduler.allocation.file=\/etc\/inceptor1\/conf\/fair.xml<\/code><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2020\/07\/image-1595384965156.png\" alt=\"file\" \/><\/p>\n<h4>2\u3001manager\u4e0a\u9762\u6dfb\u52a0<code>mapred.fairscheduler.pool<\/code>\uff1a<\/h4>\n<p>\u9875\u9762\u4e0a\u914d\u7f6e\u4e0a\u9762\u7684\u53d8\u91cfmapred.fairscheduler.pool\u7684\u503c\uff08value=fair1\uff09\uff0c\u53d8\u91cf\u503cfair1\u4e0efair.xml\u4e2d\u914d\u7f6e\u7684\u4fdd\u6301\u4e00\u81f4\u3002<br \/>\n\u4f8b\u5b50\uff1a<br \/>\nmapred.fairscheduler.pool<br \/>\npool_etl<br \/>\nhive-site.xml<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2020\/07\/image-1595385180200.png\" alt=\"file\" \/><\/p>\n<h4>3\u3001\u786e\u4fdd\u5f53\u524d<code>inceptor.scheduler.enabled<\/code>\u503c\u4e3a<code>false<\/code>\uff1a<\/h4>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2020\/07\/image-1595388792200.png\" alt=\"file\" \/><\/p>\n<h4>4\u3001\u914d\u7f6e\u670d\u52a1\u91cd\u542finceptor\uff1a<\/h4>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2020\/07\/image-1595388840428.png\" alt=\"file\" \/><\/p>\n<p>\u5148\u70b9\u51fb\u914d\u7f6e\u670d\u52a1\uff0c\u5f85\u5b8c\u6210\u540e\u91cd\u542finceptor\u3002<br \/>\n5.X\u7248\u672c\u5148\u6267\u884c\u505c\u6b62\uff0c\u518d\u542f\u52a8\uff0c6.X\u7248\u672c\u53ef\u4ee5\u76f4\u63a5\u91cd\u542f<\/p>\n<h4>5\u3001\u767b\u5f554040\u9875\u9762\u67e5\u770b\u5f53\u524dSchedule\u662f\u5426\u4e3aFair\uff1a<\/h4>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2020\/07\/image-1595388936472.png\" alt=\"file\" \/><br \/>\n<img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2020\/07\/image-1595389684472.png\" alt=\"file\" \/><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u8bf4\u660e \u8fd9\u91cc\u7684\u8c03\u5ea6\u7b56\u7565\u5206\u4e3a\u4e24\u4e2a\u5c42\u9762\uff1a\u961f\u5217\u4e4b\u95f4\u7684\u8c03\u5ea6\u7b56\u7565\u548c\u961f\u5217\u5185\u90e8\u7684\u8c03\u5ea6\u7b56\u7565\u3002\u961f\u5217\u4e4b\u95f4\u7684\u8c03\u5ea6\u652f\u6301\u4e09\u79cd\u8d44\u6e90\u8c03\u5ea6\u7b56 ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=3008\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":27,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-3008","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3008","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/27"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3008"}],"version-history":[{"count":2,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3008\/revisions"}],"predecessor-version":[{"id":12952,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3008\/revisions\/12952"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3008"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3008"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3008"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}