{"id":7458,"date":"2021-12-22T16:51:58","date_gmt":"2021-12-22T08:51:58","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=7458"},"modified":"2021-12-23T10:04:54","modified_gmt":"2021-12-23T02:04:54","slug":"inpector-server%e7%9a%84hive-server2-log%e5%b8%b8%e7%94%a8%e6%9f%a5%e7%9c%8b%e6%8a%80%e5%b7%a7","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=7458","title":{"rendered":"Inpector Server\u7684hive-server2.log\u5e38\u7528\u67e5\u770b\u547d\u4ee4"},"content":{"rendered":"<h2>\u5e38\u7528\u547d\u4ee4<\/h2>\n<h3>1. \u67e5\u770bgc<\/h3>\n<p>Inceptor server\u6ca1\u6709\u5355\u72ec\u7684GC\u65e5\u5fd7\u6587\u4ef6\uff0cGC\u7684\u4fe1\u606f\u6df7\u5728hive-server2.log\u91cc\u9762\uff1bGC\u7684\u4fe1\u606f\u662f\u901a\u8fc7leviathan\u8f93\u51fa\u7684\uff0c\u6bcf\u5206\u949f\u4e00\u6b21\u3002<\/p>\n<ul>\n<li>\u5982\u679c\u95f4\u9694\u8d85\u8fc7\u4e861\u5206\u949f\uff0c\u4e2d\u95f4\u80af\u5b9a\u53d1\u751f\u4e86\u6bd4\u8f83\u4e25\u91cd\u7684GC;<\/li>\n<li>gcTime\u8ba1\u7b97, gcTime\u662f\u7d2f\u79ef\u7684\u65f6\u95f4\uff0c\u4e24\u4e2a\u76f8\u51cf\u5c31\u662f\u671f\u95f4\u7684GC\u603b\u65f6\u95f4;<\/li>\n<li>\n<p>\u5982\u679cgc\u7684count\u53d1\u751f\u91cd\u7f6e\u4e86\uff0c\u4ee3\u8868inceptor server\u53d1\u751f\u8fc7\u91cd\u542f<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2021\/12\/image-1640162988022.png\" alt=\"file\" \/><\/p>\n<\/li>\n<\/ul>\n<pre><code class=\"language-bash\"># \u8fdb\u5165\u5230inceptor\u65e5\u5fd7\u76ee\u5f55\uff0c\u63a5\u4e0b\u6765\u7684\u547d\u4ee4\u9ed8\u8ba4\u5728\u6b64\u76ee\u5f55\u4e0b\u6267\u884c\ncd \/var\/log\/inceptor1\n# \u4e0b\u9762\u8fd9\u4e2a\u547d\u4ee4\u53ef\u4ee5\u67e5\u627e2021\u5e7420\u53f7-21\u53f7\u671f\u95f4\uff0cinceptor\u7684gc\u60c5\u51b5\uff0c\u5e76\u91cd\u5b9a\u5411\u8f93\u51fa\u5230 \/tmp\/gc.log\nfind .\/ -name 'hive-server2.log*' -newermt '2021-12-20 00:00:00' ! -newermt '2021-12-21 00:00:00' -exec grep -a 'JVM heap gc status:' {} \\; > \/tmp\/gc.log<\/code><\/pre>\n<h3>2. \u67e5\u770b\u4e00\u6bb5\u65f6\u95f4\u5185\u7684job\u6570\uff0c\u53ef\u4ee5\u89c2\u5bdf\u5e76\u53d1<\/h3>\n<pre><code class=\"language-bash\"># \u67e5\u770b2021\u5e7420\u53f7-21\u53f7\u671f\u95f4start\u4e86\u591a\u5c11job\nfind .\/ -name 'hive-server2.log*' -newermt '2021-12-20 00:00:00' ! -newermt '2021-12-21 00:00:00' -exec grep -a \"Starting job\" {} \\; | wc -l\n# \u67e5\u770b2021\u5e7420\u53f7-21\u53f7\u671f\u95f4finish\u4e86\u591a\u5c11job\nfind .\/ -name 'hive-server2.log*' -newermt '2021-12-20 00:00:00' ! -newermt '2021-12-21 00:00:00' -exec grep -a \"Job finished\" {} \\; | wc -l\n# \u66ff\u6362\u5982\u4e0b\u5173\u952e\u5b57\u53ef\u4ee5\u67e5\u770btask\u7684\u60c5\u51b5\n# Starting task\n# Finished task<\/code><\/pre>\n<h3>3. \u67e5\u770b\u6267\u884c\u65f6\u95f4\u5728100~1000s\u7684task\uff0c\u53ef\u4ee5\u627e\u51fa\u8017\u65f6\u6bd4\u8f83\u4e45\u7684\u4efb\u52a1<\/h3>\n<pre><code class=\"language-bash\">grep -a \"Finished task\" .\/hive-server2.log* | grep -E \"in [0-9]{6} ms\" | wc<\/code><\/pre>\n<h3>4. \u67e5\u770b\u6bcf\u4e2aexecutor\u4e0a\u6267\u884c\u7684task\u60c5\u51b5<\/h3>\n<pre><code class=\"language-bash\"># \u67e5\u770b\u6bcf\u4e2aexecutor finish\u4e86\u591a\u5c11task\ngrep -a \"Finished task\" .\/hive-server2.log* | grep -oE \"on [0-9\\.]+\" | sort |uniq -cd\n# \u67e5\u770b\u6bcf\u4e2aexecutor start\u4e86\u591a\u5c11task\ngrep -a \"Starting task\" .\/hive-server2.log* | grep -oE \"[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\"| sort | uniq -cd<\/code><\/pre>\n<h3>5. \u67e5\u770b\u5e76\u53d1session\u6570<\/h3>\n<pre><code class=\"language-bash\"># \u67e5\u770b2021\u5e7420\u53f7-21\u53f7\u671f\u95f4\u5e76\u53d1\u7684session\nfind .\/ -name 'hive-server2.log*' -newermt '2021-12-20 00:00:00' ! -newermt '2021-12-21 00:00:00' -exec grep -ai \"Starting command\" {} \\; | grep -oE \"Thread-[0-9]{1,10}\" | sort | uniq -cd | wc -l<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u5e38\u7528\u547d\u4ee4 1. \u67e5\u770bgc Inceptor server\u6ca1\u6709\u5355\u72ec\u7684GC\u65e5\u5fd7\u6587\u4ef6\uff0cGC\u7684\u4fe1\u606f\u6df7\u5728hive-ser ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=7458\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":80,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[49],"tags":[],"class_list":["post-7458","post","type-post","status-publish","format-standard","hentry","category-checklist"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/7458","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/80"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=7458"}],"version-history":[{"count":1,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/7458\/revisions"}],"predecessor-version":[{"id":7473,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/7458\/revisions\/7473"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=7458"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=7458"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=7458"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}