{"id":4219,"date":"2022-03-31T19:12:21","date_gmt":"2022-03-31T11:12:21","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=4219"},"modified":"2022-10-31T14:41:38","modified_gmt":"2022-10-31T06:41:38","slug":"esdriver%e8%a1%a8%e6%8f%92%e5%85%a5%e5%a4%a7%e5%ad%97%e6%ae%b5%e6%97%b6%e6%8a%a5%e9%94%99%ef%bc%9ajava-lang-runtimeexception-exception-found-during-closeop","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=4219","title":{"rendered":"esdriver\u8868\u63d2\u5165\u5927\u5b57\u6bb5\u65f6\u62a5\u9519\uff1ajava.lang.RuntimeException: Exception found during closeOp"},"content":{"rendered":"<h3>\u6982\u8981\u63cf\u8ff0<\/h3>\n<hr \/>\n<p>\u5728\u5411es\u4e2d\u5199\u6570\u636e\u7684\u65f6\u5019\uff0c\u7528\u5230\u7684\u9ed8\u8ba4\u7684\u5168\u5c40\u6a21\u677f\uff0c\u4f1a\u5bf9\u6587\u672c\u7c7b\u578b\u7684\u5b57\u6bb5\u8bbe\u7f6e\u4e3akeyword\uff0c\u4e5f\u5c31\u662f\u4e0d\u5206\u8bcd(not_analyzed)\uff0c\u7528\u4e8e\u505a\u805a\u5408\u7b49\u64cd\u4f5c\uff0c\u4e0d\u5206\u8bcd\u7684\u5b57\u6bb5,\u5b83\u7684\u6700\u5927\u957f\u5ea6\u548cutf-8\u7f16\u7801\u6709\u5173\uff0c\u6700\u5927\u957f\u5ea6\u4e3a32766\u5b57\u8282\uff0c\u537332KB\uff0c\u4f46\u6709\u4e9b\u60c5\u51b5\u4e0b\u9700\u8981\u63d2\u5165es\u8868\u4e2d\u7684\u6570\u636e\u4f1a\u8d85\u8fc732KB\uff0c\u76f4\u63a5\u63d2\u5165\u6570\u636e\u4f1a\u629b\u5f02\u5e38\uff0c\u672c\u6587\u6863\u9488\u5bf9\u8be5\u60c5\u51b5\u505a\u76f8\u5173\u8bf4\u660e\u3002<\/p>\n<p>\u6ce8\u610f\uff1a\u8be5\u65b9\u6cd5\u5bf9<strong><code>TDH5.2<\/code><\/strong>\u4ee5\u4e0a\u7248\u672c\u5747\u9002\u7528<\/p>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<hr \/>\n<h4>\u6b63\u5e38\u5efaesdrive\u8868\u5e76\u63d2\u5165\u8d85\u8fc732KB\u7684\u6570\u636e\u62a5\u9519<\/h4>\n<ol>\n<li>\n<p>\u521b\u5efaesdriver\u8868<\/p>\n<pre><code class=\"language-sql\">CREATE TABLE es_big_ana(key1 STRING,content STRING) STORED AS ES WITH SHARD NUMBER 3 REPLICATION 1;<\/code><\/pre>\n<\/li>\n<li>\n<p>\u5411esdrive\u8868\u4e2d\u63d2\u5165\u8d85\u8fc732KB\u7684\u6570\u636e<\/p>\n<pre><code class=\"language-sql\">INSERT INTO es_big_ana values('2','2020-10-08 09:32:54,172 ERROR org.apache.hadoop.hbase.master.MasterRpcServices: Region server edhnode81,60020,1601429358580 reported a fatal error:\nABORTING region server edhnode81,60020,1601429358580: Exception running postOpenDeployTasks; region=861880adb07f021fb5f73d9aad750f64\nCause: ...... ');<\/code><\/pre>\n<p>\u4e0a\u8ff0\u8bed\u53e5\u6267\u884c\u62a5\u9519\uff1a<code>SQL \u9519\u8bef [1] [08S01]: EXECUTION FAILED: Task MAPRED-SPARK error RuntimeException: [Error 1] java.lang.RuntimeException: Exception found during closeOp. See more detail on executor log. java.sql.SQLException: EXECUTION FAILED: Task MAPRED-SPARK error RuntimeException: [Error 1] java.lang.RuntimeException: Exception found during closeOp. See more detail on executor log. EXECUTION FAILED: Task MAPRED-SPARK error RuntimeException: [Error 1] java.lang.RuntimeException: Exception found during closeOp. See more detail on executor log.<\/code><br \/>\n<img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/10\/image-1602324454983.png\" alt=\"file\" \/><br \/>\n\u67e5\u770bsearch\u65e5\u5fd7\u53d1\u73b0\u62a5\u9519\u4fe1\u606f\uff1a<code>[2020-10-10T16:44:11,554][DEBUG][o.e.a.b.TransportShardBulkAction] [xixia03] [default.es_big_ana][2] failed to execute bulk item (index) BulkShardRequest [[default.es_big_ana][2]] containing [index {[default.es_big_ana][default_type_][1], source[n\/a, actual length: [35.4kb], max length: 2kb]}] java.lang.IllegalArgumentException: Document contains at least one immense term in field=\"content\" (whose UTF8 encoding is longer than the max length 32766), all of which were skipped.  Please correct the analyzer to not produce such terms.  The prefix of the first immense term is: '[50, 48, 50, 48, 45, 49, 48, 45, 48, 56, 32, 48, 57, 58, 51, 50, 58, 53, 52, 44, 49, 55, 50, 32, 69, 82, 82, 79, 82, 32]...', original message: bytes can be at most 32766 in length; got 35251<\/code><br \/>\n<img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/10\/image-1602324586794.png\" alt=\"file\" \/><\/p>\n<\/li>\n<\/ol>\n<h4>\u5bf9\u5b57\u6bb5\u8bbe\u7f6ewith\u5206\u8bcd\u7a81\u783432KB\u5927\u5b57\u6bb5\u9650\u5236<\/h4>\n<ol>\n<li>\u91cd\u65b0\u5efa\u8868\u5bf9\u5b57\u6bb5\u8bbe\u7f6ewith\u5206\u8bcd\n<pre><code class=\"language-sql\">CREATE TABLE es_big_ana(key1 STRING,content STRING WITH ANALYZER 'ZH' 'ik') STORED AS ES WITH SHARD NUMBER 3 REPLICATION 1;<\/code><\/pre>\n<\/li>\n<li>insert\u63d2\u5165\u6570\u636e\n<pre><code class=\"language-sql\">INSERT INTO es_big_ana values('2','2020-10-08 09:32:54,172 ERROR org.apache.hadoop.hbase.master.MasterRpcServices: Region server edhnode81,60020,1601429358580 reported a fatal error:\nABORTING region server edhnode81,60020,1601429358580: Exception running postOpenDeployTasks; region=861880adb07f021fb5f73d9aad750f64\nCause: ...... ');<\/code><\/pre>\n<p>\u53ef\u4ee5\u770b\u5230\u8be5\u5b57\u6bb5\u7684\u957f\u5ea6\u8d85\u8fc7\u4e8632KB\uff1a<\/p>\n<pre><code class=\"language-sql\">SELECT length(content) FROM es_big_ana;<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2020\/10\/image-1602380973472.png\" alt=\"file\" \/><\/p>\n<\/li>\n<\/ol>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u63cf\u8ff0 \u5728\u5411es\u4e2d\u5199\u6570\u636e\u7684\u65f6\u5019\uff0c\u7528\u5230\u7684\u9ed8\u8ba4\u7684\u5168\u5c40\u6a21\u677f\uff0c\u4f1a\u5bf9\u6587\u672c\u7c7b\u578b\u7684\u5b57\u6bb5\u8bbe\u7f6e\u4e3akeyword\uff0c\u4e5f\u5c31\u662f\u4e0d\u5206\u8bcd( ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=4219\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":14,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-4219","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4219","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/14"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4219"}],"version-history":[{"count":0,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/4219\/revisions"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4219"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4219"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4219"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}