{"id":12764,"date":"2024-08-01T15:08:12","date_gmt":"2024-08-01T07:08:12","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=12764"},"modified":"2024-08-01T15:08:12","modified_gmt":"2024-08-01T07:08:12","slug":"flink-1-17-%e6%89%b9%e5%a4%84%e7%90%86%e5%86%99%e5%85%a5-argodb-5-2","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=12764","title":{"rendered":"Flink-1.17 \u6279\u5904\u7406\u8bfb\u53d6\u5199\u5165 ArgoDB-5.2"},"content":{"rendered":"<h3>\u6982\u8981\u63cf\u8ff0<\/h3>\n<p>\u4f7f\u7528 Flink \u6279\u5904\u7406\u5199\u5165 ArgoDB 5.2 \u7684\u64cd\u4f5c\u6b65\u9aa4\uff0c\u8fd9\u91cc\u9700\u8981\u6ce8\u610f 2 \u70b9\uff1a<\/p>\n<ol>\n<li>Flink \u7248\u672c\uff1aFlink 1.17 \u53ca\u4ee5\u4e0a<\/li>\n<li>ArgoDB \u7248\u672c\u662f ArgoDB 5.2 \u53ca\u4ee5\u4e0a\uff0c\u4e14\u6253\u4e86\u6700\u65b0\u7684 Patch<\/li>\n<\/ol>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<ol>\n<li>\u51c6\u5907 Flink On YARN \u73af\u5883<\/li>\n<li>\u51c6\u5907 sql<\/li>\n<\/ol>\n<h4>\u51c6\u5907 Flink On YARN \u73af\u5883<\/h4>\n<p><a href=\"https:\/\/kb.transwarp.cn\/posts\/12752\" title=\"Flink-1.17 on YARN-9.3 \u6a21\u5f0f\">Flink-1.17 on YARN-9.3 \u6a21\u5f0f<\/a><\/p>\n<p>\u7136\u540e\u542f\u52a8 Flink Session<\/p>\n<pre><code class=\"language-shell\">source \/root\/TDH-Client\/init.sh y y hadoop3\nexport HADOOP_CLASSPATH=<code>hadoop classpath<\/code>\nexport HADOOP_CONF_DIR=\/etc\/yarn1\/conf\/\n.\/flink-1.17.2\/bin\/yarn-session.sh -d<\/code><\/pre>\n<h4>\u51c6\u5907 sql \u6587\u4ef6<\/h4>\n<p>\u5982\u679c sql \u6587\u4ef6\u6bd4\u8f83\u591a\uff0c\u5efa\u8bae\u662f\u521b\u5efa\u4e00\u4e2a sql \u76ee\u5f55\uff0c\u5b58\u653esql \u6587\u4ef6\uff0c\u6bd4\u5982\u8fd9\u6837\uff1a<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2024\/04\/image-1714375553454.png\" alt=\"file\" \/><\/p>\n<h5>Quark SQL\uff0c\u5728 ArgoDB \u4e2d\u521b\u5efa\u8868<\/h5>\n<pre><code class=\"language-sql\">--quark\u4e0a\u521b\u5efaHolodesk\u8868\ncreate table argodb_read_test_001\n(\n    c0  tinyint,\n    c1  smallint,\n    c2  int,\n    c3  bigint,\n    c4  float,\n    c5  double,\n    c6  decimal(30, 17),\n    c7  string,\n    c8  varchar(11),\n    c9  boolean,\n    c10 timestamp\n) stored as holodesk;\n\ncreate table argodb_write_test_001\n(\n    <code>user<\/code> string,\n    message string,\n    num decimal(22,2)\n) stored as holodesk;<\/code><\/pre>\n<h5>Flink SQL<\/h5>\n<pre><code class=\"language-sql\">--Flink\u4e0a\u521b\u5efaHolodesk\u8868\u89c6\u56fe\nSET sql-client.execution.result-mode=TABLEAU;\nSET 'parallelism.default' = '2';\ncreate table flink_read_test_001\n(\n    c0  tinyint,\n    c1  smallint,\n    c2  int,\n    c3  bigint,\n    c4  float,\n    c5  double,\n    c6  decimal(30, 17),\n    c7  string,\n    c8  varchar(11),\n    c9  boolean,\n    c10 timestamp\n) WITH (\n      'connector' = 'argodb',\n      'master.group' = '172.22.37.171:9630,172.22.37.172:9630,172.22.37.173:9630',\n      'table.name' = 'default.argodb_read_test_001',\n      'shiva2.enable' = 'true',\n      'metastore.url' = 'jdbc:hive2:\/\/172.22.37.172:10000\/default',\n      'username' = 'hive',\n      'password' = '123456'\n      );\n\nselect c0,\n       c1,\n       c2,\n       c4,\n       c5,\n       c6,\n       c7,\n       c8,\n       c9,\n       c10\nfrom flink_read_test_001 limit 2<\/code><\/pre>\n<h5>\u63d0\u4ea4 flink-read.sql<\/h5>\n<pre><code class=\"language-shell\"># \u8ba4\u8bc1\u7528\u6237\nkinit hive\n\n# \u63d0\u4ea4 sql\n.\/bin\/sql-client.sh -f sql\/flink-read.sql<\/code><\/pre>\n<h5>flink \u5199 ArgoDB \u7684 Flink SQL\u5b9e\u73b0<\/h5>\n<pre><code class=\"language-sql\">set sql-client.execution.result-mode=TABLEAU;\n\ncreate table flink_write_test_001 (\n    <code>user<\/code> string,\n    message string,\n    num decimal(22,2)\n) WITH (\n    'connector' = 'argodb',\n    'master.group' = '172.22.37.171:9630,172.22.37.172:9630,172.22.37.173:9630',\n    'table.name' = 'default.argodb_write_test_001',\n    'shiva2.enable' = 'true',\n    'compression' = 'snappy',\n    'use.external.address' = 'true',\n    'metastore.url' = 'jdbc:hive2:\/\/172.22.37.172:10000\/default',\n    'username' = 'hive',\n    'password' = '123456'\n);\n\ninsert into flink_write_test_001 values ('\u661f\u73af\u79d1\u6280','688031',99.56);\n\nselect <code>user<\/code>,\n       message,\n       num\nfrom flink_write_test_001 limit 20;\n<\/code><\/pre>\n<h5>\u63d0\u4ea4 flink-write.sql<\/h5>\n<pre><code class=\"language-shell\"># \u8ba4\u8bc1\u7528\u6237\nkinit hive\n\n# \u63d0\u4ea4 sql\n.\/bin\/sql-client.sh -f sql\/flink-write.sql\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u63cf\u8ff0 \u4f7f\u7528 Flink \u6279\u5904\u7406\u5199\u5165 ArgoDB 5.2 \u7684\u64cd\u4f5c\u6b65\u9aa4\uff0c\u8fd9\u91cc\u9700\u8981\u6ce8\u610f 2 \u70b9\uff1a Flink  ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=12764\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":11,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-12764","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/12764","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/11"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=12764"}],"version-history":[{"count":3,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/12764\/revisions"}],"predecessor-version":[{"id":13766,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/12764\/revisions\/13766"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=12764"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=12764"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=12764"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}