{"id":3031,"date":"2020-05-21T09:23:22","date_gmt":"2020-05-21T01:23:22","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=3031"},"modified":"2020-05-21T09:23:22","modified_gmt":"2020-05-21T01:23:22","slug":"studio1-2%e4%bb%a5%e4%b8%8a%e7%89%88%e6%9c%ac%ef%bc%88%e5%8c%85%e5%90%ab1-2%ef%bc%89canaltdt%e6%95%b0%e6%8d%ae%e5%90%8c%e6%ad%a5","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=3031","title":{"rendered":"studio1.2\u4ee5\u4e0a\u7248\u672c\uff08\u5305\u542b1.2\uff09Canal+TDT\u6570\u636e\u540c\u6b65"},"content":{"rendered":"<h3>\u6982\u8981\u63cf\u8ff0<\/h3>\n<hr \/>\n<p>\u80cc\u666f\u4ecb\u7ecd\uff1a<\/p>\n<p>canal\u4ece1.2\u5f00\u59cb\u670d\u52a1\u5316\uff0c\u6709canal-server\/canal-client\u4e24\u4e2a\u89d2\u8272\u3002<\/p>\n<ul>\n<li>canal-server\uff1a\u7528\u4e8e\u89e3\u6790\u6570\u636e\u6e90\u7684\u65e5\u5fd7,\u6e90\u6570\u636e\u53ef\u4ee5\u8bd5kundb\/mysql\u3002<\/li>\n<li>canal-client\uff1a\u7528\u4e8e\u5904\u7406SYNC\u6587\u4ef6\u5230\u76ee\u6807\u7aef\uff0c\u8be5\u76ee\u6807\u53ef\u4ee5\u8bd5hdfs\/kundb\u3002<\/li>\n<\/ul>\n<h3>\u8be6\u7ec6\u8bf4\u660e<\/h3>\n<hr \/>\n<p>\u73af\u5883\u51c6\u5907\uff1a<\/p>\n<ul>\n<li>Transporter 1.2<\/li>\n<li>mysql 5.7<\/li>\n<\/ul>\n<h4>1. \u90e8\u7f72canal<\/h4>\n<p>\u9996\u5148canal\u672c\u8eab\u5177\u6709HA\u529f\u80fd\uff0c\u6240\u4ee5\u5728manager\u4e0a\u90e8\u7f72canal\u89d2\u8272\u7684\u65f6\u5019\uff0c\u9009\u62e9\u90e8\u7f72\u591a\u4e2acanal-server\/canal-client\u3002\u5982\u4e0b\u56fe\uff1a<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589181067188.png\" alt=\"file\" \/><\/p>\n<p>\u5b89\u88c5\u6210\u529f\u540e\u7684\u6548\u679c\u5982\u4e0b\uff1a<br \/>\n<img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589181018405.png\" alt=\"file\" \/><\/p>\n<p>\u8fdb\u5165tdt\u754c\u9762\uff0c\u53ef\u4ee5\u770b\u5230\u4e00\u680fcanal\u7ba1\u7406\uff0c\u5177\u4f53\u5982\u4e0b\u56fe\uff0c\u5982\u679ccanal \u670d\u52a1\u4e0d\u5b89\u88c5\uff0c\u8fd9\u91cccanal\u7ba1\u7406\u9875\u9762\u542f\u52a8task\u4e0d\u53ef\u7528<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589181128668.png\" alt=\"file\" \/><\/p>\n<h4>2. \u521b\u5efacanal\u4efb\u52a1\u2013\u6e90\u6570\u636e\u4e3aMysql\uff0c\u76ee\u6807\u7aef\u4e3ahdfs<\/h4>\n<h4>2.1  \u6e90\u7aef\u914d\u7f6e<\/h4>\n<ul>\n<li>\u4efb\u52a1\u540d\u79f0\uff1a\u81ea\u5b9a\u4e49canal\u670d\u52a1\u540d\u79f0<\/li>\n<li>\u7ec4\u522b\uff1a<strong>\u5982\u679c\u6ca1\u6709\u53ef\u9009\u7ec4\u522b\uff0c\u7b2c\u4e00\u6b21\u9700\u8981\u9009\u62e9\u65b0\u5efa\u7684\u7ec4\u522b<\/strong><\/li>\n<li>\u6dfb\u52a0Mysql\u5730\u5740\uff1a\u6dfb\u52a0\u81ea\u5df1\u9700\u8981\u89e3\u6790\u7684\u6e90\u7aef\u6570\u636e\u5e93\u7684\u5730\u5740\uff0c\u683c\u5f0fip:port<\/li>\n<li>\u7528\u6237\u540d\uff1a\u6570\u636e\u5e93\u7684\u767b\u5f55\u7528\u6237\u540d<\/li>\n<li>\u5bc6\u7801\uff1a\u6570\u636e\u5e93\u7684\u767b\u5f55\u5bc6\u7801<\/li>\n<li>\u6d4b\u8bd5\u8fde\u63a5:\u4e0a\u8ff0\u7684\u6570\u636e\u5e93\u7684\u6240\u6709\u7684\u5185\u5bb9\u586b\u597d\uff0c\u5373\u53ef\u4f7f\u7528\u8fde\u63a5\u6d4b\u8bd5\uff0c\u4f5c\u4e3a\u53c2\u8003\u9a8c\u8bc1\u5f53\u524d\u8fde\u63a5\u662f\u5426\u53ef\u7528\u3002<\/li>\n<\/ul>\n<p>\u53ef\u4ee5\u89c1\u5982\u4e0b\u6d4b\u8bd5\u6848\u4f8b\uff1a<br \/>\n<img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589181210904.png\" alt=\"file\" \/><\/p>\n<p>\u9ad8\u7ea7\u8bbe\u7f6e\u662f\u4e3a\u4e86\u6570\u636e\u6e90\u4e3akundb\u7684\u8bbe\u7f6e\uff0c\u8be6\u7ec6\u914d\u7f6e\u89c1kundb\u7bc7\u3002<\/p>\n<h4>2.2  \u6e90\u7aef\u5e93\u8868\u9009\u62e9<\/h4>\n<p>\u53ef\u4ee5\u9009\u62e9\u67d0\u4e2a\u5e93\u4e2d\u7684\u67d0\u4e9b\u8868\uff0c\u4e5f\u53ef\u4ee5\u9009\u62e9\u6574\u4e2a\u5e93\uff0c\u4e5f\u53ef\u4ee5\u9009\u62e9\u591a\u4e2a\u5e93\uff0c\u8fd9\u91cc\u6211\u4eec\u5bf9\u5355\u5f20\u8868\u8fdb\u884c\u6d4b\u8bd5\uff0c\u5982\u4e0b\u56fe<br \/>\n<img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589181396470.png\" alt=\"file\" \/><\/p>\n<p>\u9664\u4e86\u4ee5\u4e0a\u7684\u8868\u683c\u63d0\u793a\u7684\u529f\u80fd\uff0c\u5176\u4ed6\u6b63\u5219\u8868\u8fbe\u5f0f\u5df2\u7ecf\u8fc7\u6ee4\u7b49\u529f\u80fd\u5747\u53ef\u7528\uff0c\u5177\u4f53\u4f7f\u7528\u65b9\u6cd5\u53ef\u4ee5\u8be6\u89e3\u6587\u6863\u7ec4\u63d0\u4f9b\u7684\u64cd\u4f5c\u624b\u518c\u3002\u672c\u6587\u53ea\u63d0\u4f9b\u57fa\u672c\u7684\u64cd\u4f5c\u65b9\u6cd5\u3002<\/p>\n<h4>2.3  \u76ee\u6807\u7aef\u914d\u7f6e<\/h4>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589181431668.png\" alt=\"file\" \/><\/p>\n<ul>\n<li>HDFS\u8fde\u63a5\uff1a\u3010\u53ef\u4ee5\u9009\u62e9\u5df2\u6709\u7684\u94fe\u63a5\u3011\uff0c\u3010\u53ef\u4ee5\u9009\u62e9\u65b0\u5efa\u8fde\u63a5\uff0c\u65b0\u5efa\u8fde\u63a5\u7684\u65b9\u6cd5\uff0c\u8be6\u89c1\u8fde\u63a5\u64cd\u4f5c\u624b\u518c\u3011\uff0c\u3010\u53ef\u4ee5\u7f16\u8f91\u73b0\u6709\u7684\u94fe\u63a5\u3011\u3002<\/li>\n<li>\u4f4d\u7f6e\uff1a\u540c\u6b65\u7684\u6570\u636e\u65e5\u5fd7\u6700\u7ec8\u653e\u5230hdfs\u7684\u4f4d\u7f6e\uff0c\u53d6\u51b3\u4e8e\u5f53\u524d\u9009\u62e9\u7684hdfs\u7684\u8def\u5f84\u3002<\/li>\n<li>\u89e3\u6790\u6587\u4ef6\u751f\u6210\u9891\u7387\uff1acanal server\u89e3\u6790\u6587\u4ef6\u7684\u9891\u7387\uff0c\u5f53\u524d\u6709\u4e24\u4e2a\u7ef4\u5ea6\u53d6\u51b3\u5f53\u524dcanal server\u89e3\u6790\u901f\u5ea6\u3002<br \/>\n\u30101\u3011\u6587\u4ef6\u6570\u91cf\uff1a\u5f53\u524d\u89e3\u6790\u7684\u6587\u4ef6\u5185\u5bb9\u7684\u6570\u91cf\u5df2\u7ecf\u8fbe\u5230\u5f53\u524d\u7684\u6570\u636e\uff0c\u4f1a\u89e6\u53d1canal-client\u5c06\u672c\u5730\u6587\u4ef6put\u5230hdfs\u4e0a\u3002<br \/>\n\u30102\u3011\u6587\u4ef6\u5b58\u6d3b\u65f6\u95f4\uff1a\u5f53\u524d\u89e3\u6790\u7684\u6587\u4ef6\u5728\u672c\u5730\u6587\u4ef6\u5b58\u50a8\u7684\u65f6\u95f4\uff0c\u5230\u8fbe\u5f53\u524d\u7684\u8bbe\u7f6e\u65f6\u95f4\uff0cclient\u4f1a\u5c06\u672c\u5730\u6587\u4ef6put\u5230hdfs\u4e0a\u3002\u2014<\/li>\n<\/ul>\n<p>\u6ce8:\u5f53\u524d\u652f\u6301\u6700\u5c11\u7684\u65f6\u95f4\u662f60s\uff08\u53ef\u4ee5\u5927\u4e8e60s\uff09\uff0c\u5373\u9ed8\u8ba4\u503c\uff0c\u5373\u4fbf\u4fee\u6539\u4e3a40s\uff0c\u5f53\u524dclient\u4e5f\u4f1a\u6309\u716760s\u7684\u5468\u671fput\u6570\u636e\u3002<\/p>\n<h4>2.4  \u89c4\u5219\u6620\u5c04<\/h4>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589181602021.png\" alt=\"file\" \/><br \/>\n\u6620\u5c04\u89c4\u5219\u76ee\u524d\u5305\u62ec\uff0c<\/p>\n<ul>\n<li>\u53bb\u9664\u5e93\u8868\u540d\u524d\u540e\u7f00\uff0c<\/li>\n<li>\u81ea\u5b9a\u4e49\u6620\u5c04\u89c4\u5219\uff0c<\/li>\n<li>\u4e00\u4e00\u6620\u5c04\u89c4\u5219\u3002<\/li>\n<\/ul>\n<p>\u672c\u6587\u4e0d\u505a\u5176\u4ed6\u5c55\u5f00\uff0c\u8be6\u7ec6\u7684\u4f7f\u7528\u65b9\u6cd5\u8be6\u89c1\u5b98\u65b9\u7684\u64cd\u4f5c\u624b\u518c\u3002<\/p>\n<h4>2.5  \u7ed3\u679c<\/h4>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589181839715.png\" alt=\"file\" \/><br \/>\n\u70b9\u51fb\u786e\u5b9a\uff0c\u5c31\u4f1a\u8df3\u5230canal\u7684\u7ba1\u7406\u754c\u9762\uff0c\u5f53\u524d\u5c55\u793a\u7684\u662f\u521b\u5efacanal\u4efb\u52a1\u7684\u540d\u79f0\uff0c\u7ec4\u522b\uff0c\u521b\u5efa\u4eba\uff0c\u53d1\u5e03\u72b6\u6001\uff0c\u8fd0\u884c\u72b6\u6001\uff0c\u76ee\u6807\u7aef\u3002<br \/>\n\u540d\u79f0\uff0c\u7ec4\u522b\uff0c\u521b\u5efa\u4eba\uff0c\u76ee\u6807\u7aef\uff0c\u5747\u662f\u5728\u7528\u6237\u521b\u5efacanal\u4efb\u52a1\u586b\u5199\u7684\u5185\u5bb9\u7684\u5c55\u793a\u3002<\/p>\n<p>\u53d1\u5e03\u72b6\u6001\uff0c\u8fd0\u884c\u72b6\u6001\uff1a\u9700\u8981\u4e0a\u7ebfcanal\u7684\u4efb\u52a1\u624d\u4f1a\u5f00\u59cb\u89e3\u6790\u6570\u636e\u6e90\u7684\u6570\u636e\u3002\u9009\u62e9\u53d1\u5e03\u4e4b\u540e\uff0ccanal\u670d\u52a1\u7684\u5f53\u8fd0\u884c\u88c5\u53d8\u6210\u8fd0\u884c\uff0c\u8868\u793acanal\u4efb\u52a1\u5df2\u7ecf\u542f\u52a8\uff0c\u5982\u679c\u6709\u95ee\u9898\uff0c\u9700\u8981\u540e\u53f0\u67e5\u770bcanal\u65e5\u5fd7\uff0c\u5177\u4f53\u4f4d\u7f6e\u5728canal\u90e8\u7f72\u6240\u5728\u8282\u70b9\u7684\/var\/log\/canal-server\/**<\/p>\n<h4>2.6  \u6570\u636e\u540e\u53f0\u5c55\u793a\u7ed3\u679c\uff1a<\/h4>\n<p><strong>\u672c\u5730\u6587\u4ef6\u5c55\u793a\uff1a<\/strong><br \/>\n<img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589182048549.png\" alt=\"file\" \/><br \/>\n\u5728\u672c\u5730\u7684\u6570\u636e\u76ee\u5f55\uff08\u53c2\u8003transporter\u9875\u9762canal.client.local.data.store\u53c2\u6570\u914d\u7f6e\uff0c\u4e00\u822c\u9ed8\u8ba4\u4e3a\/var\/data\/transporter{X}\/canal-client\uff09\u4f1a\u65b0\u5efa\u4e00\u4e2acanal task\u5f00\u5934\u7684\u6587\u4ef6\u5939\uff0c\u4e00\u822c\u90fd\u662f${canal_task_name}_adapter\u3002\u5982\u4e0a\u6240\u793acanaltask_adapter;<\/p>\n<p>\u5982\u679c\u76d1\u6d4b\u5230\u6e90\u6570\u636e\u6709\u6539\u52a8\uff0c\u4f1a\u5728adapter\u6587\u4ef6\u4e0b\u9762\u521b\u5efa\u4e00\u4e2a\u6587\u4ef6\uff0c\u540d\u5b57\u4e3a ${database_name}-${table_name}-${canal_task_name}_adapter-writing_file\u3002<br \/>\n\u5373\u5982\u4e0a\u6240\u793a\u7684default-student_target-canaltask_adapter-writing_file<\/p>\n<p><strong>hdfs\u6587\u4ef6\u5c55\u793a\uff1a<\/strong><br \/>\n<img decoding=\"async\" src=\"\/wp-content\/uploads\/2020\/05\/image-1589182275985.png\" alt=\"file\" \/><br \/>\n\u5728hdfs\u4e0a\u4f1a\u5728\u521b\u5efacanal\u4efb\u52a1\u7684\u9009\u62e9hdfs\u7684\u8def\u5f84\u4e0b\u9762\u521b\u5efa\u9009\u62e9\u7684\u6570\u636e\u5e93\u7684\u540d\u5b57\uff0c\u4f8b\u5982\u672c\u6587\u9009\u62e9\u7684default\u6570\u636e\u5e93\u3002<\/p>\n<p>\u5728\u4e24\u4e2a\u6570\u636e\u5e93\u4e0b\u9762\u4f1a\u521b\u5efa\u5f53\u524d\u6709\u53d8\u5316\u7684\u8868\u7684\u6587\u4ef6\u5939\uff0c\u6587\u4ef6\u5939\u4e3a\u8868\u540d\u3002\u5982student_target\u3002<\/p>\n<p>\u5f53\u524d\u8868\u540d\u4f1a\u6709\u5f53\u524d\u5df2\u5b8c\u6210\u89e3\u6790\u7684\u6587\u4ef6\uff0c\u6700\u7ec8\u4ee5.tdt\u8fd9\u6837\u5b50\u7684\u6587\u4ef6\u5b58\u5728\u3002<\/p>\n<pre><code><\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u6982\u8981\u63cf\u8ff0 \u80cc\u666f\u4ecb\u7ecd\uff1a canal\u4ece1.2\u5f00\u59cb\u670d\u52a1\u5316\uff0c\u6709canal-server\/canal-client\u4e24\u4e2a\u89d2 ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=3031\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":12,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-3031","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3031","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/12"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3031"}],"version-history":[{"count":1,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3031\/revisions"}],"predecessor-version":[{"id":3173,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/3031\/revisions\/3173"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3031"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3031"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3031"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}