{"id":782,"date":"2021-03-04T17:53:48","date_gmt":"2021-03-04T09:53:48","guid":{"rendered":"https:\/\/nj.transwarp.cn:8180\/?p=782"},"modified":"2021-10-26T17:33:16","modified_gmt":"2021-10-26T09:33:16","slug":"ogg12-3tdt6-1-%e5%ae%9e%e8%b7%b5%e6%8c%87%e5%8d%97","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=782","title":{"rendered":"OGG12.3+TDT6.1 \u5b9e\u8df5\u6307\u5357"},"content":{"rendered":"<h1>OGG+TDT\uff086.1\uff09\u90e8\u7f72\u624b\u518c<\/h1>\n<p><font color=red>\u6ce8\u610f\uff1a\u672c\u6587\u6863\u4ec5\u9650studio1.1\u4e4b\u524d\u7248\u672c\u4f7f\u7528\uff0cstudo1.2\u7248\u672c\u4e4b\u540e\u7684tdt\u53bb\u6389\u4e86&lt;\u8868\u8fc7\u6ee4&gt;\uff0c\u65b0\u7248\u672c\u53ef\u4ee5\u4f7f\u7528&lt;\u6279\u91cf\u6570\u636e\u6d41&gt;\u5b9e\u73b0\u589e\u91cf\u5bfc\u5165\u3002<\/font><\/p>\n<h2>1.   \u6587\u6863\u8bf4\u660e<\/h2>\n<p>\u672c\u6587\u6863\u7528\u4e8e\u8bf4\u660e\u57fa\u4e8eOGG12\u548cTDT6.1\u7684\u5b9e\u65f6\u540c\u6b65\u90e8\u7f72\u6b65\u9aa4\u3002<\/p>\n<table>\n<thead>\n<tr>\n<th>\u8f6f\u4ef6<\/th>\n<th>\u7248\u672c<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>TDH<\/td>\n<td>6.0.1final<\/td>\n<\/tr>\n<tr>\n<td>TDT<\/td>\n<td>6.1final<\/td>\n<\/tr>\n<tr>\n<td>Workflow<\/td>\n<td>6.1final<\/td>\n<\/tr>\n<tr>\n<td>\u6e90\u7aefOracle<\/td>\n<td>11.2.0.1.0(Linux)<\/td>\n<\/tr>\n<tr>\n<td>\u6e90\u7aefGoldengate<\/td>\n<td>12.3.0.1.4 (Linux)<\/td>\n<\/tr>\n<tr>\n<td>\u76ee\u6807\u7aefOGG FOR BIG DATA<\/td>\n<td>11.3.2.1.1(Linux)<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<blockquote>\n<p>\u5b89\u88c5\u5305\u5df2\u5b58\u653e\u5728 \\\\fs.transwarp.club\\Software\\Tools\\OGG_For_TDT6.1\\<\/p>\n<\/blockquote>\n<ul>\n<li>\n<p><strong>OGG &amp; OGG FOR BIG DATA\u4e0b\u8f7d\u5730\u5740\uff1a<\/strong><br \/>\n\u4e0b\u8f7d\u5730\u5740\uff1a<a href=\"https:\/\/www.oracle.com\/technetwork\/jp\/content\/index-084744-ja.html\">https:\/\/www.oracle.com\/technetwork\/jp\/content\/index-084744-ja.html<\/a><br \/>\n\u6216\u8005https:\/\/edelivery.oracle.com\/osdc\/faces\/SoftwareDelivery<\/p>\n<\/li>\n<li>\n<p><strong>TDT-EXTENSION\u4e0b\u8f7d\u5730\u5740:<\/strong><br \/>\n<a href=\"http:\/\/172.16.1.97:8080\/index.php\/s\/N9ezQ0LL2Qt4fKf\">http:\/\/172.16.1.97:8080\/index.php\/s\/N9ezQ0LL2Qt4fKf<\/a><br \/>\n\u767e\u5ea6\u7f51\u76d8\uff1a<a href=\"https:\/\/pan.baidu.com\/s\/17E87iQ4W-5-c-0T9ARGk7Q\">https:\/\/pan.baidu.com\/s\/17E87iQ4W-5-c-0T9ARGk7Q<\/a> \u63d0\u53d6\u7801\uff1aolxh<\/p>\n<\/li>\n<\/ul>\n<h2>2.   OGG+TDT\u6570\u636e\u6d41\u56fe<\/h2>\n<p><strong># \u6b65\u9aa4\u8bf4\u660e\uff1a<\/strong><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568119009588.png\" alt=\"file\" \/><\/p>\n<p><strong>1\uff0e\u62bd\u53d6\u8fdb\u7a0b\uff08EXT01\uff09\uff1a\u5c06Oracle Redo\u65e5\u5fd7\u89e3\u6790\u4e3aOGG\u65e5\u5fd7\uff0c\u9700\u8981\u4e3a\u8be5\u8fdb\u7a0b\u6307\u5b9a\u5b58\u50a8OGG\u65e5\u5fd7\u7684\u672c\u5730\u76ee\u5f55\u548c\u65e5\u5fd7\u540d\u79f0\u7684\u524d\u7f00\uff0c\u8be5\u524d\u7f00\u7531\u4e24\u4f4d\u5b57\u6bcd\u7ec4\u6210\uff0c\u5982ac\uff1b<\/strong><\/p>\n<p><strong>2\uff0e\u4f20\u8f93\u8fdb\u7a0b\uff08DEP01\uff0c\u6709\u65f6\u4e5f\u79f0\u4e4b\u4e3a\u6570\u636e\u6cf5\u8fdb\u7a0b\uff09\uff1a\u5c06\u6b65\u9aa41\u4e2d\u7684OGG\u65e5\u5fd7\u4f20\u8f93\u5230\u76ee\u6807\u7aef\uff1b<\/strong><\/p>\n<p><strong>3\uff0eHandler\u89e3\u6790\u8fdb\u7a0b\uff1a\u5c06\u76ee\u6807\u7aef\u63a5\u6536\u7684OGG\u65e5\u5fd7\u89e3\u6790\u4e3aTDT\u65e5\u5fd7\uff0c\u89e3\u6790\u540e\u65e5\u5fd7\u7684\u5b58\u653e\u8def\u5f84\u7531handler.properties\u7684gg.handler.tdthagdler.TargetDir\u53c2\u6570\u6307\u5b9a\uff0c\u9ed8\u8ba4\u4e3a\/tmp\/ogg\uff0c\u5982\u679c\u662f\u751f\u4ea7\u73af\u5883\uff0c\u8bf7\u81ea\u884c\u5b9a\u4e49\u8be5\u76ee\u5f55\uff1b<\/strong><\/p>\n<p><strong>4\uff0ePoster\u8fdb\u7a0b\uff1a\u5c06\u6b65\u9aa43\u4e2d\u7684TDT\u65e5\u5fd7\u4e0a\u4f20\u5230HDFS\uff0c\u6ce8\u610f\uff0c\u76ee\u524d\u8be5\u8fdb\u7a0b\u53ea\u76d1\u63a7\/tmp\/ogg\u76ee\u5f55\u65b0\u589e\u7684\u6587\u4ef6\uff0c\u5e76\u5c06\u65b0\u589e\u7684\u6587\u4ef6\u4e0a\u4f20\u5230HDFS\uff0c\u56e0\u6b64\uff0c\u5982\u679cposter\u8fd0\u884c\u8fc7\u7a0b\u4e2d\u610f\u5916\u505c\u6b62\uff0c\u4e3a\u907f\u514d\u76ee\u6807\u7aefORC\u8868\u6570\u636e\u4e22\u5931\uff0c\u505c\u6b62\u671f\u95f4\u65b0\u589e\u7684\u6587\u4ef6\u8981\u624b\u52a8\u4e0a\u4f20\u5230HDFS\uff1b<\/strong><\/p>\n<p><strong>5\uff0eJob\u8fdb\u7a0b\uff1aJob\u8fdb\u7a0b\u5b9e\u9645\u4e3aTDT\u7684\u5ba2\u6237\u7aef\uff0c\u8d1f\u8d23\u5411TDT Server\u63d0\u4ea4\u540c\u6b65\u4f5c\u4e1a\uff0cTDT Server\u63a5\u6536\u8be5\u4f5c\u4e1a\u540e\uff0c\u5c06\u4f1a\u89e3\u91caHDFS\u7684\u65e5\u5fd7\u6570\u636e\uff0c\u5e76\u6839\u636e\u540c\u6b65\u4f5c\u4e1a\u63d0\u4f9b\u7684\u63cf\u8ff0\u65b9\u5f0f\u5c06\u589e\u91cf\u6570\u636e\u5199\u5165\u5230TDH\u7684ORC Transaction\u8868\u3002\u6ce8\u610f\uff0cTDT\u5bf9\u4e8e\u540c\u6b65\u4efb\u52a1\u4f1a\u987a\u5e8f\u8bfb\u53d6HDFS\u4e0a\u7684\u6570\u636e\u5e76\u8bb0\u5f55\u5df2\u5904\u7406\u6570\u636e\uff0c\u6240\u4ee5\uff0c\u91cd\u65b0\u542f\u52a8Job\u8fdb\u7a0b\u540e\u5c06\u4ece\u4e0a\u4e2a\u505c\u6b62\u7684\u65f6\u95f4\u70b9\u7ee7\u7eed\u8bfb\u53d6\u6570\u636e\uff0c\u6570\u636e\u4e0d\u4f1a\u4e22\u5931\u3002<\/strong><\/p>\n<h2>3.   \u6e90\u7aefOracle\u914d\u7f6e<\/h2>\n<h3>3.1.    \u5f00\u542f\u5f52\u6863<\/h3>\n<h4>1.\u67e5\u8be2\u6570\u636e\u5e93\u662f\u5426\u5904\u4e8e\u5f52\u6863\u6a21\u5f0f<\/h4>\n<pre><code class=\"language-sql\">SQL> select log_mode from v$database;\n\nLOG_MODE\n------------------------\nARCHIVELOG<\/code><\/pre>\n<h4>2.\u5f00\u542f\u5f52\u6863<\/h4>\n<pre><code class=\"language-sql\">$> sqlplus \/ as sysdba \nSQL> shutdown immediate;\nSQL> startup mount;\nSQL> alter database archivelog;\nSQL> alter database open;\nSQL> archive log list;\n\nDatabase log mode              Archive Mode\nAutomatic archival             Enabled\nArchive destination            USE_DB_RECOVERY_FILE_DEST\nOldest online log sequence     425\nNext log sequence to archive   427\nCurrent log sequence           427<\/code><\/pre>\n<h3>3.2.    \u5f00\u542f\u6570\u636e\u5e93\u9644\u52a0\u65e5\u5fd7<\/h3>\n<blockquote>\n<p>\u5f00\u542f\u9644\u52a0\u65e5\u5fd7\u4e3b\u8981\u662f\u4e3a\u4e86 UPDATE\u64cd\u4f5c, ORACLE\u9ed8\u8ba4\u65e5\u5fd7\u8bb0\u5f55\u6a21\u5f0f, \u4e0d\u4f1a\u8bb0\u5f55 UPDATE\u64cd\u4f5c\u4e2d\u6ca1\u6709\u66f4\u65b0\u5230\u7684\u6570\u636e, \u4f46\u662f TDT \u4e3a\u4e86\u5b9e\u73b0\u540c\u6b65\u5fc5\u987b\u8981\u62ff\u5230\u6240\u6709\u7684\u5217\u6570\u636e, \u6545\u9700\u8981\u6267\u884c\u6b64\u64cd\u4f5c<\/p>\n<p>Oracle\u65e5\u5fd7\uff08redo log\uff09\u4e00\u822c\u7528\u4e8e\u5b9e\u4f8b\u6062\u590d\u548c\u4ecb\u8d28\u6062\u590d\uff0c\u4f46\u662f\u5982\u679c\u9700\u8981\u9760\u65e5\u5fd7\u8fd8\u539f\u5b8c\u6574\u7684DML\u64cd\u4f5c\u4fe1\u606f\uff08\u6bd4\u5982Goldengate\uff09\uff0c\u9ed8\u8ba4\u8bb0\u5f55\u7684\u65e5\u5fd7\u91cf\u8fd8\u4e0d\u591f\u3002\u6bd4\u5982\u4e00\u4e2aUPDATE\u7684\u64cd\u4f5c\uff0c\u9ed8\u8ba4redo\u53ea\u8bb0\u5f55\u4e86rowid\u4ee5\u53ca\u88ab\u4fee\u6539\u7684\u5b57\u6bb5\u4fe1\u606f\uff0c\u4f46GoldenGate\u8fd8\u539f\u8fd9\u4e2a\u4e8b\u52a1\u65f6\uff0c\u662f\u5728\u53e6\u4e00\u4e2a\u5e93\u4e2d\u8fdb\u884c\u8fd8\u539f\uff0c\u8fd9\u65f6\u7ec4\u6210ROWID\u7684\u56db\u4e2a\u90e8\u5206\uff08\u5bf9\u8c61ID\uff0c\u6570\u636e\u6587\u4ef6ID\uff0c\u5757\u53f7\uff0c\u884c\u53f7\uff09\u4e2d\uff0c\u6781\u53ef\u80fd\u662f\u4e0e\u539f\u5e93\u4e0d\u76f8\u540c\u7684\uff0c\u6240\u4ee5\uff0c\u4e0d\u80fd\u6839\u636eROWID\u6765\u8fdb\u884c\u8fd8\u539f\u548c\u5904\u7406\u3002\u800c\u8981\u5728SQL\u5c42\u9762\u6839\u636e\u67d0\u4e2a\u952e\u503c\u6765\u5b9a\u4f4d\u8bb0\u5f55\uff0c\u6240\u4ee5\u8fd8\u9700\u8981\u5c06\u4e3b\u952e\u6216\u8005\u5176\u4ed6\u5b57\u6bb5\u7684\u4fe1\u606f\u9644\u52a0\u5230\u65e5\u5fd7\u4e2d\u53bb\u3002\u8981\u5f80\u65e5\u5fd7\u4e2d\u589e\u52a0\u8fd9\u4e9b\u989d\u5916\u5b57\u6bb5\u4fe1\u606f\u7684\u64cd\u4f5c\uff0c\u5c31\u662f\u5f00\u542f\u9644\u52a0\u65e5\u5fd7\uff0c\u5373Add Supplemental Logging\u3002\u6253\u5f00\u9644\u52a0\u65e5\u5fd7\uff0c\u4f1a\u4f7f\u6570\u636e\u5e93\u7684\u65e5\u5fd7\u91cf\u548c\u8d1f\u8f7d\u589e\u52a0\uff0c\u6240\u4ee5\uff0c\u5e94\u8be5\u6839\u636e\u9700\u8981\uff0c\u53ea\u6253\u5f00\u76f8\u5e94\u7684\u7ea7\u522b\u7684\u9644\u52a0\u65e5\u5fd7\u3002<br \/>\n\u9644\u52a0\u65e5\u5fd7\u5206\u4e3a\u4e24\u7c7b\uff1a<br \/>\n\u6570\u636e\u5e93\u7ea7\u9644\u52a0\u65e5\u5fd7\u548c\u8868\u7ea7\u9644\u52a0\u65e5\u5fd7\uff0c\u6570\u636e\u5e93\u7ea7\u7684\u9644\u52a0\u65e5\u5fd7\u5bf9\u6570\u636e\u5e93\u4e2d\u7684\u6240\u6709\u5bf9\u8c61\u90fd\u6709\u6548\uff0c\u800c\u8868\u7ea7\u9644\u52a0\u65e5\u5fd7\u5219\u53ea\u5bf9\u6307\u5b9a\u7684\u8868\u6709\u6548\u3002\u800c\u8868\u7ea7\u9644\u52a0\u65e5\u5fd7\u7684\u5f00\u542f\u7684\u4e00\u4e2a\u91cd\u8981\u524d\u63d0\uff0c\u5c31\u662f\u8981\u5148\u6253\u5f00\u6570\u636e\u7ea7\u7684\u6700\u5c0f\u9644\u52a0\u65e5\u5fd7\uff0c\u5176\u547d\u4ee4\u5c31\u662f\uff1aalter database add supplemental log data;\u3002<\/p>\n<p>\u65e0\u8bba\u662f\u6570\u636e\u5e93\u7ea7\uff0c\u8fd8\u662f\u8868\u7ea7\uff0c\u5747\u6709\u5168\u90e8\u5217\u7ea7\uff0c\u4e3b\u952e\u5217\uff0c\u552f\u4e00\u952e\u5217\u548c\u5916\u952e\u5217\u7ea7\u7b49\u3002<\/p>\n<\/blockquote>\n<h4>1.\u5f00\u542f\u6570\u636e\u5e93\u9644\u52a0\u65e5\u5fd7<\/h4>\n<pre><code class=\"language-sql\">$> sqlplus \/ as sysdba\nSQL> alter database add supplemental log data;\nSQL> alter database add supplemental log data (ALL) columns;<\/code><\/pre>\n<h4>2.\u786e\u8ba4\u4fe1\u606f<\/h4>\n<pre><code class=\"language-sql\">--\u68c0\u67e5\u6570\u636e\u5e93\u7ea7\u9644\u52a0\u65e5\u5fd7\uff0c\u671f\u671b MIN\u548cALL\u662fYES\u7684\u72b6\u6001\nSQL> select  SUPPLEMENTAL_LOG_DATA_MIN\n       ,SUPPLEMENTAL_LOG_DATA_PK\n       ,SUPPLEMENTAL_LOG_DATA_UI\n       ,SUPPLEMENTAL_LOG_DATA_FK\n       ,SUPPLEMENTAL_LOG_DATA_ALL \nfrom   v$database;\n\n--\u68c0\u67e5\u8868\u7ea7\u9644\u52a0\u65e5\u5fd7\uff0c\u4e00\u822c\u4e0d\u4f7f\u7528\u8868\u7ea7\u9644\u52a0\nSQL> select g.log_group_name name,\n       g.owner || '.' || g.table_name table_name,\n       g.always,\n       g.generated,\n       c.column_name\n  from dba_log_groups g, dba_log_group_columns c\n where g.log_group_name = c.log_group_name(+)\n   and g.table_name = c.table_name(+)\n   and g.table_name = 'EMP'\n   and g.owner = 'GOLDENGATE'\n order by 1, 2, 3, 4;<\/code><\/pre>\n<h3>3.3.    \u68c0\u67e5\u6570\u636e\u5e93\u5f3a\u5236\u65e5\u5fd7<\/h3>\n<blockquote>\n<p>\u4e4b\u524d\u6d41\u4f20\u7684\u4e00\u4e9b ogg \u90e8\u7f72\u6587\u6863\u63d0\u5230\u6570\u636e\u5e93\u9700\u8981\u5f00\u542f\u5f3a\u5236\u65e5\u5fd7\u6a21\u5f0f, \u8fd9\u91cc\u660e\u786e\u4e00\u4e0b: \u5982\u679cOGG \u53ea\u662f\u4e3a\u4e86 TDT \u505a\u6570\u636e\u540c\u6b65, \u8fd9\u4e00\u6b65\u9aa4\u4e0d\u9700\u8981\u505a. \u53ea\u9700\u8981\u786e\u8ba4\u4e00\u4e0b\u9700\u8981\u540c\u6b65\u7684\u6570\u636e\u5e93\u548c\u8868\u4e0d\u8981\u88ab\u8bbe\u7f6e\u4e3a no logging \u6a21\u5f0f.<\/p>\n<\/blockquote>\n<pre><code class=\"language-sql\">--\u6570\u636e\u5e93\u5f3a\u5236\u65e5\u5fd7\uff0c\u5982\u679cOGG\u53ea\u662f\u4e3a\u4e86\u505aTDT\u540c\u6b65\uff0c\u4e0d\u9700\u8981\u5f00\u542f\uff0c\u4e3aNO\u7684\u72b6\u6001\nSQL> select force_logging from v$database;  \n--\u786e\u4fdd\u6570\u636e\u5e93\u548c\u8868\u4e0d\u8981\u88ab\u8bbe\u7f6e\u4e3ano logging\u6a21\u5f0f\nSQL> select TABLE_NAME,LOGGING from DBA_TABLES  where table_name=<TABLE_NAME>;  <\/code><\/pre>\n<h3>3.4.    \u521b\u5efagoldengate\u7528\u6237<\/h3>\n<pre><code class=\"language-sql\">SQL> create user goldengate identified by goldengate default tablespace pfm;\nSQL> grant connect, resource,CREATE SESSION to goldengate;\nSQL> grant select any dictionary to goldengate;\nSQL> grant select on sys.props$ to goldengate;\nSQL> grant sysdba to goldengate;  --\u6216\u8005\u76f4\u63a5\u6700\u9ad8\u6743\u9650sydba\n<\/code><\/pre>\n<pre><code class=\"language-sql\">SQL>\ncreate table EMP\n(\n  empno    NUMBER(4) primary key,\n  ename    VARCHAR2(10),\n  job      VARCHAR2(9),\n  mgr      NUMBER(4),\n  hiredate DATE,\n  sal      NUMBER(7,2),\n  comm     NUMBER(7,2),\n  deptno   NUMBER(2)\n)\ntablespace PFM;<\/code><\/pre>\n<h3>3.5.    \u67e5\u8be2\u6570\u636e\u5e93\u5b57\u7b26\u96c6<\/h3>\n<blockquote>\n<p>\u67e5\u8be2\u6e90\u7aef\u5b57\u7b26\u96c6\uff0c\u7f16\u8f91OGG\u8fdb\u7a0b\u65f6\u9700\u8981\u8be5\u53c2\u6570<\/p>\n<\/blockquote>\n<pre><code class=\"language-sql\">SQL > select PARAMETER,VALUE\n     from  nls_database_parameters\n     where PARAMETER in ('NLS_LANGUAGE',\n                     'NLS_TERRITORY',\n                     'NLS_CHARACTERSET',\n                     'NLS_NCHAR_CHARACTERSET');<\/code><\/pre>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566904031114.png\" alt=\"file\" \/><\/p>\n<h2>4.   \u6e90\u7aefOGG\u914d\u7f6e(ORACLE\u670d\u52a1\u5668)<\/h2>\n<h3>4.1.    \u5b89\u88c5OGG<\/h3>\n<h4>4.1.1. \u4f7f\u7528oracle\u7528\u6237\u5b89\u88c5OGG\u8f6f\u4ef6<\/h4>\n<blockquote>\n<p>\u6e90\u7aef\u76ee\u5f55\u4e0b\u7684\uff1aV975837-01.zip \u76f4\u63a5\u89e3\u538b\u3002<\/p>\n<\/blockquote>\n<h4>4.1.2. \u7f16\u8f91response\u76ee\u5f55\u4e0b\u7684\u6587\u4ef6<\/h4>\n<pre><code class=\"language-shell\">#-------------------------------------------------------------------------------\n# Specify the installation option.\n# Specify ORA12c for installing Oracle GoldenGate for Oracle Database 12c and\n# ORA11g for installing Oracle GoldenGate for Oracle Database 11g \n#-------------------------------------------------------------------------------\nINSTALL_OPTION=ORA11g\n#-------------------------------------------------------------------------------\n# Specify a location to install Oracle GoldenGate\n#-------------------------------------------------------------------------------\nSOFTWARE_LOCATION=\/root\/ogg_12_3<\/code><\/pre>\n<blockquote>\n<p>\u6267\u884c\u5b89\u88c5<\/p>\n<\/blockquote>\n<pre><code class=\"language-shell\">$ .\/runInstaller -silent -nowait -responseFile  \/data\/fbo_ggs_Linux_x64_shiphome\/Disk1\/response\/ oggcore.rsp<\/code><\/pre>\n<h4>4.1.3. \u8bbe\u7f6e\u73af\u5883\u53d8\u91cf<\/h4>\n<blockquote>\n<p>\u4fee\u6539oracle\u7528\u6237\u7684\u73af\u5883\u53d8\u91cf<\/p>\n<\/blockquote>\n<pre><code class=\"language-shell\">$>export OGG_HOME=\/ogg_12_3\n$>export LD_LIBRARY_PATH=$JAVA_HOME\/jre\/lib\/amd64:$JAVA_HOME\/jre\/lib\/amd64\/server:$JAVA_HOME\/jre\/lib\/amd64\/libjsig.so:$JAVA_HOME\/jre\/lib\/amd64\/server\/libjvm.so:$OGG_HOME:$OGG_HOME\/lib:$LD_LIBRARY_PATH\n$>cd $OGG_HOME\n$>chmod \u2013R +x .\/\n$>.\/ggsci<\/code><\/pre>\n<h3>4.2.    \u7f16\u8f91\u8fdb\u7a0b<\/h3>\n<h4>4.2.1. \u7f16\u8f91\u7ba1\u7406\u8fdb\u7a0b<\/h4>\n<pre><code class=\"language-shell\">GGSCI > edit params mgr\nPORT 7809\nDYNAMICPORTLIST 7810-7820\nUSERID goldengate, PASSWORD goldengate\nLAGCRITICALMINUTES 45\nLAGINFOMINUTES 30\nLAGREPORTHOURS 1\nPURGEOLDEXTRACTS .\/dirdat\/*, USECHECKPOINTS, MINKEEPDAYS 7<\/code><\/pre>\n<p><strong>\u53c2\u6570\u8bf4\u660e\uff1a<\/strong><\/p>\n<ol>\n<li>PORT 7809\uff1amgr\u6240\u7528\u7aef\u53e3\u3002<\/li>\n<li>DYNAMICPORTLIST 7810-7820\uff1amgr\u53ef\u7528\u7aef\u53e3\u8303\u56f4\u3002<\/li>\n<li>USERID goldengate, PASSWORD goldengate\uff1a\u4f7f\u7528goldengate\/goldengate\u767b\u5f55\u6570\u636e\u5e93\u3002<\/li>\n<li>LAGCRITICALMINUTES 45\uff1a\u5ef6\u8fdf\u9608\u503c45\u5206\u949f\u3002<\/li>\n<li>LAGINFOMINUTES 30\uff1a\u6bcf\u969430\u5206\u949f\u68c0\u67e5\u5ef6\u8fdf\u9608\u503c\uff0c\u5982\u679c\u8d85\u8fc7\u9608\u503c\uff0c\u5199\u5165\u9519\u8bef\u65e5\u5fd7\u3002<\/li>\n<li>LAGREPORTHOURS 1\uff1a\u6bcf\u96941\u5c0f\u65f6\u68c0\u67e5\u5ef6\u8fdf\u62a5\u544a\u3002<\/li>\n<li>PURGEOLDEXTRACTS .\/dirdat\/*, USECHECKPOINTS, MINKEEPDAYS 7\uff1a\u6587\u4ef6\u4f20\u8f93\u540e\uff0c<\/li>\n<li>\u672c\u5730\u6587\u4ef6\u4fdd\u75597\u5929\u3002<\/li>\n<\/ol>\n<h4>4.2.2. \u7f16\u8f91\u62bd\u53d6\u8fdb\u7a0b<\/h4>\n<blockquote>\n<p>\u4ee5\u62bd\u53d6GOLDENGATE\u7528\u6237\u4e0b\u7684\u8868\u4e3a\u4f8b\uff0cNLS_LANG\u7684\u503c\u6839\u636e\u6e90\u7aef\u6570\u636e\u5e93\u5b57\u7b26\u96c6\u586b\u5199<\/p>\n<\/blockquote>\n<pre><code class=\"language-shell\">GGSCI > edit params ext01\nEXTRACT ext01\nDYNAMICRESOLUTION\nSETENV (NLS_LANG=\"AMERICAN_AMERICA.AL32UTF8\")\nUSERID goldengate, PASSWORD goldengate\nEXTTRAIL .\/dirdat\/ac\nGETUPDATEBEFORES\nTABLE GOLDENGATE.*;<\/code><\/pre>\n<p><strong>\u53c2\u6570\u8bf4\u660e\uff1a<\/strong><\/p>\n<ol>\n<li>DYNAMICRESOLUTION\uff1a\u52a8\u6001\u89e3\u6790\u8868\u540d\u3002<\/li>\n<li>EXTTRAIL .\/dirdat\/ac\uff1a\u5c06OGG\u65e5\u5fd7\u5b58\u653e\u5230$OGG_HOME\/dirdat\/\u76ee\u5f55\uff0c\u65e5\u5fd7\u524d\u7f00\u662fac\u3002<\/li>\n<li>GETUPDATEBEFORES\uff1a\u83b7\u53d6\u4fee\u6539\u524d\u955c\u50cf\u3002<\/li>\n<li>TABLE GOLDENGATE.*\uff1a\u62bd\u53d6GOLDENGATE\u7528\u6237\u4e0b\u8868\u7684redo\u65e5\u5fd7\u3002<\/li>\n<\/ol>\n<h4>4.2.3. \u7f16\u8f91\u4f20\u8f93\u8fdb\u7a0b<\/h4>\n<blockquote>\n<p>\u4ee5GOLDENGATE\u7528\u6237\u4e3a\u4f8b\uff0cNLS_LANG\u7684\u503c\u6839\u636e\u6e90\u7aef\u6570\u636e\u5e93\u5b57\u7b26\u96c6\u586b\u5199<\/p>\n<\/blockquote>\n<pre><code class=\"language-shell\">GGSCI > edit params dpe01\n\nEXTRACT dpe01\nDYNAMICRESOLUTION\nSETENV (NLS_LANG=\"AMERICAN_AMERICA.AL32UTF8\")\nUSERID goldengate,PASSWORD goldengate\nRMTHOST 172.22.23.1, MGRPORT 7809\nRMTTRAIL .\/dirdat\/xe\nTABLE GOLDENGATE.*;\nGGSCI > ADD EXTRACT dpe01, EXTTRAILSOURCE .\/dirdat\/ac\nGGSCI > ADD RMTTRAIL .\/dirdat\/xe, EXTRACT dpe01, MEGABYTES 1024<\/code><\/pre>\n<p><strong>\u53c2\u6570\u8bf4\u660e\uff1a<\/strong><\/p>\n<ol>\n<li>DYNAMICRESOLUTION\uff1a\u52a8\u6001\u89e3\u6790\u8868\u540d<\/li>\n<li>RMTHOST 172.22.23.1, MGRPORT 7809\uff1a\u76ee\u6807\u7aef\u5730\u5740\u53ca\u7ba1\u7406\u7aef\u53e3<\/li>\n<li>RMTTRAIL .\/dirdat\/xe\uff1a\u76ee\u6807\u7aef\u63a5\u6536\u65e5\u5fd7\u7684\u65e5\u5fd7\u4e3a$OGG_HOME\/dirdat\/xe<\/li>\n<\/ol>\n<h3>4.3.    \u6dfb\u52a0\u8fdb\u7a0b<\/h3>\n<blockquote>\n<p>\u6dfb\u52a0\u62bd\u53d6\u8fdb\u7a0b:ext01<\/p>\n<\/blockquote>\n<p>\u62bd\u53d6\u7684\u65e5\u5fd7\u76ee\u5f55\u4e3a$OGG_HOME\/dirdat\uff0c\u65e5\u5fd7\u524d\u7f00\u4e3aac<br \/>\nTHREADS \u53c2\u6570\uff0c\u6ce8\u610f\u5728RAC\u73af\u5883\u4e0b\u8bbe\u7f6e\u4e3a2<\/p>\n<pre><code class=\"language-shell\">GGSCI > ADD EXTRACT ext01, TRANLOG, THREADS 1, BEGIN NOW\nGGSCI > ADD EXTTRAIL .\/dirdat\/ac, EXTRACT ext01, MEGABYTES 1024<\/code><\/pre>\n<blockquote>\n<p>\u6dfb\u52a0\u4f20\u8f93\u8fdb\u7a0b:dpe02<\/p>\n<\/blockquote>\n<p>\u5c06\u6e90\u7aef\u7684$OGG_HOME\/dirdat\/ac\u4f20\u8f93\u5230\u76ee\u6807\u7aef\u7684$OGG_HOME\/dirdat\/xe<\/p>\n<pre><code class=\"language-shell\">GGSCI > ADD EXTRACT dpe01, EXTTRAILSOURCE .\/dirdat\/ac\nGGSCI > ADD RMTTRAIL .\/dirdat\/xe, EXTRACT dpe01, MEGABYTES 1024<\/code><\/pre>\n<h3>4.4.    \u542f\u52a8\u8fdb\u7a0b<\/h3>\n<pre><code class=\"language-shell\">GGSCI> start mgr\nGGSCI> start ext01\nGGSCI> start dpe01\nGGSCI> info all<\/code><\/pre>\n<h2>5.   \u76ee\u6807\u7aefOGG\u914d\u7f6e<\/h2>\n<h3>5.1.    \u5b89\u88c5OGG<\/h3>\n<h4>5.1.1. \u5b89\u88c5OGG\u8f6f\u4ef6<\/h4>\n<blockquote>\n<p>TDH\u7aef\/mnt\/disk1\/OGBD\u76ee\u5f55\u4e0b\u7684\uff1aOGG_BigData_Linux_x64_12.3.2.1.1.zip \u76f4\u63a5\u89e3\u538b\u3002<\/p>\n<\/blockquote>\n<h4>5.1.2. \u8bbe\u7f6e\u73af\u5883\u53d8\u91cf<\/h4>\n<p>\u53c2\u8003OCG\u6e90\u7aef\u73af\u5883\u53d8\u91cf\u8bbe\u7f6e<\/p>\n<h4>5.1.3. handler.properties\u4fee\u6539<\/h4>\n<p>\u4fee\u6539\u6743\u9650$OGG_HOME\/dirprm\/handler.properties\u4e2d\u7684gg.handler.tdthagdler.TargetDir\u503c\u5bf9\u5e94\u7684\u76ee\u5f55\u6743\u9650\u6539\u4e3a777<\/p>\n<pre><code class=\"language-shell\">$> mkdir \/tmp\/ogg\/emp_like0826\n$> chmod 777 \/tmp\/ogg\/emp_like0826<\/code><\/pre>\n<h3>5.2.    \u7f16\u8f91\u8fdb\u7a0b<\/h3>\n<h4>5.2.1. MGR\u8fdb\u7a0b\u914d\u7f6e<\/h4>\n<pre><code class=\"language-shell\">GGSCI > edit params mgr\n\nPORT 7809\nDYNAMICPORTLIST 7810-7820\nPURGEOLDEXTRACTS .\/dirdat\/*, USECHECKPOINTS, MINKEEPDAYS 30<\/code><\/pre>\n<h4>5.2.2. REPLICAT\u8fdb\u7a0b\u914d\u7f6e<\/h4>\n<p>\u8bfb\u53d6 dirdat \u76ee\u5f55\u4e0b\u7684 xe \u5f00\u5934 trail \u6587\u4ef6, \u5e76\u8c03\u7528 TDT Handler<\/p>\n<pre><code class=\"language-shell\">GGSCI > edit params handler\n\nREPLICAT HANDLER\ngetEnv (JAVA_HOME)\ngetEnv (LD_LIBRARY_PATH)\ngetEnv (PATH)\nTARGETDB LIBFILE libggjava.so SET property=dirprm\/handler.properties\nMAP GOLDENGATE.*, TARGET GOLDENGATE.*;<\/code><\/pre>\n<h3>5.3.    \u6dfb\u52a0\u8fdb\u7a0b<\/h3>\n<pre><code class=\"language-shell\">GGSCI > add replicat handler, exttrail dirdat\/xe\n<\/code><\/pre>\n<h3>5.4.    \u542f\u52a8\u8fdb\u7a0b<\/h3>\n<pre><code class=\"language-shell\">GGSCI> start mgr\nGGSCI> start handler<\/code><\/pre>\n<blockquote>\n<p>\u67e5\u770bOGG\u8fd0\u884c\u72b6\u6001<\/p>\n<\/blockquote>\n<pre><code class=\"language-shell\">GGSCI > info all<\/code><\/pre>\n<h2>6.   TDT \u63d2\u4ef6\u914d\u7f6e<\/h2>\n<p>\u4e0b\u8f7d\u94fe\u63a5\u4e2d\u7684extension-ogg-package.tar.gz\u5305\u5e76\u89e3\u538b\u5f97\u5230extension-ogg\u76ee\u5f55\uff0c\u8fdb\u5165extension-ogg \u76ee\u5f55, \u8fd0\u884c bash bin\/ogg_helper.sh &#8211;<target>, \u8fd9\u4e2a\u811a\u672c\u4f1a\u628a TDT Handler \u7684JAR\u5305\u548c\u914d\u7f6e\u6587\u4ef6\u4e00\u5e76\u62f7\u5165 OGG\u7684\u5bf9\u5e94\u76ee\u5f55\u4e0b\uff0c\u5404\u914d\u7f6e\u5982\u4e0b<\/p>\n<h3>6.1.    \u5b89\u88c5TDT\u63d2\u4ef6<\/h3>\n<p>\u4e0b\u8f7d\u94fe\u63a5\uff1a\u767e\u5ea6\u7f51\u76d8\uff1a<a href=\"https:\/\/pan.baidu.com\/s\/17E87iQ4W-5-c-0T9ARGk7Q\">https:\/\/pan.baidu.com\/s\/17E87iQ4W-5-c-0T9ARGk7Q<\/a> \u63d0\u53d6\u7801\uff1aolxh<br \/>\n\u89e3\u538btransporter-extension-package.tar.gz\uff08\u793a\u4f8b\u5728\/mnt\/disk1\u8def\u5f84\u4e0b\uff09<\/p>\n<p>inceptor handler\uff1a\u6267\u884c\uff1abash bin\/ogg_helper.sh -i<br \/>\n\u4fee\u6539${OGG_HOME}\/dirprm\/handler.properties\uff0c\u5404\u914d\u7f6e\u9879\u5982\u4e0b<\/p>\n<p><img decoding=\"async\" src=\"\/wp-content\/uploads\/2021\/03\/image-1635240707051.png\" alt=\"file\" \/><\/p>\n<p>\u6ce8: handler\u4f1a\u81ea\u52a8\u5c06\u6587\u4ef6\u4e0a\u4f20\u81f3hdfs\uff0c\u5982\u679c\u4f7f\u7528kerberos\u65b9\u5f0f\u8fde\u63a5hdfs\uff0c\u9700\u8981\u5148\u5c06krb5.conf\u653e\u5165\u5230\/etc\u76ee\u5f55\u4e0b,  \u9700\u8981\u5c06hdfs namenode\u6240\u5728\u673a\u5668\u7684hostname\u52a0\u5165\u5230\u5f53\u524d\u673a\u5668\u7684hosts\u4e2d\u53bb<\/p>\n<h3>6.2.    \u4e0a\u4f20hdfs\u914d\u7f6e\u6587\u4ef6<\/h3>\n<p>\u5c06NameNode\u8282\u70b9\u7684core-site.xml\u548chdfs-site.xml\u62f7\u8d1d\u5230\/root\/transporter-extension\/conf\u76ee\u5f55<\/p>\n<h3>6.3.    \u542f\u52a8\u540c\u6b65\u811a\u672c\u6570\u636e\u52a8\u6001\u540c\u6b65\u5230HDFS<\/h3>\n<pre><code class=\"language-shell\">$ nohup .\/run_poster.sh & <\/code><\/pre>\n<p><strong>\u6ce8\u610f\uff1a<br \/>\n\u811a\u672c\uff1aCLASSPATH \u4fee\u6539\u6210\u5176\u4ed6\u540d\u79f0\uff08\u811a\u672c\u7f16\u5199\u6709\u8bef\uff09<br \/>\n\u65e5\u5fd7\uff1atransporter-extension\/bin\/tdt.log<br \/>\n<\/strong><\/p>\n<h3>6.4.    \u6d4b\u8bd5<\/h3>\n<p>Oracle\u63d2\u5165\u6570\u636e\uff1a<\/p>\n<pre><code class=\"language-sql\">SQL> insert into emp (EMPNO, ENAME, JOB, MGR, HIREDATE, SAL, COMM, DEPTNO)\nvalues ('8011', 'lkw1', 'master', '7839', to_date('23-06-2019', 'dd-mm-yyyy'), '99999', '99999', '20');\nSQL> commit;<\/code><\/pre>\n<p>\u67e5\u770bhdfs\u76ee\u5f55\u6570\u636e\uff0c\u63a5\u6536\u5230\u6570\u636e\uff1a<\/p>\n<h2>7.   \u914d\u7f6eTDT+Workflow<\/h2>\n<h3>7.1.    TDT\u7b97\u5b501\uff1a\u540c\u6b65Reader<\/h3>\n<p>\u9009\u62e9Sync JSON<\/p>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566905080252.png\" alt=\"file\" \/><\/p>\n<h3>7.2.    TDT\u7b97\u5b502\uff1a\u8868\u8fc7\u6ee4\u8f6c\u6362\u7ec4\u4ef6<\/h3>\n<p>\u9009\u62e9TABLE FILTER<br \/>\n<img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566905112433.png\" alt=\"file\" \/><\/p>\n<h3>7.3.    TDT\u7b97\u5b503\uff1aTEXT writer<\/h3>\n<p>\u9009\u62e9TEXT<br \/>\n<img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566905153961.png\" alt=\"file\" \/><br \/>\n<img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566905175629.png\" alt=\"file\" \/><\/p>\n<h3>7.4.    TDT\u8c03\u8bd5<\/h3>\n<p>\u5c06\u9700\u8981\u540c\u6b65\u7684\u8868\u5728inceptor\u521b\u5efa\u5bf9\u5e94\u7684\u6570\u636e\u8868\uff0c\u4f8b\uff1a<\/p>\n<pre><code class=\"language-sql\">CREATE  TABLE emp_ogg01(\n  empno decimal(38,0) DEFAULT NULL, \n  ename string DEFAULT NULL, \n  job string DEFAULT NULL, \n  mgr decimal(38,0) DEFAULT NULL, \n  hiredate timestamp DEFAULT NULL, \n  sal decimal(7,2) DEFAULT NULL, \n  comm decimal(7,2) DEFAULT NULL, \n  deptno decimal(38,0) DEFAULT NULL\n) clustered by(empno) into 1 buckets stored as orc_transaction;<\/code><\/pre>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566905208320.png\" alt=\"file\" \/><\/p>\n<h3>7.5.    \u67e5\u770b\u76ee\u6807\u8868\u6570\u636e<\/h3>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566905239993.png\" alt=\"file\" \/><\/p>\n<h3>7.6.    Workflow\u5b9e\u73b0\u51c6\u5b9e\u65f6\u8c03\u5ea6tdt\u5de5\u4f5c\u6d41<\/h3>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568184636882.png\" alt=\"file\" \/><\/p>\n<h2>8.   \u8865\u5145<\/h2>\n<h3>8.1.    OGG\u5e38\u7528\u547d\u4ee4<\/h3>\n<h4>1\uff0e\u767b\u5f55OGG<\/h4>\n<pre><code class=\"language-shell\">   $> cd $OGG_HOME\n   $> .\/ggsci<\/code><\/pre>\n<h4>2\uff0e\u67e5\u770bOGG\u7248\u672c<\/h4>\n<pre><code class=\"language-shell\">   $> .\/ggsci -v<\/code><\/pre>\n<h4>3\uff0e\u67e5\u770b\u8fdb\u7a0b\u4fe1\u606f<\/h4>\n<pre><code class=\"language-shell\">   GGSCI> info all\n   GGSCI> view report mgr\n   GGSCI> info mgr\n   GGSCI> stats ext01<\/code><\/pre>\n<h4>4\uff0e\u5220\u9664\u8fdb\u7a0b<\/h4>\n<pre><code class=\"language-shell\">   GGSCI> delete ext01<\/code><\/pre>\n<h4>5\uff0e\u914d\u7f6e\u8fdb\u7a0b\u53c2\u6570<\/h4>\n<pre><code class=\"language-shell\">   GGSCI> view param mgr\n   GGSCI> edit param mgr<\/code><\/pre>\n<h4>6\uff0e\u4fee\u6539\u62bd\u53d6\u8fdb\u7a0b\u8d77\u59cb\u6587\u4ef6\u53f7<\/h4>\n<pre><code class=\"language-shell\">   GGSCI> alter extract ext01,extseqno 19,extrba 0 \n   GGSCI> alter extract ext01,begin now<\/code><\/pre>\n<h3>8.2.    OGG\u91cd\u8981\u76ee\u5f55\u8bf4\u660e<\/h3>\n<p><strong>dirdat\uff1a\u5b58\u653e\u62bd\u53d6\u65e5\u5fd7<br \/>\ndirchk\uff1a\u5b58\u653e\u68c0\u67e5\u70b9\u6587\u4ef6<br \/>\ndirprm\uff1a\u5b58\u653e\u53c2\u6570\u3001\u914d\u7f6e\u3001\u7a0b\u5e8f\u6587\u4ef6<br \/>\ndirrpt\uff1a\u5b58\u653e\u6bcf\u4e2a\u8fdb\u7a0b\u7684\u6267\u884c\u60c5\u51b5<br \/>\ndirdef\uff1a\u5b58\u653e\u8868\u7684\u5b9a\u4e49\u6587\u4ef6<br \/>\ndirpcs\uff1a\u5b58\u653e\u8fdb\u7a0b\u72b6\u6001\u6587\u4ef6<\/strong><\/p>\n<h3>8.3.    \u89e3\u51b3sqlplus\/ggsci\u547d\u4ee4\u884c\u65e0\u6cd5\u56de\u9000\u5b57\u7b26\u6216\u8005\u4e0a\u7ffb\u4e0b\u7ffb\u547d\u4ee4<\/h3>\n<h4>8.3.1. \u4e0b\u8f7drlwrap\u5305<\/h4>\n<p><a href=\"http:\/\/www.zf678.com\/item\/20170110\/1050.html\">http:\/\/www.zf678.com\/item\/20170110\/1050.html<\/a><\/p>\n<h4>8.3.2. root\u7528\u6237\u4e0b\u89e3\u538b\u5b89\u88c5<\/h4>\n<pre><code class=\"language-shell\"> $>tar -zxvf rlwrap-0.37.tar.gz\n $>yum -y install readline*\n $>yum install gcc\n $>.\/configure\n $>make\n $>make install\n $>rlwrap -v<\/code><\/pre>\n<h4>8.3.3. oracle\u7528\u6237\u4e0b\u914d\u7f6e\u522b\u540d<\/h4>\n<pre><code class=\"language-shell\"> $>vi  .bash_profile\n alias sqlplus='rlwrap \/data\/oracle\/product\/11.2.0\/db_1\/bin\/sqlplus'\n alias ggsci='rlwrap \/ogg_12_3\/ggsci'\n $>source  .bash_profile<\/code><\/pre>\n<h4>8.3.4. \u6267\u884cggsci\u6d4b\u8bd5\u56de\u9000\u548c\u4e0a\u7ffb\u4e0b\u7ffb\u529f\u80fd<\/h4>\n<h2>9.   \u5e38\u89c1\u95ee\u9898<\/h2>\n<h3>9.1.    \u6e90\u7aef\u5b89\u88c5ogg\u65f6\u62a5\u9519\uff1aThe given response file response\/oggcore.rsp is not found.<\/h3>\n<p>\u5fc5\u987b\u5199\u7edd\u5bf9\u8def\u5f84<\/p>\n<h3>9.2.    SASL authentication not complete<\/h3>\n<ol>\n<li>root\u7528\u6237\u6ca1\u6709\u767b\u5f55mysql\u7684\u6743\u9650<\/li>\n<li>tdt\u6ca1\u6709\u5199\u65e5\u5fd7\u7684\u6743\u9650<\/li>\n<li>rule.json\u8def\u5f84\u914d\u7f6e\u4e0d\u6b63\u786e<\/li>\n<\/ol>\n<h3>9.3.    ogg adapter12.2\u4e0d\u652f\u6301<\/h3>\n<p>\u5982\u679c\u4f7f\u7528ogg adapter12.2\uff0c\u4f1a\u6709\u4ee5\u4e0b\u62a5\u9519\uff1a<\/p>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566905467110.png\" alt=\"file\" \/><\/p>\n<h3>9.4.    .\/ggsci: error while loading shared libraries: libjvm.so: cannot open shared object file: No such file or directory<\/h3>\n<p>LD_LIBRARY_PATH\u73af\u5883\u53d8\u91cf\u6ca1\u6709\u914d\u7f6e\u597d<\/p>\n<h3>9.5.    \u6267\u884crun_poster.sh\u811a\u672c\u65f6 Error: Conf file missing, place hdfs-site.xml and core-site.xml under \/mnt\/disk1\/transporter-extension\/conf<\/h3>\n<p>\u9700\u8981\u5c06\u914d\u7f6e\u6587\u4ef6\u90e8\u7f72\u5230TDT\u63d2\u4ef6\u7684\u914d\u7f6e\u76ee\u5f55<\/p>\n<h3>9.6.    Workflow\u4efb\u52a1\u6267\u884c\u5931\u8d25\uff0c\u67e5\u770btdt\u65e5\u5fd7Dataflow job already running<\/h3>\n<p>\u4fee\u6539\u987a\u5e8f\u6267\u884c\u7684\u5e76\u53d1\u6a21\u5f0f\u4e0b\uff0c\u5e76\u53d1\u5ea6\u4e3a1<br \/>\n<img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1566905502616.png\" alt=\"file\" \/><\/p>\n<h3>9.7.    \u89e3\u6790\u8fdb\u7a0b\u7a33\u5b9a\u8fd0\u884c\u4e00\u5468\u540e\uff0c\u7a81\u7136\u6302\u6389\u4e86\uff0chdfs\u4e0a\u6ca1\u6709\u51fa\u73b0tdt\u65e5\u5fd7<\/h3>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568183857644.png\" alt=\"file\" \/><\/p>\n<p>\u67e5\u770breport\u65e5\u5fd7\u53d1\u73b0\uff1a<br \/>\nOGG-01161 Bad column index(90) specified for table PCISV7.WEB_PLY_INSURED. max columns = 90.<br \/>\n<img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568183880261.png\" alt=\"file\" \/><br \/>\n<strong>\u539f\u56e0\uff1a<br \/>\n\u4e3b\u5e93\u8868\u7ed3\u6784\u53d1\u751f\u53d8\u66f4\uff0c\u5bfc\u81f4\u548cdef\u5b9a\u4e49\u7684\u4e0d\u4e00\u81f4<br \/>\n\u5f53\u6e90\u7aef\u53d1\u751f\u8868\u7ed3\u6784\u8868\u66f4\u65f6\uff0c\u4e00\u5b9a\u8981\u91cd\u65b0\u914d\u7f6eTDT\uff0c\u5426\u5219\u53d8\u66f4\u540e\u7684\u6570\u636e\u662f\u4e0d\u4f1a\u540c\u6b65\u8fc7\u6765\u7684\u3002<\/strong><\/p>\n<h3>9.8.    \u542f\u52a8\u89e3\u6790\u8fdb\u7a0b\uff0c\u65e0\u6cd5\u542f\u52a8<\/h3>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568183791413.png\" alt=\"file\" \/><br \/>\n\u67e5\u770breport\u65e5\u5fd7\u53d1\u73b0\uff1a<br \/>\nOGG-06509 Using the following key columns for soure table ODS_PROD.ODS_WEB_ORG_OPER: C_OPER_ID.<br \/>\n<strong>\u539f\u56e0\uff1a<br \/>\n\u7531\u4e8e\u4e4b\u524d\u6e90\u7aefogg\u914d\u7f6e\u7684\u662f\u6700\u5c0f\u9644\u52a0\u65e5\u5fd7\uff0ctdt\u65e5\u5fd7\u4e2d\u6ca1\u6709update\u64cd\u4f5c\u4ee5\u524d\u7684\u6570\u636e\uff0c\/home\/oracle\/ogg\/dirdat\u4e0brr\u5f00\u5934\u7684\u7b2c\u4e00\u4e2a\u6587\u4ef6\u542b\u6709dba\u624b\u5de5\u4fee\u6539\u7684\u8868\u6570\u636e\u4fe1\u606f\uff0c\u4ece\u7b2c\u4e8c\u4e2a\u961f\u5217\u5f00\u59cb\u53ef\u4ee5\u540c\u6b65\u590d\u5236\uff0c\u6b63\u5e38\u89e3\u6790<\/strong><\/p>\n<h3>9.9.    \u4e00\u4e2a\u6570\u636e\u6d41\u9996\u6b21\u6267\u884c\u4efb\u52a1\uff0c\u540c\u6b651.8G\u6570\u636e\uff0csql\u6267\u884c\u7f13\u6162\uff0c\u76ee\u6807\u8868\u4e3a\u65b0\u5efa\u8868<\/h3>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568183756223.png\" alt=\"file\" \/><br \/>\nTask\u4efb\u52a1GC\u65f6\u95f4\u8d85\u8fc7\u603b\u65f6\u95f480%<br \/>\n<img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568183729421.png\" alt=\"file\" \/><br \/>\nExecutor jstat\u4fe1\u606f\uff0c\u9891\u7e41fullGC<br \/>\n<img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568183504278.png\" alt=\"file\" \/><br \/>\ninceptor\u8d44\u6e9015c\/32G x3.\u53ea\u6709\u7b2c\u4e00\u6b21\u540c\u6b65\u51fa\u73b0\uff0c\u7b2c\u4e00\u6b21\u540c\u6b65\u4efb\u52a1\u6267\u884c\u4e8612\u5206\u949f\uff0c\u540e\u9762\u7684\u540c\u6b65\u5e73\u5747\u57282\u5206\u949f<\/p>\n<p><strong>\u539f\u56e0\uff1a\u5927\u6982\u662f\u7b2c\u4e00\u6b21\u540c\u6b65\u7684tdt\u65e5\u5fd7\u65e2\u5305\u542b\u6e90\u7aef\u6ca1\u6709\u8bbe\u7f6eOGG\u914d\u7f6e\u201cGETUPDATEBEFORES\u201d\u548c\u540e\u9762\u5305\u542b\u201cGETUPDATEBEFORES\u201d\u7684\u6570\u636e\uff0c\u603b\u4e4b\u5f88\u5927\u53ef\u80fd\u662f\u6570\u636e\u95ee\u9898\u3002<\/strong><\/p>\n<h3>9.10.   \u540c\u6b65\u540e\u7684orc\u8868\uff0c\u65e5\u671f\u5b57\u6bb5\u4e3a\u7a7a\uff0ctdt\u89e3\u6790\u540e\u7684\u6570\u636e\u4e2d\uff0c\u65f6\u95f4\u6233\u7c7b\u578b\u7684\u5b57\u6bb5\u5e74\u6708\u65e5\u548c\u65f6\u5206\u79d2\u4e2d\u95f4\u6709\u4e2a\u5192\u53f7\uff0c\u9700\u8981\u52a0\u4e0a\u4e00\u4e2a\u5217\u6620\u5c04\u7b97\u5b50\uff0c\u7528tdh_todate\u8fdb\u884c\u4e0b\u8f6c\u6362\uff0c\u57286.1TDT\u7684\u6a21\u677f\u56fa\u5b9a\u5199\u6b7b\u4e86\uff0c\u9700\u8981\u4fee\u6539rule.json\uff0c\u4fee\u6539image\u4e2d\u7684rule.json\u540e\uff0c\u4e0d\u80fdpush\u5230harbor.<\/h3>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568183699952.png\" alt=\"file\" \/><br \/>\n<img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568183688621.png\" alt=\"file\" \/><\/p>\n<p><strong>\u539f\u56e0\uff1a<br \/>\ndocker push \u95ee\u9898\u672a\u77e5\uff0c\u51c6\u5907\u5728idc\u73af\u5883\u91cd\u73b0\u4e0b<br \/>\n\u53e6\u5916\u611f\u89c9\u9700\u8981\u4fee\u6539\u4e0b\u540c\u6b65\u4efb\u52a1\u7684\u6a21\u677f\uff0c\u7531\u73b0\u5728\u7684reader-&gt;table_filter-&gt;writer\u53d8\u6210reader-&gt;table_filter-&gt;column_map-&gt;writer\u3002\u56e0\u4e3a\u5982\u679c\u662f\u65b0\u5efa\u7684\u8868\uff0c\u9ed8\u8ba4\u90fd\u662fstring\u7c7b\u578b\uff0c\u4e3a\u4e86\u4fdd\u6301\u548c\u6e90\u7aef\u7c7b\u578b\u4e00\u81f4\uff0c\u6709\u5fc5\u8981\u8fdb\u884c\u4e00\u4e9b\u5217\u6620\u5c04\u548c\u6570\u636e\u7c7b\u578b\u7684\u8f6c\u6362\u3002<br \/>\n\u6211\u57285.X\u7684tdt\u4e0a\u662f\u53ef\u4ee5\u52a0\u5217\u6620\u5c04\u7684\u3002<br \/>\n\u6216\u8005<br \/>\n\u5bf9\u65e5\u671f\u7c7b\u578b\uff0cogg\u89e3\u6790\u540e\u5728\u5e74\u6708\u65e5\u548c\u65f6\u5206\u79d2\u4e4b\u95f4\u6709\u4e00\u4e2a\u5192\u53f7\uff0c\u59822017-01-01:10:30:00\uff0c\u9700\u8981\u5728json\u4e2d\u8fdb\u884c\u5904\u7406\uff1atdh_todate(&#8216;2017-01-01:10:30:00&#8242;,&#8217;yyyy-MM-dd:HH:mm:ss&#8217;,&#8217;yyyy-MM-dd HH:mm:ss&#8217;)<\/strong><\/p>\n<h3>9.11.   DPE\u8fdb\u7a0b\u542f\u52a8\u5931\u8d25\uff0cABENDED\u72b6\u6001\uff0creport\u62a5\u9519 OGG-00664  OCI Error beginning session (status = 257-ORA-00257: archiver error. Connect internal only, until freed.)<\/h3>\n<p><img decoding=\"async\" src=\"\/\/nj.transwarp.cn:8180\/wp-content\/uploads\/2019\/08\/image-1568689515508.png\" alt=\"file\" \/><\/p>\n<p><strong>\u539f\u56e0\uff1a\u5f52\u6863\u65e5\u5fd7\u7a7a\u95f4\u4e0d\u8db3\uff0c\u53c2\u8003rman\u6e05\u7406\u5f52\u6863\u65e5\u5fd7<\/strong><\/p>\n","protected":false},"excerpt":{"rendered":"<p>OGG+TDT\uff086.1\uff09\u90e8\u7f72\u624b\u518c \u6ce8\u610f\uff1a\u672c\u6587\u6863\u4ec5\u9650studio1.1\u4e4b\u524d\u7248\u672c\u4f7f\u7528\uff0cstudo1.2\u7248\u672c\u4e4b\u540e\u7684t ..<\/p>\n<div class=\"clear-fix\"><\/div>\n<p><a href=\"https:\/\/kbwp.transwarp.cn\/?p=782\" title=\"read more...\">Read more<\/a><\/p>\n","protected":false},"author":12,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-782","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/782","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/12"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=782"}],"version-history":[{"count":2,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/782\/revisions"}],"predecessor-version":[{"id":881,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/782\/revisions\/881"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=782"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=782"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=782"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}