{"id":19313,"date":"2026-09-21T10:31:11","date_gmt":"2026-09-21T02:31:11","guid":{"rendered":"https:\/\/kbwp.transwarp.cn\/?p=19313"},"modified":"2026-09-21T10:39:43","modified_gmt":"2026-09-21T02:39:43","slug":"dbaservice%e5%ba%95%e5%b1%82%e5%ad%98%e5%82%a8csv%e5%ad%97%e6%ae%b5%e8%af%b4%e6%98%8e","status":"publish","type":"post","link":"https:\/\/kbwp.transwarp.cn\/?p=19313","title":{"rendered":"DBAService\u5e95\u5c42\u5b58\u50a8csv\u5b57\u6bb5\u8bf4\u660e"},"content":{"rendered":"

\u6982\u8981\u63cf\u8ff0<\/h3>\n
\n

\u672c\u6587\u4e3b\u8981\u4ecb\u7ecdDBAService\u540e\u53f0\u5b58\u50a8\u7684csv\u6587\u4ef6\u6bcf\u5217\u7684\u8bf4\u660e\u3002<\/p>\n

\u8fd9\u4e9bcsv\u6570\u636e\u6587\u4ef6 \u5728dbaservice\u8282\u70b9 $dbaservice.persistence.datadir<\/code> \u76ee\u5f55\u4e0b<\/p>\n

\"file\"<\/p>\n

\"file\"<\/p>\n

\u8be6\u7ec6\u4ecb\u7ecd<\/h3>\n
\n

1. sql<\/h4>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\u5e8f\u53f7<\/th>\nSql\u5b57\u6bb5\u540d\u79f0<\/th>\nSql\u6570\u636e\u7c7b\u578b<\/th>\nSql\u5b57\u6bb5\u4e2d\u6587\u89e3\u91ca<\/th>\n\u6837\u4f8b<\/th>\n<\/tr>\n<\/thead>\n
1<\/td>\nserverKey<\/td>\nString<\/td>\n\u76d1\u63a7server\u7684\u552f\u4e00\u6807\u8bc6\uff0c\u7528\u4e8e\u8bc6\u522b\u670d\u52a1\u5668\u5b9e\u4f8b<\/td>\nInceptor::kv1::d8da21f4-7912-463f-be5d-b17f5a93c5fa,<\/td>\n<\/tr>\n
2<\/td>\nSqlId<\/td>\nlong<\/td>\nSql\u7684\u552f\u4e00\u6807\u8bc6\u6216ID<\/td>\n961626,<\/td>\n<\/tr>\n
3<\/td>\nsessionId<\/td>\nlong<\/td>\n\u4f1a\u8bdd\u7684\u552f\u4e00\u6807\u8bc6\uff0c\u8868\u793a\u4f1a\u8bdd\u7684ID<\/td>\n52470,<\/td>\n<\/tr>\n
4<\/td>\nextraJobId<\/td>\nlong<\/td>\nlocalfast\u6a21\u5f0f\u4e0b\u7684JobID<\/td>\n-2147483648,<\/td>\n<\/tr>\n
5<\/td>\nsqlGroup<\/td>\nString<\/td>\nSql\u6240\u5c5e\u7684\u7ec4\u522b\u6216\u5206\u7c7b<\/td>\ninceptor,<\/td>\n<\/tr>\n
6<\/td>\nsessionName<\/td>\nString<\/td>\n\u4f1a\u8bdd\u7684\u540d\u79f0<\/td>\n,<\/td>\n<\/tr>\n
7<\/td>\ndetailedDescription<\/td>\nString<\/td>\n\u8be6\u7ec6\u7684Sql\u63cf\u8ff0(Sql\u8bed\u53e5)<\/td>\nSELECT * FROM emp_holo t1 JOIN emp_holo<\/code> t2 ON t1.empno<\/code> =t2.empno<\/code>,<\/td>\n<\/tr>\n
8<\/td>\nmessage<\/td>\nString<\/td>\nSql\u7684\u62a5\u9519\u4fe1\u606f<\/td>\n,<\/td>\n<\/tr>\n
9<\/td>\nstate<\/td>\nString<\/td>\nSql\u7684\u72b6\u6001<\/td>\nSUCCESS,<\/td>\n<\/tr>\n
10<\/td>\ntags<\/td>\nString<\/td>\n\u4e0eSql\u76f8\u5173\u7684\u6807\u7b7e<\/td>\n,<\/td>\n<\/tr>\n
11<\/td>\nexecution PlanGraph<\/td>\nExecution PlanGraph<\/td>\nSql\u6267\u884c\u8ba1\u5212\u7684\u56fe\u5f62\u8868\u793a (\u67e5\u8be2\u6267\u884c\u8ba1\u5212\u56fe)<\/td>\n{"nodes":[{"opId":"FileSinkOperator-3084004","output":0,"stageId":211145,"jobId":240687,"table":null,"highlight":false,"skewTables":[],"nullSkewFlag":false},{"opId":"SelectOperator-3084005","output":0,"stageId":211145,"jobId":240687,"table":null,"highlight":false,"skewTables":[],"nullSkewFlag":false},{"opId":"HolodeskGLUMJoinOperator-3084014","output":0,"stageId":211145,"jobId":240687,"table":null,"highlight":false,"skewTables":[],"nullSkewFlag":false},{"opId":"FilterOperator-3084008","output":0,"stageId":211145,"jobId":240687,"table":null,"highlight":false,"skewTables":[],"nullSkewFlag":false},{"opId":"TableScanOperator-3084009","output":0,"stageId":211145,"jobId":240687,"table":{"database":"default","name":"emp_holo","alias":"t1","format":"HOLODESK","filterPartsNum":0,"rangePartition":false,"partKeys":null,"partsInfo":null,"columnsNeeded":[{"index":0,"name":"EMPNO","type":"Int","useGlobalIndex":false},{"index":1,"name":"ENAME","type":"String","useGlobalIndex":false},{"index":2,"name":"JOB","type":"String","useGlobalIndex":false},{"index":3,"name":"MGR","type":"Int","useGlobalIndex":false},{"index":4,"name":"HIREDATE","type":"Date","useGlobalIndex":false},{"index":5,"name":"SAL","type":"Int","useGlobalIndex":false},{"index":6,"name":"COMM","type":"Int","useGlobalIndex":false},{"index":7,"name":"DEPTNO","type":"Int","useGlobalIndex":false}]},"highlight":false,"skewTables":[],"nullSkewFlag":false},{"opId":"FilterOperator-3084011","output":0,"stageId":211144,"jobId":240686,"table":null,"highlight":false,"skewTables":[],"nullSkewFlag":false},{"opId":"TableScanOperator-3084012","output":0,"stageId":211144,"jobId":240686,"table":{"database":"default","name":"emp_holo","alias":"t2","format":"HOLODESK","filterPartsNum":0,"rangePartition":false,"partKeys":null,"partsInfo":null,"columnsNeeded":[{"index":0,"name":"EMPNO","type":"Int","useGlobalIndex":false},{"index":1,"name":"ENAME","type":"String","useGlobalIndex":false},{"index":2,"name":"JOB","type":"String","useGlobalIndex":false},{"index":3,"name":"MGR","type":"Int","useGlobalIndex":false},{"index":4,"name":"HIREDATE","type":"Date","useGlobalIndex":false},{"index":5,"name":"SAL","type":"Int","useGlobalIndex":false},{"index":6,"name":"COMM","type":"Int","useGlobalIndex":false},{"index":7,"name":"DEPTNO","type":"Int","useGlobalIndex":false}]},"highlight":false,"skewTables":[],"nullSkewFlag":false}],"edges":[{"h":"TableScanOperator-3084009","t":"FilterOperator-3084008"},{"h":"FilterOperator-3084008","t":"HolodeskGLUMJoinOperator-3084014"},{"h":"TableScanOperator-3084012","t":"FilterOperator-3084011"},{"h":"FilterOperator-3084011","t":"HolodeskGLUMJoinOperator-3084014"},{"h":"HolodeskGLUMJoinOperator-3084014","t":"SelectOperator-3084005"},{"h":"SelectOperator-3084005","t":"FileSinkOperator-3084004"}],"stageGroups":[{"stageId":211145,"jobId":240687,"submissionTime":1789889544110,"completionTime":1789889544485,"duration":375,"partitionSize":6,"status":"SUCCESS","opIds":["FileSinkOperator-3084004","SelectOperator-3084005","HolodeskGLUMJoinOperator-3084014","FilterOperator-3084008","TableScanOperator-3084009"],"stageCode":"Q09NTU9OK0luY2VwdG9yOjprdjE6OmQ4ZGEyMWY0LTc5MTItNDYzZi1iZTVkLWIxN2Y1YTkzYzVmYSsyMTExNDUrMTc4OTg4OTU0NDExMCsxNzg5ODg5NTQ0NDg1","highlight":false},{"stageId":211144,"jobId":240686,"submissionTime":1789889543785,"completionTime":1789889543936,"duration":151,"partitionSize":6,"status":"SUCCESS","opIds":["FilterOperator-3084011","TableScanOperator-3084012"],"stageCode":"Q09NTU9OK0luY2VwdG9yOjprdjE6OmQ4ZGEyMWY0LTc5MTItNDYzZi1iZTVkLWIxN2Y1YTkzYzVmYSsyMTExNDQrMTc4OTg4OTU0Mzc4NSsxNzg5ODg5NTQzOTM2","highlight":false}],"jobGroups":[{"jobId":240686,"opIds":["FilterOperator-3084011","TableScanOperator-3084012"],"jobCode":"Q09NTU9OK0luY2VwdG9yOjprdjE6OmQ4ZGEyMWY0LTc5MTItNDYzZi1iZTVkLWIxN2Y1YTkzYzVmYSsyNDA2ODYrMTc4OTg4OTU0Mzc4NCsxNzg5ODg5NTQzOTM2"},{"jobId":240687,"opIds":["FileSinkOperator-3084004","SelectOperator-3084005","HolodeskGLUMJoinOperator-3084014","FilterOperator-3084008","TableScanOperator-3084009"],"jobCode":"Q09NTU9OK0luY2VwdG9yOjprdjE6OmQ4ZGEyMWY0LTc5MTItNDYzZi1iZTVkLWIxN2Y1YTkzYzVmYSsyNDA2ODcrMTc4OTg4OTU0NDExMCsxNzg5ODg5NTQ0NDg1"}]},<\/td>\n<\/tr>\n
12<\/td>\ndagGraph<\/td>\nDagGraph<\/td>\nSql\u7684DAG\uff08Job\u9875\u9762\u7684\u6709\u5411\u65e0\u73af\u56fe\uff09\u56fe\u5f62\u8868\u793a<\/td>\nnull,<\/td>\n<\/tr>\n
13<\/td>\nsubmissionTime<\/td>\nlong<\/td>\nSql\u63d0\u4ea4\u7684\u65f6\u95f4\u6233<\/td>\n1789889543351,<\/td>\n<\/tr>\n
14<\/td>\nstartTime<\/td>\nlong<\/td>\nSql\u5f00\u59cb\u6267\u884c\u7684\u65f6\u95f4\u6233<\/td>\n1789889543665,<\/td>\n<\/tr>\n
15<\/td>\ncompute FinishTime<\/td>\nlong<\/td>\nSql\u8ba1\u7b97\u5b8c\u6210\u7684\u65f6\u95f4\u6233<\/td>\n1789889544503,<\/td>\n<\/tr>\n
16<\/td>\nfileCommit FinishTime<\/td>\nlong<\/td>\n\u6587\u4ef6\u63d0\u4ea4\u5b8c\u6210\u7684\u65f6\u95f4\u6233<\/td>\n1789889544548,<\/td>\n<\/tr>\n
17<\/td>\nfetchResult StartTime<\/td>\nlong<\/td>\n\u83b7\u53d6\u7ed3\u679c\u5f00\u59cb\u7684\u65f6\u95f4\u6233<\/td>\n1789889544548,<\/td>\n<\/tr>\n
18<\/td>\nrealFetch ResultStartTime<\/td>\nlong<\/td>\n\u5b9e\u9645\u83b7\u53d6\u7ed3\u679c\u7684\u5f00\u59cb\u65f6\u95f4\u6233<\/td>\n1789889544636,<\/td>\n<\/tr>\n
19<\/td>\nlocalTime<\/td>\nlong<\/td>\nSql\u6536\u5230\u6d88\u606f\u7684\u6700\u65b0\u672c\u5730\u65f6\u95f4<\/td>\n1789889544948,<\/td>\n<\/tr>\n
20<\/td>\nfetchRowCount<\/td>\nlong<\/td>\n\u83b7\u53d6\u7ed3\u679c\u7684\u884c\u6570<\/td>\n14,<\/td>\n<\/tr>\n
21<\/td>\nfetchCount<\/td>\nlong<\/td>\n\u83b7\u53d6\u7ed3\u679c\u7684\u6b21\u6570<\/td>\n2,<\/td>\n<\/tr>\n
22<\/td>\nfetchComputeTotal<\/td>\nlong<\/td>\n\u83b7\u53d6\u7ed3\u679c\u8ba1\u7b97\u603b\u65f6\u95f4<\/td>\n102,<\/td>\n<\/tr>\n
23<\/td>\ndurationBlockMap<\/td>\nMap<String,String><\/code><\/td>\nSql\u6267\u884c\u65f6\u95f4\u6620\u5c04<\/td>\n{},<\/td>\n<\/tr>\n
24<\/td>\ndurations<\/td>\nMap<String,Long><\/code><\/td>\n\u4e0d\u540cStage\u7684Sql\u6267\u884c\u65f6\u95f4<\/td>\n{"Fetch Data":235,"File Commit":45,"compile":291,"Job 240687":375,"Job 240686":152},<\/td>\n<\/tr>\n
25<\/td>\nnonLinear Durations<\/td>\nMap<String,Long><\/code><\/td>\n\u975e\u7ebf\u6027Sql\u6267\u884c\u65f6\u95f4<\/td>\n{},<\/td>\n<\/tr>\n
26<\/td>\naccumulable Durations<\/td>\nMap<String,Long><\/code><\/td>\n\u7d2f\u79efSql\u6267\u884c\u65f6\u95f4<\/td>\n{},<\/td>\n<\/tr>\n
27<\/td>\nnonLinear Accumulable Durations<\/td>\nMap<String,Long><\/code><\/td>\n\u975e\u7ebf\u6027\u7d2f\u79efSql\u6267\u884c\u65f6\u95f4<\/td>\n{},<\/td>\n<\/tr>\n
28<\/td>\nmetrics<\/td>\nMap<String,String><\/code><\/td>\n\u4e0eSql\u76f8\u5173\u7684\u6027\u80fd\u6307\u6807<\/td>\n{"sqlId":"961626","phase":"FETCH_RESULT","sessionName":""},<\/td>\n<\/tr>\n
29<\/td>\nmeta<\/td>\nMap<String,String><\/code><\/td>\n\u5176\u4ed6\u4e0eSql\u76f8\u5173\u7684\u5143\u6570\u636e<\/td>\n{},<\/td>\n<\/tr>\n
30<\/td>\noperationId<\/td>\nString<\/td>\n\u64cd\u4f5c\u7684\u552f\u4e00\u6807\u8bc6(\u5bf9\u5e94kill sql operationId)<\/td>\nd71525f0-9759-402b-afc5-a44194afe0a2,<\/td>\n<\/tr>\n
31<\/td>\nSqlType<\/td>\nString<\/td>\nSql\u7684\u7c7b\u578b<\/td>\nQUERY(1),<\/td>\n<\/tr>\n
32<\/td>\nJobsCompleted<\/td>\nlong<\/td>\n\u5b8c\u6210\u7684Job\u6570<\/td>\n2,<\/td>\n<\/tr>\n
33<\/td>\nJobsFailed<\/td>\nlong<\/td>\n\u5931\u8d25\u7684Job\u6570<\/td>\n0,<\/td>\n<\/tr>\n
34<\/td>\nstagesExpected<\/td>\nlong<\/td>\n\u9884\u671f\u7684Stage\u6570<\/td>\n2,<\/td>\n<\/tr>\n
35<\/td>\nstagesCompleted<\/td>\nlong<\/td>\n\u5b8c\u6210\u7684Stage\u6570<\/td>\n2,<\/td>\n<\/tr>\n
36<\/td>\nstagesFailed<\/td>\nlong<\/td>\n\u5931\u8d25\u7684Stage\u6570<\/td>\n0,<\/td>\n<\/tr>\n
37<\/td>\nstagesSkipped<\/td>\nlong<\/td>\n\u8df3\u8fc7\u7684Stage\u6570<\/td>\n0,<\/td>\n<\/tr>\n
38<\/td>\ntasksExpected<\/td>\nlong<\/td>\n\u9884\u671f\u7684Task\u6570<\/td>\n12,<\/td>\n<\/tr>\n
39<\/td>\ntasksCompleted<\/td>\nlong<\/td>\n\u5b8c\u6210\u7684Task\u6570<\/td>\n12,<\/td>\n<\/tr>\n
40<\/td>\ntasksFailed<\/td>\nlong<\/td>\n\u5931\u8d25\u7684Task\u6570<\/td>\n0,<\/td>\n<\/tr>\n
41<\/td>\ntasksSkipped<\/td>\nlong<\/td>\n\u8df3\u8fc7\u7684Task\u6570<\/td>\n0,<\/td>\n<\/tr>\n
42<\/td>\ntotalTaskTime<\/td>\nlong<\/td>\nSql\u7684\u6240\u6709Task\u603b\u6267\u884c\u65f6\u95f4(task\u65f6\u95f4\u7684\u7d2f\u52a0\u548c)<\/td>\n2968,<\/td>\n<\/tr>\n
43<\/td>\nmode<\/td>\nString<\/td>\nSql\u6267\u884c\u6a21\u5f0f<\/td>\nlinac-cluster,<\/td>\n<\/tr>\n
44<\/td>\nuser<\/td>\nString<\/td>\n\u6267\u884cSql\u7684\u7528\u6237<\/td>\nunknown,<\/td>\n<\/tr>\n
45<\/td>\npoolName<\/td>\nString<\/td>\n\u8d44\u6e90\u6c60\u7684\u540d\u79f0<\/td>\nTTTT,<\/td>\n<\/tr>\n
46<\/td>\nsessionTimeRange<\/td>\nString<\/td>\nSQL\u7684\u4f1a\u8bdd\u65f6\u95f4\u8303\u56f4(openTime::closeTime)<\/td>\n1789889581058,<\/td>\n<\/tr>\n
47<\/td>\ncompletionTime<\/td>\nSet<Long><\/code><\/td>\nSql\u5b8c\u6210\u7684\u65f6\u95f4\u6233<\/td>\n1789889544783,<\/td>\n<\/tr>\n
48<\/td>\ninceptorTxnIds<\/td>\nSet<Long><\/code><\/td>\nInceptor\u4e8b\u52a1\u7684ID<\/td>\n[],<\/td>\n<\/tr>\n
49<\/td>\nargoHoloTxnIds<\/td>\nSet<Long><\/code><\/td>\nArgoHolo\u4e8b\u52a1\u7684ID<\/td>\n[232563],<\/td>\n<\/tr>\n
50<\/td>\nSqlLength<\/td>\nlong<\/td>\nSql\u7684\u8bed\u53e5\u957f\u5ea6<\/td>\n71,<\/td>\n<\/tr>\n
51<\/td>\nshuffleReadSize<\/td>\nlong<\/td>\nShuffle\u8bfb\u53d6\u7684\u6570\u636e\u5927\u5c0f(byte)<\/td>\n0,<\/td>\n<\/tr>\n
52<\/td>\nshuffleWriteSize<\/td>\nlong<\/td>\nShuffle\u5199\u5165\u7684\u6570\u636e\u5927\u5c0f(byte)<\/td>\n0,<\/td>\n<\/tr>\n
53<\/td>\ntaskCost<\/td>\nlong<\/td>\nTask\u7684\u603b\u6210\u672c\u8017\u65f6(\u65e7\u5b57\u6bb5\u4e0d\u7528\u517c\u5bb9\u4fdd\u7559)<\/td>\n2968,<\/td>\n<\/tr>\n
54<\/td>\ntaskAbnormal<\/td>\nList<Integer><\/code><\/td>\nTask\u662f\u5426\u5f02\u5e38<\/td>\n[],<\/td>\n<\/tr>\n
55<\/td>\nwaitTime<\/td>\nlong<\/td>\n\u7b49\u5f85\u65f6\u95f4<\/td>\n0,<\/td>\n<\/tr>\n
56<\/td>\nwait ArgoHolo TxnIds<\/td>\nSet<Long><\/code><\/td>\n\u7b49\u5f85\u7684ArgoHolo\u4e8b\u52a1\u7684ID<\/td>\n[],<\/td>\n<\/tr>\n
57<\/td>\nblock ArgoHolo TxnIds<\/td>\nSet<Long><\/code><\/td>\n\u963b\u585e\u7684ArgoHolo\u4e8b\u52a1\u7684ID<\/td>\n[],<\/td>\n<\/tr>\n
58<\/td>\ntopOne TaskMax Duration MappingId<\/td>\nObject<\/td>\n\u6700\u957f\u6267\u884c\u65f6\u95f4\u7684Task\u7684\u6620\u5c04ID<\/td>\n{"id":122103,"maxDuration":365,"parentId":211145,"executorAddr":"kv4:46219"},<\/td>\n<\/tr>\n
59<\/td>\ntopTwo TaskMax Duration MappingId<\/td>\nObject<\/td>\n\u7b2c\u4e8c\u957f\u6267\u884c\u65f6\u95f4\u7684Task\u7684\u6620\u5c04ID<\/td>\n{"id":122105,"maxDuration":364,"parentId":211145,"executorAddr":"kv4:46219"},<\/td>\n<\/tr>\n
60<\/td>\ntagFinishTime<\/td>\nlong<\/td>\n\u6839\u636e\u6807\u7b7e\u4e3b\u52a8\u6807\u8bb0SQL\u7ed3\u675f\u65f6\u95f4(\u5bf9LvtMsgLost\u6807\u8bb0\u6d88\u606f\u4e22\u5931SQL\u68c0\u6d4b\u4f7f\u7528)<\/td>\n0,<\/td>\n<\/tr>\n
61<\/td>\nperfLogs<\/td>\nList<String><\/code><\/td>\n\u63a5\u6536\u7684quark perflog\u4fe1\u606f, \u6570\u7ec4\u6210\u5458\u683c\u5f0f\u662fmethod,startTime,duration
(method\u662fperflog\u91cc\u7684\u65b9\u6cd5\u540d, startTime\u662f\u8fd9\u6761perflog\u7684\u65f6\u95f4, duration\u662f\u5bf9\u5e94perflog\u8bb0\u5f55\u7684\u8017\u65f6)<\/td>\n		["parse,1789889543352,1","getMeta,1789889543403,46","genResolvedTree,1789889543402,48","genPlan,1789889543451,4","RBO,1789889543456,182","doAuthorization,1789889543641,1","compile,1789889543352,290","TimeToSubmit,1789889543352,311","PreHook.GuardianPLFunctionHook,1789889543663,1","PreHook.DisallowTransformHook,1789889543664,0","PreHook.DisallowTransformHook,1789889543664,0","PreHook.DisallowTransformHook,1789889543664,0","task.MAPRED-SPARK.Stage-0,1789889543665,838","runTasks,1789889543665,838","PostHook.CatalogHook,1789889544503,1","Driver.execute,1789889543663,841","Driver.run,1789889543352,1195"],<\/td>\n<\/tr>\n
62<\/td>\nnullSkewFlag<\/td>\nboolean<\/td>\nskewjoin\u503e\u659c\u8bca\u65ad\u6807\u8bb0\u662f\u5426\u51fa\u73b0null\u7684\u503e\u659c<\/td>\nfalse,<\/td>\n<\/tr>\n
63<\/td>\nsessionHandle<\/td>\nString<\/td>\n\u4f1a\u8bdd\u7684\u552f\u4e00\u6807\u8bc6\u7b26, \u5bf9\u5e94sessionUUID<\/td>\n,<\/td>\n<\/tr>\n
64<\/td>\nmicroJobName<\/td>\nString<\/td>\n\u589e\u91cf\u8ba1\u7b97\u7684 microjob\u540d\u79f0<\/td>\n,<\/td>\n<\/tr>\n
65<\/td>\nmicroJobIncrementRows<\/td>\nMap<String, Long><\/code><\/td>\n\u672c\u6b21\u589e\u91cf sql \u7684\u89e6\u53d1\u6e90\u8868\u53ca\u66f4\u65b0\u6570\u636e\u89c4\u6a21 (key\u662f\u6e90\u8868\u540d, value\u662f\u66f4\u65b0\u6570\u636e\u884c\u6570)<\/td>\n{},<\/td>\n<\/tr>\n
66<\/td>\nmicroJobTargetTable<\/td>\nString<\/td>\n\u589e\u91cf\u8ba1\u7b97insert \u7684\u76ee\u6807\u8868\u8868<\/td>\n,<\/td>\n<\/tr>\n
67<\/td>\nmicroJobOutput<\/td>\nlong<\/td>\n\u589e\u91cf\u8ba1\u7b97sql \u5f71\u54cd\u884c\u6570<\/td>\n0<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

2. job<\/h4>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\u5e8f\u53f7<\/th>\nJob\u5b57\u6bb5\u540d\u79f0<\/th>\nJob\u6570\u636e\u7c7b\u578b<\/th>\nJob\u5b57\u6bb5\u4e2d\u6587\u89e3\u91ca<\/th>\n\u6837\u4f8b<\/th>\n<\/tr>\n<\/thead>\n
1<\/td>\nserverKey<\/td>\nString<\/td>\n\u76d1\u63a7server\u7684\u552f\u4e00\u6807\u8bc6\uff0c\u7528\u4e8e\u8bc6\u522b\u670d\u52a1\u5668\u5b9e\u4f8b<\/td>\nInceptor::kv1::d8da21f4-7912-463f-be5d-b17f5a93c5fa,<\/td>\n<\/tr>\n
2<\/td>\njobId<\/td>\nlong<\/td>\nJob\u7684\u552f\u4e00\u6807\u8bc6\u6216ID<\/td>\n240686,<\/td>\n<\/tr>\n
3<\/td>\nSqlId<\/td>\nlong<\/td>\nSql\u67e5\u8be2\u7684\u552f\u4e00\u6807\u8bc6\u6216ID\uff0c\u8868\u793a\u6b64Job\u5c5e\u4e8e\u54ea\u4e2a\u67e5\u8be2<\/td>\n961626,<\/td>\n<\/tr>\n
4<\/td>\ndescription<\/td>\nString<\/td>\nJob\u7684\u63cf\u8ff0\u6216\u6982\u8981\u4fe1\u606f<\/td>\nSQL Job 240686 -> \/ === Linac === <\/em>\/ SELECT * FROM emp_holo t1 JOIN emp_holo<\/code> t2 ON t1.empno<\/code> =t2.empno<\/code> apply at HierachicalPerf.scala:230,<\/td>\n<\/tr>\n
5<\/td>\nmessage<\/td>\nString<\/td>\nJob\u7684\u62a5\u9519\u4fe1\u606f<\/td>\n,<\/td>\n<\/tr>\n
6<\/td>\npoolName<\/td>\nString<\/td>\nStage\u7684\u6267\u884c\u72b6\u6001\uff0c\u53ef\u80fd\u5305\u62ec\u6210\u529f\u3001\u5931\u8d25\u7b49<\/td>\nTTTT,<\/td>\n<\/tr>\n
7<\/td>\njobGroup<\/td>\nString<\/td>\nJob\u6240\u5c5e\u7684\u7ec4\u522b<\/td>\nhive_20260920153223_f5c00d51-bb02-4624-b67f-f1ba2ae982ab,<\/td>\n<\/tr>\n
8<\/td>\nstageInfosExpected<\/td>\nList<StageInfo><\/code><\/td>\n\u671f\u671b\u7684StageInfo (\u5305\u62ecjobId, stageId,attemptId, numTasks, sources[\u5bf9\u5e94stargate context])<\/td>\n[{"jobId":240686,"stageId":211144,"attemptId":0,"numTasks":6,"sources":"============== Stargate Context ==============\\nRDD: io.transwarp.windrunner.linac.ArgoPerformanceLinacPlanShiva2RDD[1563927]\\n Dialect: ORACLE\\n Schema: Table default.emp_holo (alias[t2]), Columns [EMPNO,ENAME,JOB,MGR,HIREDATE,SAL,COMM,DEPTNO,HOLODESKBLOCK<\/strong>ID,HOLODESKRECORD<\/strong>ID,HOLODESKROW<\/strong>ID,SKEWROW<\/strong>ID,CHANGELOG_OP_TYPE]\\n Stargate Filter: (EMPNO[Int] not null[0.0][Equivalent Pushdown: true])\\n Stargate Filter All Push Down: true\\n Needed Column: EMPNO,ENAME,JOB,MGR,HIREDATE,SAL,COMM,DEPTNO\\n Order By Pushed Down: false\\n Stargate Dimensions Pushed Down: false\\n \\n Stargate Limit\/Order By: \\n Local Parallelism: -1\\n==============================================\\n"}],<\/td>\n<\/tr>\n
9<\/td>\nstageSources<\/td>\nMap<Long, String><\/code><\/td>\nkey: stageId, value: stage\u7684sources\u5b57\u6bb5\uff0cstargate context\u5185\u5bb9\uff0c\u4e3b\u8981\u5305\u62ec\u8c13\u8bcd\u4e0b\u63a8\u3001\u8868\u626b\u63cf\u7b49\u4fe1\u606f\u3002<\/td>\n{"211144":"============== Stargate Context ==============\\nRDD: io.transwarp.windrunner.linac.ArgoPerformanceLinacPlanShiva2RDD[1563927]\\n Dialect: ORACLE\\n Schema: Table default.emp_holo (alias[t2]), Columns [EMPNO,ENAME,JOB,MGR,HIREDATE,SAL,COMM,DEPTNO,HOLODESKBLOCK<\/strong>ID,HOLODESKRECORD<\/strong>ID,HOLODESKROW<\/strong>ID,SKEWROW<\/strong>ID,CHANGELOG_OP_TYPE]\\n Stargate Filter: (EMPNO[Int] not null[0.0][Equivalent Pushdown: true])\\n Stargate Filter All Push Down: true\\n Needed Column: EMPNO,ENAME,JOB,MGR,HIREDATE,SAL,COMM,DEPTNO\\n Order By Pushed Down: false\\n Stargate Dimensions Pushed Down: false\\n \\n Stargate Limit\/Order By: \\n Local Parallelism: -1\\n==============================================\\n"},<\/td>\n<\/tr>\n
10<\/td>\nnodes<\/td>\nList<Vertex><\/code><\/td>\nJob\u7684DAG\u7684\u70b9\u7684\u5217\u8868 (\u5305\u62ecid,desc,detail,group,status)<\/td>\n[{"id":"stage_211144","desc":"Stage 211144","detail":null,"group":null,"status":"SUCCESS"},{"id":"1335947","desc":"PerformancePlan","detail":null,"group":"stage_211144","status":null},{"id":"1335951","desc":"Local Sink","detail":null,"group":"stage_211144","status":null},{"id":"1335949","desc":"FilterPlan","detail":null,"group":"stage_211144","status":null}],<\/td>\n<\/tr>\n
11<\/td>\nedges<\/td>\nList<Edge><\/code><\/td>\nJob\u7684DAG\u7684\u8fb9\u7684\u5217\u8868(f, t)<\/td>\n[{"f":"1335947","t":"1335949"},{"f":"1335949","t":"1335951"}],<\/td>\n<\/tr>\n
12<\/td>\nsubmissionTime<\/td>\nlong<\/td>\njob\u63d0\u4ea4\u7684\u65f6\u95f4\u6233<\/td>\n1789889543784,<\/td>\n<\/tr>\n
13<\/td>\nupdateTime<\/td>\nlong<\/td>\n\u63a5\u6536\u5230DAG\u76f8\u5173\u6d88\u606f\u7684\u65f6\u95f4\u6233<\/td>\n1789889543785,<\/td>\n<\/tr>\n
14<\/td>\nstagesExpected<\/td>\nlong<\/td>\n\u9884\u671f\u7684Stage\u6570<\/td>\n1,<\/td>\n<\/tr>\n
15<\/td>\nstagesCompleted<\/td>\nlong<\/td>\n\u5b8c\u6210\u7684Stage\u6570<\/td>\n1,<\/td>\n<\/tr>\n
16<\/td>\nstagesFailed<\/td>\nlong<\/td>\n\u5931\u8d25\u7684Stage\u6570<\/td>\n0,<\/td>\n<\/tr>\n
17<\/td>\nstagesSkipped<\/td>\nlong<\/td>\n\u8df3\u8fc7\u7684Stage\u6570<\/td>\n0,<\/td>\n<\/tr>\n
18<\/td>\ntasksExpected<\/td>\nlong<\/td>\n\u9884\u671f\u7684Task\u6570<\/td>\n6,<\/td>\n<\/tr>\n
19<\/td>\ntasksCompleted<\/td>\nlong<\/td>\n\u5b8c\u6210\u7684Task\u6570<\/td>\n6,<\/td>\n<\/tr>\n
20<\/td>\ntasksFailed<\/td>\nlong<\/td>\n\u5931\u8d25\u7684Task\u6570<\/td>\n0,<\/td>\n<\/tr>\n
21<\/td>\ntasksSkipped<\/td>\nlong<\/td>\n\u8df3\u8fc7\u7684Task\u6570<\/td>\n0,<\/td>\n<\/tr>\n
22<\/td>\ntotalTaskTime<\/td>\nlong<\/td>\nJob\u7684\u6240\u6709Task\u603b\u6267\u884c\u65f6\u95f4(task\u65f6\u95f4\u7684\u7d2f\u52a0\u548c)<\/td>\n846,<\/td>\n<\/tr>\n
23<\/td>\nuser<\/td>\nString<\/td>\n\u6267\u884c\u6240\u5c5e\u7528\u6237<\/td>\nunknown,<\/td>\n<\/tr>\n
24<\/td>\nsqlGroup<\/td>\nString<\/td>\n\u6240\u5c5eSQL\u7684\u7ec4<\/td>\ninceptor,<\/td>\n<\/tr>\n
25<\/td>\nsqlTimeRange<\/td>\nString<\/td>\n\u6240\u5c5eSQL\u7684\u6267\u884c\u65f6\u95f4\u8303\u56f4(sqlSubmissionTime::sqlCompletionTime)<\/td>\n1789889543351::1789889544783,<\/td>\n<\/tr>\n
26<\/td>\nstatus<\/td>\nString<\/td>\nJob\u6267\u884c\u72b6\u6001<\/td>\nSUCCESS,<\/td>\n<\/tr>\n
27<\/td>\ncompletionTime<\/td>\nlong<\/td>\nJob\u5b8c\u6210\u7684\u65f6\u95f4\u6233<\/td>\n1789889543936,<\/td>\n<\/tr>\n
28<\/td>\nlinacOperatorGraph<\/td>\nLinacOperatorGraph<\/td>\nLinac\u7684\u7b97\u5b50\u7684\u6267\u884c\u8ba1\u5212\u56fe(\u7c7b\u4f3csql\u6267\u884c\u8ba1\u5212\u56fe,linac\u7684\u5728job\u7ef4\u5ea6)<\/td>\n{"nodes":[],"edges":[],"stageEdges":[],"stageGroups":[{"stageId":211144,"jobId":240686,"submissionTime":1789889543785,"completionTime":1789889543936,"duration":151,"partitionSize":6,"status":"SUCCESS","opIds":["FilterOperator-3084011","TableScanOperator-3084012"],"stageCode":"Q09NTU9OK0luY2VwdG9yOjprdjE6OmQ4ZGEyMWY0LTc5MTItNDYzZi1iZTVkLWIxN2Y1YTkzYzVmYSsyMTExNDQrMTc4OTg4OTU0Mzc4NSsxNzg5ODg5NTQzOTM2","highlight":false}]},<\/td>\n<\/tr>\n
29<\/td>\nsessionId<\/td>\nlong<\/td>\n\u6240\u5c5esession\u7684ID<\/td>\n52470<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

3. stage<\/h4>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\u5e8f\u53f7<\/th>\nstage\u5b57\u6bb5\u540d\u79f0<\/th>\nstage\u6570\u636e\u7c7b\u578b<\/th>\nstage\u5b57\u6bb5\u4e2d\u6587\u89e3\u91ca<\/th>\n\u6837\u4f8b<\/th>\n<\/tr>\n<\/thead>\n
1<\/td>\nserverKey<\/td>\nString<\/td>\n\u76d1\u63a7server\u7684\u552f\u4e00\u6807\u8bc6\uff0c\u7528\u4e8e\u8bc6\u522b\u670d\u52a1\u5668\u5b9e\u4f8b<\/td>\nInceptor::kv1::d8da21f4-7912-463f-be5d-b17f5a93c5fa,<\/td>\n<\/tr>\n
2<\/td>\nstageId<\/td>\nlong<\/td>\nStage\u7684\u552f\u4e00\u6807\u8bc6\u6216ID\uff0c\u7528\u4e8e\u533a\u5206\u4e0d\u540c\u7684Stage<\/td>\n211144,<\/td>\n<\/tr>\n
3<\/td>\njobId<\/td>\nlong<\/td>\nJob\u7684\u552f\u4e00\u6807\u8bc6\u6216ID\uff0c\u8868\u793a\u6b64Stage\u5c5e\u4e8e\u54ea\u4e2aJob<\/td>\n240686,<\/td>\n<\/tr>\n
4<\/td>\nSqlId<\/td>\nlong<\/td>\nSql\u67e5\u8be2\u7684\u552f\u4e00\u6807\u8bc6\u6216ID\uff0c\u8868\u793a\u6b64Stage\u5c5e\u4e8e\u54ea\u4e2a\u67e5\u8be2<\/td>\n961626,<\/td>\n<\/tr>\n
5<\/td>\nattemptId<\/td>\nint<\/td>\nStage\u7684\u5c1d\u8bd5\u6807\u8bc6\uff0c\u901a\u5e38\u7528\u4e8e\u533a\u5206\u91cd\u8bd5\u7684Stage<\/td>\n0,<\/td>\n<\/tr>\n
6<\/td>\ndescription<\/td>\nString<\/td>\nStage\u7684\u63cf\u8ff0\u6216\u6982\u8981\u4fe1\u606f<\/td>\nStage 211144,<\/td>\n<\/tr>\n
7<\/td>\nmessage<\/td>\nString<\/td>\nStage\u7684\u62a5\u9519\u4fe1\u606f\u548c\u8bf4\u660e<\/td>\n,<\/td>\n<\/tr>\n
8<\/td>\nstatus<\/td>\nString<\/td>\nStage\u7684\u6267\u884c\u72b6\u6001\uff0c\u5305\u62ec\u8fd0\u884c\u4e2d\u3001\u6210\u529f\u3001\u5931\u8d25\u7b49<\/td>\nSUCCESS,<\/td>\n<\/tr>\n
9<\/td>\ntasksExpected<\/td>\nlong<\/td>\n\u9884\u671f\u7684Task\u6570<\/td>\n6,<\/td>\n<\/tr>\n
10<\/td>\ntasksCompleted<\/td>\nlong<\/td>\n\u5b8c\u6210\u7684Task\u6570<\/td>\n6,<\/td>\n<\/tr>\n
11<\/td>\ntasksFailed<\/td>\nlong<\/td>\n\u5931\u8d25\u7684Task\u6570<\/td>\n0,<\/td>\n<\/tr>\n
12<\/td>\ntasksSkipped<\/td>\nlong<\/td>\n\u8df3\u8fc7\u7684Task\u6570<\/td>\n0,<\/td>\n<\/tr>\n
13<\/td>\npartitionSize<\/td>\nint<\/td>\n\u6240\u6709\u5c1d\u8bd5\u4e2d\u9884\u671f\u7684\u6700\u5927Task\u6570<\/td>\n6,<\/td>\n<\/tr>\n
14<\/td>\ninputRowsString<\/td>\nString<\/td>\nDAG\u4e2d\u6bcf\u4e2aoperator\u7684\u8f93\u5165\u6570\u636e\u91cf\uff08JSON\uff09<\/td>\n,<\/td>\n<\/tr>\n
15<\/td>\noutputRowsString<\/td>\nString<\/td>\nDAG\u4e2d\u6bcf\u4e2aoperator\u7684\u8f93\u51fa\u6570\u636e\u91cf\uff08JSON\uff09<\/td>\n{"FilterOperator-3084011" : 0, "TableScanOperator-3084012" : 0, "HolodeskGLUMJoinOperator-3084014" : 0},<\/td>\n<\/tr>\n
16<\/td>\nshuffleReadBytes<\/td>\nlong<\/td>\nShuffle\u8bfb\u53d6\u7684\u5b57\u8282\u6570<\/td>\n0,<\/td>\n<\/tr>\n
17<\/td>\nshuffleWriteBytes<\/td>\nlong<\/td>\nShuffle\u5199\u5165\u7684\u5b57\u8282\u6570<\/td>\n0,<\/td>\n<\/tr>\n
18<\/td>\nactual TasksCompleted<\/td>\nint<\/td>\n\u5b9e\u9645\u5b8c\u6210\u7684Task\u6570 (\u65e7\u6570\u636e\u517c\u5bb9\u4fdd\u7559)<\/td>\n0,<\/td>\n<\/tr>\n
19<\/td>\nactual TasksFailed<\/td>\nint<\/td>\n\u5b9e\u9645\u5931\u8d25\u7684Task\u6570 (\u65e7\u6570\u636e\u517c\u5bb9\u4fdd\u7559)<\/td>\n0,<\/td>\n<\/tr>\n
20<\/td>\nsubmissionTime<\/td>\nlong<\/td>\nStage\u63d0\u4ea4\u7684\u65f6\u95f4\u6233<\/td>\n1789889543785,<\/td>\n<\/tr>\n
21<\/td>\nstageMode<\/td>\nString<\/td>\nStage\u7684\u6267\u884c\u6a21\u5f0f<\/td>\nlinac-cluster,<\/td>\n<\/tr>\n
22<\/td>\npoolName<\/td>\nString<\/td>\nStage\u6240\u5c5e\u7684\u961f\u5217\u8d44\u6e90\u6c60\u540d\u79f0<\/td>\nTTTT,<\/td>\n<\/tr>\n
23<\/td>\ntotalTaskTime<\/td>\nlong<\/td>\nStage\u7684\u6240\u6709Task\u7684\u603b\u6267\u884c\u65f6\u95f4<\/td>\n846,<\/td>\n<\/tr>\n
24<\/td>\ninput<\/td>\nlong<\/td>\nStage\u7684\u8f93\u5165\u6570\u636e\u91cf(\u884c\u6570)<\/td>\n0,<\/td>\n<\/tr>\n
25<\/td>\nshuffleRead BytesAggregated<\/td>\nlong<\/td>\n\u805a\u5408\u540e\u7684Shuffle\u8bfb\u53d6\u5b57\u8282\u6570<\/td>\n0,<\/td>\n<\/tr>\n
26<\/td>\nshuffleWrite BytesAggregated<\/td>\nlong<\/td>\n\u805a\u5408\u540e\u7684Shuffle\u5199\u5165\u5b57\u8282\u6570<\/td>\n0,<\/td>\n<\/tr>\n
27<\/td>\nattempts<\/td>\nMap<Integer,Stage Attempt><\/code><\/td>\nStage\u7684\u5c1d\u8bd5\u6b21\u6570\u53ca\u91cd\u8bd5\u4fe1\u606f<\/td>\n{"0":{"stageId":211144,"attemptId":0,"message":null,"submissionTime":1789889543785,"completionTime":1789889543936}},<\/td>\n<\/tr>\n
28<\/td>\nuser<\/td>\nString<\/td>\n\u6267\u884cStage\u7684\u7528\u6237<\/td>\nunknown,<\/td>\n<\/tr>\n
29<\/td>\nSqlGroup<\/td>\nString<\/td>\nSql\u67e5\u8be2\u6240\u5c5e\u7684\u7ec4\u522b\u6216\u5206\u7c7b<\/td>\ninceptor,<\/td>\n<\/tr>\n
30<\/td>\nsources<\/td>\nString<\/td>\nStage(\u8c03\u5ea6\u9636\u6bb5)\u6e90, stargate context\u5185\u5bb9<\/td>\n"============== Stargate Context ==============
RDD: io.transwarp.windrunner.linac.ArgoPerformanceLinacPlanShiva2RDD[1563927]
Dialect: ORACLE
Schema: Table default.emp_holo (alias[t2]), Columns [EMPNO,ENAME,JOB,MGR,HIREDATE,SAL,COMM,DEPTNO,HOLODESKBLOCK<\/strong>ID,HOLODESKRECORD<\/strong>ID,HOLODESKROW<\/strong>ID,SKEWROW<\/strong>ID,CHANGELOG_OP_TYPE]
Stargate Filter: (EMPNO[Int] not null[0.0][Equivalent Pushdown: true])
Stargate Filter All Push Down: true
Needed Column: EMPNO,ENAME,JOB,MGR,HIREDATE,SAL,COMM,DEPTNO
Order By Pushed Down: false
Stargate Dimensions Pushed Down: false<\/p>\n

Stargate Limit\/Order By:
Local Parallelism: -1
==============================================
"<\/td>\n<\/tr>\n

31<\/td>\nsqlTimeRange<\/td>\nString<\/td>\n\u6240\u5c5eSQL\u7684\u6267\u884c\u65f6\u95f4\u8303\u56f4(sqlSubmissionTime::sqlCompletionTime)<\/td>\n1789889543351::1789889544783,<\/td>\n<\/tr>\n
32<\/td>\nJobTimeRange<\/td>\nString<\/td>\n\u6240\u5c5eJob\u7684\u6267\u884c\u65f6\u95f4\u8303\u56f4(jobSubmissionTime::jobCompletionTime)<\/td>\n1789889543784::1789889543936,<\/td>\n<\/tr>\n
33<\/td>\ncompletionTime<\/td>\nlong<\/td>\nStage\u5b8c\u6210\u7684\u65f6\u95f4\u6233<\/td>\n1789889543936,<\/td>\n<\/tr>\n
34<\/td>\nscanOpNum<\/td>\nint<\/td>\ntablescan\u626b\u63cf\u7b97\u5b50\u7684\u6570\u91cf<\/td>\n1,<\/td>\n<\/tr>\n
35<\/td>\nscanRows<\/td>\nlong<\/td>\ntablescan\u626b\u63cf\u7684\u884c\u6570<\/td>\n0,<\/td>\n<\/tr>\n
36<\/td>\nnumRemoteReadFilesTotalNum<\/td>\nlong<\/td>\n\u8fdc\u7a0b\u8bfb\u6587\u4ef6\u6570<\/td>\n0,<\/td>\n<\/tr>\n
37<\/td>\nnumLocalReadFilesTotalNum<\/td>\nlong<\/td>\n\u672c\u5730\u8bfb\u6587\u4ef6\u6570<\/td>\n6,<\/td>\n<\/tr>\n
38<\/td>\nnumRemoteReadSameDCFilesTotalNum<\/td>\nlong<\/td>\n\u8fdc\u7a0b\u8bfbtddms\u65f6\u540cdc\u7684\u6587\u4ef6\u6570\u91cf<\/td>\n0,<\/td>\n<\/tr>\n
39<\/td>\nnumRemoteReadDiffDCFilesTotalNum<\/td>\nlong<\/td>\n\u8fdc\u7a0b\u8bfbtddms\u65f6\u4e0d\u540cdc\u7684\u6587\u4ef6\u6570<\/td>\n0,<\/td>\n<\/tr>\n
40<\/td>\nstageNullSkewFlag<\/td>\nboolean<\/td>\nskewjoin\u503e\u659c\u8bca\u65ad\u6807\u8bb0Stage\u662f\u5426\u51fa\u73b0null\u7684\u503e\u659c<\/td>\nfalse,<\/td>\n<\/tr>\n
41<\/td>\nparentStageIds<\/td>\nString<\/td>\n\u7236\u4eb2stageId\u5217\u8868<\/td>\n,<\/td>\n<\/tr>\n
42<\/td>\nlinacOperatorJson<\/td>\nString<\/td>\nlinac\u7b97\u5b50\u7684\u6267\u884c\u8ba1\u5212\u6811json<\/td>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

4. task<\/h4>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\u5e8f\u53f7<\/th>\ntask\u5b57\u6bb5\u540d\u79f0<\/th>\ntask\u6570\u636e\u7c7b\u578b<\/th>\ntask\u5b57\u6bb5\u4e2d\u6587\u89e3\u91ca<\/th>\n\u6837\u4f8b<\/th>\n<\/tr>\n<\/thead>\n
1<\/td>\nserverKey<\/td>\nString<\/td>\n\u76d1\u63a7server\u7684\u552f\u4e00\u6807\u8bc6\uff0c\u7528\u4e8e\u8bc6\u522b\u670d\u52a1\u5668\u5b9e\u4f8b\u3002<\/td>\nInceptor::kv1::d8da21f4-7912-463f-be5d-b17f5a93c5fa,<\/td>\n<\/tr>\n
2<\/td>\ntaskId<\/td>\nlong<\/td>\nTask\u7684\u552f\u4e00\u6807\u8bc6\u6216ID\uff0c\u7528\u4e8e\u533a\u5206\u4e0d\u540c\u7684Task\u3002<\/td>\n122097,<\/td>\n<\/tr>\n
3<\/td>\nstageId<\/td>\nlong<\/td>\nTask\u6240\u5c5e\u7684\u9636\u6bb5\u7684\u552f\u4e00\u6807\u8bc6\u6216ID\u3002<\/td>\n211144,<\/td>\n<\/tr>\n
4<\/td>\ntaskIndex InStage<\/td>\nint<\/td>\nTask\u5728\u9636\u6bb5\u4e2d\u7684\u7d22\u5f15\u4f4d\u7f6e\u3002<\/td>\n1,<\/td>\n<\/tr>\n
5<\/td>\nattempt<\/td>\nint<\/td>\nTask\u7684\u5c1d\u8bd5\u6b21\u6570\uff0c\u901a\u5e38\u7528\u4e8e\u533a\u5206Task\u7684\u91cd\u8bd5\u3002<\/td>\n0,<\/td>\n<\/tr>\n
6<\/td>\nexecutorId<\/td>\nString<\/td>\n\u6267\u884cTask\u7684\u6267\u884c\u8005\uff08Executor\uff09\u7684ID\u552f\u4e00\u6807\u8bc6\u3002<\/td>\n40,<\/td>\n<\/tr>\n
7<\/td>\ntaskLocality<\/td>\nString<\/td>\nTask\u6267\u884c\u7684\u6570\u636e\u672c\u5730\u6027\u4fe1\u606f\uff0c\u5982\u672c\u5730\u3001\u8282\u70b9\u672c\u5730\u3001\u8fdc\u7a0b\u7b49\u3002<\/td>\nCACHE_LOCAL,<\/td>\n<\/tr>\n
8<\/td>\nmessage<\/td>\nString<\/td>\nTask\u7684\u62a5\u9519\u4fe1\u606f\u548c\u8bf4\u660e<\/td>\n,<\/td>\n<\/tr>\n
9<\/td>\nshuffleReadBytes<\/td>\nlong<\/td>\n\u4eceShuffle\u4e2d\u8bfb\u53d6\u7684\u5b57\u8282\u6570\u3002<\/td>\n0,<\/td>\n<\/tr>\n
10<\/td>\nshuffleWriteBytes<\/td>\nlong<\/td>\n\u5199\u5165Shuffle\u7684\u5b57\u8282\u6570\u3002<\/td>\n0,<\/td>\n<\/tr>\n
11<\/td>\ninput<\/td>\nlong<\/td>\nTask\u7684\u8f93\u5165\u6570\u636e\u91cf(\u884c\u6570)\u3002<\/td>\n0,<\/td>\n<\/tr>\n
12<\/td>\ngarbage CollectionTime<\/td>\nlong<\/td>\n\u5783\u573e\u56de\u6536\u65f6\u95f4\u3002<\/td>\n0,<\/td>\n<\/tr>\n
13<\/td>\nresult SerializationTime<\/td>\nlong<\/td>\n\u7ed3\u679c\u5e8f\u5217\u5316\u65f6\u95f4\u3002<\/td>\n0,<\/td>\n<\/tr>\n
14<\/td>\ntimeSpent Fetching TaskResults<\/td>\nlong<\/td>\n\u83b7\u53d6Task\u7ed3\u679c\u6240\u82b1\u8d39\u7684\u65f6\u95f4\u3002<\/td>\n0,<\/td>\n<\/tr>\n
15<\/td>\nshuffle SpillMemory<\/td>\nlong<\/td>\nShuffle\u5199\u5165\u5230\u5185\u5b58\u4e2d\u7684\u5b57\u8282\u6570\u3002<\/td>\n0,<\/td>\n<\/tr>\n
16<\/td>\nshuffleSpillDisk<\/td>\nlong<\/td>\nShuffle\u5199\u5165\u5230\u78c1\u76d8\u4e2d\u7684\u5b57\u8282\u6570\u3002<\/td>\n0,<\/td>\n<\/tr>\n
17<\/td>\nwriteTime<\/td>\nlong<\/td>\n\u5199\u5165\u64cd\u4f5c\u6240\u82b1\u8d39\u7684\u65f6\u95f4\u3002<\/td>\n0,<\/td>\n<\/tr>\n
18<\/td>\naggregation<\/td>\nString<\/td>\n\u805a\u5408\u64cd\u4f5c\u76f8\u5173\u4fe1\u606f\u3002<\/td>\n,<\/td>\n<\/tr>\n
19<\/td>\nsequence<\/td>\nString<\/td>\nTask\u6267\u884c\u7684\u987a\u5e8f\u3002<\/td>\n,<\/td>\n<\/tr>\n
20<\/td>\nschedulerDelay<\/td>\nlong<\/td>\nTask\u6267\u884c\u7684\u8c03\u5ea6\u5ef6\u8fdf\u3002<\/td>\n27,<\/td>\n<\/tr>\n
21<\/td>\naccumulators<\/td>\nMap <String,String><\/code><\/td>\nTask\u6267\u884c\u65f6\u7684\u7d2f\u52a0\u5668\u4fe1\u606f\u3002<\/td>\n{},<\/td>\n<\/tr>\n
22<\/td>\ndurations<\/td>\nMap <String,Long><\/code><\/td>\nTask\u6267\u884c\u65f6\u95f4\u7684\u5404\u4e2a\u9636\u6bb5\u7684\u6301\u7eed\u65f6\u95f4\u3002<\/td>\n{},<\/td>\n<\/tr>\n
23<\/td>\nmetrics<\/td>\nMap <String,String><\/code><\/td>\n\u4e0eTask\u6267\u884c\u76f8\u5173\u7684\u6027\u80fd\u6307\u6807\u3002<\/td>\n{"GC_TIME":"0","RESULT_SERIALIZATION_TIME":"0","SHUFFLE_WRITE_BYTE":"0","FETCH_RESULT_TIME":"0","numRemoteReadSameDCFiles":"0","DISK_BYTES_SPILLED":"0","SCHEDULER_DELAY":"27","numRemoteReadDiffDCFiles":"0","numRemoteReadFiles":"0","SHUFFLE_WRITE_TIME":"0.0","numLocalReadFiles":"1","MEMORY_BYTES_SPILLED":"0"},<\/td>\n<\/tr>\n
24<\/td>\nsubmissionTime<\/td>\nlong<\/td>\nTask\u63d0\u4ea4\u7684\u65f6\u95f4\u6233\u3002<\/td>\n1789889543794,<\/td>\n<\/tr>\n
25<\/td>\nhost<\/td>\nString<\/td>\n\u6267\u884cTask\u7684executor\u7684\u4e3b\u673a\u540d\u3002<\/td>\nkv3,<\/td>\n<\/tr>\n
26<\/td>\nport<\/td>\nint<\/td>\n\u6267\u884cTask\u7684executor\u7684\u7aef\u53e3\u53f7\u3002<\/td>\n36984,<\/td>\n<\/tr>\n
27<\/td>\nstatus<\/td>\nString<\/td>\nTask\u7684\u6267\u884c\u72b6\u6001\uff0c\u5305\u62ec\u8fd0\u884c\u4e2d\u3001\u6210\u529f\u3001\u5931\u8d25\u7b49\u3002<\/td>\nSUCCESS,<\/td>\n<\/tr>\n
28<\/td>\ncompletionTime<\/td>\nlong<\/td>\nTask\u5b8c\u6210\u7684\u65f6\u95f4\u6233\u3002<\/td>\n1789889543936<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

5. session<\/h4>\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\u5e8f\u53f7<\/th>\nsession\u5b57\u6bb5\u540d\u79f0<\/th>\nsession\u6570\u636e\u7c7b\u578b<\/th>\nsession\u5b57\u6bb5\u4e2d\u6587\u89e3\u91ca<\/th>\n\u6837\u4f8b<\/th>\n<\/tr>\n<\/thead>\n
1<\/td>\nserverKey<\/td>\nlong<\/td>\n\u76d1\u63a7server\u7684\u552f\u4e00\u6807\u8bc6\uff0c\u7528\u4e8e\u8bc6\u522b\u670d\u52a1\u5668\u5b9e\u4f8b\u3002<\/td>\nInceptor::kv1::d8da21f4-7912-463f-be5d-b17f5a93c5fa,<\/td>\n<\/tr>\n
2<\/td>\nsessionId<\/td>\nlong<\/td>\n\u4f1a\u8bdd\u7684\u552f\u4e00\u6807\u8bc6\u6216ID\uff0c\u8868\u793a\u4f1a\u8bdd\u7684\u7f16\u53f7\u3002<\/td>\n52477,<\/td>\n<\/tr>\n
3<\/td>\nsessionUUID<\/td>\nString<\/td>\n\u4f1a\u8bdd\u7684\u552f\u4e00\u6807\u8bc6\u7b26\uff0c\u901a\u5e38\u4ee5UUID\u7684\u5f62\u5f0f\u8868\u793a\u3002<\/td>\nad0fa05c-0766-4f5c-92a5-705920994b66,<\/td>\n<\/tr>\n
4<\/td>\nsessionName<\/td>\nString<\/td>\n\u4f1a\u8bdd\u7684\u540d\u79f0\u6216\u6807\u7b7e\u3002<\/td>\n,<\/td>\n<\/tr>\n
5<\/td>\nuser<\/td>\nString<\/td>\n\u6267\u884c\u67e5\u8be2\u7684\u7528\u6237\uff0c\u5373\u8c01\u5728\u4f1a\u8bdd\u4e2d\u8fd0\u884c\u67e5\u8be2\u3002<\/td>\nhive,<\/td>\n<\/tr>\n
6<\/td>\nipAddress<\/td>\nString<\/td>\n\u4e0e\u4f1a\u8bdd\u5173\u8054\u7684IP\u5730\u5740\uff0c\u5373\u4f1a\u8bdd\u7684\u6765\u6e90\u5ba2\u6237\u7aefIP\u3002<\/td>\n172.18.131.174,<\/td>\n<\/tr>\n
7<\/td>\nopenTime<\/td>\nlong<\/td>\n\u4f1a\u8bdd\u5f00\u542f\u7684\u65f6\u95f4\u6233\uff0c\u8868\u793a\u4f1a\u8bdd\u7684\u5f00\u59cb\u65f6\u95f4\u3002<\/td>\n1789889650298,<\/td>\n<\/tr>\n
8<\/td>\ncloseTime<\/td>\nlong<\/td>\n\u4f1a\u8bdd\u5173\u95ed\u7684\u65f6\u95f4\u6233\uff0c\u8868\u793a\u4f1a\u8bdd\u7684\u7ed3\u675f\u65f6\u95f4\u3002<\/td>\n1789889829513,<\/td>\n<\/tr>\n
9<\/td>\nmessage<\/td>\nString<\/td>\n\u4e0e\u4f1a\u8bdd\u76f8\u5173\u7684\u62a5\u9519\u6d88\u606f\u6216\u8bf4\u660e\u3002<\/td>\nClosed by user.<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

6. executor<\/h4>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\u5e8f\u53f7<\/th>\nexecutor\u5b57\u6bb5\u540d\u79f0<\/th>\nexecutor\u6570\u636e\u7c7b\u578b<\/th>\nexecutor\u5b57\u6bb5\u4e2d\u6587\u89e3\u91ca<\/th>\n\u6837\u4f8b<\/th>\n<\/tr>\n<\/thead>\n
1<\/td>\nserverKey<\/td>\nString<\/td>\n\u76d1\u63a7server\u7684\u552f\u4e00\u6807\u8bc6\uff0c\u7528\u4e8e\u8bc6\u522b\u670d\u52a1\u5668\u5b9e\u4f8b\u3002<\/td>\nInceptor::kv1::d8da21f4-7912-463f-be5d-b17f5a93c5fa,<\/td>\n<\/tr>\n
2<\/td>\nexecutorId<\/td>\nString<\/td>\nExecutor\u7684\u552f\u4e00\u6807\u8bc6\u6216ID\uff0c\u8868\u793a\u96c6\u7fa4\u4e2d\u7684\u4e00\u4e2aExecutor\u3002<\/td>\n42,<\/td>\n<\/tr>\n
3<\/td>\nhost<\/td>\nString<\/td>\nExecutor\u6240\u5728\u7684\u4e3b\u673a\u540d\u6216IP\u5730\u5740\u3002<\/td>\nkv2,<\/td>\n<\/tr>\n
4<\/td>\nport<\/td>\nint<\/td>\nExecutor\u7684\u901a\u4fe1\u7aef\u53e3\u53f7\uff0c\u7528\u4e8e\u4e0e\u96c6\u7fa4\u901a\u4fe1\u3002<\/td>\n44285,<\/td>\n<\/tr>\n
5<\/td>\ntotalCores<\/td>\nint<\/td>\nExecutor\u53ef\u7528\u7684\u603b\u6838\u5fc3\u6570\uff0c\u8868\u793aExecutor\u7684\u8ba1\u7b97\u8d44\u6e90\u3002<\/td>\n4,<\/td>\n<\/tr>\n
6<\/td>\nmaxMemory<\/td>\nlong<\/td>\nExecutor\u53ef\u7528\u7684\u6700\u5927\u5185\u5b58\u91cf\uff0c\u8868\u793aExecutor\u7684\u5185\u5b58\u8d44\u6e90\u3002<\/td>\n8418164736,<\/td>\n<\/tr>\n
7<\/td>\nlogLevel<\/td>\nString<\/td>\nExecutor\u7684\u65e5\u5fd7\u7ea7\u522b\uff0c\u8868\u793aExecutor\u7684\u65e5\u5fd7\u8be6\u7ec6\u7a0b\u5ea6\u3002<\/td>\nINFO,<\/td>\n<\/tr>\n
8<\/td>\ndirStatus<\/td>\nString<\/td>\n\u76ee\u5f55\u72b6\u6001\uff0c\u53ef\u80fd\u4e0eExecutor\u7684\u76ee\u5f55\u4fe1\u606f\u6709\u5173\u3002<\/td>\n[{"used" : 0, "total" : 209131559239, "writable" : true, "path" : "\\\/vdir\\\/mnt\\\/disk1\\\/hadoop\\\/ngmr\\\/quark1\\\/spark-local-20260919220055-f910"}, {"used" : 0, "total" : 209131559239, "writable" : true, "path" : "\\\/vdir\\\/mnt\\\/disk2\\\/hadoop\\\/ngmr\\\/quark1\\\/spark-local-20260919220055-08fe"}, {"used" : 0, "total" : 209131559239, "writable" : true, "path" : "\\\/vdir\\\/mnt\\\/disk3\\\/hadoop\\\/ngmr\\\/quark1\\\/spark-local-20260919220055-a816"}],<\/td>\n<\/tr>\n
9<\/td>\nfirstSeen<\/td>\nlong<\/td>\nexecutor\u542f\u52a8\u65f6\u9996\u6b21\u53d1\u9001\u7684\u65f6\u95f4<\/td>\n1789826453546,<\/td>\n<\/tr>\n
10<\/td>\nlastSeen<\/td>\nlong<\/td>\nexecutor\u6700\u8fd1\u4e00\u6b21\u6c47\u62a5\u7684\u65f6\u95f4<\/td>\n1789901694880,<\/td>\n<\/tr>\n
11<\/td>\nfirstSeenLocal<\/td>\nlong<\/td>\n\u6536\u5230executor\u542f\u52a8\u65f6\u9996\u6b21\u53d1\u9001\u7684\u672c\u5730\u65f6\u95f4<\/td>\n1789826453721,<\/td>\n<\/tr>\n
12<\/td>\nlastSeenLocal<\/td>\nlong<\/td>\n\u6536\u5230executor\u6700\u8fd1\u4e00\u6b21\u6c47\u62a5\u7684\u672c\u5730\u65f6\u95f4<\/td>\n1789901695062<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n","protected":false},"excerpt":{"rendered":"

\u6982\u8981\u63cf\u8ff0 \u672c\u6587\u4e3b\u8981\u4ecb\u7ecdDBAService\u540e\u53f0\u5b58\u50a8\u7684csv\u6587\u4ef6\u6bcf\u5217\u7684\u8bf4\u660e\u3002 \u8fd9\u4e9bcsv\u6570\u636e\u6587\u4ef6 \u5728dbaser ..<\/p>\n

<\/div>\n

Read more<\/a><\/p>\n","protected":false},"author":12,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-19313","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/19313","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/users\/12"}],"replies":[{"embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=19313"}],"version-history":[{"count":2,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/19313\/revisions"}],"predecessor-version":[{"id":19318,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=\/wp\/v2\/posts\/19313\/revisions\/19318"}],"wp:attachment":[{"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=19313"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=19313"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kbwp.transwarp.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=19313"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}