digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
}
3 [labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 6,840"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
5 [labelType="html" label="<br><b>SerializeFromObject</b><br><br>"];
6 [labelType="html" label="<br><b>MapElements</b><br><br>"];
7 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
}
8 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 0"];
subgraph cluster9 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
10 [labelType="html" label="<br><b>SerializeFromObject</b><br><br>"];
11 [labelType="html" label="<br><b>MapElements</b><br><br>"];
12 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
13 [labelType="html" label="<b>Scan JDBCRelation(( SELECT \r<br>\tDISTINCT t1.F0000080,\r<br>\tcase when t4.ye<>''\r<br>\tTHEN t4.ye\r<br>\tELSE DATE_FORMAT(NOW(),'%Y') end ye\r<br>\t,\r<br>\t'01-02-03-04-05-06-07-08-09-10-11-12' dataTime\r<br>\tfrom (SELECT F0000080 from `\u7ACB\u9879\u5BA1\u6279` WHERE `Status`='1' ) t1\r<br>\tLEFT JOIN `\u4E95\u4F4D\u4FE1\u606F` t2 on t2.ObjectId=t1.F0000080 and t2.`Status`='1'\r<br>\tLEFT JOIN `\u4E95\u4F4D\u8FD0\u884C\u60C5\u51B5\u8868` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'\r<br>\tLEFT JOIN(\t\r<br>\tSELECT DISTINCT F0000031,\r<br>\tCASE WHEN date_format(F0000030, '%d')>25 and date_format(F0000030, '%c')=12\r<br>\t\tTHEN date_format(F0000030, '%Y')+1\r<br>\t\tELSE date_format(F0000030, '%Y')\r<br>\t\tEND ye\r<br>\t FROM \t`\u65E5\u62A5\u586B\u62A5` \r<br>\t where Status='1' \r<br>\t )t4 on t4.F0000031=t3.ObjectId <br> ) as T) [numPartitions=1] </b><br><br>number of output rows: 0"];
}
2->0;
3->2;
5->3;
6->5;
7->6;
8->7;
10->8;
11->10;
12->11;
13->12;
}
14
CollectLimit 100
Project [F0000080#16278 AS jwh#17261, ye#16279, monname#16281, mon#16282]
WholeStageCodegen (1)
InMemoryTableScan [F0000080#16278, mon#16282, monname#16281, ye#16279]
SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#16278, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#16279, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#16280, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, monname), StringType), true, false) AS monname#16281, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, mon), StringType), true, false) AS mon#16282]
MapElements smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode$2@42b5133a, obj#16277: org.apache.spark.sql.Row
DeserializeToObject createexternalrow(F0000080#16197.toString, ye#16198.toString, dataTime#16199.toString, monname#16248.toString, mon#16249.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true), StructField(monname,StringType,true), StructField(mon,StringType,true)), obj#16276: org.apache.spark.sql.Row
WholeStageCodegen (2)
Generate stack(12, dataTime_0, dataTime_0#16200, dataTime_1, dataTime_1#16201, dataTime_2, dataTime_2#16202, dataTime_3, dataTime_3#16203, dataTime_4, dataTime_4#16204, dataTime_5, dataTime_5#16205, dataTime_6, dataTime_6#16206, dataTime_7, dataTime_7#16207, dataTime_8, dataTime_8#16208, dataTime_9, dataTime_9#16209, dataTime_10, dataTime_10#16210, dataTime_11, dataTime_11#16211), [F0000080#16197, ye#16198, dataTime#16199], false, [monname#16248, mon#16249]
SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#16197, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#16198, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#16199, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, dataTime_0), StringType), true, false) AS dataTime_0#16200, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dataTime_1), StringType), true, false) AS dataTime_1#16201, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, dataTime_2), StringType), true, false) AS dataTime_2#16202, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, dataTime_3), StringType), true, false) AS dataTime_3#16203, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 7, dataTime_4), StringType), true, false) AS dataTime_4#16204, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 8, dataTime_5), StringType), true, false) AS dataTime_5#16205, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 9, dataTime_6), StringType), true, false) AS dataTime_6#16206, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 10, dataTime_7), StringType), true, false) AS dataTime_7#16207, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 11, dataTime_8), StringType), true, false) AS dataTime_8#16208, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 12, dataTime_9), StringType), true, false) AS dataTime_9#16209, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 13, dataTime_10), StringType), true, false) AS dataTime_10#16210, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 14, dataTime_11), StringType), true, false) AS dataTime_11#16211]
MapElements smartbix.datamining.engine.execute.node.preprocess.DivideNode$2@caa1bd2, obj#16196: org.apache.spark.sql.Row
DeserializeToObject createexternalrow(F0000080#16077.toString, ye#16078.toString, dataTime#16079.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true)), obj#16195: org.apache.spark.sql.Row
Scan JDBCRelation(( SELECT
DISTINCT t1.F0000080,
case when t4.ye<>''
THEN t4.ye
ELSE DATE_FORMAT(NOW(),'%Y') end ye
,
'01-02-03-04-05-06-07-08-09-10-11-12' dataTime
from (SELECT F0000080 from `立项审批` WHERE `Status`='1' ) t1
LEFT JOIN `井位信息` t2 on t2.ObjectId=t1.F0000080 and t2.`Status`='1'
LEFT JOIN `井位运行情况表` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'
LEFT JOIN(
SELECT DISTINCT F0000031,
CASE WHEN date_format(F0000030, '%d')>25 and date_format(F0000030, '%c')=12
THEN date_format(F0000030, '%Y')+1
ELSE date_format(F0000030, '%Y')
END ye
FROM `日报填报`
where Status='1'
)t4 on t4.F0000031=t3.ObjectId
) as T) [numPartitions=1] [F0000080#16077,ye#16078,dataTime#16079] PushedFilters: [], ReadSchema: struct<F0000080:string,ye:string,dataTime:string>
WholeStageCodegen (1)
== Physical Plan ==
CollectLimit (3)
+- * Project (2)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * SerializeFromObject (10)
+- * MapElements (9)
+- * DeserializeToObject (8)
+- Generate (7)
+- * SerializeFromObject (6)
+- * MapElements (5)
+- * DeserializeToObject (4)
+- * Scan JDBCRelation(( SELECT
DISTINCT t1.F0000080,
case when t4.ye<>''
THEN t4.ye
ELSE DATE_FORMAT(NOW(),'%Y') end ye
,
'01-02-03-04-05-06-07-08-09-10-11-12' dataTime
from (SELECT F0000080 from `立项审批` WHERE `Status`='1' ) t1
LEFT JOIN `井位信息` t2 on t2.ObjectId=t1.F0000080 and t2.`Status`='1'
LEFT JOIN `井位运行情况表` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'
LEFT JOIN(
SELECT DISTINCT F0000031,
CASE WHEN date_format(F0000030, '%d')>25 and date_format(F0000030, '%c')=12
THEN date_format(F0000030, '%Y')+1
ELSE date_format(F0000030, '%Y')
END ye
FROM `日报填报`
where Status='1'
)t4 on t4.F0000031=t3.ObjectId
) as T) [numPartitions=1] (3)
(1) InMemoryTableScan
Output [4]: [F0000080#16278, mon#16282, monname#16281, ye#16279]
Arguments: [F0000080#16278, mon#16282, monname#16281, ye#16279]
(2) InMemoryRelation
Arguments: [F0000080#16278, ye#16279, dataTime#16280, monname#16281, mon#16282], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@1de3acb7,StorageLevel(disk, memory, deserialized, 1 replicas),*(2) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#16278, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#16279, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#16280, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, monname), StringType), true, false) AS monname#16281, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, mon), StringType), true, false) AS mon#16282]
+- *(2) MapElements smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode$2@42b5133a, obj#16277: org.apache.spark.sql.Row
+- *(2) DeserializeToObject createexternalrow(F0000080#16197.toString, ye#16198.toString, dataTime#16199.toString, monname#16248.toString, mon#16249.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true), StructField(monname,StringType,true), StructField(mon,StringType,true)), obj#16276: org.apache.spark.sql.Row
+- Generate stack(12, dataTime_0, dataTime_0#16200, dataTime_1, dataTime_1#16201, dataTime_2, dataTime_2#16202, dataTime_3, dataTime_3#16203, dataTime_4, dataTime_4#16204, dataTime_5, dataTime_5#16205, dataTime_6, dataTime_6#16206, dataTime_7, dataTime_7#16207, dataTime_8, dataTime_8#16208, dataTime_9, dataTime_9#16209, dataTime_10, dataTime_10#16210, dataTime_11, dataTime_11#16211), [F0000080#16197, ye#16198, dataTime#16199], false, [monname#16248, mon#16249]
+- *(1) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#16197, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#16198, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#16199, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, dataTime_0), StringType), true, false) AS dataTime_0#16200, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dataTime_1), StringType), true, false) AS dataTime_1#16201, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, dataTime_2), StringType), true, false) AS dataTime_2#16202, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, dataTime_3), StringType), true, false) AS dataTime_3#16203, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 7, dataTime_4), StringType), true, false) AS dataTime_4#16204, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 8, dataTime_5), StringType), true, false) AS dataTime_5#16205, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 9, dataTime_6), StringType), true, false) AS dataTime_6#16206, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 10, dataTime_7), StringType), true, false) AS dataTime_7#16207, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 11, dataTime_8), StringType), true, false) AS dataTime_8#16208, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 12, dataTime_9), StringType), true, false) AS dataTime_9#16209, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 13, dataTime_10), StringType), true, false) AS dataTime_10#16210, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 14, dataTime_11), StringType), true, false) AS dataTime_11#16211]
+- *(1) MapElements smartbix.datamining.engine.execute.node.preprocess.DivideNode$2@caa1bd2, obj#16196: org.apache.spark.sql.Row
+- *(1) DeserializeToObject createexternalrow(F0000080#16077.toString, ye#16078.toString, dataTime#16079.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true)), obj#16195: org.apache.spark.sql.Row
+- *(1) Scan JDBCRelation(( SELECT
DISTINCT t1.F0000080,
case when t4.ye<>''
THEN t4.ye
ELSE DATE_FORMAT(NOW(),'%Y') end ye
,
'01-02-03-04-05-06-07-08-09-10-11-12' dataTime
from (SELECT F0000080 from `立项审批` WHERE `Status`='1' ) t1
LEFT JOIN `井位信息` t2 on t2.ObjectId=t1.F0000080 and t2.`Status`='1'
LEFT JOIN `井位运行情况表` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'
LEFT JOIN(
SELECT DISTINCT F0000031,
CASE WHEN date_format(F0000030, '%d')>25 and date_format(F0000030, '%c')=12
THEN date_format(F0000030, '%Y')+1
ELSE date_format(F0000030, '%Y')
END ye
FROM `日报填报`
where Status='1'
)t4 on t4.F0000031=t3.ObjectId
) as T) [numPartitions=1] [F0000080#16077,ye#16078,dataTime#16079] PushedFilters: [], ReadSchema: struct<F0000080:string,ye:string,dataTime:string>
,None)
(3) Scan JDBCRelation(( SELECT
DISTINCT t1.F0000080,
case when t4.ye<>''
THEN t4.ye
ELSE DATE_FORMAT(NOW(),'%Y') end ye
,
'01-02-03-04-05-06-07-08-09-10-11-12' dataTime
from (SELECT F0000080 from `立项审批` WHERE `Status`='1' ) t1
LEFT JOIN `井位信息` t2 on t2.ObjectId=t1.F0000080 and t2.`Status`='1'
LEFT JOIN `井位运行情况表` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'
LEFT JOIN(
SELECT DISTINCT F0000031,
CASE WHEN date_format(F0000030, '%d')>25 and date_format(F0000030, '%c')=12
THEN date_format(F0000030, '%Y')+1
ELSE date_format(F0000030, '%Y')
END ye
FROM `日报填报`
where Status='1'
)t4 on t4.F0000031=t3.ObjectId
) as T) [numPartitions=1] [codegen id : 1]
Output [3]: [F0000080#16077, ye#16078, dataTime#16079]
ReadSchema: struct<F0000080:string,ye:string,dataTime:string>
(4) DeserializeToObject [codegen id : 1]
Input [3]: [F0000080#16077, ye#16078, dataTime#16079]
Arguments: createexternalrow(F0000080#16077.toString, ye#16078.toString, dataTime#16079.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true)), obj#16195: org.apache.spark.sql.Row
(5) MapElements [codegen id : 1]
Input [1]: [obj#16195]
Arguments: smartbix.datamining.engine.execute.node.preprocess.DivideNode$2@caa1bd2, obj#16196: org.apache.spark.sql.Row
(6) SerializeFromObject [codegen id : 1]
Input [1]: [obj#16196]
Arguments: [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#16197, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#16198, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#16199, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, dataTime_0), StringType), true, false) AS dataTime_0#16200, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dataTime_1), StringType), true, false) AS dataTime_1#16201, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, dataTime_2), StringType), true, false) AS dataTime_2#16202, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, dataTime_3), StringType), true, false) AS dataTime_3#16203, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 7, dataTime_4), StringType), true, false) AS dataTime_4#16204, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 8, dataTime_5), StringType), true, false) AS dataTime_5#16205, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 9, dataTime_6), StringType), true, false) AS dataTime_6#16206, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 10, dataTime_7), StringType), true, false) AS dataTime_7#16207, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 11, dataTime_8), StringType), true, false) AS dataTime_8#16208, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 12, dataTime_9), StringType), true, false) AS dataTime_9#16209, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 13, dataTime_10), StringType), true, false) AS dataTime_10#16210, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 14, dataTime_11), StringType), true, false) AS dataTime_11#16211]
(7) Generate
Input [15]: [F0000080#16197, ye#16198, dataTime#16199, dataTime_0#16200, dataTime_1#16201, dataTime_2#16202, dataTime_3#16203, dataTime_4#16204, dataTime_5#16205, dataTime_6#16206, dataTime_7#16207, dataTime_8#16208, dataTime_9#16209, dataTime_10#16210, dataTime_11#16211]
Arguments: stack(12, dataTime_0, dataTime_0#16200, dataTime_1, dataTime_1#16201, dataTime_2, dataTime_2#16202, dataTime_3, dataTime_3#16203, dataTime_4, dataTime_4#16204, dataTime_5, dataTime_5#16205, dataTime_6, dataTime_6#16206, dataTime_7, dataTime_7#16207, dataTime_8, dataTime_8#16208, dataTime_9, dataTime_9#16209, dataTime_10, dataTime_10#16210, dataTime_11, dataTime_11#16211), [F0000080#16197, ye#16198, dataTime#16199], false, [monname#16248, mon#16249]
(8) DeserializeToObject [codegen id : 2]
Input [5]: [F0000080#16197, ye#16198, dataTime#16199, monname#16248, mon#16249]
Arguments: createexternalrow(F0000080#16197.toString, ye#16198.toString, dataTime#16199.toString, monname#16248.toString, mon#16249.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true), StructField(monname,StringType,true), StructField(mon,StringType,true)), obj#16276: org.apache.spark.sql.Row
(9) MapElements [codegen id : 2]
Input [1]: [obj#16276]
Arguments: smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode$2@42b5133a, obj#16277: org.apache.spark.sql.Row
(10) SerializeFromObject [codegen id : 2]
Input [1]: [obj#16277]
Arguments: [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#16278, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#16279, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#16280, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, monname), StringType), true, false) AS monname#16281, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, mon), StringType), true, false) AS mon#16282]
(2) Project [codegen id : 1]
Output [4]: [F0000080#16278 AS jwh#17261, ye#16279, monname#16281, mon#16282]
Input [4]: [F0000080#16278, mon#16282, monname#16281, ye#16279]
(3) CollectLimit
Input [4]: [jwh#17261, ye#16279, monname#16281, mon#16282]
Arguments: 100