Smartbi Mining - Details for Query 532

Submitted Time: 2025/04/21 08:00:07
Duration: 21 ms
Succeeded Jobs: 533

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 2 [labelType="html" label=" Project "]; } 3 [labelType="html" label="InMemoryTableScan number of output rows: 6,840"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; 5 [labelType="html" label=" SerializeFromObject "]; 6 [labelType="html" label=" MapElements "]; 7 [labelType="html" label=" DeserializeToObject "]; } 8 [labelType="html" label="Generate number of output rows: 0"]; subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 10 [labelType="html" label=" SerializeFromObject "]; 11 [labelType="html" label=" MapElements "]; 12 [labelType="html" label=" DeserializeToObject "]; 13 [labelType="html" label="Scan JDBCRelation(( SELECT \r \tDISTINCT t1.F0000080,\r \tcase when t4.ye<>''\r \tTHEN t4.ye\r \tELSE DATE_FORMAT(NOW(),'%Y') end ye\r \t,\r \t'01-02-03-04-05-06-07-08-09-10-11-12' dataTime\r \tfrom (SELECT F0000080 from `\u7ACB\u9879\u5BA1\u6279` WHERE `Status`='1' ) t1\r \tLEFT JOIN `\u4E95\u4F4D\u4FE1\u606F` t2 on t2.ObjectId=t1.F0000080 and t2.`Status`='1'\r \tLEFT JOIN `\u4E95\u4F4D\u8FD0\u884C\u60C5\u51B5\u8868` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'\r \tLEFT JOIN(\t\r \tSELECT DISTINCT F0000031,\r \tCASE WHEN date_format(F0000030, '%d')>25 and date_format(F0000030, '%c')=12\r \t\tTHEN date_format(F0000030, '%Y')+1\r \t\tELSE date_format(F0000030, '%Y')\r \t\tEND ye\r \t FROM \t`\u65E5\u62A5\u586B\u62A5` \r \t where Status='1' \r \t )t4 on t4.F0000031=t3.ObjectId ) as T) [numPartitions=1] number of output rows: 0"]; } 2->0; 3->2; 5->3; 6->5; 7->6; 8->7; 10->8; 11->10; 12->11; 13->12; }

CollectLimit 100

Project [F0000080#30678, ye#30679, dataTime#30680, monname#30681, mon#30682, concat(ye#30679, mon#30682) AS yemon#30924]

WholeStageCodegen (1)

InMemoryTableScan [F0000080#30678, dataTime#30680, mon#30682, monname#30681, ye#30679]

MapElements smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode$2@61d64cb, obj#30677: org.apache.spark.sql.Row

DeserializeToObject createexternalrow(F0000080#30597.toString, ye#30598.toString, dataTime#30599.toString, monname#30648.toString, mon#30649.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true), StructField(monname,StringType,true), StructField(mon,StringType,true)), obj#30676: org.apache.spark.sql.Row

WholeStageCodegen (2)

Generate stack(12, dataTime_0, dataTime_0#30600, dataTime_1, dataTime_1#30601, dataTime_2, dataTime_2#30602, dataTime_3, dataTime_3#30603, dataTime_4, dataTime_4#30604, dataTime_5, dataTime_5#30605, dataTime_6, dataTime_6#30606, dataTime_7, dataTime_7#30607, dataTime_8, dataTime_8#30608, dataTime_9, dataTime_9#30609, dataTime_10, dataTime_10#30610, dataTime_11, dataTime_11#30611), [F0000080#30597, ye#30598, dataTime#30599], false, [monname#30648, mon#30649]

SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#30597, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#30598, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#30599, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, dataTime_0), StringType), true, false) AS dataTime_0#30600, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dataTime_1), StringType), true, false) AS dataTime_1#30601, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, dataTime_2), StringType), true, false) AS dataTime_2#30602, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, dataTime_3), StringType), true, false) AS dataTime_3#30603, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 7, dataTime_4), StringType), true, false) AS dataTime_4#30604, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 8, dataTime_5), StringType), true, false) AS dataTime_5#30605, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 9, dataTime_6), StringType), true, false) AS dataTime_6#30606, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 10, dataTime_7), StringType), true, false) AS dataTime_7#30607, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 11, dataTime_8), StringType), true, false) AS dataTime_8#30608, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 12, dataTime_9), StringType), true, false) AS dataTime_9#30609, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 13, dataTime_10), StringType), true, false) AS dataTime_10#30610, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 14, dataTime_11), StringType), true, false) AS dataTime_11#30611]

MapElements smartbix.datamining.engine.execute.node.preprocess.DivideNode$2@2701e056, obj#30596: org.apache.spark.sql.Row

DeserializeToObject createexternalrow(F0000080#30477.toString, ye#30478.toString, dataTime#30479.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true)), obj#30595: org.apache.spark.sql.Row

Scan JDBCRelation(( SELECT DISTINCT t1.F0000080, case when t4.ye<>'' THEN t4.ye ELSE DATE_FORMAT(NOW(),'%Y') end ye , '01-02-03-04-05-06-07-08-09-10-11-12' dataTime from (SELECT F0000080 from `立项审批` WHERE `Status`='1' ) t1 LEFT JOIN `井位信息` t2 on t2.ObjectId=t1.F0000080 and t2.`Status`='1' LEFT JOIN `井位运行情况表` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1' LEFT JOIN( SELECT DISTINCT F0000031, CASE WHEN date_format(F0000030, '%d')>25 and date_format(F0000030, '%c')=12 THEN date_format(F0000030, '%Y')+1 ELSE date_format(F0000030, '%Y') END ye FROM `日报填报` where Status='1' )t4 on t4.F0000031=t3.ObjectId ) as T) [numPartitions=1] [F0000080#30477,ye#30478,dataTime#30479] PushedFilters: [], ReadSchema: struct<F0000080:string,ye:string,dataTime:string>

WholeStageCodegen (1)

Details

== Physical Plan ==
CollectLimit (3)
+- * Project (2)
   +- InMemoryTableScan (1)
         +- InMemoryRelation (2)
               +- * SerializeFromObject (10)
                  +- * MapElements (9)
                     +- * DeserializeToObject (8)
                        +- Generate (7)
                           +- * SerializeFromObject (6)
                              +- * MapElements (5)
                                 +- * DeserializeToObject (4)
                                    +- * Scan JDBCRelation(( SELECT 
	DISTINCT t1.F0000080,
	case when t4.ye<>''
	THEN t4.ye
	ELSE DATE_FORMAT(NOW(),'%Y') end  ye
	,
	'01-02-03-04-05-06-07-08-09-10-11-12' dataTime
	from (SELECT F0000080 from `立项审批` WHERE  `Status`='1' ) t1
	LEFT JOIN `井位信息` t2 on t2.ObjectId=t1.F0000080  and t2.`Status`='1'
	LEFT JOIN `井位运行情况表` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'
	LEFT JOIN(	
	SELECT DISTINCT F0000031,
	CASE  WHEN date_format(F0000030, '%d')>25  and date_format(F0000030, '%c')=12
		THEN date_format(F0000030, '%Y')+1
		ELSE date_format(F0000030, '%Y')
		END ye
	 FROM 	`日报填报` 
	 where Status='1' 
	 )t4 on t4.F0000031=t3.ObjectId 
 ) as T) [numPartitions=1]  (3)


(1) InMemoryTableScan
Output [5]: [F0000080#30678, dataTime#30680, mon#30682, monname#30681, ye#30679]
Arguments: [F0000080#30678, dataTime#30680, mon#30682, monname#30681, ye#30679]

(2) InMemoryRelation
Arguments: [F0000080#30678, ye#30679, dataTime#30680, monname#30681, mon#30682], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@6520a94a,StorageLevel(disk, memory, deserialized, 1 replicas),*(2) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#30678, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#30679, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#30680, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, monname), StringType), true, false) AS monname#30681, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, mon), StringType), true, false) AS mon#30682]
+- *(2) MapElements smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode$2@61d64cb, obj#30677: org.apache.spark.sql.Row
   +- *(2) DeserializeToObject createexternalrow(F0000080#30597.toString, ye#30598.toString, dataTime#30599.toString, monname#30648.toString, mon#30649.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true), StructField(monname,StringType,true), StructField(mon,StringType,true)), obj#30676: org.apache.spark.sql.Row
      +- Generate stack(12, dataTime_0, dataTime_0#30600, dataTime_1, dataTime_1#30601, dataTime_2, dataTime_2#30602, dataTime_3, dataTime_3#30603, dataTime_4, dataTime_4#30604, dataTime_5, dataTime_5#30605, dataTime_6, dataTime_6#30606, dataTime_7, dataTime_7#30607, dataTime_8, dataTime_8#30608, dataTime_9, dataTime_9#30609, dataTime_10, dataTime_10#30610, dataTime_11, dataTime_11#30611), [F0000080#30597, ye#30598, dataTime#30599], false, [monname#30648, mon#30649]
         +- *(1) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#30597, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#30598, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#30599, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, dataTime_0), StringType), true, false) AS dataTime_0#30600, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dataTime_1), StringType), true, false) AS dataTime_1#30601, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, dataTime_2), StringType), true, false) AS dataTime_2#30602, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, dataTime_3), StringType), true, false) AS dataTime_3#30603, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 7, dataTime_4), StringType), true, false) AS dataTime_4#30604, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 8, dataTime_5), StringType), true, false) AS dataTime_5#30605, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 9, dataTime_6), StringType), true, false) AS dataTime_6#30606, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 10, dataTime_7), StringType), true, false) AS dataTime_7#30607, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 11, dataTime_8), StringType), true, false) AS dataTime_8#30608, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 12, dataTime_9), StringType), true, false) AS dataTime_9#30609, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 13, dataTime_10), StringType), true, false) AS dataTime_10#30610, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 14, dataTime_11), StringType), true, false) AS dataTime_11#30611]
            +- *(1) MapElements smartbix.datamining.engine.execute.node.preprocess.DivideNode$2@2701e056, obj#30596: org.apache.spark.sql.Row
               +- *(1) DeserializeToObject createexternalrow(F0000080#30477.toString, ye#30478.toString, dataTime#30479.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true)), obj#30595: org.apache.spark.sql.Row
                  +- *(1) Scan JDBCRelation(( SELECT 
	DISTINCT t1.F0000080,
	case when t4.ye<>''
	THEN t4.ye
	ELSE DATE_FORMAT(NOW(),'%Y') end  ye
	,
	'01-02-03-04-05-06-07-08-09-10-11-12' dataTime
	from (SELECT F0000080 from `立项审批` WHERE  `Status`='1' ) t1
	LEFT JOIN `井位信息` t2 on t2.ObjectId=t1.F0000080  and t2.`Status`='1'
	LEFT JOIN `井位运行情况表` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'
	LEFT JOIN(	
	SELECT DISTINCT F0000031,
	CASE  WHEN date_format(F0000030, '%d')>25  and date_format(F0000030, '%c')=12
		THEN date_format(F0000030, '%Y')+1
		ELSE date_format(F0000030, '%Y')
		END ye
	 FROM 	`日报填报` 
	 where Status='1' 
	 )t4 on t4.F0000031=t3.ObjectId 
 ) as T) [numPartitions=1] [F0000080#30477,ye#30478,dataTime#30479] PushedFilters: [], ReadSchema: struct<F0000080:string,ye:string,dataTime:string>
,None)

(3) Scan JDBCRelation(( SELECT 
	DISTINCT t1.F0000080,
	case when t4.ye<>''
	THEN t4.ye
	ELSE DATE_FORMAT(NOW(),'%Y') end  ye
	,
	'01-02-03-04-05-06-07-08-09-10-11-12' dataTime
	from (SELECT F0000080 from `立项审批` WHERE  `Status`='1' ) t1
	LEFT JOIN `井位信息` t2 on t2.ObjectId=t1.F0000080  and t2.`Status`='1'
	LEFT JOIN `井位运行情况表` t3 on t2.ObjectId=t3.F0000026 and t3.`Status`='1'
	LEFT JOIN(	
	SELECT DISTINCT F0000031,
	CASE  WHEN date_format(F0000030, '%d')>25  and date_format(F0000030, '%c')=12
		THEN date_format(F0000030, '%Y')+1
		ELSE date_format(F0000030, '%Y')
		END ye
	 FROM 	`日报填报` 
	 where Status='1' 
	 )t4 on t4.F0000031=t3.ObjectId 
 ) as T) [numPartitions=1]  [codegen id : 1]
Output [3]: [F0000080#30477, ye#30478, dataTime#30479]
ReadSchema: struct<F0000080:string,ye:string,dataTime:string>

(4) DeserializeToObject [codegen id : 1]
Input [3]: [F0000080#30477, ye#30478, dataTime#30479]
Arguments: createexternalrow(F0000080#30477.toString, ye#30478.toString, dataTime#30479.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true)), obj#30595: org.apache.spark.sql.Row

(5) MapElements [codegen id : 1]
Input [1]: [obj#30595]
Arguments: smartbix.datamining.engine.execute.node.preprocess.DivideNode$2@2701e056, obj#30596: org.apache.spark.sql.Row

(6) SerializeFromObject [codegen id : 1]
Input [1]: [obj#30596]
Arguments: [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#30597, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#30598, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#30599, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, dataTime_0), StringType), true, false) AS dataTime_0#30600, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dataTime_1), StringType), true, false) AS dataTime_1#30601, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, dataTime_2), StringType), true, false) AS dataTime_2#30602, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, dataTime_3), StringType), true, false) AS dataTime_3#30603, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 7, dataTime_4), StringType), true, false) AS dataTime_4#30604, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 8, dataTime_5), StringType), true, false) AS dataTime_5#30605, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 9, dataTime_6), StringType), true, false) AS dataTime_6#30606, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 10, dataTime_7), StringType), true, false) AS dataTime_7#30607, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 11, dataTime_8), StringType), true, false) AS dataTime_8#30608, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 12, dataTime_9), StringType), true, false) AS dataTime_9#30609, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 13, dataTime_10), StringType), true, false) AS dataTime_10#30610, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 14, dataTime_11), StringType), true, false) AS dataTime_11#30611]

(7) Generate
Input [15]: [F0000080#30597, ye#30598, dataTime#30599, dataTime_0#30600, dataTime_1#30601, dataTime_2#30602, dataTime_3#30603, dataTime_4#30604, dataTime_5#30605, dataTime_6#30606, dataTime_7#30607, dataTime_8#30608, dataTime_9#30609, dataTime_10#30610, dataTime_11#30611]
Arguments: stack(12, dataTime_0, dataTime_0#30600, dataTime_1, dataTime_1#30601, dataTime_2, dataTime_2#30602, dataTime_3, dataTime_3#30603, dataTime_4, dataTime_4#30604, dataTime_5, dataTime_5#30605, dataTime_6, dataTime_6#30606, dataTime_7, dataTime_7#30607, dataTime_8, dataTime_8#30608, dataTime_9, dataTime_9#30609, dataTime_10, dataTime_10#30610, dataTime_11, dataTime_11#30611), [F0000080#30597, ye#30598, dataTime#30599], false, [monname#30648, mon#30649]

(8) DeserializeToObject [codegen id : 2]
Input [5]: [F0000080#30597, ye#30598, dataTime#30599, monname#30648, mon#30649]
Arguments: createexternalrow(F0000080#30597.toString, ye#30598.toString, dataTime#30599.toString, monname#30648.toString, mon#30649.toString, StructField(F0000080,StringType,true), StructField(ye,StringType,true), StructField(dataTime,StringType,true), StructField(monname,StringType,true), StructField(mon,StringType,true)), obj#30676: org.apache.spark.sql.Row

(9) MapElements [codegen id : 2]
Input [1]: [obj#30676]
Arguments: smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode$2@61d64cb, obj#30677: org.apache.spark.sql.Row

(10) SerializeFromObject [codegen id : 2]
Input [1]: [obj#30677]
Arguments: [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#30678, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#30679, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#30680, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, monname), StringType), true, false) AS monname#30681, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, mon), StringType), true, false) AS mon#30682]

(2) Project [codegen id : 1]
Output [6]: [F0000080#30678, ye#30679, dataTime#30680, monname#30681, mon#30682, concat(ye#30679, mon#30682) AS yemon#30924]
Input [5]: [F0000080#30678, dataTime#30680, mon#30682, monname#30681, ye#30679]

(3) CollectLimit
Input [6]: [F0000080#30678, ye#30679, dataTime#30680, monname#30681, mon#30682, yemon#30924]
Arguments: 100