Smartbi Mining - Details for Job 397

Status: SUCCEEDED
Submitted: 2025/06/26 08:00:07
Duration: 18 ms
Associated SQL Query: 396
Completed Stages: 2

Enable zooming

digraph G { subgraph clusterstage_559 { label="Stage 559"; 2194 [labelType="html" label="JDBCRDD [2194] cache at ValueReplaceNode.java:62"]; subgraph cluster5312 { label="WholeStageCodegen (1)"; 2195 [labelType="html" label="MapPartitionsRDD [2195] count at DatasetOutput.java:65"]; } subgraph cluster5311 { label="Generate"; 2196 [labelType="html" label="MapPartitionsRDD [2196] count at DatasetOutput.java:65"]; } subgraph cluster5306 { label="WholeStageCodegen (2)"; 2197 [labelType="html" label="MapPartitionsRDD [2197] count at DatasetOutput.java:65"]; } subgraph cluster5305 { label="InMemoryTableScan"; 2198 [labelType="html" label="MapPartitionsRDD [2198] count at DatasetOutput.java:65"]; 2199 [labelType="html" label="*(2) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#22678, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#22679, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#22680, if (assertnotnull(input[0, org.apache.spa... [2199] [Cached] count at DatasetOutput.java:65"]; } subgraph cluster5347 { label="InMemoryTableScan"; 2212 [labelType="html" label="MapPartitionsRDD [2212] count at DatasetOutput.java:65"]; 2213 [labelType="html" label="MapPartitionsRDD [2213] count at DatasetOutput.java:65"]; 2214 [labelType="html" label="MapPartitionsRDD [2214] count at DatasetOutput.java:65"]; } subgraph cluster5344 { label="WholeStageCodegen (1)"; 2215 [labelType="html" label="MapPartitionsRDD [2215] count at DatasetOutput.java:65"]; } subgraph cluster5343 { label="Exchange"; 2216 [labelType="html" label="MapPartitionsRDD [2216] count at DatasetOutput.java:65"]; } } 2194->2195; 2195->2196; 2196->2197; 2197->2198; 2198->2199; 2199->2212; 2212->2213; 2213->2214; 2214->2215; 2215->2216; }

2199

digraph G { subgraph clusterstage_560 { label="Stage 560"; subgraph cluster5343 { label="Exchange"; 2217 [labelType="html" label="ShuffledRowRDD [2217] count at DatasetOutput.java:65"]; } subgraph cluster5340 { label="WholeStageCodegen (2)"; 2218 [labelType="html" label="MapPartitionsRDD [2218] count at DatasetOutput.java:65"]; } subgraph cluster5348 { label="mapPartitionsInternal"; 2219 [labelType="html" label="MapPartitionsRDD [2219] count at DatasetOutput.java:65"]; } } 2217->2218; 2218->2219; }

2216,2217

Completed Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
560	smartbi-mining	count at DatasetOutput.java:65 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3018) smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/06/26 08:00:07	4 ms	1/1			59.0 B
559	smartbi-mining	count at DatasetOutput.java:65 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3018) smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/06/26 08:00:07	7 ms	1/1	53.5 KiB			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

560

smartbi-mining

count at DatasetOutput.java:65 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/06/26 08:00:07

4 ms

1/1

59.0 B

559

smartbi-mining

count at DatasetOutput.java:65 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/06/26 08:00:07

7 ms

1/1

53.5 KiB

59.0 B

Page: