Smartbi Mining - Details for Job 696

Status: SUCCEEDED
Submitted: 2025/04/27 08:00:07
Duration: 17 ms
Associated SQL Query: 696
Completed Stages: 2

Enable zooming

digraph G { subgraph clusterstage_980 { label="Stage 980"; 3855 [labelType="html" label="JDBCRDD [3855] cache at ValueReplaceNode.java:62"]; subgraph cluster9316 { label="WholeStageCodegen (1)"; 3856 [labelType="html" label="MapPartitionsRDD [3856] count at DatasetOutput.java:65"]; } subgraph cluster9315 { label="Generate"; 3857 [labelType="html" label="MapPartitionsRDD [3857] count at DatasetOutput.java:65"]; } subgraph cluster9310 { label="WholeStageCodegen (2)"; 3858 [labelType="html" label="MapPartitionsRDD [3858] count at DatasetOutput.java:65"]; } subgraph cluster9309 { label="InMemoryTableScan"; 3859 [labelType="html" label="MapPartitionsRDD [3859] count at DatasetOutput.java:65"]; 3860 [labelType="html" label="*(2) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#40278, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#40279, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#40280, if (assertnotnull(input[0, org.apache.spa... [3860] [Cached] count at DatasetOutput.java:65"]; } subgraph cluster9381 { label="InMemoryTableScan"; 3886 [labelType="html" label="MapPartitionsRDD [3886] count at DatasetOutput.java:65"]; 3887 [labelType="html" label="MapPartitionsRDD [3887] count at DatasetOutput.java:65"]; 3888 [labelType="html" label="MapPartitionsRDD [3888] count at DatasetOutput.java:65"]; } subgraph cluster9378 { label="WholeStageCodegen (1)"; 3889 [labelType="html" label="MapPartitionsRDD [3889] count at DatasetOutput.java:65"]; } subgraph cluster9377 { label="Exchange"; 3890 [labelType="html" label="MapPartitionsRDD [3890] count at DatasetOutput.java:65"]; } } 3855->3856; 3856->3857; 3857->3858; 3858->3859; 3859->3860; 3860->3886; 3886->3887; 3887->3888; 3888->3889; 3889->3890; }

3860

digraph G { subgraph clusterstage_981 { label="Stage 981"; subgraph cluster9377 { label="Exchange"; 3891 [labelType="html" label="ShuffledRowRDD [3891] count at DatasetOutput.java:65"]; } subgraph cluster9374 { label="WholeStageCodegen (2)"; 3892 [labelType="html" label="MapPartitionsRDD [3892] count at DatasetOutput.java:65"]; } subgraph cluster9382 { label="mapPartitionsInternal"; 3893 [labelType="html" label="MapPartitionsRDD [3893] count at DatasetOutput.java:65"]; } } 3891->3892; 3892->3893; }

3890,3891

Completed Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
981	smartbi-mining	count at DatasetOutput.java:65 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3018) smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/04/27 08:00:07	3 ms	1/1			59.0 B
980	smartbi-mining	count at DatasetOutput.java:65 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3018) smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/04/27 08:00:07	6 ms	1/1	53.5 KiB			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

981

smartbi-mining

count at DatasetOutput.java:65 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/04/27 08:00:07

3 ms

1/1

59.0 B

980

smartbi-mining

count at DatasetOutput.java:65 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/04/27 08:00:07

6 ms

1/1

53.5 KiB

59.0 B

Page: