Smartbi Mining - Details for Job 584

Status: SUCCEEDED
Submitted: 2025/09/12 08:00:06
Duration: 0.9 s
Associated SQL Query: 582
Completed Stages: 2

Enable zooming

digraph G { subgraph clusterstage_822 { label="Stage 822"; 3251 [labelType="html" label="JDBCRDD [3251] cache at ValueReplaceNode.java:62"]; subgraph cluster7860 { label="WholeStageCodegen (1)"; 3252 [labelType="html" label="MapPartitionsRDD [3252] count at DatasetOutput.java:65"]; } subgraph cluster7859 { label="Generate"; 3253 [labelType="html" label="MapPartitionsRDD [3253] count at DatasetOutput.java:65"]; } subgraph cluster7854 { label="WholeStageCodegen (2)"; 3254 [labelType="html" label="MapPartitionsRDD [3254] count at DatasetOutput.java:65"]; } subgraph cluster7853 { label="InMemoryTableScan"; 3255 [labelType="html" label="MapPartitionsRDD [3255] count at DatasetOutput.java:65"]; 3256 [labelType="html" label="*(2) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#33878, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#33879, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#33880, if (assertnotnull(input[0, org.apache.spa... [3256] [Cached] count at DatasetOutput.java:65"]; 3257 [labelType="html" label="MapPartitionsRDD [3257] count at DatasetOutput.java:65"]; 3258 [labelType="html" label="MapPartitionsRDD [3258] count at DatasetOutput.java:65"]; 3259 [labelType="html" label="MapPartitionsRDD [3259] count at DatasetOutput.java:65"]; } subgraph cluster7850 { label="WholeStageCodegen (1)"; 3260 [labelType="html" label="MapPartitionsRDD [3260] count at DatasetOutput.java:65"]; } subgraph cluster7849 { label="Exchange"; 3261 [labelType="html" label="MapPartitionsRDD [3261] count at DatasetOutput.java:65"]; } } 3251->3252; 3252->3253; 3253->3254; 3254->3255; 3255->3256; 3256->3257; 3257->3258; 3258->3259; 3259->3260; 3260->3261; }

3256

digraph G { subgraph clusterstage_823 { label="Stage 823"; subgraph cluster7849 { label="Exchange"; 3262 [labelType="html" label="ShuffledRowRDD [3262] count at DatasetOutput.java:65"]; } subgraph cluster7846 { label="WholeStageCodegen (2)"; 3263 [labelType="html" label="MapPartitionsRDD [3263] count at DatasetOutput.java:65"]; } subgraph cluster7865 { label="mapPartitionsInternal"; 3264 [labelType="html" label="MapPartitionsRDD [3264] count at DatasetOutput.java:65"]; } } 3262->3263; 3263->3264; }

3261,3262

Completed Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
823	smartbi-mining	count at DatasetOutput.java:65 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3018) smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/09/12 08:00:07	4 ms	1/1			59.0 B
822	smartbi-mining	count at DatasetOutput.java:65 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3018) smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/09/12 08:00:06	0.8 s	1/1				59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

823

smartbi-mining

count at DatasetOutput.java:65 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/09/12 08:00:07

4 ms

1/1

59.0 B

822

smartbi-mining

count at DatasetOutput.java:65 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/09/12 08:00:06

0.8 s

1/1

59.0 B

Page: