Smartbi Mining - Details for Job 350

Status: SUCCEEDED
Submitted: 2025/06/24 08:00:36
Duration: 20 ms
Associated SQL Query: 350
Completed Stages: 2

Enable zooming

digraph G { subgraph clusterstage_493 { label="Stage 493"; 1892 [labelType="html" label="JDBCRDD [1892] cache at ValueReplaceNode.java:62"]; subgraph cluster4584 { label="WholeStageCodegen (1)"; 1893 [labelType="html" label="MapPartitionsRDD [1893] count at DatasetOutput.java:65"]; } subgraph cluster4583 { label="Generate"; 1894 [labelType="html" label="MapPartitionsRDD [1894] count at DatasetOutput.java:65"]; } subgraph cluster4578 { label="WholeStageCodegen (2)"; 1895 [labelType="html" label="MapPartitionsRDD [1895] count at DatasetOutput.java:65"]; } subgraph cluster4577 { label="InMemoryTableScan"; 1896 [labelType="html" label="MapPartitionsRDD [1896] count at DatasetOutput.java:65"]; 1897 [labelType="html" label="*(2) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#19478, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#19479, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#19480, if (assertnotnull(input[0, org.apache.spa... [1897] [Cached] count at DatasetOutput.java:65"]; } subgraph cluster4724 { label="InMemoryTableScan"; 1956 [labelType="html" label="MapPartitionsRDD [1956] count at DatasetOutput.java:65"]; 1957 [labelType="html" label="MapPartitionsRDD [1957] count at DatasetOutput.java:65"]; 1958 [labelType="html" label="MapPartitionsRDD [1958] count at DatasetOutput.java:65"]; } subgraph cluster4721 { label="WholeStageCodegen (1)"; 1959 [labelType="html" label="MapPartitionsRDD [1959] count at DatasetOutput.java:65"]; } subgraph cluster4720 { label="Exchange"; 1960 [labelType="html" label="MapPartitionsRDD [1960] count at DatasetOutput.java:65"]; } } 1892->1893; 1893->1894; 1894->1895; 1895->1896; 1896->1897; 1897->1956; 1956->1957; 1957->1958; 1958->1959; 1959->1960; }

1897

digraph G { subgraph clusterstage_494 { label="Stage 494"; subgraph cluster4720 { label="Exchange"; 1961 [labelType="html" label="ShuffledRowRDD [1961] count at DatasetOutput.java:65"]; } subgraph cluster4717 { label="WholeStageCodegen (2)"; 1962 [labelType="html" label="MapPartitionsRDD [1962] count at DatasetOutput.java:65"]; } subgraph cluster4725 { label="mapPartitionsInternal"; 1963 [labelType="html" label="MapPartitionsRDD [1963] count at DatasetOutput.java:65"]; } } 1961->1962; 1962->1963; }

1960,1961

Completed Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
494	smartbi-mining	count at DatasetOutput.java:65 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3018) smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/06/24 08:00:36	4 ms	1/1			59.0 B
493	smartbi-mining	count at DatasetOutput.java:65 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3018) smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/06/24 08:00:36	8 ms	1/1	53.5 KiB			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

494

smartbi-mining

count at DatasetOutput.java:65 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/06/24 08:00:36

4 ms

1/1

59.0 B

493

smartbi-mining

count at DatasetOutput.java:65 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/06/24 08:00:36

8 ms

1/1

53.5 KiB

59.0 B

Page: