Smartbi Mining - Details for Job 648

Status: SUCCEEDED
Submitted: 2025/04/25 08:00:37
Duration: 11 ms
Associated SQL Query: 648
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_913 { label="Stage 913"; 3553 [labelType="html" label="JDBCRDD [3553] cache at ValueReplaceNode.java:62"]; subgraph cluster8588 { label="WholeStageCodegen (1)"; 3554 [labelType="html" label="MapPartitionsRDD [3554] count at DatasetOutput.java:65"]; } subgraph cluster8587 { label="Generate"; 3555 [labelType="html" label="MapPartitionsRDD [3555] count at DatasetOutput.java:65"]; } subgraph cluster8582 { label="WholeStageCodegen (2)"; 3556 [labelType="html" label="MapPartitionsRDD [3556] count at DatasetOutput.java:65"]; } subgraph cluster8581 { label="InMemoryTableScan"; 3557 [labelType="html" label="MapPartitionsRDD [3557] count at DatasetOutput.java:65"]; 3558 [labelType="html" label="*(2) SerializeFromObject [if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, F0000080), StringType), true, false) AS F0000080#37078, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, ye), StringType), true, false) AS ye#37079, if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, dataTime), StringType), true, false) AS dataTime#37080, if (assertnotnull(input[0, org.apache.spa... [3558] [Cached] count at DatasetOutput.java:65"]; } subgraph cluster8743 { label="InMemoryTableScan"; 3625 [labelType="html" label="MapPartitionsRDD [3625] collectAsList at DataStorageUtils.java:104"]; 3626 [labelType="html" label="MapPartitionsRDD [3626] collectAsList at DataStorageUtils.java:104"]; 3627 [labelType="html" label="MapPartitionsRDD [3627] collectAsList at DataStorageUtils.java:104"]; } subgraph cluster8740 { label="WholeStageCodegen (1)"; 3628 [labelType="html" label="MapPartitionsRDD [3628] collectAsList at DataStorageUtils.java:104"]; } subgraph cluster8744 { label="mapPartitionsInternal"; 3629 [labelType="html" label="MapPartitionsRDD [3629] collectAsList at DataStorageUtils.java:104"]; } } 3553->3554; 3554->3555; 3555->3556; 3556->3557; 3557->3558; 3558->3625; 3625->3626; 3626->3627; 3627->3628; 3628->3629; }

3558

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
913	smartbi-mining	collectAsList at DataStorageUtils.java:104 +details org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989) smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104) smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182) smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262) smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227) smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204) smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177) smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117) smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748)	2025/04/25 08:00:37	6 ms	1/1	53.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

913

smartbi-mining

collectAsList at DataStorageUtils.java:104 +details

org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

2025/04/25 08:00:37

6 ms

1/1

53.5 KiB

Page: