|
0
|
count at SparkSQLExample.java:94
+details
count at SparkSQLExample.java:94
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.util.SparkSQLExample.runExample(SparkSQLExample.java:94)
smartbix.datamining.engine.agent.spark.DefaultSparkSessionFactory.tryCreate(DefaultSparkSessionFactory.java:180)
smartbix.datamining.engine.agent.spark.DefaultSparkSessionFactory.checkOrCreate(DefaultSparkSessionFactory.java:155)
smartbix.datamining.engine.experiment.agent.DefaultAgentLauncher.start(DefaultAgentLauncher.java:41)
smartbix.datamining.engine.experiment.ExperimentApplication.startEngine(ExperimentApplication.java:236)
smartbix.datamining.engine.experiment.ExperimentApplication.main(ExperimentApplication.java:196)
|
2025/04/01 10:26:27
|
2 s
|
[0]
|
|
1
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 01:00:07
|
5 s
|
[1]
|
|
2
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 01:00:13
|
0.5 s
|
[3]
|
|
3
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 01:00:13
|
0.4 s
|
[4]
|
|
4
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 01:00:15
|
0.5 s
|
[7]
|
|
5
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 01:00:16
|
0.2 s
|
[8]
|
|
6
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 01:00:16
|
0.2 s
|
[9]
|
|
7
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:00
|
2 s
|
[10]
|
|
8
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:02
|
0.8 s
|
[11]
|
|
9
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:04
|
28 ms
|
|
|
10
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:04
|
0.9 s
|
[13]
|
|
11
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:05
|
0.9 s
|
[14]
|
|
12
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:06
|
3 ms
|
|
|
13
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:06
|
1.0 s
|
[15]
|
|
14
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:07
|
0.9 s
|
[16]
|
|
15
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:08
|
1 s
|
[17]
|
|
16
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:09
|
81 ms
|
[18]
|
|
17
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:09
|
1 ms
|
|
|
18
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:09
|
81 ms
|
[19]
|
|
19
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:10
|
76 ms
|
[20]
|
|
20
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:10
|
0 ms
|
|
|
21
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:10
|
53 ms
|
[21]
|
|
22
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:10
|
64 ms
|
[22]
|
|
23
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:10
|
54 ms
|
[23]
|
|
24
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:10
|
37 ms
|
[24]
|
|
25
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:10
|
33 s
|
[25]
|
|
26
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:43
|
49 ms
|
[26]
|
|
27
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/02 08:00:43
|
34 ms
|
[27]
|
|
28
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 01:00:04
|
1 s
|
[28]
|
|
29
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 01:00:05
|
0.2 s
|
[30]
|
|
30
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 01:00:06
|
67 ms
|
[31]
|
|
31
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 01:00:06
|
4 s
|
[34]
|
|
32
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 01:00:11
|
0.1 s
|
[35]
|
|
33
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 01:00:11
|
99 ms
|
[36]
|
|
34
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:00
|
0.9 s
|
[37]
|
|
35
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:01
|
0.8 s
|
[38]
|
|
36
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:03
|
4 ms
|
|
|
37
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:03
|
0.9 s
|
[40]
|
|
38
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:03
|
0.8 s
|
[41]
|
|
39
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:04
|
1 ms
|
|
|
40
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:04
|
0.9 s
|
[42]
|
|
41
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:05
|
0.8 s
|
[43]
|
|
42
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:06
|
0.9 s
|
[44]
|
|
43
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
26 ms
|
[45]
|
|
44
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
0 ms
|
|
|
45
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
47 ms
|
[46]
|
|
46
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
30 ms
|
[47]
|
|
47
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
1 ms
|
|
|
48
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
43 ms
|
[48]
|
|
49
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
30 ms
|
[49]
|
|
50
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
45 ms
|
[50]
|
|
51
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:07
|
30 ms
|
[51]
|
|
52
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:08
|
30 s
|
[52]
|
|
53
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:37
|
41 ms
|
[53]
|
|
54
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/03 08:00:38
|
26 ms
|
[54]
|
|
55
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 01:00:03
|
1 s
|
[55]
|
|
56
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 01:00:04
|
0.1 s
|
[57]
|
|
57
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 01:00:04
|
85 ms
|
[58]
|
|
58
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 01:00:05
|
2 s
|
[61]
|
|
59
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 01:00:07
|
0.1 s
|
[62]
|
|
60
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 01:00:07
|
81 ms
|
[63]
|
|
61
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:00
|
0.9 s
|
[64]
|
|
62
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:01
|
0.8 s
|
[65]
|
|
63
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:03
|
4 ms
|
|
|
64
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:03
|
0.8 s
|
[67]
|
|
65
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:03
|
0.8 s
|
[68]
|
|
66
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:04
|
0 ms
|
|
|
67
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:04
|
0.9 s
|
[69]
|
|
68
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:05
|
0.8 s
|
[70]
|
|
69
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:06
|
0.9 s
|
[71]
|
|
70
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
22 ms
|
[72]
|
|
71
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
0 ms
|
|
|
72
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
38 ms
|
[73]
|
|
73
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
24 ms
|
[74]
|
|
74
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
0 ms
|
|
|
75
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
34 ms
|
[75]
|
|
76
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
26 ms
|
[76]
|
|
77
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
39 ms
|
[77]
|
|
78
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:07
|
27 ms
|
[78]
|
|
79
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:08
|
36 s
|
[79]
|
|
80
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:43
|
35 ms
|
[80]
|
|
81
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/04 08:00:43
|
24 ms
|
[81]
|
|
82
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 01:00:03
|
3 s
|
[82]
|
|
83
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 01:00:06
|
0.1 s
|
[84]
|
|
84
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 01:00:06
|
93 ms
|
[85]
|
|
85
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 01:00:06
|
0.2 s
|
[88]
|
|
86
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 01:00:07
|
73 ms
|
[89]
|
|
87
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 01:00:07
|
61 ms
|
[90]
|
|
88
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:00
|
0.9 s
|
[91]
|
|
89
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:01
|
0.8 s
|
[92]
|
|
90
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:03
|
3 ms
|
|
|
91
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:03
|
0.8 s
|
[94]
|
|
92
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:03
|
0.8 s
|
[95]
|
|
93
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:04
|
0 ms
|
|
|
94
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:04
|
0.9 s
|
[96]
|
|
95
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:05
|
0.8 s
|
[97]
|
|
96
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:06
|
0.9 s
|
[98]
|
|
97
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:07
|
22 ms
|
[99]
|
|
98
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:07
|
0 ms
|
|
|
99
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/05 08:00:07
|
34 ms
|
[100]
|