|
432
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:36
|
21 ms
|
[432]
|
|
431
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:36
|
30 ms
|
[431]
|
|
430
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
28 s
|
[430]
|
|
429
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
25 ms
|
[429]
|
|
428
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
30 ms
|
[428]
|
|
427
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
21 ms
|
[427]
|
|
426
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
29 ms
|
[426]
|
|
425
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
0 ms
|
|
|
424
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
21 ms
|
[425]
|
|
423
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
29 ms
|
[424]
|
|
422
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
0 ms
|
|
|
421
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:07
|
20 ms
|
[423]
|
|
420
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:06
|
0.9 s
|
[422]
|
|
419
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:05
|
0.8 s
|
[421]
|
|
418
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:04
|
0.9 s
|
[420]
|
|
417
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:04
|
0 ms
|
|
|
416
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:03
|
0.8 s
|
[419]
|
|
415
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:02
|
0.8 s
|
[418]
|
|
414
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:02
|
2 ms
|
|
|
413
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:01
|
0.8 s
|
[416]
|
|
412
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 08:00:00
|
0.9 s
|
[415]
|
|
411
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 01:00:06
|
68 ms
|
[414]
|
|
410
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 01:00:06
|
65 ms
|
[413]
|
|
409
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 01:00:06
|
0.2 s
|
[412]
|
|
408
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 01:00:05
|
57 ms
|
[409]
|
|
407
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 01:00:05
|
0.1 s
|
[408]
|
|
406
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/27 01:00:04
|
0.7 s
|
[406]
|
|
405
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:39
|
20 ms
|
[405]
|
|
404
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:39
|
30 ms
|
[404]
|
|
403
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:08
|
32 s
|
[403]
|
|
402
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
23 ms
|
[402]
|
|
401
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
29 ms
|
[401]
|
|
400
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
23 ms
|
[400]
|
|
399
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
29 ms
|
[399]
|
|
398
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
0 ms
|
|
|
397
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
20 ms
|
[398]
|
|
396
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
29 ms
|
[397]
|
|
395
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
0 ms
|
|
|
394
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:07
|
19 ms
|
[396]
|
|
393
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:06
|
0.9 s
|
[395]
|
|
392
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:05
|
0.8 s
|
[394]
|
|
391
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:04
|
0.9 s
|
[393]
|
|
390
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:04
|
0 ms
|
|
|
389
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:03
|
0.8 s
|
[392]
|
|
388
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:03
|
0.8 s
|
[391]
|
|
387
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:03
|
3 ms
|
|
|
386
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:01
|
0.8 s
|
[389]
|
|
385
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 08:00:00
|
1.0 s
|
[388]
|
|
384
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 01:00:08
|
50 ms
|
[387]
|
|
383
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 01:00:08
|
75 ms
|
[386]
|
|
382
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 01:00:07
|
1 s
|
[385]
|
|
381
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 01:00:05
|
57 ms
|
[382]
|
|
380
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 01:00:05
|
0.1 s
|
[381]
|
|
379
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/26 01:00:03
|
2 s
|
[379]
|
|
378
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:38
|
20 ms
|
[378]
|
|
377
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:38
|
29 ms
|
[377]
|
|
376
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
31 s
|
[376]
|
|
375
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
23 ms
|
[375]
|
|
374
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
29 ms
|
[374]
|
|
373
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
21 ms
|
[373]
|
|
372
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
30 ms
|
[372]
|
|
371
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
0 ms
|
|
|
370
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
23 ms
|
[371]
|
|
369
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
32 ms
|
[370]
|
|
368
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
0 ms
|
|
|
367
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:07
|
19 ms
|
[369]
|
|
366
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:06
|
0.9 s
|
[368]
|
|
365
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:05
|
0.8 s
|
[367]
|
|
364
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:04
|
0.9 s
|
[366]
|
|
363
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:04
|
0 ms
|
|
|
362
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:03
|
0.8 s
|
[365]
|
|
361
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:03
|
0.8 s
|
[364]
|
|
360
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:02
|
3 ms
|
|
|
359
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:01
|
0.8 s
|
[362]
|
|
358
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 08:00:00
|
0.9 s
|
[361]
|
|
357
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 01:00:10
|
65 ms
|
[360]
|
|
356
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 01:00:10
|
85 ms
|
[359]
|
|
355
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 01:00:08
|
2 s
|
[358]
|
|
354
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 01:00:07
|
75 ms
|
[355]
|
|
353
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 01:00:07
|
0.1 s
|
[354]
|
|
352
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/25 01:00:03
|
3 s
|
[352]
|
|
351
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:36
|
21 ms
|
[351]
|
|
350
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:36
|
32 ms
|
[350]
|
|
349
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:08
|
29 s
|
[349]
|
|
348
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
23 ms
|
[348]
|
|
347
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
31 ms
|
[347]
|
|
346
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
23 ms
|
[346]
|
|
345
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
30 ms
|
[345]
|
|
344
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
0 ms
|
|
|
343
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
22 ms
|
[344]
|
|
342
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
30 ms
|
[343]
|
|
341
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
0 ms
|
|
|
340
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:07
|
20 ms
|
[342]
|
|
339
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:06
|
0.9 s
|
[341]
|
|
338
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:05
|
0.8 s
|
[340]
|
|
337
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:04
|
0.9 s
|
[339]
|
|
336
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:04
|
0 ms
|
|
|
335
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:03
|
0.8 s
|
[338]
|
|
334
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:03
|
0.8 s
|
[337]
|
|
333
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/06/24 08:00:03
|
3 ms
|
|