|
762
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/30 01:00:08
|
65 ms
|
[765]
|
|
761
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/30 01:00:08
|
63 ms
|
[764]
|
|
760
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/30 01:00:06
|
2 s
|
[763]
|
|
759
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/30 01:00:05
|
50 ms
|
[760]
|
|
758
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/30 01:00:05
|
88 ms
|
[759]
|
|
757
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/30 01:00:03
|
2 s
|
[757]
|
|
756
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:39
|
19 ms
|
[756]
|
|
755
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:39
|
28 ms
|
[755]
|
|
754
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
32 s
|
[754]
|
|
753
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
22 ms
|
[753]
|
|
752
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
29 ms
|
[752]
|
|
751
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
21 ms
|
[751]
|
|
750
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
27 ms
|
[750]
|
|
749
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
0 ms
|
|
|
748
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
20 ms
|
[749]
|
|
747
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
28 ms
|
[748]
|
|
746
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
0 ms
|
|
|
745
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:07
|
19 ms
|
[747]
|
|
744
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:06
|
0.9 s
|
[746]
|
|
743
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:05
|
0.8 s
|
[745]
|
|
742
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:04
|
0.9 s
|
[744]
|
|
741
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:04
|
0 ms
|
|
|
740
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:03
|
0.8 s
|
[743]
|
|
739
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:02
|
0.8 s
|
[742]
|
|
738
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:02
|
2 ms
|
|
|
737
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:01
|
0.8 s
|
[740]
|
|
736
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 08:00:00
|
0.9 s
|
[739]
|
|
735
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 01:00:06
|
61 ms
|
[738]
|
|
734
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 01:00:06
|
76 ms
|
[737]
|
|
733
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 01:00:05
|
0.5 s
|
[736]
|
|
732
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 01:00:05
|
74 ms
|
[733]
|
|
731
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 01:00:04
|
0.1 s
|
[732]
|
|
730
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/29 01:00:02
|
2 s
|
[730]
|
|
729
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:41
|
19 ms
|
[729]
|
|
728
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:41
|
29 ms
|
[728]
|
|
727
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
34 s
|
[727]
|
|
726
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
21 ms
|
[726]
|
|
725
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
26 ms
|
[725]
|
|
724
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
20 ms
|
[724]
|
|
723
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
27 ms
|
[723]
|
|
722
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
0 ms
|
|
|
721
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
20 ms
|
[722]
|
|
720
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
29 ms
|
[721]
|
|
719
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
0 ms
|
|
|
718
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:07
|
18 ms
|
[720]
|
|
717
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:06
|
0.9 s
|
[719]
|
|
716
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:05
|
0.8 s
|
[718]
|
|
715
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:04
|
0.9 s
|
[717]
|
|
714
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:04
|
0 ms
|
|
|
713
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:03
|
0.8 s
|
[716]
|
|
712
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:02
|
0.8 s
|
[715]
|
|
711
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:02
|
3 ms
|
|
|
710
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:01
|
0.8 s
|
[713]
|
|
709
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 08:00:00
|
0.9 s
|
[712]
|
|
708
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 01:00:08
|
60 ms
|
[711]
|
|
707
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 01:00:07
|
68 ms
|
[710]
|
|
706
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 01:00:06
|
1 s
|
[709]
|
|
705
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 01:00:06
|
56 ms
|
[706]
|
|
704
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 01:00:06
|
99 ms
|
[705]
|
|
703
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/28 01:00:02
|
3 s
|
[703]
|
|
702
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:42
|
22 ms
|
[702]
|
|
701
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:42
|
28 ms
|
[701]
|
|
700
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
35 s
|
[700]
|
|
699
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
20 ms
|
[699]
|
|
698
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
27 ms
|
[698]
|
|
697
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
21 ms
|
[697]
|
|
696
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
27 ms
|
[696]
|
|
695
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
0 ms
|
|
|
694
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
24 ms
|
[695]
|
|
693
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
27 ms
|
[694]
|
|
692
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
1 ms
|
|
|
691
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:07
|
18 ms
|
[693]
|
|
690
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:06
|
0.9 s
|
[692]
|
|
689
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:05
|
0.8 s
|
[691]
|
|
688
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:116)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:04
|
0.9 s
|
[690]
|
|
687
|
createOrReplaceTempView at Column2RowNode.java:103
+details
createOrReplaceTempView at Column2RowNode.java:103
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.Column2RowNode.execute(Column2RowNode.java:103)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:04
|
0 ms
|
|
|
686
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:03
|
0.8 s
|
[689]
|
|
685
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:88)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:02
|
0.8 s
|
[688]
|
|
684
|
collectAsList at DivideNode.java:230
+details
collectAsList at DivideNode.java:230
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.divideMapDataSetMax(DivideNode.java:230)
smartbix.datamining.engine.execute.node.preprocess.DivideNode.execute(DivideNode.java:70)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:02
|
2 ms
|
|
|
683
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:01
|
0.8 s
|
[686]
|
|
682
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 08:00:00
|
0.9 s
|
[685]
|
|
681
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 01:00:09
|
50 ms
|
[684]
|
|
680
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:77)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 01:00:09
|
78 ms
|
[683]
|
|
679
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:274)
smartbix.datamining.engine.datasource.JdbcHandler.insertDataToDatabase(JdbcHandler.java:226)
smartbix.datamining.engine.execute.node.datasource.handler.ClickHouseHandler.executorByTable(ClickHouseHandler.java:122)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.createTable(SmartbiMppOutputNode.java:98)
smartbix.datamining.engine.execute.node.datatarget.SmartbiMppOutputNode.execute(SmartbiMppOutputNode.java:69)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 01:00:08
|
0.9 s
|
[682]
|
|
678
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 01:00:07
|
49 ms
|
[679]
|
|
677
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 01:00:07
|
0.1 s
|
[678]
|
|
676
|
parquet at DatasetEvent.java:208
+details
parquet at DatasetEvent.java:208
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:874)
smartbix.datamining.engine.execute.event.DatasetEvent.serializeFields(DatasetEvent.java:208)
smartbix.datamining.engine.util.EventSerializeUtil.serialize(EventSerializeUtil.java:45)
smartbix.datamining.engine.agent.execute.flow.DefaultSparkFlowContext.persistNodeExecuteResult(DefaultSparkFlowContext.java:97)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:201)
smartbix.datamining.engine.execute.node.datasource.QueryNode.executeSqlQuery(QueryNode.java:223)
smartbix.datamining.engine.execute.node.datasource.QueryNode.execute(QueryNode.java:130)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.agent.execute.executor.DefaultNodeExecutor.execute(DefaultNodeExecutor.java:43)
smartbix.datamining.engine.agent.execute.launcher.DefaultLauncher.run(DefaultLauncher.java:67)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/27 01:00:04
|
3 s
|
[676]
|
|
675
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:41
|
19 ms
|
[675]
|
|
674
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:262)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:177)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:41
|
28 ms
|
[674]
|
|
673
|
foreachPartition at SparkFunctionUtil.java:146
+details
foreachPartition at SparkFunctionUtil.java:146
org.apache.spark.sql.Dataset.foreachPartition(Dataset.scala:2930)
smartbix.datamining.engine.util.SparkFunctionUtil.saveTable(SparkFunctionUtil.java:146)
smartbix.datamining.engine.datasource.JdbcHandler.replaceDataToDatabase(JdbcHandler.java:305)
smartbix.datamining.engine.execute.node.datasource.handler.MysqlHandler.executor(MysqlHandler.java:48)
smartbix.datamining.engine.execute.node.datatarget.JdbcDataTargetNode.execute(JdbcDataTargetNode.java:165)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
34 s
|
[673]
|
|
672
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
20 ms
|
[672]
|
|
671
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.MetadataNode.execute(MetadataNode.java:54)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
27 ms
|
[671]
|
|
670
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
21 ms
|
[670]
|
|
669
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:48)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
28 ms
|
[669]
|
|
668
|
createOrReplaceTempView at ColumnSelectionNode.java:67
+details
createOrReplaceTempView at ColumnSelectionNode.java:67
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.selectColumns(ColumnSelectionNode.java:67)
smartbix.datamining.engine.execute.node.preprocess.ColumnSelectionNode.execute(ColumnSelectionNode.java:44)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
0 ms
|
|
|
667
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
19 ms
|
[668]
|
|
666
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:110)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
28 ms
|
[667]
|
|
665
|
createOrReplaceTempView at DeriveColumnNode.java:81
+details
createOrReplaceTempView at DeriveColumnNode.java:81
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3313)
smartbix.datamining.engine.execute.node.preprocess.DeriveColumnNode.execute(DeriveColumnNode.java:81)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
0 ms
|
|
|
664
|
collectAsList at DataStorageUtils.java:104
+details
collectAsList at DataStorageUtils.java:104
org.apache.spark.sql.Dataset.collectAsList(Dataset.scala:2989)
smartbix.datamining.engine.util.DataStorageUtils.csv(DataStorageUtils.java:104)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:182)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:07
|
18 ms
|
[666]
|
|
663
|
count at DatasetOutput.java:65
+details
count at DatasetOutput.java:65
org.apache.spark.sql.Dataset.count(Dataset.scala:3018)
smartbix.datamining.engine.execute.node.output.DatasetOutput.<init>(DatasetOutput.java:65)
smartbix.datamining.engine.execute.event.DatasetEvent.toOutput(DatasetEvent.java:179)
smartbix.datamining.engine.execute.node.GenericNode.saveResult(GenericNode.java:273)
smartbix.datamining.engine.execute.node.GenericNode.genOutputs(GenericNode.java:227)
smartbix.datamining.engine.execute.node.GenericNode.finish(GenericNode.java:204)
smartbix.datamining.engine.execute.node.preprocess.ValueReplaceNode.execute(ValueReplaceNode.java:64)
smartbix.datamining.engine.execute.node.GenericNode.start(GenericNode.java:117)
smartbix.datamining.engine.experiment.execute.node.LocalNodeExecutor.run(LocalNodeExecutor.java:49)
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/04/26 08:00:06
|
0.9 s
|
[665]
|