Environment

Runtime Information

NameValue
Java Home/data/Smartbi_CentOS_x86_CN_V10.5.8/Jdk/jre
Java Version1.8.0_202 (Oracle Corporation)
Scala Versionversion 2.12.10

Spark Properties

NameValue
spark.app.idlocal-1743474379766
spark.app.initial.jar.urlsspark://VM-0-6-centos:7777/jars/_JDBC_mysql-connector-java-5.1.48.jar,spark://VM-0-6-centos:7777/jars/_JDBC_gbase-connector-java-8.3.81.53_build52.1-bin.jar,spark://VM-0-6-centos:7777/jars/presto-jdbc-0.257-mining.jar,spark://VM-0-6-centos:7777/jars/kingbase8-8.2.0.jre7.jar,spark://VM-0-6-centos:7777/jars/jieba-analysis-1.0.2.jar,spark://VM-0-6-centos:7777/jars/smartbi-Common-1.3.0.jar,spark://VM-0-6-centos:7777/jars/_JDBC_KingbaseAnalyticsdb.jar,spark://VM-0-6-centos:7777/jars/monetdb-jdbc-3.1.jar,spark://VM-0-6-centos:7777/jars/_JDBC_kingbasejdbc4.jar,spark://VM-0-6-centos:7777/jars/gsjdbc200.jar,spark://VM-0-6-centos:7777/jars/ojdbc6-11.2.0.3.jar,spark://VM-0-6-centos:7777/jars/_JDBC_clickhouse-jdbc-0.3.1.jar,spark://VM-0-6-centos:7777/jars/_JDBC_oscarJDBC.jar,spark://VM-0-6-centos:7777/jars/ansj_seg-5.1.3.jar,spark://VM-0-6-centos:7777/jars/kafka-clients-2.6.3.jar,spark://VM-0-6-centos:7777/jars/_JDBC_dm6.jar,spark://VM-0-6-centos:7777/jars/_JDBC_dm.jar,spark://VM-0-6-centos:7777/jars/_JDBC_jconn3.jar,spark://VM-0-6-centos:7777/jars/db2-4.21.29.jar,spark://VM-0-6-centos:7777/jars/ngdbc-2.7.7.jar,spark://VM-0-6-centos:7777/jars/com.huawei.gauss.jdbc.ZenithDriver-GaussDB_T_1.0.2.B319.jar,spark://VM-0-6-centos:7777/jars/EngineCore-1.0.jar,spark://VM-0-6-centos:7777/jars/_JDBC_terajdbc4-15.00.00.35.jar,spark://VM-0-6-centos:7777/jars/_JDBC_ifxjdbc.jar,spark://VM-0-6-centos:7777/jars/mssql-jdbc-7.2.1.jre8.jar,spark://VM-0-6-centos:7777/jars/nlp-lang-1.7.2.jar,spark://VM-0-6-centos:7777/jars/EngineCommonNode-1.0.jar,spark://VM-0-6-centos:7777/jars/postgresql-42.3.3.jar,spark://VM-0-6-centos:7777/jars/vertica-spark-connector-9.1-2.1.jar,spark://VM-0-6-centos:7777/jars/hanlp-portable-1.7.8.jar,spark://VM-0-6-centos:7777/jars/vertica-jdbc-9.1.1-0.jar,spark://VM-0-6-centos:7777/jars/mariadb-java-client-2.7.3.jar,spark://VM-0-6-centos:7777/jars/_JDBC_tdgssjava-15.00.00.35.jar
spark.app.nameSmartbi Mining
spark.app.startTime1743474377901
spark.cores.max1
spark.driver.allowMultipleContextstrue
spark.driver.hostVM-0-6-centos
spark.driver.maxResultSize2g
spark.driver.memory4g
spark.driver.port7777
spark.eventLog.enabledfalse
spark.executor.cores1
spark.executor.extraJavaOptions-XX:+UnlockExperimentalVMOptions -XX:+UseG1GC -XX:MaxGCPauseMillis=200
spark.executor.iddriver
spark.executor.instances1
spark.executor.memory8g
spark.jars/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/lib/EngineCore-1.0.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/lib/EngineCommonNode-1.0.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/lib/ansj_seg-5.1.3.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/lib/nlp-lang-1.7.2.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/lib/smartbi-Common-1.3.0.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/lib/hanlp-portable-1.7.8.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/lib/jieba-analysis-1.0.2.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/vertica/vertica-spark-connector-9.1-2.1.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/vertica/vertica-jdbc-9.1.1-0.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/guassdb/gsjdbc200.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/guassdb/com.huawei.gauss.jdbc.ZenithDriver-GaussDB_T_1.0.2.B319.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/dm/_JDBC_dm6.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/dm/_JDBC_dm.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/kingbaseanalyticsdb/_JDBC_KingbaseAnalyticsdb.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/postgresql/postgresql-42.3.3.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/sqlserver/mssql-jdbc-7.2.1.jre8.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/monetdb/monetdb-jdbc-3.1.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/mysql/_JDBC_mysql-connector-java-5.1.48.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/maria/mariadb-java-client-2.7.3.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/hana/ngdbc-2.7.7.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/gbase/_JDBC_gbase-connector-java-8.3.81.53_build52.1-bin.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/oracle/ojdbc6-11.2.0.3.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/sybase/_JDBC_jconn3.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/teradata/_JDBC_tdgssjava-15.00.00.35.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/teradata/_JDBC_terajdbc4-15.00.00.35.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/informix/_JDBC_ifxjdbc.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/kingbase/_JDBC_kingbasejdbc4.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/kingbase/kingbase8-8.2.0.jre7.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/db2/db2-4.21.29.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/clickhouse/_JDBC_clickhouse-jdbc-0.3.1.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/kafka/kafka-clients-2.6.3.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/shentong/_JDBC_oscarJDBC.jar,/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/ext/java/presto/presto-jdbc-0.257-mining.jar
spark.local.dirspark-local
spark.masterlocal[2]
spark.memory.fraction0.8
spark.rpc.message.maxSize512
spark.scheduler.allocation.file/data/Smartbi_CentOS_x86_CN_V10.5.8/SmartbiEngine/engine/share/conf/fairscheduler.xml
spark.scheduler.modeFAIR
spark.shuffle.file.buffer32K
spark.sql.autoBroadcastJoinThreshold10485760
spark.sql.broadcastTimeout3600
spark.sql.caseSensitivetrue
spark.sql.legacy.parquet.datetimeRebaseModeInReadCORRECTED
spark.sql.legacy.parquet.datetimeRebaseModeInWriteCORRECTED
spark.sql.legacy.parquet.int96RebaseModeInReadCORRECTED
spark.sql.legacy.parquet.int96RebaseModeInWriteCORRECTED
spark.sql.shuffle.partitions200
spark.submit.deployModeclient
spark.ui.port4040

Resource Profiles

Resource Profile IdResource Profile Contents
0
Executor Reqs:
	cores: [amount: 1]
	memory: [amount: 8192]
	offHeap: [amount: 0]
Task Reqs:
	cpus: [amount: 1.0]

Hadoop Properties

System Properties

Classpath Entries