Environment

Runtime Information

NameValue
Java Home/opt/bitnami/java
Java Version17.0.10 (BellSoft)
Scala Versionversion 2.12.18

Spark Properties

NameValue
spark.app.idapp-20260408081812-0003
spark.app.initial.file.urlsspark://2db5d5bf27fe:43977/files/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,spark://2db5d5bf27fe:43977/files/org.postgresql_postgresql-42.7.5.jar,spark://2db5d5bf27fe:43977/files/org.checkerframework_checker-qual-3.48.3.jar,spark://2db5d5bf27fe:43977/files/org.apache.hadoop_hadoop-aws-3.3.4.jar,spark://2db5d5bf27fe:43977/files/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar
spark.app.initial.jar.urlsspark://2db5d5bf27fe:43977/jars/org.postgresql_postgresql-42.7.5.jar,spark://2db5d5bf27fe:43977/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,spark://2db5d5bf27fe:43977/jars/org.checkerframework_checker-qual-3.48.3.jar,spark://2db5d5bf27fe:43977/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,spark://2db5d5bf27fe:43977/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar
spark.app.namerzvde-g8-kirsanov-dmitry
spark.app.startTime1775636290975
spark.app.submitTime1775636290814
spark.cores.max2
spark.driver.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false --add-exports java.base/sun.nio.ch=ALL-UNNAMED
spark.driver.host2db5d5bf27fe
spark.driver.memory1g
spark.driver.port43977
spark.eventLog.dirs3a://rzv-de-spark-history-server/spark-events
spark.eventLog.enabledtrue
spark.executor.cores2
spark.executor.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false
spark.executor.iddriver
spark.executor.instances1
spark.executor.memory3g
spark.filesfile:///root/.ivy2/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,file:///root/.ivy2/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,file:///root/.ivy2/jars/org.postgresql_postgresql-42.7.5.jar,file:///root/.ivy2/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,file:///root/.ivy2/jars/org.checkerframework_checker-qual-3.48.3.jar
spark.hadoop.fs.s3a.access.key*********(redacted)
spark.hadoop.fs.s3a.committer.namemagic
spark.hadoop.fs.s3a.connection.ssl.enabledfalse
spark.hadoop.fs.s3a.endpointhttps://storage.yandexcloud.net
spark.hadoop.fs.s3a.implorg.apache.hadoop.fs.s3a.S3AFileSystem
spark.hadoop.fs.s3a.path.style.accesstrue
spark.hadoop.fs.s3a.secret.key*********(redacted)
spark.jarsfile:///root/.ivy2/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,file:///root/.ivy2/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,file:///root/.ivy2/jars/org.postgresql_postgresql-42.7.5.jar,file:///root/.ivy2/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,file:///root/.ivy2/jars/org.checkerframework_checker-qual-3.48.3.jar
spark.jars.packagesorg.apache.hadoop:hadoop-aws:3.3.4,com.amazonaws:aws-java-sdk-bundle:1.12.262,org.postgresql:postgresql:42.7.5
spark.masterspark://spark-master:7077
spark.master.rest.enabledtrue
spark.rdd.compressTrue
spark.repl.local.jarsfile:///root/.ivy2/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,file:///root/.ivy2/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,file:///root/.ivy2/jars/org.postgresql_postgresql-42.7.5.jar,file:///root/.ivy2/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,file:///root/.ivy2/jars/org.checkerframework_checker-qual-3.48.3.jar
spark.scheduler.modeFIFO
spark.serializer.objectStreamReset100
spark.submit.deployModeclient
spark.submit.pyFiles/root/.ivy2/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,/root/.ivy2/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,/root/.ivy2/jars/org.postgresql_postgresql-42.7.5.jar,/root/.ivy2/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,/root/.ivy2/jars/org.checkerframework_checker-qual-3.48.3.jar
spark.ui.reverseProxytrue
spark.ui.reverseProxyUrlhttps://spark.rzvde.pro
spark.ui.showConsoleProgresstrue

Resource Profiles

Resource Profile IdResource Profile Contents
0
Executor Reqs:
	cores: [amount: 2]
	memory: [amount: 3072]
	offHeap: [amount: 0]
Task Reqs:
	cpus: [amount: 1.0]

Hadoop Properties

System Properties

Metrics Properties

Classpath Entries