Environment

Runtime Information

NameValue
Java Home/opt/bitnami/java
Java Version17.0.10 (BellSoft)
Scala Versionversion 2.12.18

Spark Properties

NameValue
spark.app.idapp-20261101192321-0035
spark.app.initial.file.urlsspark://7803a537e1c4:43259/files/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,spark://7803a537e1c4:43259/files/org.postgresql_postgresql-42.7.5.jar,spark://7803a537e1c4:43259/files/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,spark://7803a537e1c4:43259/files/org.apache.hadoop_hadoop-aws-3.3.4.jar,spark://7803a537e1c4:43259/files/org.checkerframework_checker-qual-3.48.3.jar
spark.app.initial.jar.urlsspark://7803a537e1c4:43259/jars/org.postgresql_postgresql-42.7.5.jar,spark://7803a537e1c4:43259/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,spark://7803a537e1c4:43259/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,spark://7803a537e1c4:43259/jars/org.checkerframework_checker-qual-3.48.3.jar,spark://7803a537e1c4:43259/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar
spark.app.nameg11.durnev.pavel-CitiBike-WAP
spark.app.startTime1793560999888
spark.app.submitTime1793560999639
spark.cores.max2
spark.driver.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false --add-exports java.base/sun.nio.ch=ALL-UNNAMED
spark.driver.host7803a537e1c4
spark.driver.memory1g
spark.driver.port43259
spark.eventLog.dirs3a://rzv-de-spark-history-server/spark-events
spark.eventLog.enabledtrue
spark.executor.cores2
spark.executor.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false
spark.executor.iddriver
spark.executor.instances1
spark.executor.memory3g
spark.filesfile:///root/.ivy2/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,file:///root/.ivy2/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,file:///root/.ivy2/jars/org.postgresql_postgresql-42.7.5.jar,file:///root/.ivy2/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,file:///root/.ivy2/jars/org.checkerframework_checker-qual-3.48.3.jar
spark.hadoop.fs.s3a.access.key*********(redacted)
spark.hadoop.fs.s3a.bucket.rzv-de-spark-history-server.access.key*********(redacted)
spark.hadoop.fs.s3a.bucket.rzv-de-spark-history-server.connection.ssl.enabledtrue
spark.hadoop.fs.s3a.bucket.rzv-de-spark-history-server.endpointhttps://s3.ru-1.storage.selcloud.ru
spark.hadoop.fs.s3a.bucket.rzv-de-spark-history-server.endpoint.regionru-1
spark.hadoop.fs.s3a.bucket.rzv-de-spark-history-server.path.style.accesstrue
spark.hadoop.fs.s3a.bucket.rzv-de-spark-history-server.secret.key*********(redacted)
spark.hadoop.fs.s3a.connection.ssl.enabledfalse
spark.hadoop.fs.s3a.endpointhttps://storage.yandexcloud.net
spark.hadoop.fs.s3a.implorg.apache.hadoop.fs.s3a.S3AFileSystem
spark.hadoop.fs.s3a.path.style.accesstrue
spark.hadoop.fs.s3a.secret.key*********(redacted)
spark.jarsfile:///root/.ivy2/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,file:///root/.ivy2/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,file:///root/.ivy2/jars/org.postgresql_postgresql-42.7.5.jar,file:///root/.ivy2/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,file:///root/.ivy2/jars/org.checkerframework_checker-qual-3.48.3.jar
spark.jars.packagesorg.apache.hadoop:hadoop-aws:3.3.4,com.amazonaws:aws-java-sdk-bundle:1.12.262,org.postgresql:postgresql:42.7.5
spark.masterspark://spark-master:7077
spark.master.rest.enabledtrue
spark.rdd.compressTrue
spark.repl.local.jarsfile:///root/.ivy2/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,file:///root/.ivy2/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,file:///root/.ivy2/jars/org.postgresql_postgresql-42.7.5.jar,file:///root/.ivy2/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,file:///root/.ivy2/jars/org.checkerframework_checker-qual-3.48.3.jar
spark.scheduler.modeFIFO
spark.serializer.objectStreamReset100
spark.sql.ansi.enabledfalse
spark.sql.session.timeZoneUTC
spark.sql.sources.partitionOverwriteModedynamic
spark.submit.deployModeclient
spark.submit.pyFiles/root/.ivy2/jars/org.apache.hadoop_hadoop-aws-3.3.4.jar,/root/.ivy2/jars/com.amazonaws_aws-java-sdk-bundle-1.12.262.jar,/root/.ivy2/jars/org.postgresql_postgresql-42.7.5.jar,/root/.ivy2/jars/org.wildfly.openssl_wildfly-openssl-1.0.7.Final.jar,/root/.ivy2/jars/org.checkerframework_checker-qual-3.48.3.jar
spark.ui.reverseProxytrue
spark.ui.reverseProxyUrlhttps://spark.rzvde.pro
spark.ui.showConsoleProgresstrue

Resource Profiles

Resource Profile IdResource Profile Contents
0
Executor Reqs:
	cores: [amount: 2]
	memory: [amount: 3072]
	offHeap: [amount: 0]
Task Reqs:
	cpus: [amount: 1.0]

Hadoop Properties

System Properties

Metrics Properties

Classpath Entries