Environment

Runtime Information

NameValue
Java Home/opt/java/openjdk
Java Version21.0.11 (Eclipse Adoptium)
Scala Versionversion 2.13.17

Spark Properties

NameValue
spark.app.idapp-20260511042155-0000
spark.app.nameSpark Connect server
spark.app.startTime1778473315277
spark.app.submitTime1778473314689
spark.connect.grpc.binding.address0.0.0.0
spark.connect.grpc.binding.port15002
spark.driver.bindAddress0.0.0.0
spark.driver.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Dio.netty.tryReflectionSetAccessible=true -Dio.netty.allocator.type=pooled -Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE --enable-native-access=ALL-UNNAMED
spark.driver.host68dae08fc99f
spark.driver.memory4G
spark.driver.port37051
spark.executor.cores2
spark.executor.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Dio.netty.tryReflectionSetAccessible=true -Dio.netty.allocator.type=pooled -Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE --enable-native-access=ALL-UNNAMED
spark.executor.iddriver
spark.executor.memory4G
spark.hadoop.fs.s3a.access.key*********(redacted)
spark.hadoop.fs.s3a.aws.credentials.providerorg.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider
spark.hadoop.fs.s3a.connection.ssl.enabledfalse
spark.hadoop.fs.s3a.endpointhttp://minio:9000
spark.hadoop.fs.s3a.implorg.apache.hadoop.fs.s3a.S3AFileSystem
spark.hadoop.fs.s3a.path.style.accesstrue
spark.hadoop.fs.s3a.secret.key*********(redacted)
spark.hadoop.fs.s3a.vectored.read.max.merged.size2M
spark.hadoop.fs.s3a.vectored.read.min.seek.size128K
spark.jars
spark.masterspark://spark-master:7077
spark.scheduler.modeFIFO
spark.sql.artifact.isolation.alwaysApplyClassloadertrue
spark.sql.artifact.isolation.enabledtrue
spark.sql.catalog.bronzeorg.apache.iceberg.spark.SparkCatalog
spark.sql.catalog.bronze.catalog-implorg.apache.iceberg.rest.RESTCatalog
spark.sql.catalog.bronze.client-idpolaris-client-id
spark.sql.catalog.bronze.client-secret*********(redacted)
spark.sql.catalog.bronze.client.regionus-east-1
spark.sql.catalog.bronze.credential*********(redacted)
spark.sql.catalog.bronze.header.X-Iceberg-Access-Delegationvended-credentials
spark.sql.catalog.bronze.header.X-Polaris-Realmdefault-realm
spark.sql.catalog.bronze.io-implorg.apache.iceberg.aws.s3.S3FileIO
spark.sql.catalog.bronze.oauth2-server-uri*********(redacted)
spark.sql.catalog.bronze.s3.endpointhttp://minio:9000
spark.sql.catalog.bronze.s3.path-style-accesstrue
spark.sql.catalog.bronze.s3.regionus-east-1
spark.sql.catalog.bronze.s3.use-kms-with-vended-credentialsfalse
spark.sql.catalog.bronze.scopeopenid groups polaris-policy minio-policy
spark.sql.catalog.bronze.urihttp://polaris:8181/api/catalog
spark.sql.catalog.bronze.warehousebronze
spark.submit.deployModeclient
spark.submit.pyFiles
spark.ui.port4040

Resource Profiles

Resource Profile IdResource Profile Contents
0
Executor Reqs:
	cores: [amount: 2]
	memory: [amount: 4096]
	offHeap: [amount: 0]
Task Reqs:
	cpus: [amount: 1.0]

Hadoop Properties

System Properties

Metrics Properties

Classpath Entries