[Spark] To output the default settings for a Spark Session

Code

from pyspark.sql import SparkSession

spark = SparkSession.builder \
                    .appName('3_test_sparksession') \
                    .master('spark://spark-master:17077') \
                    .getOrCreate()

sc = spark.sparkContext

for setting in sc._conf.getAll():
    print(setting)

sc.stop()

Result

('spark.driver.port', '39007')
('spark.master', 'spark://spark-master:17077')
('spark.sql.warehouse.dir', 'file:/home/spark/dev/spark-warehouse')
('spark.rdd.compress', 'True')
('spark.driver.host', 'spark-client')
('spark.app.startTime', '1654338870411')
('spark.app.name', '3_test_sparksession')
('spark.serializer.objectStreamReset', '100')
('spark.submit.pyFiles', '')
('spark.executor.id', 'driver')
('spark.submit.deployMode', 'client')
('spark.app.id', 'app-20220604103432-0048')
('spark.ui.showConsoleProgress', 'true')