import findspark
findspark.init()
import pyspark # Call this only after findspark.init()
from pyspark.context import SparkContext
from pyspark.sql.session import SparkSession
sc = SparkContext.getOrCreate()
spark = SparkSession(sc)
sparkSession.conf
.set(“spark.sql.sources.partitionOverwriteMode”, “dynamic”)