https://delta.io logo
a

Amit Panwar

05/12/2023, 12:07 PM
Copy code
builder = SparkSession.builder.appName("MyApp") \
    .config("spark.sql.extensions", "io.delta.sql.DeltaSparkSessionExtension") \
    .config("spark.sql.catalog.spark_catalog", "org.apache.spark.sql.delta.catalog.DeltaCatalog")

spark = configure_spark_with_delta_pip(builder).getOrCreate()
data = spark.range(0, 5)
deltaTable = spark.read.format("delta").load("/tmep/delta-table2")
deltaTable.show()