import sys
from awsglue.transforms import *
from awsglue.utils import getResolvedOptions
from pyspark.context import SparkContext
from awsglue.context import GlueContext
from awsglue.job import Job
 
## @params: [JOB_NAME]
args = getResolvedOptions(sys.argv, ['JOB_NAME'])
 
sc = SparkContext()
glueContext = GlueContext(sc)
spark = glueContext.spark_session
job = Job(glueContext)
job.init(args['JOB_NAME'], args)
 
df = spark.createDataFrame([(1, "foo"),    (2, "bar"), ],["id", "label"])
df.write.format("delta").mode("overwrite").save("<s3://lakeformation-dhruv/cdctest/>")
print( "Count ")
job.commit()