Rahul Sharma
02/16/2023, 4:16 AMtargetfilesize_refine='5000000' #byte
alter table delta.`{table_loc}`
SET TBLPROPERTIES (
'delta.targetFileSize'='{self.targetfilesize_refine}',
'delta.tuneFileSizesForRewrites'='{self.tunefilesizesforrewrites_refine}'
)
""")
Jon Stockham
02/16/2023, 8:32 AMspark.databricks.delta.optimize.maxFileSize
Rahul Sharma
02/16/2023, 8:42 AM