Powered By Blogger

Tuesday, November 29, 2022

Writing empty dataframe spark

 import spark.implicits._


val data=Seq()

val columns = Seq("firstname","lastname","country","state")

import spark.implicits._

val df = data.toDF(columns:_*)



println("emptydataframe write succeed")

val df = spark.emptyDataFrame

val path = "/Users/basan/Documents/sparktest/emptyFolder2"

df.write.format("orc").save(path)


No comments:

Post a Comment