You can try the following code to read the JSON file
based on Schema in Spark 2.2
import org.apache.spark.sql.types.{DataType, StructType}
//Read Json Schema and Create
Schema_Json
val schema_json=spark.read.json("/user/Files/ActualJson.json").schema.json
val schema_json=spark.read.json("/user/Files/ActualJson.json").schema.json
//add the schema
val newSchema=DataType.fromJson(schema_json).asInstanceOf[StructType]
val newSchema=DataType.fromJson(schema_json).asInstanceOf[StructType]
//read the json files based on schema
val df=spark.read.schema(newSchema).json("Json_Files/Folder Path")
val df=spark.read.schema(newSchema).json("Json_Files/Folder Path")
No comments:
Post a Comment