We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent da0083f commit 211e48dCopy full SHA for 211e48d
src/main/scala/com/sparkTutorial/sparkSql/TypedDataset.scala
@@ -16,7 +16,10 @@ object TypedDataset {
16
17
val dataFrameReader = session.read
18
19
- val responses = dataFrameReader.option("header", "true").csv("in/2016-stack-overflow-survey-responses.csv")
+ val responses = dataFrameReader
20
+ .option("header", "true")
21
+ .option("inferSchema", value = true)
22
+ .csv("in/2016-stack-overflow-survey-responses.csv")
23
24
val responseWithSelectedColumns = responses.withColumn("country", responses.col("country"))
25
.withColumn("ageMidPoint", responses.col("age_midpoint").cast("integer"))
0 commit comments