Skip to content

Commit 211e48d

Browse files
authored
Update TypedDataset.scala
1 parent da0083f commit 211e48d

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

src/main/scala/com/sparkTutorial/sparkSql/TypedDataset.scala

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,10 @@ object TypedDataset {
1616

1717
val dataFrameReader = session.read
1818

19-
val responses = dataFrameReader.option("header", "true").csv("in/2016-stack-overflow-survey-responses.csv")
19+
val responses = dataFrameReader
20+
.option("header", "true")
21+
.option("inferSchema", value = true)
22+
.csv("in/2016-stack-overflow-survey-responses.csv")
2023

2124
val responseWithSelectedColumns = responses.withColumn("country", responses.col("country"))
2225
.withColumn("ageMidPoint", responses.col("age_midpoint").cast("integer"))

0 commit comments

Comments
 (0)