Skip to content

Commit

Permalink
Minor refactoring to DataSkipping Reader
Browse files Browse the repository at this point in the history
GitOrigin-RevId: 83e98666aa454cd72c850d96d436b40a3bcd05c6
  • Loading branch information
larsk-db authored and scottsand-db committed Apr 13, 2023
1 parent c834cd0 commit 9e1439c
Showing 1 changed file with 1 addition and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -720,7 +720,7 @@ trait DataSkippingReaderBase
val bytesCompressed = col("size")
val rows = getStatsColumnOrNullLiteral(NUM_RECORDS)
val dvCardinality = coalesce(col("deletionVector.cardinality"), lit(0L))
val logicalRows = rows - dvCardinality as "logicalRows"
val logicalRows = (rows - dvCardinality).as("logicalRows")

val accumulator = new ArrayAccumulator(4)

Expand Down Expand Up @@ -847,7 +847,6 @@ trait DataSkippingReaderBase
val df = filteredFiles.withColumn("stats", statsColumn)
convertDataFrameToAddFiles(df)
}

files.toSeq -> Seq(DataSize(totalSize), DataSize(partitionSize), DataSize(scanSize))
}

Expand Down

0 comments on commit 9e1439c

Please sign in to comment.