Skip to content

Commit 3b8c3ce

Browse files
committed
Fix a bug.
1 parent 1788d4c commit 3b8c3ce

File tree

2 files changed

+2
-1
lines changed

2 files changed

+2
-1
lines changed

sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedColumnReader.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -878,6 +878,7 @@ private boolean constructNestedRecords(
878878
repetitions[maxRepLevel]++;
879879
}
880880
}
881+
if (rowIds[1] == total) return resetNestedRecord;
881882
}
882883
// Insert the last repeated record if any.
883884
if (!endOfPage && !resetNestedRecord) {

sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedRleValuesReader.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -498,7 +498,7 @@ public void readLongs(int total, ColumnVector c, int rowId) {
498498
public void readBinary(int total, ColumnVector c, int rowId) {
499499
throw new UnsupportedOperationException("only readInts is valid.");
500500
}
501-
501+
502502
@Override
503503
public void readBooleans(int total, ColumnVector c, int rowId) {
504504
throw new UnsupportedOperationException("only readInts is valid.");

0 commit comments

Comments
 (0)