Fixed one set of tests

revans2 · revans2 · commit f9895727afdb · 2020-07-14T15:48:20.000-05:00
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/columnar/InMemoryTableScanExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/columnar/InMemoryTableScanExec.scala
@@ -113,12 +113,10 @@ case class InMemoryTableScanExec(
     }
     val ret = serializer.decompressToRows(withMetrics, relOutput, attributes, conf)
     if (enableAccumulatorsForTest) {
-      @transient var seen = false
       def incParts(index: Int, iter: Iterator[InternalRow]): Iterator[InternalRow] = {
-        if (!seen) {
+        if (iter.hasNext) {
           readPartitions.add(1)
         }
-        seen = true
         iter
       }
       ret.mapPartitionsWithIndexInternal(incParts)

Original file line number	Diff line number	Diff line change
`@@ -113,12 +113,10 @@ case class InMemoryTableScanExec(`
`113`	`113`	`}`
`114`	`114`	`val ret = serializer.decompressToRows(withMetrics, relOutput, attributes, conf)`
`115`	`115`	`if (enableAccumulatorsForTest) {`
`116`		`- @transient var seen = false`
`117`	`116`	`def incParts(index: Int, iter: Iterator[InternalRow]): Iterator[InternalRow] = {`
`118`		`- if (!seen) {`
	`117`	`+ if (iter.hasNext) {`
`119`	`118`	`readPartitions.add(1)`
`120`	`119`	`}`
`121`		`- seen = true`
`122`	`120`	`iter`
`123`	`121`	`}`
`124`	`122`	`ret.mapPartitionsWithIndexInternal(incParts)`