fix: reverse per batch

Devdutt Shenoi · Devdutt Shenoi · commit 0817e308e370 · 2025-02-26T01:44:19.000+05:30
diff --git a/src/parseable/staging/reader.rs b/src/parseable/staging/reader.rs
@@ -29,7 +29,7 @@ use arrow_ipc::reader::StreamReader;
 use arrow_schema::Schema;
 use tracing::error;
 
-use crate::utils::arrow::adapt_batch;
+use crate::utils::arrow::{adapt_batch, reverse};
 
 #[derive(Debug)]
 pub struct MergedRecordReader {
@@ -73,6 +73,7 @@ impl MergedRecordReader {
         self.readers
             .into_iter()
             .flat_map(|reader| reader.flatten())
+            .map(|batch| reverse(&batch))
             .map(move |batch| adapt_batch(&schema, &batch))
     }
 }

Original file line number	Diff line number	Diff line change
`@@ -29,7 +29,7 @@ use arrow_ipc::reader::StreamReader;`
`29`	`29`	`use arrow_schema::Schema;`
`30`	`30`	`use tracing::error;`
`31`	`31`
`32`		`-use crate::utils::arrow::adapt_batch;`
	`32`	`+use crate::utils::arrow::{adapt_batch, reverse};`
`33`	`33`
`34`	`34`	`#[derive(Debug)]`
`35`	`35`	`pub struct MergedRecordReader {`
`@@ -73,6 +73,7 @@ impl MergedRecordReader {`
`73`	`73`	`self.readers`
`74`	`74`	`.into_iter()`
`75`	`75`	`.flat_map(\|reader\| reader.flatten())`
	`76`	`+ .map(\|batch\| reverse(&batch))`
`76`	`77`	`.map(move \|batch\| adapt_batch(&schema, &batch))`
`77`	`78`	`}`
`78`	`79`	`}`