From c3ad9d9f767a8e17e3be054cf834e7863d54c8b0 Mon Sep 17 00:00:00 2001
From: Nikhil Sinha <nikhil.sinha@cloudsurfex.com>
Date: Tue, 16 Jul 2024 15:15:57 +0530
Subject: [PATCH] fix for invalid parquet delete invalid parquets where file
 size is less than the length of the parquet footer

Fixes: #848
---
 server/src/storage/staging.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/server/src/storage/staging.rs b/server/src/storage/staging.rs
index 9a9bcf827..3a244f355 100644
--- a/server/src/storage/staging.rs
+++ b/server/src/storage/staging.rs
@@ -280,7 +280,7 @@ pub fn convert_disk_files_to_parquet(
         }
 
         writer.close()?;
-        if parquet_file.metadata().unwrap().len() == 0 {
+        if parquet_file.metadata().unwrap().len() < parquet::file::FOOTER_SIZE as u64 {
             log::error!(
                 "Invalid parquet file {:?} detected for stream {}, removing it",
                 &parquet_path,