Improve sqllogictest error reporting

Author: gabotechs

datafusion/sqllogictest/bin/sqllogictests.rs

@@ -235,14 +235,38 @@ async fn run_test_file(
     runner.with_normalizer(value_normalizer);
     runner.with_validator(validator);
 
-    let res = runner
-        .run_file_async(path)
-        .await
-        .map_err(|e| DataFusionError::External(Box::new(e)));
+    let path = path.canonicalize()?;
+    let records =
+        parse_file(&path).map_err(|e| DataFusionError::External(Box::new(e)))?;
+    let mut errs = vec![];
+    for record in records.into_iter() {
+        if let Record::Halt { .. } = record {
+            break;
+        }
+        if let Err(err) = runner.run_async(record).await {
+            errs.push(format!("{err}"));
+        }
+    }
 
     pb.finish_and_clear();
 
-    res
+    if errs.is_empty() {
+        return Ok(());
+    }
+    const ERR_LIMIT: usize = 10;
+    let mut msg = format!("{} errors on file {}\n\n", errs.len(), path.display());
+    for (i, err) in errs.iter().enumerate() {
+        if i >= ERR_LIMIT {
+            msg.push_str(&format!(
+                "... other {} errors in {} not shown ...\n\n",
+                errs.len() - ERR_LIMIT,
+                path.display()
+            ));
+            break;
+        }
+        msg.push_str(&format!("{}. {err}\n\n", i+1));
+    }
+    Err(DataFusionError::External(msg.into()))
 }
 
 fn get_record_count(path: &PathBuf, label: String) -> u64 {