From 174cbd92a95b03fc33b78ffe65c20972926f016c Mon Sep 17 00:00:00 2001 From: Fokko Driesprong Date: Thu, 18 Sep 2025 11:07:39 +0200 Subject: [PATCH] feat: Enable zstd In Iceberg we allow Avro metadata to be compressed using zstandard. To also support this in Iceberg Rust we need to enable the zstandard feature: https://github.com/apache/avro-rs/blob/main/avro/README.md#installing-the-library --- Cargo.lock | 1 + Cargo.toml | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 0ad461eb79..2ab90c6354 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -206,6 +206,7 @@ dependencies = [ "strum_macros 0.27.2", "thiserror 2.0.16", "uuid", + "zstd", ] [[package]] diff --git a/Cargo.toml b/Cargo.toml index ebf02e1f4b..999b911753 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -40,7 +40,7 @@ rust-version = "1.87" [workspace.dependencies] anyhow = "1.0.72" -apache-avro = "0.20" +apache-avro = { version = "0.20", features = ["zstandard"] } array-init = "2" arrow-arith = { version = "55.1" } arrow-array = { version = "55.1" } @@ -125,4 +125,4 @@ url = "2.5.4" uuid = { version = "1.18", features = ["v7"] } volo = "0.10.6" volo-thrift = "0.10.8" -zstd = "0.13.2" +zstd = "0.13.3"