feat: Add storage features for iceberg (#400)

* feat: Add storage features for iceberg

Signed-off-by: Xuanwo <[email protected]>

* Format toml

Signed-off-by: Xuanwo <[email protected]>

* Add fs and s3 into default features

Signed-off-by: Xuanwo <[email protected]>

* Make toml happy

Signed-off-by: Xuanwo <[email protected]>

* Remove not needed feature flag

Signed-off-by: Xuanwo <[email protected]>

---------

Signed-off-by: Xuanwo <[email protected]>

Author: Xuanwo

Cargo.toml

@@ -65,7 +65,7 @@ log = "^0.4"
 mockito = "^1"
 murmur3 = "0.5.2"
 once_cell = "1"
-opendal = "0.46"
+opendal = "0.47"
 ordered-float = "4.0.0"
 parquet = "52"
 pilota = "0.11.0"

crates/catalog/glue/Cargo.toml

@@ -42,5 +42,4 @@ uuid = { workspace = true }
 
 [dev-dependencies]
 iceberg_test_utils = { path = "../../test_utils", features = ["tests"] }
-opendal = { workspace = true, features = ["services-s3"] }
 port_scanner = { workspace = true }

crates/catalog/hms/Cargo.toml

@@ -44,5 +44,4 @@ volo-thrift = { workspace = true }
 
 [dev-dependencies]
 iceberg_test_utils = { path = "../../test_utils", features = ["tests"] }
-opendal = { workspace = true, features = ["services-s3"] }
 port_scanner = { workspace = true }

crates/catalog/rest/Cargo.toml

@@ -46,6 +46,5 @@ uuid = { workspace = true, features = ["v4"] }
 [dev-dependencies]
 iceberg_test_utils = { path = "../../test_utils", features = ["tests"] }
 mockito = { workspace = true }
-opendal = { workspace = true, features = ["services-fs"] }
 port_scanner = { workspace = true }
 tokio = { workspace = true }

crates/iceberg/Cargo.toml

@@ -28,6 +28,13 @@ repository = { workspace = true }
 license = { workspace = true }
 keywords = ["iceberg"]
 
+[features]
+default = ["storage-fs", "storage-s3"]
+storage-all = ["storage-fs", "storage-s3"]
+
+storage-fs = ["opendal/services-fs"]
+storage-s3 = ["opendal/services-s3"]
+
 [dependencies]
 anyhow = { workspace = true }
 apache-avro = { workspace = true }

crates/integrations/datafusion/Cargo.toml

@@ -40,5 +40,4 @@ tokio = { workspace = true }
 [dev-dependencies]
 iceberg-catalog-hms = { workspace = true }
 iceberg_test_utils = { path = "../../test_utils", features = ["tests"] }
-opendal = { workspace = true, features = ["services-s3"] }
 port_scanner = { workspace = true }