Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions getting-started/spark/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,7 @@ services:
POLARIS_BOOTSTRAP_CREDENTIALS: default-realm,root,s3cr3t
polaris.realm-context.realms: default-realm
quarkus.otel.sdk.disabled: "true"
polaris.features."SUPPORTED_CATALOG_STORAGE_TYPES": "[\"FILE\",\"S3\",\"GCS\",\"AZURE\"]"
healthcheck:
test: ["CMD", "curl", "http://localhost:8182/healthcheck"]
interval: 10s
Expand Down
2 changes: 1 addition & 1 deletion helm/polaris/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -285,7 +285,7 @@ kubectl delete namespace polaris
| persistence.eclipseLink.secret | object | `{"key":"persistence.xml","name":null}` | The secret name to pull persistence.xml from. |
| persistence.eclipseLink.secret.key | string | `"persistence.xml"` | The key in the secret to pull persistence.xml from. |
| persistence.eclipseLink.secret.name | string | `nil` | The name of the secret to pull persistence.xml from. If not provided, the default built-in persistence.xml will be used. This is probably not what you want. |
| persistence.type | string | `"relational-jdbc"` | Three built-in types are available: "relational-jdbc", "in-memory", "eclipse-link". The in-memory type is not recommended for production use. The eclipse-link type is deprecated and will be unsupported in a future release. |
| persistence.type | string | `"eclipse-link"` | The type of persistence to use. Two built-in types are supported: in-memory and eclipse-link. |
| podAnnotations | object | `{}` | Annotations to apply to polaris pods. |
| podLabels | object | `{}` | Additional Labels to apply to polaris pods. |
| podSecurityContext | object | `{"fsGroup":10001,"seccompProfile":{"type":"RuntimeDefault"}}` | Security context for the polaris pod. See https://kubernetes.io/docs/tasks/configure-pod-container/security-context/. |
Expand Down
1 change: 1 addition & 0 deletions plugins/spark/v3.5/regtests/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@ services:
POLARIS_BOOTSTRAP_CREDENTIALS: POLARIS,root,secret
quarkus.log.file.enable: "false"
quarkus.otel.sdk.disabled: "true"
polaris.features."SUPPORTED_CATALOG_STORAGE_TYPES": "[\"FILE\",\"S3\",\"GCS\",\"AZURE\"]"
healthcheck:
test: ["CMD", "curl", "http://localhost:8182/q/health"]
interval: 10s
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -156,8 +156,7 @@ public static void enforceFeatureEnabledOrThrow(
List.of(
StorageConfigInfo.StorageTypeEnum.S3.name(),
StorageConfigInfo.StorageTypeEnum.AZURE.name(),
StorageConfigInfo.StorageTypeEnum.GCS.name(),
StorageConfigInfo.StorageTypeEnum.FILE.name()))
StorageConfigInfo.StorageTypeEnum.GCS.name()))
.buildFeatureConfiguration();

public static final FeatureConfiguration<Boolean> CLEANUP_ON_NAMESPACE_DROP =
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,3 +22,5 @@

quarkus.log.file.enable=false
quarkus.datasource.devservices.image-name=postgres:17-alpine

polaris.features."SUPPORTED_CATALOG_STORAGE_TYPES"=["FILE","S3","GCS","AZURE"]
2 changes: 1 addition & 1 deletion quarkus/defaults/src/main/resources/application.properties
Original file line number Diff line number Diff line change
Expand Up @@ -109,7 +109,7 @@ polaris.realm-context.header-name=Polaris-Realm
polaris.realm-context.require-header=false

polaris.features."ENFORCE_PRINCIPAL_CREDENTIAL_ROTATION_REQUIRED_CHECKING"=false
polaris.features."SUPPORTED_CATALOG_STORAGE_TYPES"=["S3","GCS","AZURE","FILE"]
polaris.features."SUPPORTED_CATALOG_STORAGE_TYPES"=["S3","GCS","AZURE"]
# polaris.features."ENABLE_CATALOG_FEDERATION"=true
polaris.features."SUPPORTED_CATALOG_CONNECTION_TYPES"=["ICEBERG_REST"]

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -228,7 +228,8 @@ public void before(TestInfo testInfo) {
Map.of(
"ALLOW_SPECIFYING_FILE_IO_IMPL", true,
"ALLOW_EXTERNAL_METADATA_FILE_LOCATION", true,
"ENABLE_GENERIC_TABLES", true);
"ENABLE_GENERIC_TABLES", true,
"SUPPORTED_CATALOG_STORAGE_TYPES", List.of("FILE", "S3"));
polarisContext =
new PolarisCallContext(
managerFactory.getOrCreateSessionSupplier(realmContext).get(),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@
import static org.assertj.core.api.Assertions.assertThat;

import jakarta.ws.rs.core.Response;
import java.util.List;
import java.util.Map;
import java.util.UUID;
import java.util.stream.Stream;
Expand Down Expand Up @@ -73,10 +74,15 @@ private int createTable(TestServices services, String location) {

static Stream<Arguments> testTableLocationRestrictions() {
Map<String, Object> laxServices =
Map.of("ALLOW_UNSTRUCTURED_TABLE_LOCATION", "true", "ALLOW_TABLE_LOCATION_OVERLAP", "true");
Map.of(
"ALLOW_UNSTRUCTURED_TABLE_LOCATION", "true",
"ALLOW_TABLE_LOCATION_OVERLAP", "true",
"SUPPORTED_CATALOG_STORAGE_TYPES", List.of("FILE", "S3"));
Map<String, Object> strictServices =
Map.of(
"ALLOW_UNSTRUCTURED_TABLE_LOCATION", "false", "ALLOW_TABLE_LOCATION_OVERLAP", "false");
"ALLOW_UNSTRUCTURED_TABLE_LOCATION", "false",
"ALLOW_TABLE_LOCATION_OVERLAP", "false",
"SUPPORTED_CATALOG_STORAGE_TYPES", List.of("FILE", "S3"));
Map<String, Object> laxCatalog =
Map.of(
ALLOW_UNSTRUCTURED_TABLE_LOCATION.catalogConfig(),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,14 @@ public class GetConfigTest {
@ValueSource(booleans = {true, false})
public void testGetConfig(boolean enableGenericTable) {
TestServices services =
TestServices.builder().config(Map.of("ENABLE_GENERIC_TABLES", enableGenericTable)).build();
TestServices.builder()
.config(
Map.of(
"ENABLE_GENERIC_TABLES",
enableGenericTable,
"SUPPORTED_CATALOG_STORAGE_TYPES",
List.of("FILE", "S3")))
.build();

FileStorageConfigInfo fileStorage =
FileStorageConfigInfo.builder(StorageConfigInfo.StorageTypeEnum.FILE)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@
import com.google.cloud.storage.StorageException;
import jakarta.ws.rs.core.Response;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.stream.Stream;
import org.apache.iceberg.Schema;
Expand Down Expand Up @@ -60,7 +61,10 @@ public class FileIOExceptionsTest {

@BeforeAll
public static void beforeAll() {
services = TestServices.builder().build();
services =
TestServices.builder()
.config(Map.of("SUPPORTED_CATALOG_STORAGE_TYPES", List.of("FILE", "S3")))
.build();
ioFactory = (MeasuredFileIOFactory) services.fileIOFactory();

FileStorageConfigInfo storageConfigInfo =
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,10 +19,8 @@
package org.apache.polaris.service.quarkus.it;

import io.quarkus.test.junit.QuarkusTest;
import io.quarkus.test.junit.QuarkusTestProfile;
import java.lang.reflect.Field;
import java.nio.file.Path;
import java.util.Map;
import org.apache.iceberg.view.ViewCatalogTests;
import org.apache.polaris.service.it.test.PolarisRestCatalogViewFileIntegrationTest;
import org.junit.jupiter.api.BeforeEach;
Expand All @@ -32,14 +30,6 @@
public class QuarkusRestCatalogViewFileIntegrationTest
extends PolarisRestCatalogViewFileIntegrationTest {

public static class Profile implements QuarkusTestProfile {

@Override
public Map<String, String> getConfigOverrides() {
return Map.of("polaris.features.\"SUPPORTED_CATALOG_STORAGE_TYPES\"", "[\"FILE\"]");
}
}

@BeforeEach
public void setUpTempDir(@TempDir Path tempDir) throws Exception {
// see https://github.com/quarkusio/quarkus/issues/13261
Expand Down
1 change: 1 addition & 0 deletions regtests/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@ services:
POLARIS_BOOTSTRAP_CREDENTIALS: POLARIS,root,secret
quarkus.log.file.enable: "false"
quarkus.otel.sdk.disabled: "true"
polaris.features."SUPPORTED_CATALOG_STORAGE_TYPES": "[\"FILE\",\"S3\",\"GCS\",\"AZURE\"]"
volumes:
- ./credentials:/tmp/credentials/
healthcheck:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -121,7 +121,12 @@ FileIO loadFileIOInternal(

testServices =
TestServices.builder()
.config(Map.of("ALLOW_SPECIFYING_FILE_IO_IMPL", true))
.config(
Map.of(
"ALLOW_SPECIFYING_FILE_IO_IMPL",
true,
"SUPPORTED_CATALOG_STORAGE_TYPES",
List.of("FILE", "S3")))
.realmContext(realmContext)
.stsClient(stsClient)
.fileIOFactorySupplier(fileIOFactorySupplier)
Expand Down
Loading
Loading