altertable-ai · redox · Oct 10, 2025 · Oct 10, 2025
diff --git a/.github/workflows/_extension_distribution.yml b/.github/workflows/_extension_distribution.yml
diff --git a/README.md b/README.md
@@ -1,3 +1,6 @@
+> **IMPORTANT**:
+> This extension is a fork of the community [DuckDB BigQuery](https://github.com/hafenkran/duckdb-bigquery) extension. It is not meant at being deployed to the community extension repository but aimed at being used for internal purposes.
+
 # DuckDB BigQuery Extension
 
 This community extension allows [DuckDB](https://duckdb.org) to query data from Google BigQuery using a mix of BigQuery Storage (Read/Write) and REST API. It enables users to access, manage, and manipulate their BigQuery datasets/tables directly from DuckDB using standard SQL queries. Inspired by official DuckDB RDBMS extensions like [MySQL](https://duckdb.org/docs/extensions/mysql.html), [PostgreSQL](https://github.com/duckdb/postgres_scanner), and [SQLite](https://github.com/duckdb/sqlite_scanner), this extension offers a similar feel. See [Important Notes](#important-notes-on-using-google-bigquery) for disclaimers and usage information.
@@ -528,11 +531,7 @@ docker run \
 
 ## Testing
 
-The extension includes two test suites designed for different testing scenarios:
-
-### Testing Against Real BigQuery
-
-The `test/sql/bigquery/` directory contains tests that run against a real Google BigQuery project. These tests verify the extension's behavior with the actual BigQuery API.
+The `test/sql/` directory contains tests that run against a real Google BigQuery project. These tests verify the extension's behavior with the actual BigQuery API.
 
 **Prerequisites:**
 
@@ -563,34 +562,6 @@ BQ_TEST_DATASET=your-dataset \
 - `BQ_TEST_DATASET`: A test dataset in your project (will be used for read/write operations)
 - `BQ_SERVICE_ACCOUNT_JSON`: Full JSON content for secret authentication tests
 
-### Testing Against BigQuery Emulator
-
-The `test/sql/local/` directory contains tests that run against the [BigQuery Emulator](https://github.com/goccy/bigquery-emulator), a local BigQuery-compatible server. These tests are ideal for CI/CD pipelines and development without incurring BigQuery costs.
-
-```bash
-# Start the emulator
-./bigquery-emulator --project=test --dataset=dataset1
-```
-
-**Running Emulator Tests:**
-
-```bash
-BQ_API_ENDPOINT=0.0.0.0:9050 \
-BQ_GRPC_ENDPOINT=0.0.0.0:9060 \
-./build/release/test/unittest 'test/sql/local/*.test'
-
-# Run a specific local test
-BQ_API_ENDPOINT=0.0.0.0:9050 \
-BQ_GRPC_ENDPOINT=0.0.0.0:9060 \
-./build/release/test/unittest 'test/sql/local/attach_insert_table.test'
-```
-
-**Limitations:**
-
-- The emulator may not support all BigQuery features
-- Some advanced SQL functions might behave differently
-- Performance characteristics will differ from production BigQuery
-
 ## Important Notes on Using Google BigQuery
 
 > **⚠️ Disclaimer**: This is an independent, community-maintained open-source project and is not affiliated with, endorsed by, or officially supported by Google LLC, or any of their subsidiaries. This extension is provided "as is" without any warranties or guarantees. "DuckDB" and "BigQuery" are trademarks of their respective owners. Users are solely responsible for compliance with applicable terms of service and any costs incurred through usage.

diff --git a/test/sql/bigquery/attach_alter_table.test → test/sql/attach_alter_table.test b/test/sql/bigquery/attach_alter_table.test → test/sql/attach_alter_table.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 SET bq_debug_show_queries=True;
 

diff --git a/.../sql/bigquery/attach_billing_project.test → test/sql/attach_billing_project.test b/.../sql/bigquery/attach_billing_project.test → test/sql/attach_billing_project.test
@@ -10,8 +10,6 @@ require-env BQ_TEST_BILLING_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET} billing_project=${BQ_TEST_BILLING_PROJECT}' AS bq (TYPE bigquery);
 

diff --git a/...ql/bigquery/attach_bq_pseudo_columns.test → test/sql/attach_bq_pseudo_columns.test b/...ql/bigquery/attach_bq_pseudo_columns.test → test/sql/attach_bq_pseudo_columns.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_create_table.test → test/sql/attach_create_table.test b/test/sql/bigquery/attach_create_table.test → test/sql/attach_create_table.test
@@ -10,8 +10,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 SET bq_experimental_enable_bigquery_options=TRUE
 

diff --git a/test/sql/bigquery/attach_default.test → test/sql/attach_default.test b/test/sql/bigquery/attach_default.test → test/sql/attach_default.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_dml_statements.test → test/sql/attach_dml_statements.test b/test/sql/bigquery/attach_dml_statements.test → test/sql/attach_dml_statements.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 SET bq_debug_show_queries=true
 

diff --git a/.../sql/bigquery/attach_filter_pushdown.test → test/sql/attach_filter_pushdown.test b/.../sql/bigquery/attach_filter_pushdown.test → test/sql/attach_filter_pushdown.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_legacy_scan.test → test/sql/attach_legacy_scan.test b/test/sql/bigquery/attach_legacy_scan.test → test/sql/attach_legacy_scan.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 SET bq_use_legacy_scan=true
 

diff --git a/test/sql/bigquery/attach_public_dataset.test → test/sql/attach_public_dataset.test b/test/sql/bigquery/attach_public_dataset.test → test/sql/attach_public_dataset.test
@@ -10,8 +10,6 @@ require-env BQ_TEST_BILLING_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 query I
 SELECT COUNT(*) FROM bigquery_scan('bigquery-public-data.geo_us_boundaries.cnecta', billing_project=${BQ_TEST_BILLING_PROJECT});
 ----

diff --git a/...sql/bigquery/attach_table_not_exists.test → test/sql/attach_table_not_exists.test b/...sql/bigquery/attach_table_not_exists.test → test/sql/attach_table_not_exists.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_types_arrays.test → test/sql/attach_types_arrays.test b/test/sql/bigquery/attach_types_arrays.test → test/sql/attach_types_arrays.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_types_complex.test → test/sql/attach_types_complex.test b/test/sql/bigquery/attach_types_complex.test → test/sql/attach_types_complex.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_types_numeric.test → test/sql/attach_types_numeric.test b/test/sql/bigquery/attach_types_numeric.test → test/sql/attach_types_numeric.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_types_simple.test → test/sql/attach_types_simple.test b/test/sql/bigquery/attach_types_simple.test → test/sql/attach_types_simple.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_types_temporal.test → test/sql/attach_types_temporal.test b/test/sql/bigquery/attach_types_temporal.test → test/sql/attach_types_temporal.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/...ql/bigquery/attach_types_unsupported.test → test/sql/attach_types_unsupported.test b/...ql/bigquery/attach_types_unsupported.test → test/sql/attach_types_unsupported.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/attach_types_varchar.test → test/sql/attach_types_varchar.test b/test/sql/bigquery/attach_types_varchar.test → test/sql/attach_types_varchar.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 SET bq_bignumeric_as_varchar=TRUE
 

diff --git a/test/sql/bigquery/attach_use_logic.test → test/sql/attach_use_logic.test b/test/sql/bigquery/attach_use_logic.test → test/sql/attach_use_logic.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/auth_env.test → test/sql/auth_env.test b/test/sql/bigquery/auth_env.test → test/sql/auth_env.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/auth_secrets_basic.test → test/sql/auth_secrets_basic.test b/test/sql/bigquery/auth_secrets_basic.test → test/sql/auth_secrets_basic.test
diff --git a/test/sql/bigquery/auth_secrets_scopes.test → test/sql/auth_secrets_scopes.test b/test/sql/bigquery/auth_secrets_scopes.test → test/sql/auth_secrets_scopes.test
diff --git a/...l/bigquery/function_bigquery_execute.test → test/sql/function_bigquery_execute.test b/...l/bigquery/function_bigquery_execute.test → test/sql/function_bigquery_execute.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 SELECT * FROM bigquery_execute('${BQ_TEST_PROJECT}', 'DROP TABLE IF EXISTS `${BQ_TEST_PROJECT}.${BQ_TEST_DATASET}.exec_table`')
 

diff --git a/.../sql/bigquery/function_bigquery_jobs.test → test/sql/function_bigquery_jobs.test b/.../sql/bigquery/function_bigquery_jobs.test → test/sql/function_bigquery_jobs.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/...sql/bigquery/function_bigquery_query.test → test/sql/function_bigquery_query.test b/...sql/bigquery/function_bigquery_query.test → test/sql/function_bigquery_query.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 SET bq_debug_show_queries = true;
 

diff --git a/...ction_bigquery_query_billing_project.test → ...ction_bigquery_query_billing_project.test b/...ction_bigquery_query_billing_project.test → ...ction_bigquery_query_billing_project.test
@@ -10,8 +10,6 @@ require-env BQ_TEST_BILLING_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 SET bq_debug_show_queries = true;
 

diff --git a/...gquery/function_bigquery_query_types.test → test/sql/function_bigquery_query_types.test b/...gquery/function_bigquery_query_types.test → test/sql/function_bigquery_query_types.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 statement ok
 ATTACH 'project=${BQ_TEST_PROJECT} dataset=${BQ_TEST_DATASET}' AS bq (TYPE bigquery);
 

diff --git a/test/sql/bigquery/geography_support.test → test/sql/geography_support.test b/test/sql/bigquery/geography_support.test → test/sql/geography_support.test
@@ -8,8 +8,6 @@ require-env BQ_TEST_PROJECT
 
 require-env BQ_TEST_DATASET
 
-require-env GOOGLE_APPLICATION_CREDENTIALS
-
 # Create a simple table with GEOGRAPHY columns using bigquery_execute
 statement ok
 FROM bigquery_execute('${BQ_TEST_PROJECT}', '

diff --git a/test/sql/local/attach_clear_cache.test b/test/sql/local/attach_clear_cache.test
diff --git a/test/sql/local/attach_create_if_exists.test b/test/sql/local/attach_create_if_exists.test
diff --git a/test/sql/local/attach_database_size.test b/test/sql/local/attach_database_size.test
-Original file line number
+Diff line change
@@ Expand Up / @@ -10,8 +10,6 @@ require-env BQ_TEST_BILLING_PROJECT @@
     require-env BQ_TEST_DATASET
-    require-env GOOGLE_APPLICATION_CREDENTIALS
     query I
     SELECT COUNT(*) FROM bigquery_scan('bigquery-public-data.geo_us_boundaries.cnecta', billing_project=${BQ_TEST_BILLING_PROJECT});
     ----
@@ Expand Down @@