Skip to content

HIVE-29201: Fix flaky test query_iceberg_metadata_of_unpartitioned_table.q #6075

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
+47 −47
Open

HIVE-29201: Fix flaky test query_iceberg_metadata_of_unpartitioned_table.q #6075

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
17de6b9
HIVE-29201: Fix flaky test query_iceberg_metadata_of_unpartitioned_ta…
Sep 15, 2025
74d311d
Fix orc masking
Sep 23, 2025
6e09c9c
Fix file_size_in_bytes masking for non-json rows
Sep 23, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
94 changes: 47 additions & 47 deletions ...iceberg-handler/src/test/queries/positive/query_iceberg_metadata_of_unpartitioned_table.q
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
-- SORT_QUERY_RESULTS
-- Mask the file size values as it can have slight variability, causing test flakiness
--! qt:replace:/("file_size_in_bytes":)\d+/$1#Masked#/
--! qt:replace:/("total-files-size":)\d+/$1#Masked#/
--! qt:replace:/((ORC|PARQUET|AVRO)\s+\d+\s+)\d+/$1#Masked#/
--! qt:replace:/^((?:[^\t]+\t){2})(ORC|PARQUET|AVRO)/$1#Masked#/
--! qt:replace:/^((?:[^\t]+\t){5})\d+(\t.*)$/$1#Masked#$2/

set tez.mrreader.config.update.properties=hive.io.file.readcolumn.names,hive.io.file.readcolumn.ids;
set hive.query.results.cache.enabled=false;
Expand All @@ -19,58 +19,58 @@ insert into ice_meta_1 values (1, 'one'),(2,'two'),(3,'three'),(4,'four'),(5,'fi
insert into ice_meta_1 values (6, 'six'), (7, 'seven');
insert into ice_meta_1 values (8, 'eight'), (9, 'nine'), (10, 'ten');
insert into ice_meta_1 values (NULL, 'eleven'), (12, NULL), (13, NULL);
select * from ice_meta_1;
select * from ice_meta_1 order by id;

select * from default.ice_meta_1.files;
select status, sequence_number, data_file from default.ice_meta_1.entries;
select added_data_files_count, existing_data_files_count, deleted_data_files_count from default.ice_meta_1.manifests;
select added_data_files_count, existing_data_files_count, deleted_data_files_count from default.ice_meta_1.all_manifests;
select * from default.ice_meta_1.all_data_files;
select status, sequence_number, data_file from default.ice_meta_1.all_entries;
select * from default.ice_meta_1.files order by record_count, file_path;
select status, sequence_number, data_file from default.ice_meta_1.entries order by status, sequence_number;
select added_data_files_count, existing_data_files_count, deleted_data_files_count from default.ice_meta_1.manifests order by added_data_files_count, existing_data_files_count, deleted_data_files_count;
select added_data_files_count, existing_data_files_count, deleted_data_files_count from default.ice_meta_1.all_manifests order by added_data_files_count, existing_data_files_count, deleted_data_files_count;
select * from default.ice_meta_1.all_data_files order by record_count, file_path;
select status, sequence_number, data_file from default.ice_meta_1.all_entries order by status, sequence_number;

select file_format, null_value_counts from default.ice_meta_1.files;
select null_value_counts[2] from default.ice_meta_1.files;
select lower_bounds[2], upper_bounds[2] from default.ice_meta_1.files;
select data_file.record_count as record_count, data_file.value_counts[2] as value_counts, data_file.null_value_counts[2] as null_value_counts from default.ice_meta_1.entries;
select summary['added-data-files'], summary['added-records'] from default.ice_meta_1.snapshots;
select summary['deleted-data-files'], summary['deleted-records'] from default.ice_meta_1.snapshots;
select file_format, null_value_counts from default.ice_meta_1.all_data_files;
select null_value_counts[1] from default.ice_meta_1.all_data_files;
select lower_bounds[2], upper_bounds[2] from default.ice_meta_1.all_data_files;
select data_file.record_count as record_count, data_file.value_counts[2] as value_counts, data_file.null_value_counts[2] as null_value_counts from default.ice_meta_1.all_entries;
select file_format, null_value_counts from default.ice_meta_1.files order by null_value_counts;
select null_value_counts[2] from default.ice_meta_1.files order by null_value_counts[2];
select lower_bounds[2], upper_bounds[2] from default.ice_meta_1.files order by lower_bounds[2], upper_bounds[2];
select data_file.record_count as record_count, data_file.value_counts[2] as value_counts, data_file.null_value_counts[2] as null_value_counts from default.ice_meta_1.entries order by data_file.record_count, data_file.value_counts[2], data_file.null_value_counts[2];
select summary['added-data-files'], summary['added-records'] from default.ice_meta_1.snapshots order by summary['added-data-files'], summary['added-records'];
select summary['deleted-data-files'], summary['deleted-records'] from default.ice_meta_1.snapshots order by summary['deleted-data-files'], summary['deleted-records'];
select file_format, null_value_counts from default.ice_meta_1.all_data_files order by null_value_counts;
select null_value_counts[1] from default.ice_meta_1.all_data_files order by null_value_counts[1];
select lower_bounds[2], upper_bounds[2] from default.ice_meta_1.all_data_files order by lower_bounds[2], upper_bounds[2];
select data_file.record_count as record_count, data_file.value_counts[2] as value_counts, data_file.null_value_counts[2] as null_value_counts from default.ice_meta_1.all_entries order by data_file.record_count, data_file.value_counts[2], data_file.null_value_counts[2];

select file_format, spec_id from default.ice_meta_1.data_files;
select content, upper_bounds from default.ice_meta_1.delete_files;
select file from default.ice_meta_1.metadata_log_entries;
select name, type from default.ice_meta_1.refs;
select content, file_format from default.ice_meta_1.all_delete_files;
select file_format, value_counts from default.ice_meta_1.all_files;
select file_format, spec_id from default.ice_meta_1.data_files order by file_format, spec_id;
select content, upper_bounds from default.ice_meta_1.delete_files order by content, upper_bounds;
select file from default.ice_meta_1.metadata_log_entries order by file;
select name, type from default.ice_meta_1.refs order by name, type;
select content, file_format from default.ice_meta_1.all_delete_files order by content, file_format;
select file_format, value_counts from default.ice_meta_1.all_files order by file_format, value_counts;

set hive.fetch.task.conversion=more;

select * from default.ice_meta_1.files;
select status, sequence_number, data_file from default.ice_meta_1.entries;
select added_data_files_count, existing_data_files_count, deleted_data_files_count from default.ice_meta_1.manifests;
select added_data_files_count, existing_data_files_count, deleted_data_files_count from default.ice_meta_1.all_manifests;
select * from default.ice_meta_1.all_data_files;
select status, sequence_number, data_file from default.ice_meta_1.all_entries;
select * from default.ice_meta_1.files order by record_count, file_path;
select status, sequence_number, data_file from default.ice_meta_1.entries order by status, sequence_number;
select added_data_files_count, existing_data_files_count, deleted_data_files_count from default.ice_meta_1.manifests order by added_data_files_count, existing_data_files_count, deleted_data_files_count;
select added_data_files_count, existing_data_files_count, deleted_data_files_count from default.ice_meta_1.all_manifests order by added_data_files_count, existing_data_files_count, deleted_data_files_count;
select * from default.ice_meta_1.all_data_files order by record_count, file_path;
select status, sequence_number, data_file from default.ice_meta_1.all_entries order by status, sequence_number;

select file_format, null_value_counts from default.ice_meta_1.files;
select null_value_counts[2] from default.ice_meta_1.files;
select lower_bounds[2], upper_bounds[2] from default.ice_meta_1.files;
select data_file.record_count as record_count, data_file.value_counts[2] as value_counts, data_file.null_value_counts[2] as null_value_counts from default.ice_meta_1.entries;
select summary['added-data-files'], summary['added-records'] from default.ice_meta_1.snapshots;
select summary['deleted-data-files'], summary['deleted-records'] from default.ice_meta_1.snapshots;
select file_format, null_value_counts from default.ice_meta_1.all_data_files;
select null_value_counts[1] from default.ice_meta_1.all_data_files;
select lower_bounds[2], upper_bounds[2] from default.ice_meta_1.all_data_files;
select data_file.record_count as record_count, data_file.value_counts[2] as value_counts, data_file.null_value_counts[2] as null_value_counts from default.ice_meta_1.all_entries;
select file_format, null_value_counts from default.ice_meta_1.files order by null_value_counts;
select null_value_counts[2] from default.ice_meta_1.files order by null_value_counts[2];
select lower_bounds[2], upper_bounds[2] from default.ice_meta_1.files order by lower_bounds[2], upper_bounds[2];
select data_file.record_count as record_count, data_file.value_counts[2] as value_counts, data_file.null_value_counts[2] as null_value_counts from default.ice_meta_1.entries order by data_file.record_count, data_file.value_counts[2], data_file.null_value_counts[2];
select summary['added-data-files'], summary['added-records'] from default.ice_meta_1.snapshots order by summary['added-data-files'], summary['added-records'];
select summary['deleted-data-files'], summary['deleted-records'] from default.ice_meta_1.snapshots order by summary['deleted-data-files'], summary['deleted-records'];
select file_format, null_value_counts from default.ice_meta_1.all_data_files order by null_value_counts;
select null_value_counts[1] from default.ice_meta_1.all_data_files order by null_value_counts[1];
select lower_bounds[2], upper_bounds[2] from default.ice_meta_1.all_data_files order by lower_bounds[2], upper_bounds[2];
select data_file.record_count as record_count, data_file.value_counts[2] as value_counts, data_file.null_value_counts[2] as null_value_counts from default.ice_meta_1.all_entries order by data_file.record_count, data_file.value_counts[2], data_file.null_value_counts[2];

select file_format, spec_id from default.ice_meta_1.data_files;
select content, upper_bounds from default.ice_meta_1.delete_files;
select file from default.ice_meta_1.metadata_log_entries;
select name, type from default.ice_meta_1.refs;
select content, file_format from default.ice_meta_1.all_delete_files;
select file_format, value_counts from default.ice_meta_1.all_files;
select file_format, spec_id from default.ice_meta_1.data_files order by file_format, spec_id;
select content, upper_bounds from default.ice_meta_1.delete_files order by content, upper_bounds;
select file from default.ice_meta_1.metadata_log_entries order by file;
select name, type from default.ice_meta_1.refs order by name, type;
select content, file_format from default.ice_meta_1.all_delete_files order by content, file_format;
select file_format, value_counts from default.ice_meta_1.all_files order by file_format, value_counts;

drop table ice_meta_1;
Binary file modified ...erg-handler/src/test/results/positive/query_iceberg_metadata_of_unpartitioned_table.q.out
View file
Open in desktop
Binary file not shown.
Loading