From f5f4ef923b4828d14f9b4bf645659605ff9dc5a5 Mon Sep 17 00:00:00 2001 From: Fokko Date: Tue, 11 Feb 2025 13:09:28 +0100 Subject: [PATCH] Remove `_task_to_table` Seems not being used. Less is more! --- pyiceberg/io/pyarrow.py | 31 ------------------------------- 1 file changed, 31 deletions(-) diff --git a/pyiceberg/io/pyarrow.py b/pyiceberg/io/pyarrow.py index 78be8f4b50..33c81c33bf 100644 --- a/pyiceberg/io/pyarrow.py +++ b/pyiceberg/io/pyarrow.py @@ -1432,37 +1432,6 @@ def _task_to_record_batches( yield result_batch -def _task_to_table( - fs: FileSystem, - task: FileScanTask, - bound_row_filter: BooleanExpression, - projected_schema: Schema, - projected_field_ids: Set[int], - positional_deletes: Optional[List[ChunkedArray]], - case_sensitive: bool, - name_mapping: Optional[NameMapping] = None, - use_large_types: bool = True, -) -> Optional[pa.Table]: - batches = list( - _task_to_record_batches( - fs, - task, - bound_row_filter, - projected_schema, - projected_field_ids, - positional_deletes, - case_sensitive, - name_mapping, - use_large_types, - ) - ) - - if len(batches) > 0: - return pa.Table.from_batches(batches) - else: - return None - - def _read_all_delete_files(io: FileIO, tasks: Iterable[FileScanTask]) -> Dict[str, List[ChunkedArray]]: deletes_per_file: Dict[str, List[ChunkedArray]] = {} unique_deletes = set(itertools.chain.from_iterable([task.delete_files for task in tasks]))