From 2acb18abe57fd210dc2f97cafec3293ed13c98a7 Mon Sep 17 00:00:00 2001 From: KShivendu Date: Wed, 17 Apr 2024 19:49:48 +0530 Subject: [PATCH] fix: Avoid reading all mmaped sparse vectors into memory --- dataset_reader/sparse_reader.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/dataset_reader/sparse_reader.py b/dataset_reader/sparse_reader.py index 94ee4167..51beecaf 100644 --- a/dataset_reader/sparse_reader.py +++ b/dataset_reader/sparse_reader.py @@ -63,9 +63,6 @@ def read_csr_matrix(filename: Union[Path, str], do_mmap=True) -> Iterator[Sparse values, columns, index_pointer = mmap_sparse_matrix_fields(filename) else: values, columns, index_pointer = read_sparse_matrix_fields(filename) - values = values.tolist() - columns = columns.tolist() - index_pointer = index_pointer.tolist() yield from csr_to_sparse_vectors(values, columns, index_pointer)