From 73bb7d1965d6a4ce5f8e9f4eae169a5050beb949 Mon Sep 17 00:00:00 2001 From: Kumar Shivendu Date: Wed, 17 Apr 2024 19:50:14 +0530 Subject: [PATCH] fix: Avoid reading all mmaped sparse vectors into memory (#130) --- dataset_reader/sparse_reader.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/dataset_reader/sparse_reader.py b/dataset_reader/sparse_reader.py index 94ee4167..51beecaf 100644 --- a/dataset_reader/sparse_reader.py +++ b/dataset_reader/sparse_reader.py @@ -63,9 +63,6 @@ def read_csr_matrix(filename: Union[Path, str], do_mmap=True) -> Iterator[Sparse values, columns, index_pointer = mmap_sparse_matrix_fields(filename) else: values, columns, index_pointer = read_sparse_matrix_fields(filename) - values = values.tolist() - columns = columns.tolist() - index_pointer = index_pointer.tolist() yield from csr_to_sparse_vectors(values, columns, index_pointer)