From 902560941fe8d3f88c0710e1c209f7f86371823c Mon Sep 17 00:00:00 2001 From: Jeremy Pinto Date: Thu, 9 Nov 2023 13:07:22 -0500 Subject: [PATCH] fix batch_add method --- buster/documents_manager/base.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/buster/documents_manager/base.py b/buster/documents_manager/base.py index a1f7dd7..589ab1f 100644 --- a/buster/documents_manager/base.py +++ b/buster/documents_manager/base.py @@ -130,8 +130,9 @@ def batch_add( min_time_interval: int = 60, num_workers: int = 16, embedding_fn: callable = get_openai_embedding, - csv_filename: Optional[str] = None, - csv_overwrite: bool = False, + csv_embeddings_filename: Optional[str] = None, + csv_errors_filename: Optional[str] = None, + csv_overwrite: bool = True, **add_kwargs, ): """ @@ -174,7 +175,8 @@ def batch_add( self.add( batch_df, num_workers=num_workers, - csv_filename=csv_filename, + csv_embeddings_filename=csv_embeddings_filename, + csv_errors_filename=csv_errors_filename, csv_overwrite=csv_overwrite, embedding_fn=embedding_fn, **add_kwargs,