From e1111e3ed4d79f9173219714b13df609658389c8 Mon Sep 17 00:00:00 2001 From: BBC-Esq Date: Wed, 24 Jul 2024 13:47:19 -0400 Subject: [PATCH] v6.2.0 --- src/database_interactions.py | 18 ++-- src/whisperst2_table.html | 177 +++++++++++++++++++++++++++++++++++ 2 files changed, 188 insertions(+), 7 deletions(-) create mode 100644 src/whisperst2_table.html diff --git a/src/database_interactions.py b/src/database_interactions.py index 41630c03..bbb38f90 100644 --- a/src/database_interactions.py +++ b/src/database_interactions.py @@ -58,13 +58,17 @@ def initialize_vector_model(self, embedding_model_name, config_data): encode_kwargs['batch_size'] = 2 else: batch_size_mapping = { - 'sentence-t5-xxl': 1, - ('instructor-xl', 'sentence-t5-xl'): 2, - 'instructor-large': 3, - ('jina-embedding-l', 'bge-large', 'gte-large', 'roberta-large'): 4, - 'jina-embedding-s': 9, - ('bge-small', 'gte-small'): 10, - ('MiniLM',): 30, + 'instructor-xl': 2, + 'bge-large': 4, + 'instructor-large': 4, + 'gte-large': 4, + 'instructor-base': 8, + 'mpnet': 8, + 'bge-base': 8, + 'gte-base': 8, + 'bge-small': 10, + 'gte-small': 10, + 'MiniLM': 30, } for key, value in batch_size_mapping.items(): diff --git a/src/whisperst2_table.html b/src/whisperst2_table.html new file mode 100644 index 00000000..29affc00 --- /dev/null +++ b/src/whisperst2_table.html @@ -0,0 +1,177 @@ + + + + + Vision Model Table + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Model SizeBatch SizeTotal Transcription Time (seconds)Max VRAM Usage (MB)
Base7011.7114538.99
Base6011.7212103.62
Base9012.0817946.05
Base5012.1110327.55
Base8012.5016415.55
Base10012.7720454.18
Base4013.158404.05
Base3014.146618.43
Base2016.944565.68
Small7023.2020739.93
Small6024.2117747.93
Base1024.482713.49
Small5024.9815029.43
Small4026.5711999.93
Small3028.159438.55
Small2033.776662.80
Small1047.613824.05
Medium5054.3920651.55
Medium4058.6716761.55
Medium3060.9313173.93
Medium2072.149330.93
Medium1097.335476.05
+ +