Skip to content

Commit

Permalink
v6.2.0
Browse files Browse the repository at this point in the history
  • Loading branch information
@BBC-Esq
BBC-Esq authored Jul 24, 2024
1 parent efc0ba7 commit e1111e3
Show file tree
Hide file tree
Showing 2 changed files with 188 additions and 7 deletions.
18 changes: 11 additions & 7 deletions src/database_interactions.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,17 @@ def initialize_vector_model(self, embedding_model_name, config_data):
encode_kwargs['batch_size'] = 2
else:
batch_size_mapping = {
'sentence-t5-xxl': 1,
('instructor-xl', 'sentence-t5-xl'): 2,
'instructor-large': 3,
('jina-embedding-l', 'bge-large', 'gte-large', 'roberta-large'): 4,
'jina-embedding-s': 9,
('bge-small', 'gte-small'): 10,
('MiniLM',): 30,
'instructor-xl': 2,
'bge-large': 4,
'instructor-large': 4,
'gte-large': 4,
'instructor-base': 8,
'mpnet': 8,
'bge-base': 8,
'gte-base': 8,
'bge-small': 10,
'gte-small': 10,
'MiniLM': 30,
}

for key, value in batch_size_mapping.items():
Expand Down
177 changes: 177 additions & 0 deletions src/whisperst2_table.html
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,177 @@
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<title>Vision Model Table</title>
<style>
body {
background-color: #161b22;
color: #f9f9f9;
font-family: Arial, sans-serif;
}

table {
width: 100%;
border-collapse: collapse;
margin: 0 auto; /* Center table */
}

th, td {
border: 1px solid #f9f9f9; /* Text color for border */
text-align: center;
padding: 8px;
}

th {
background-color: #104c17;
color: black; /* For contrast against light background */
}
</style>
</head>
<body>
<table border="1" cellpadding="5" cellspacing="0">
<thead>
<tr>
<th style="text-align: center;">Model Size</th>
<th style="text-align: center;">Batch Size</th>
<th style="text-align: center;">Total Transcription Time (seconds)</th>
<th style="text-align: center;">Max VRAM Usage (MB)</th>
</tr>
</thead>
<tbody>
<tr>
<td>Base</td>
<td style="text-align: center;">70</td>
<td style="text-align: center;">11.71</td>
<td style="text-align: center;">14538.99</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">60</td>
<td style="text-align: center;">11.72</td>
<td style="text-align: center;">12103.62</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">90</td>
<td style="text-align: center;">12.08</td>
<td style="text-align: center;">17946.05</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">50</td>
<td style="text-align: center;">12.11</td>
<td style="text-align: center;">10327.55</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">80</td>
<td style="text-align: center;">12.50</td>
<td style="text-align: center;">16415.55</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">100</td>
<td style="text-align: center;">12.77</td>
<td style="text-align: center;">20454.18</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">40</td>
<td style="text-align: center;">13.15</td>
<td style="text-align: center;">8404.05</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">30</td>
<td style="text-align: center;">14.14</td>
<td style="text-align: center;">6618.43</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">20</td>
<td style="text-align: center;">16.94</td>
<td style="text-align: center;">4565.68</td>
</tr>
<tr>
<td>Small</td>
<td style="text-align: center;">70</td>
<td style="text-align: center;">23.20</td>
<td style="text-align: center;">20739.93</td>
</tr>
<tr>
<td>Small</td>
<td style="text-align: center;">60</td>
<td style="text-align: center;">24.21</td>
<td style="text-align: center;">17747.93</td>
</tr>
<tr>
<td>Base</td>
<td style="text-align: center;">10</td>
<td style="text-align: center;">24.48</td>
<td style="text-align: center;">2713.49</td>
</tr>
<tr>
<td>Small</td>
<td style="text-align: center;">50</td>
<td style="text-align: center;">24.98</td>
<td style="text-align: center;">15029.43</td>
</tr>
<tr>
<td>Small</td>
<td style="text-align: center;">40</td>
<td style="text-align: center;">26.57</td>
<td style="text-align: center;">11999.93</td>
</tr>
<tr>
<td>Small</td>
<td style="text-align: center;">30</td>
<td style="text-align: center;">28.15</td>
<td style="text-align: center;">9438.55</td>
</tr>
<tr>
<td>Small</td>
<td style="text-align: center;">20</td>
<td style="text-align: center;">33.77</td>
<td style="text-align: center;">6662.80</td>
</tr>
<tr>
<td>Small</td>
<td style="text-align: center;">10</td>
<td style="text-align: center;">47.61</td>
<td style="text-align: center;">3824.05</td>
</tr>
<tr>
<td>Medium</td>
<td style="text-align: center;">50</td>
<td style="text-align: center;">54.39</td>
<td style="text-align: center;">20651.55</td>
</tr>
<tr>
<td>Medium</td>
<td style="text-align: center;">40</td>
<td style="text-align: center;">58.67</td>
<td style="text-align: center;">16761.55</td>
</tr>
<tr>
<td>Medium</td>
<td style="text-align: center;">30</td>
<td style="text-align: center;">60.93</td>
<td style="text-align: center;">13173.93</td>
</tr>
<tr>
<td>Medium</td>
<td style="text-align: center;">20</td>
<td style="text-align: center;">72.14</td>
<td style="text-align: center;">9330.93</td>
</tr>
<tr>
<td>Medium</td>
<td style="text-align: center;">10</td>
<td style="text-align: center;">97.33</td>
<td style="text-align: center;">5476.05</td>
</tr>
</tbody>
</table>
</body>
</html>

0 comments on commit e1111e3

Please sign in to comment.