Skip to content

Commit 887cf2b

Browse files
BBC-EsqBBC-Esq
authored
Add files via upload
1 parent 383cd04 commit 887cf2b

File tree

1 file changed

+200
-0
lines changed

1 file changed

+200
-0
lines changed

‎src/constants.py‎

Lines changed: 200 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -133,6 +133,206 @@
133133
}
134134
}
135135

136+
WHISPER_MODELS = {
137+
# LARGE-V3
138+
'Distil Whisper large-v3 - float32': {
139+
'name': 'Distil Whisper large-v3',
140+
'precision': 'float32',
141+
'repo_id': 'ctranslate2-4you/distil-whisper-large-v3-ct2-float32',
142+
'tokens_per_second': 160,
143+
'optimal_batch_size': 4,
144+
'avg_vram_usage': '3.0 GB'
145+
},
146+
'Distil Whisper large-v3 - bfloat16': {
147+
'name': 'Distil Whisper large-v3',
148+
'precision': 'bfloat16',
149+
'repo_id': 'ctranslate2-4you/distil-whisper-large-v3-ct2-bfloat16',
150+
'tokens_per_second': 160,
151+
'optimal_batch_size': 4,
152+
'avg_vram_usage': '3.0 GB'
153+
},
154+
'Distil Whisper large-v3 - float16': {
155+
'name': 'Distil Whisper large-v3',
156+
'precision': 'float16',
157+
'repo_id': 'ctranslate2-4you/distil-whisper-large-v3-ct2-float16',
158+
'tokens_per_second': 160,
159+
'optimal_batch_size': 4,
160+
'avg_vram_usage': '3.0 GB'
161+
},
162+
'Whisper large-v3 - float32': {
163+
'name': 'Whisper large-v3',
164+
'precision': 'float32',
165+
'repo_id': 'ctranslate2-4you/whisper-large-v3-ct2-float32',
166+
'tokens_per_second': 85,
167+
'optimal_batch_size': 2,
168+
'avg_vram_usage': '5.5 GB'
169+
},
170+
'Whisper large-v3 - bfloat16': {
171+
'name': 'Whisper large-v3',
172+
'precision': 'bfloat16',
173+
'repo_id': 'ctranslate2-4you/whisper-large-v3-ct2-bfloat16',
174+
'tokens_per_second': 95,
175+
'optimal_batch_size': 3,
176+
'avg_vram_usage': '3.8 GB'
177+
},
178+
'Whisper large-v3 - float16': {
179+
'name': 'Whisper large-v3',
180+
'precision': 'float16',
181+
'repo_id': 'ctranslate2-4you/whisper-large-v3-ct2-float16',
182+
'tokens_per_second': 100,
183+
'optimal_batch_size': 3,
184+
'avg_vram_usage': '3.3 GB'
185+
},
186+
# MEDIUM.EN
187+
'Distil Whisper medium.en - float32': {
188+
'name': 'Distil Whisper large-v3',
189+
'precision': 'float32',
190+
'repo_id': 'ctranslate2-4you/distil-whisper-medium.en-ct2-float32',
191+
'tokens_per_second': 160,
192+
'optimal_batch_size': 4,
193+
'avg_vram_usage': '3.0 GB'
194+
},
195+
'Distil Whisper medium.en - bfloat16': {
196+
'name': 'Distil Whisper medium.en',
197+
'precision': 'bfloat16',
198+
'repo_id': 'ctranslate2-4you/distil-whisper-medium.en-ct2-bfloat16',
199+
'tokens_per_second': 160,
200+
'optimal_batch_size': 4,
201+
'avg_vram_usage': '3.0 GB'
202+
},
203+
'Distil Whisper medium.en - float16': {
204+
'name': 'Distil Whisper medium.en',
205+
'precision': 'float16',
206+
'repo_id': 'ctranslate2-4you/distil-whisper-medium.en-ct2-float16',
207+
'tokens_per_second': 160,
208+
'optimal_batch_size': 4,
209+
'avg_vram_usage': '3.0 GB'
210+
},
211+
'Whisper medium.en - float32': {
212+
'name': 'Whisper medium.en',
213+
'precision': 'float32',
214+
'repo_id': 'ctranslate2-4you/whisper-medium.en-ct2-float32',
215+
'tokens_per_second': 130,
216+
'optimal_batch_size': 6,
217+
'avg_vram_usage': '2.5 GB'
218+
},
219+
'Whisper medium.en - bfloat16': {
220+
'name': 'Whisper medium.en',
221+
'precision': 'bfloat16',
222+
'repo_id': 'ctranslate2-4you/whisper-medium.en-ct2-bfloat16',
223+
'tokens_per_second': 140,
224+
'optimal_batch_size': 7,
225+
'avg_vram_usage': '2.0 GB'
226+
},
227+
'Whisper medium.en - float16': {
228+
'name': 'Whisper medium.en',
229+
'precision': 'float16',
230+
'repo_id': 'ctranslate2-4you/whisper-medium.en-ct2-float16',
231+
'tokens_per_second': 145,
232+
'optimal_batch_size': 7,
233+
'avg_vram_usage': '1.8 GB'
234+
},
235+
# SMALL.EN
236+
'Distil Whisper small.en - float32': {
237+
'name': 'Distil Whisper small.en',
238+
'precision': 'float32',
239+
'repo_id': 'ctranslate2-4you/distil-whisper-small.en-ct2-float32',
240+
'tokens_per_second': 160,
241+
'optimal_batch_size': 4,
242+
'avg_vram_usage': '3.0 GB'
243+
},
244+
'Distil Whisper small.en - bfloat16': {
245+
'name': 'Distil Whisper small.en',
246+
'precision': 'bfloat16',
247+
'repo_id': 'ctranslate2-4you/distil-whisper-small.en-ct2-bfloat16',
248+
'tokens_per_second': 160,
249+
'optimal_batch_size': 4,
250+
'avg_vram_usage': '3.0 GB'
251+
},
252+
'Distil Whisper small.en - float16': {
253+
'name': 'Distil Whisper small.en',
254+
'precision': 'float16',
255+
'repo_id': 'ctranslate2-4you/distil-whisper-small.en-ct2-float16',
256+
'tokens_per_second': 160,
257+
'optimal_batch_size': 4,
258+
'avg_vram_usage': '3.0 GB'
259+
},
260+
'Whisper small.en - float32': {
261+
'name': 'Whisper small.en',
262+
'precision': 'float32',
263+
'repo_id': 'ctranslate2-4you/whisper-small.en-ct2-float32',
264+
'tokens_per_second': 180,
265+
'optimal_batch_size': 14,
266+
'avg_vram_usage': '1.5 GB'
267+
},
268+
'Whisper small.en - bfloat16': {
269+
'name': 'Whisper small.en',
270+
'precision': 'bfloat16',
271+
'repo_id': 'ctranslate2-4you/whisper-small.en-ct2-bfloat16',
272+
'tokens_per_second': 190,
273+
'optimal_batch_size': 15,
274+
'avg_vram_usage': '1.2 GB'
275+
},
276+
'Whisper small.en - float16': {
277+
'name': 'Whisper small.en',
278+
'precision': 'float16',
279+
'repo_id': 'ctranslate2-4you/whisper-small.en-ct2-float16',
280+
'tokens_per_second': 195,
281+
'optimal_batch_size': 15,
282+
'avg_vram_usage': '1.1 GB'
283+
},
284+
# BASE.EN
285+
'Whisper base.en - float32': {
286+
'name': 'Whisper base.en',
287+
'precision': 'float32',
288+
'repo_id': 'ctranslate2-4you/whisper-base.en-ct2-float32',
289+
'tokens_per_second': 230,
290+
'optimal_batch_size': 22,
291+
'avg_vram_usage': '1.0 GB'
292+
},
293+
'Whisper base.en - bfloat16': {
294+
'name': 'Whisper base.en',
295+
'precision': 'bfloat16',
296+
'repo_id': 'ctranslate2-4you/whisper-base.en-ct2-bfloat16',
297+
'tokens_per_second': 240,
298+
'optimal_batch_size': 23,
299+
'avg_vram_usage': '0.85 GB'
300+
},
301+
'Whisper base.en - float16': {
302+
'name': 'Whisper base.en',
303+
'precision': 'float16',
304+
'repo_id': 'ctranslate2-4you/whisper-base.en-ct2-float16',
305+
'tokens_per_second': 245,
306+
'optimal_batch_size': 23,
307+
'avg_vram_usage': '0.8 GB'
308+
},
309+
# TINY.EN
310+
'Whisper tiny.en - float32': {
311+
'name': 'Whisper tiny.en',
312+
'precision': 'float32',
313+
'repo_id': 'ctranslate2-4you/whisper-tiny.en-ct2-float32',
314+
'tokens_per_second': 280,
315+
'optimal_batch_size': 30,
316+
'avg_vram_usage': '0.7 GB'
317+
},
318+
'Whisper tiny.en - bfloat16': {
319+
'name': 'Whisper tiny.en',
320+
'precision': 'bfloat16',
321+
'repo_id': 'ctranslate2-4you/whisper-tiny.en-ct2-bfloat16',
322+
'tokens_per_second': 290,
323+
'optimal_batch_size': 31,
324+
'avg_vram_usage': '0.6 GB'
325+
},
326+
'Whisper tiny.en - float16': {
327+
'name': 'Whisper tiny.en',
328+
'precision': 'float16',
329+
'repo_id': 'ctranslate2-4you/whisper-tiny.en-ct2-float16',
330+
'tokens_per_second': 295,
331+
'optimal_batch_size': 31,
332+
'avg_vram_usage': '0.55 GB'
333+
},
334+
}
335+
136336

137337
DOCUMENT_LOADERS = {
138338
".pdf": "PyMuPDFLoader",

0 commit comments

Comments
 (0)