increased batch size.

brave-experiments · Aug 14, 2024 · 3180558 · 3180558
1 parent a680d72
commit 3180558
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/runners/audio_transcriber.py b/src/runners/audio_transcriber.py
@@ -140,7 +140,7 @@ def __init__(self):
         )
 
     def transcribe(self, audios):
-        result = self.model.transcribe(audios, batch_size=10, language="en")
+        result = self.model.transcribe(audios, batch_size=16, language="en")
         return result["segments"]
 
     @bentoml.Runnable.method(batchable=True)

diff --git a/src/stt_api.py b/src/stt_api.py
@@ -21,7 +21,7 @@
 runner_audio_transcriber = bentoml.Runner(
     BatchableAudioTranscriber,
     name="audio_transcriber",
-    max_batch_size=10,
+    max_batch_size=32,
 )