max batch size 32

brave-experiments · Aug 19, 2024 · e7e9985 · e7e9985
1 parent de9ca33
commit e7e9985
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/stt_api.py b/src/stt_api.py
@@ -21,7 +21,7 @@
 runner_audio_transcriber = bentoml.Runner(
     BatchableAudioTranscriber,
     name="audio_transcriber",
-    max_batch_size=16,
+    max_batch_size=32,
 )