perf(audio): make ML model loading non-blocking with asyncio.to_thread (#25806)
This commit is contained in:
1 file changed
+6
-3
@@ -291,7 +291,8 @@ async def update_audio_config(request: Request, form_data: AudioConfigUpdateForm
|
|||||||
)
|
)
|
||||||
|
|
||||||
if form_data.stt.ENGINE == '':
|
if form_data.stt.ENGINE == '':
|
||||||
request.app.state.faster_whisper_model = set_faster_whisper_model(
|
request.app.state.faster_whisper_model = await asyncio.to_thread(
|
||||||
|
set_faster_whisper_model,
|
||||||
form_data.stt.WHISPER_MODEL, WHISPER_MODEL_AUTO_UPDATE
|
form_data.stt.WHISPER_MODEL, WHISPER_MODEL_AUTO_UPDATE
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
@@ -472,7 +473,7 @@ async def _tts_transformers(request, payload, file_path, file_body_path, user):
|
|||||||
import soundfile as sf
|
import soundfile as sf
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
load_speech_pipeline(request)
|
await asyncio.to_thread(load_speech_pipeline, request)
|
||||||
|
|
||||||
embeddings = request.app.state.speech_speaker_embeddings_dataset
|
embeddings = request.app.state.speech_speaker_embeddings_dataset
|
||||||
model_name = await Config.get('audio.tts.model')
|
model_name = await Config.get('audio.tts.model')
|
||||||
@@ -614,7 +615,9 @@ async def speech(request: Request, user=Depends(get_verified_user)):
|
|||||||
|
|
||||||
async def _transcribe_whisper(request, file_path, languages, file_dir, id):
|
async def _transcribe_whisper(request, file_path, languages, file_dir, id):
|
||||||
if request.app.state.faster_whisper_model is None:
|
if request.app.state.faster_whisper_model is None:
|
||||||
request.app.state.faster_whisper_model = set_faster_whisper_model(await Config.get('audio.stt.whisper_model'))
|
request.app.state.faster_whisper_model = await asyncio.to_thread(
|
||||||
|
set_faster_whisper_model, await Config.get('audio.stt.whisper_model')
|
||||||
|
)
|
||||||
|
|
||||||
model = request.app.state.faster_whisper_model
|
model = request.app.state.faster_whisper_model
|
||||||
|
|
||||||
|
|||||||
Reference in new issue
Block a user