[本地语音降噪]:完成本地语音链路和噪音过滤,包含降噪模型、本地ASR和实时字幕稳定策略

This commit is contained in:
mkbk
2026-06-17 22:55:33 +08:00
parent a77a172412
commit 8c75fc5baf
22 changed files with 803 additions and 64 deletions
+7
View File
@@ -4,6 +4,7 @@ import sys
from dataclasses import dataclass, field
from typing import Protocol
from .audio_preprocess import NoopAudioPreprocessor, SherpaOnnxDenoiserPreprocessor
from .config import AppConfig
from .assistant_pipeline import VoiceAssistantPipeline
from .conversation import ConversationContext
@@ -369,6 +370,11 @@ def build_live_runtime(config: AppConfig, reporter: RuntimeReporter | None = Non
"min_rms": config.speaker_min_rms,
}
)
audio_preprocessor = (
SherpaOnnxDenoiserPreprocessor(config.speech_models_dir)
if config.noise_filter_enabled
else NoopAudioPreprocessor()
)
return VoiceAssistantPipeline(
config=config,
transport=SoundDeviceAudioTransport(output_device=config.audio_output_device),
@@ -380,6 +386,7 @@ def build_live_runtime(config: AppConfig, reporter: RuntimeReporter | None = Non
score=config.wake_kws_score,
),
vad_recorder=recorder_cls(**recorder_kwargs),
audio_preprocessor=audio_preprocessor,
stt=stt,
realtime_stt=realtime_stt,
llm=OpenAICompatibleLlmProvider(config),