wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update inference session options

Browse Source
This commit is contained in:
marcus-daily
2025-09-11 15:09:14 +01:00
committed by Marcus
parent 818352a300
commit a9b53dc800
1 changed files with 15 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
src/pipecat/audio/turn/smart_turn/local_smart_turn_v3.py
View File

@@ -4,7 +4,7 @@
# SPDX-License-Identifier: BSD 2-Clause License # SPDX-License-Identifier: BSD 2-Clause License
# #
"""Local PyTorch turn analyzer for on-device ML inference using the smart-turn-v3 model. """Local turn analyzer for on-device ML inference using the smart-turn-v3 model.
This module provides a smart turn analyzer that uses an ONNX model for This module provides a smart turn analyzer that uses an ONNX model for
local end-of-turn detection without requiring network connectivity. local end-of-turn detection without requiring network connectivity.
@@ -28,16 +28,23 @@ except ModuleNotFoundError as e:
raise Exception(f"Missing module: {e}") raise Exception(f"Missing module: {e}")
class LocalSmartTurnAnalyzerV3(BaseSmartTurn): def build_session(onnx_path):
"""Local turn analyzer using the smart-turn-v2 PyTorch model. so = ort.SessionOptions()
so.execution_mode = ort.ExecutionMode.ORT_SEQUENTIAL
so.inter_op_num_threads = 1
so.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_ALL
return ort.InferenceSession(onnx_path, sess_options=so)
Provides end-of-turn detection using locally-stored PyTorch models,
enabling offline operation without network dependencies. Uses class LocalSmartTurnAnalyzerV3(BaseSmartTurn):
Wav2Vec2 architecture for audio sequence classification. """Local turn analyzer using the smart-turn-v3 ONNX model.
Provides end-of-turn detection using locally-stored ONNX model,
enabling offline operation without network dependencies.
""" """
def __init__(self, *, smart_turn_model_path: str, **kwargs): def __init__(self, *, smart_turn_model_path: str, **kwargs):
"""Initialize the local PyTorch smart-turn-v3 analyzer. """Initialize the local ONNX smart-turn-v3 analyzer.
Args: Args:
smart_turn_model_path: Path to the ONNX model file. smart_turn_model_path: Path to the ONNX model file.
@@ -51,7 +58,7 @@ class LocalSmartTurnAnalyzerV3(BaseSmartTurn):
logger.debug("Loading Local Smart Turn v3 model...") logger.debug("Loading Local Smart Turn v3 model...")
self._feature_extractor = WhisperFeatureExtractor(chunk_length=8) self._feature_extractor = WhisperFeatureExtractor(chunk_length=8)
self._session = ort.InferenceSession(smart_turn_model_path) self._session = build_session(smart_turn_model_path)
logger.debug("Loaded Local Smart Turn v3") logger.debug("Loaded Local Smart Turn v3")