wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Smart Turn v3: removing torch and torchaudio deps

Browse Source
This commit is contained in:
marcus-daily
2025-09-16 15:30:06 +01:00
committed by Marcus
parent cca90791c4
commit dfe7815dc5
4 changed files with 9 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
CHANGELOG.md
View File

@@ -18,6 +18,11 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
async def on_pipeline_finished(task: PipelineTask, frame: Frame): async def on_pipeline_finished(task: PipelineTask, frame: Frame):
... ...
``` ```
### Changed
- `torch` and `torchaudio` are no longer required for running Smart Turn
locally. This avoids gigabytes of dependencies being installed.
### Deprecated ### Deprecated

2
pyproject.toml
View File

@@ -95,7 +95,7 @@ sambanova = []
sarvam = [ "websockets>=13.1,<15.0" ] sarvam = [ "websockets>=13.1,<15.0" ]
sentry = [ "sentry-sdk~=2.23.1" ] sentry = [ "sentry-sdk~=2.23.1" ]
local-smart-turn = [ "coremltools>=8.0", "transformers", "torch>=2.5.0,<3", "torchaudio>=2.5.0,<3" ] local-smart-turn = [ "coremltools>=8.0", "transformers", "torch>=2.5.0,<3", "torchaudio>=2.5.0,<3" ]
local-smart-turn-v3 = [ "transformers", "torch>=2.5.0,<3", "torchaudio>=2.5.0,<3", "onnxruntime>=1.20.1, <2" ] local-smart-turn-v3 = [ "transformers", "onnxruntime>=1.20.1, <2" ]
remote-smart-turn = [] remote-smart-turn = []
silero = [ "onnxruntime>=1.20.1, <2" ] silero = [ "onnxruntime>=1.20.1, <2" ]
simli = [ "simli-ai~=0.1.10"] simli = [ "simli-ai~=0.1.10"]

6
src/pipecat/audio/turn/smart_turn/local_smart_turn_v3.py
View File

@@ -98,15 +98,15 @@ class LocalSmartTurnAnalyzerV3(BaseSmartTurn):
inputs = self._feature_extractor( inputs = self._feature_extractor(
audio_array, audio_array,
sampling_rate=16000, sampling_rate=16000,
return_tensors="pt", return_tensors="np",
padding="max_length", padding="max_length",
max_length=8 * 16000, max_length=8 * 16000,
truncation=True, truncation=True,
do_normalize=True, do_normalize=True,
) )
# Convert to numpy and ensure correct shape for ONNX # Extract features and ensure correct shape for ONNX
input_features = inputs.input_features.squeeze(0).numpy().astype(np.float32) input_features = inputs.input_features.squeeze(0).astype(np.float32)
input_features = np.expand_dims(input_features, axis=0) # Add batch dimension input_features = np.expand_dims(input_features, axis=0) # Add batch dimension
# Run ONNX inference # Run ONNX inference

4
uv.lock generated
View File

@@ -4309,8 +4309,6 @@ local-smart-turn = [
] ]
local-smart-turn-v3 = [ local-smart-turn-v3 = [
{ name = "onnxruntime" }, { name = "onnxruntime" },
{ name = "torch" },
{ name = "torchaudio" },
{ name = "transformers" }, { name = "transformers" },
] ]
mcp = [ mcp = [
@@ -4495,9 +4493,7 @@ requires-dist = [
{ name = "tenacity", marker = "extra == 'livekit'", specifier = ">=8.2.3,<10.0.0" }, { name = "tenacity", marker = "extra == 'livekit'", specifier = ">=8.2.3,<10.0.0" },
{ name = "timm", marker = "extra == 'moondream'", specifier = "~=1.0.13" }, { name = "timm", marker = "extra == 'moondream'", specifier = "~=1.0.13" },
{ name = "torch", marker = "extra == 'local-smart-turn'", specifier = ">=2.5.0,<3" }, { name = "torch", marker = "extra == 'local-smart-turn'", specifier = ">=2.5.0,<3" },
{ name = "torch", marker = "extra == 'local-smart-turn-v3'", specifier = ">=2.5.0,<3" },
{ name = "torchaudio", marker = "extra == 'local-smart-turn'", specifier = ">=2.5.0,<3" }, { name = "torchaudio", marker = "extra == 'local-smart-turn'", specifier = ">=2.5.0,<3" },
{ name = "torchaudio", marker = "extra == 'local-smart-turn-v3'", specifier = ">=2.5.0,<3" },
{ name = "transformers", marker = "extra == 'local-smart-turn'" }, { name = "transformers", marker = "extra == 'local-smart-turn'" },
{ name = "transformers", marker = "extra == 'local-smart-turn-v3'" }, { name = "transformers", marker = "extra == 'local-smart-turn-v3'" },
{ name = "transformers", marker = "extra == 'moondream'", specifier = ">=4.48.0" }, { name = "transformers", marker = "extra == 'moondream'", specifier = ">=4.48.0" },