wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add placeholder for TTFS meaturement

Browse Source
This commit is contained in:
Mark Backman
2026-03-02 21:48:19 -05:00
parent 0522eaded5
commit c17e61089c
2 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/pipecat/services/stt_latency.py
View File

@@ -46,6 +46,7 @@ SAMBANOVA_TTFS_P99: float = 2.20
SARVAM_TTFS_P99: float = 1.17 SARVAM_TTFS_P99: float = 1.17
SONIOX_TTFS_P99: float = 0.35 SONIOX_TTFS_P99: float = 0.35
SPEECHMATICS_TTFS_P99: float = 0.74 SPEECHMATICS_TTFS_P99: float = 0.74
TOGETHER_TTFS_P99: float = 1.00
# These services run locally and should be replaced with measured values # These services run locally and should be replaced with measured values
NVIDIA_TTFS_P99: float = DEFAULT_TTFS_P99 NVIDIA_TTFS_P99: float = DEFAULT_TTFS_P99

5
src/pipecat/services/together/stt.py
View File

@@ -14,6 +14,7 @@ from typing import AsyncGenerator, Optional
from loguru import logger from loguru import logger
from pipecat.services.settings import STTSettings from pipecat.services.settings import STTSettings
from pipecat.services.stt_latency import TOGETHER_TTFS_P99
try: try:
from websockets.asyncio.client import connect as websocket_connect from websockets.asyncio.client import connect as websocket_connect
@@ -70,6 +71,7 @@ class TogetherSTTService(WebsocketSTTService):
language: Language = Language.EN, language: Language = Language.EN,
sample_rate: int = 16000, sample_rate: int = 16000,
base_url: str = "wss://api.together.xyz/v1", base_url: str = "wss://api.together.xyz/v1",
ttfs_p99_latency: float = TOGETHER_TTFS_P99,
**kwargs, **kwargs,
): ):
"""Initialize the Together AI STT service. """Initialize the Together AI STT service.
@@ -80,10 +82,13 @@ class TogetherSTTService(WebsocketSTTService):
language: Language of the audio input. Defaults to English. language: Language of the audio input. Defaults to English.
sample_rate: Audio sample rate (default: 16000). Together AI requires 16kHz input. sample_rate: Audio sample rate (default: 16000). Together AI requires 16kHz input.
base_url: The URL of the Together AI WebSocket API. base_url: The URL of the Together AI WebSocket API.
ttfs_p99_latency: P99 latency from speech end to final transcript in seconds.
Override for your deployment. See https://github.com/pipecat-ai/stt-benchmark
**kwargs: Additional arguments passed to the parent WebsocketSTTService. **kwargs: Additional arguments passed to the parent WebsocketSTTService.
""" """
super().__init__( super().__init__(
sample_rate=sample_rate, sample_rate=sample_rate,
ttfs_p99_latency=ttfs_p99_latency,
settings=TogetherSTTSettings( settings=TogetherSTTSettings(
model=model, model=model,
language=language, language=language,