wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

evals: don't use Deepgram's smart formatting

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2025-05-30 16:07:49 -07:00
parent f1df079512
commit 2fcfb0aa9f
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/evals/eval.py
View File

@@ -16,6 +16,7 @@ from pathlib import Path
from typing import List, Optional from typing import List, Optional
import aiofiles import aiofiles
from deepgram import LiveOptions
from loguru import logger from loguru import logger
from utils import ( from utils import (
EvalResult, EvalResult,
@@ -195,7 +196,12 @@ async def run_eval_pipeline(
), ),
) )
stt = DeepgramSTTService(api_key=os.getenv("DEEPGRAM_API_KEY")) # We disable smart formatting because some times if the user says "3 + 2 is
# 5" (in audio) this can be converted to "32 is 5".
stt = DeepgramSTTService(
api_key=os.getenv("DEEPGRAM_API_KEY"),
live_options=LiveOptions(smart_format=False),
)
tts = CartesiaTTSService( tts = CartesiaTTSService(
api_key=os.getenv("CARTESIA_API_KEY"), api_key=os.getenv("CARTESIA_API_KEY"),