From 2fcfb0aa9f5f889969470d91b56ec80b1150d3b7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Aleix=20Conchillo=20Flaqu=C3=A9?= Date: Fri, 30 May 2025 16:07:49 -0700 Subject: [PATCH] evals: don't use Deepgram's smart formatting --- scripts/evals/eval.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/scripts/evals/eval.py b/scripts/evals/eval.py index 47959de3f..1ad165a4a 100644 --- a/scripts/evals/eval.py +++ b/scripts/evals/eval.py @@ -16,6 +16,7 @@ from pathlib import Path from typing import List, Optional import aiofiles +from deepgram import LiveOptions from loguru import logger from utils import ( EvalResult, @@ -195,7 +196,12 @@ async def run_eval_pipeline( ), ) - stt = DeepgramSTTService(api_key=os.getenv("DEEPGRAM_API_KEY")) + # We disable smart formatting because some times if the user says "3 + 2 is + # 5" (in audio) this can be converted to "32 is 5". + stt = DeepgramSTTService( + api_key=os.getenv("DEEPGRAM_API_KEY"), + live_options=LiveOptions(smart_format=False), + ) tts = CartesiaTTSService( api_key=os.getenv("CARTESIA_API_KEY"),