wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #2134 from pipecat-ai/aleix/evals-cancel-expired-tasks

Browse Source 
cancel expire evals tasks
This commit is contained in:
Aleix Conchillo Flaqué
2025-07-03 10:07:27 -07:00
committed by GitHub
parent c230d94ff0 1a8d512abb
commit b184d62634
1 changed files with 12 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
scripts/evals/eval.py
View File

@@ -100,17 +100,18 @@ class EvalRunner:
start_time = time.time() start_time = time.time()
try: try:
await asyncio.wait( tasks = [
[ asyncio.create_task(run_example_pipeline(script_path)),
asyncio.create_task(run_example_pipeline(script_path)), asyncio.create_task(run_eval_pipeline(self, example_file, prompt, eval)),
asyncio.create_task(run_eval_pipeline(self, example_file, prompt, eval)), ]
], _, pending = await asyncio.wait(tasks, timeout=10)
timeout=90, if pending:
) logger.error(f"ERROR: Eval timeout expired, cancelling pending tasks...")
except asyncio.CancelledError: for task in pending:
pass task.cancel()
await asyncio.gather(*pending, return_exceptions=True)
except Exception as e: except Exception as e:
print(f"ERROR: Unable to run {example_file}: {e}") logger.error(f"ERROR: Unable to run {example_file}: {e}")
try: try:
result = await asyncio.wait_for(self._queue.get(), timeout=1.0) result = await asyncio.wait_for(self._queue.get(), timeout=1.0)
@@ -134,6 +135,7 @@ class EvalRunner:
async def save_audio(self, name: str, audio: bytes, sample_rate: int, num_channels: int): async def save_audio(self, name: str, audio: bytes, sample_rate: int, num_channels: int):
if len(audio) > 0: if len(audio) > 0:
filename = self._recording_file_name(name) filename = self._recording_file_name(name)
logger.debug(f"Saving {name} audio to {filename}")
with io.BytesIO() as buffer: with io.BytesIO() as buffer:
with wave.open(buffer, "wb") as wf: with wave.open(buffer, "wb") as wf:
wf.setsampwidth(2) wf.setsampwidth(2)
@@ -142,7 +144,6 @@ class EvalRunner:
wf.writeframes(audio) wf.writeframes(audio)
async with aiofiles.open(filename, "wb") as file: async with aiofiles.open(filename, "wb") as file:
await file.write(buffer.getvalue()) await file.write(buffer.getvalue())
logger.debug(f"Saving {name} audio to {filename}")
else: else:
logger.warning(f"There's no audio to save for {name}") logger.warning(f"There's no audio to save for {name}")