scripts: allow specifying a name for the test run

This commit is contained in:
Aleix Conchillo Flaqué
2025-05-28 00:22:55 -07:00
parent 356f4039e4
commit e9aeb2662b
2 changed files with 18 additions and 5 deletions

View File

@@ -123,7 +123,13 @@ async def main(args: argparse.Namespace):
if args.verbose:
logger.add(sys.stderr, level=log_level)
runner = EvalRunner(pattern=args.pattern, record_audio=args.audio, log_level=log_level)
runner = EvalRunner(
name=args.name,
pattern=args.pattern,
record_audio=args.audio,
log_level=log_level,
)
for test, prompt, eval in TESTS:
await runner.run_eval(test, prompt, eval)
@@ -133,6 +139,7 @@ async def main(args: argparse.Namespace):
if __name__ == "__main__":
parser = argparse.ArgumentParser(description="Pipecat Eval Runner")
parser.add_argument("--audio", "-a", action="store_true", help="Record audio for each test")
parser.add_argument("--name", "-n", help="Name for the current runner (e.g. 'v.0.0.68')")
parser.add_argument("--pattern", "-p", help="Only run tests that match the pattern")
parser.add_argument("--verbose", "-v", action="count", default=0)
args = parser.parse_args()