wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

scripts: allow storing logs for release evals

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2025-05-27 20:45:31 -07:00
parent 736c7f1f30
commit 356f4039e4
3 changed files with 57 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
scripts/release/run-release-evals.py
View File

@@ -117,7 +117,13 @@ async def main(args: argparse.Namespace):
if not check_env_variables():
return
runner = EvalRunner(pattern=args.pattern, record_audio=args.audio)
# Log level
logger.remove(0)
log_level = "TRACE" if args.verbose >= 2 else "DEBUG"
if args.verbose:
logger.add(sys.stderr, level=log_level)
runner = EvalRunner(pattern=args.pattern, record_audio=args.audio, log_level=log_level)
for test, prompt, eval in TESTS:
await runner.run_eval(test, prompt, eval)
@@ -131,9 +137,4 @@ if __name__ == "__main__":
parser.add_argument("--verbose", "-v", action="count", default=0)
args = parser.parse_args()
# Log level
logger.remove(0)
if args.verbose:
logger.add(sys.stderr, level="TRACE" if args.verbose >= 2 else "DEBUG")
asyncio.run(main(args))