Optimize pipeline processing so we don't wait for the completion of one generator to move onto the next.

This commit is contained in:
Moishe Lettvin
2024-03-07 18:59:24 -05:00
parent 3c5f4800d4
commit d0076dd4ee
5 changed files with 31 additions and 19 deletions

View File

@@ -47,7 +47,20 @@ async def main(room_url):
source_queue = asyncio.Queue()
for month in ["January", "February"]:
for month in [
"January",
"February",
"March",
"April",
"May",
"June",
"July",
"August",
"September",
"October",
"November",
"December",
]:
messages = [
{
"role": "system",

View File

@@ -51,8 +51,8 @@ async def main(room_url: str, token):
tma_in,
llm,
fl2,
tts,
tma_out,
tts
],
)
await transport.run_uninterruptible_pipeline(pipeline)