First cut at sample 6 rewrite with pipelines

This commit is contained in:
Moishe Lettvin
2024-03-04 07:28:10 -05:00
parent 3b282cc921
commit 763a50f8ec
3 changed files with 30 additions and 21 deletions

View File

@@ -170,8 +170,18 @@ class ParallelPipeline(FrameProcessor):
await asyncio.gather(*[pipeline.run_pipeline() for pipeline in self.pipelines])
seen_ids = set()
while not self.sink.empty():
frame = await self.sink.get()
# de-dup frames. Because the convention is to yield a frame that isn't processed,
# each pipeline will likely yield the same frame, so we will end up with _n_ copies
# of unprocessed frames where _n_ is the number of parallel pipes that don't
# process that frame.
if id(frame) in seen_ids:
continue
seen_ids.add(id(frame))
# Skip passing along EndParallelPipeQueueFrame, because we use them for our own flow control.
if not isinstance(frame, EndParallelPipeQueueFrame):
yield frame

View File

@@ -39,12 +39,12 @@ class Pipeline:
for frame_generator in frame_generators:
async for frame in frame_generator:
await self.sink.put(frame)
if isinstance(
frame, EndStreamQueueFrame
) or isinstance(
frame, EndParallelPipeQueueFrame
):
return
if isinstance(
frame, EndStreamQueueFrame
) or isinstance(
frame, EndParallelPipeQueueFrame
):
return
except asyncio.CancelledError:
# this means there's been an interruption, do any cleanup necessary here.
for processor in self.processors:

View File

@@ -1,5 +1,6 @@
import asyncio
import os
from dailyai.pipeline.pipeline import Pipeline
from dailyai.services.daily_transport_service import DailyTransportService
from dailyai.services.azure_ai_services import AzureLLMService, AzureTTSService
@@ -44,21 +45,19 @@ async def main(room_url: str, token):
tma_in = LLMUserContextAggregator(messages, transport._my_participant_id)
tma_out = LLMAssistantContextAggregator(messages, transport._my_participant_id)
await tts.run_to_queue(
transport.send_queue,
tma_out.run(
fl2.run(
llm.run(
tma_in.run(
fl.run(
transport.get_receive_frames()
)
)
)
)
)
)
pipeline = Pipeline(
source=transport.receive_queue,
sink=transport.send_queue,
processors=[
fl,
tma_in,
llm,
fl2,
tma_out,
tts
],
)
await pipeline.run_pipeline()
transport.transcription_settings["extra"]["endpointing"] = True
transport.transcription_settings["extra"]["punctuate"] = True