Getting started on interruptible transport pipeline runner

src/dailyai/pipeline/aggregators.py

@@ -139,7 +139,6 @@ class LLMFullResponseAggregator(FrameProcessor):
             yield frame
 
 
-
 class StatelessTextTransformer(FrameProcessor):
     def __init__(self, transform_fn):
         self.transform_fn = transform_fn
@@ -159,7 +158,11 @@ class ParallelPipeline(FrameProcessor):
         self.sources = [asyncio.Queue() for _ in pipeline_definitions]
         self.sink: asyncio.Queue[QueueFrame] = asyncio.Queue()
         self.pipelines: list[Pipeline] = [
-            Pipeline(source, self.sink, pipeline_definition)
+            Pipeline(
+                pipeline_definition,
+                source,
+                self.sink,
+            )
             for source, pipeline_definition in zip(self.sources, pipeline_definitions)
         ]
 

src/dailyai/pipeline/pipeline.py

@@ -12,20 +12,32 @@ instantiate and run a pipeline with the Transport's sink and source queues.
 """
 
 class Pipeline:
+
     def __init__(
         self,
-        source: asyncio.Queue,
-        sink: asyncio.Queue[QueueFrame],
         processors: List[FrameProcessor],
+        source: asyncio.Queue | None = None,
+        sink: asyncio.Queue[QueueFrame] | None = None,
     ):
-        self.source: asyncio.Queue[QueueFrame] = source
-        self.sink: asyncio.Queue[QueueFrame] = sink
         self.processors = processors
+        self.source: asyncio.Queue[QueueFrame] | None = source
+        self.sink: asyncio.Queue[QueueFrame] | None = sink
+
+    def set_source(self, source: asyncio.Queue[QueueFrame]):
+        self.source = source
+
+    def set_sink(self, sink: asyncio.Queue[QueueFrame]):
+        self.sink = sink
 
     async def get_next_source_frame(self) -> AsyncGenerator[QueueFrame, None]:
+        if self.source is None:
+            raise ValueError("Source queue not set")
         yield await self.source.get()
 
     async def run_pipeline(self):
+        if self.source is None or self.sink is None:
+            raise ValueError("Source or sink queue not set")
+
         try:
             while True:
                 frame_generators = [self.get_next_source_frame()]