frames: added vision response and text frames
This commit is contained in:
2
changelog/3252.added.md
Normal file
2
changelog/3252.added.md
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
- Added `VisionFullResponseStartFrame`, `VisionFullResponseEndFrame` and
|
||||||
|
`VisionTextFrame`. This are used by vision services similar to LLM services.
|
||||||
@@ -400,6 +400,13 @@ class AggregatedTextFrame(TextFrame):
|
|||||||
aggregated_by: AggregationType | str
|
aggregated_by: AggregationType | str
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class VisionTextFrame(LLMTextFrame):
|
||||||
|
"""Text frame generated by vision services."""
|
||||||
|
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class TTSTextFrame(AggregatedTextFrame):
|
class TTSTextFrame(AggregatedTextFrame):
|
||||||
"""Text frame generated by Text-to-Speech services."""
|
"""Text frame generated by Text-to-Speech services."""
|
||||||
@@ -1766,6 +1773,25 @@ class FunctionCallInProgressFrame(ControlFrame, UninterruptibleFrame):
|
|||||||
cancel_on_interruption: bool = False
|
cancel_on_interruption: bool = False
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class VisionFullResponseStartFrame(LLMFullResponseStartFrame):
|
||||||
|
"""Frame indicating the beginning of a vision model response.
|
||||||
|
|
||||||
|
Used to indicate the beginning of a vision model response. Followed by one
|
||||||
|
or more VisionTextFrames and a final VisionFullResponseEndFrame.
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class VisionFullResponseEndFrame(LLMFullResponseEndFrame):
|
||||||
|
"""Frame indicating the end of a Vision model response."""
|
||||||
|
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class TTSStartedFrame(ControlFrame):
|
class TTSStartedFrame(ControlFrame):
|
||||||
"""Frame indicating the beginning of a TTS response.
|
"""Frame indicating the beginning of a TTS response.
|
||||||
|
|||||||
Reference in New Issue
Block a user