wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added sample_rate and num_channels to protobuf AudioRawFrame

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2024-05-29 16:20:04 -07:00
parent a7539e9317
commit b9b761b67a
5 changed files with 11 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/foundational/websocket-server/frames.proto
View File

@@ -18,6 +18,8 @@ message TextFrame {
message AudioRawFrame { message AudioRawFrame {
bytes audio = 1; bytes audio = 1;
uint32 sample_rate = 2;
uint32 num_channels = 3;
} }
message TranscriptionFrame { message TranscriptionFrame {

1
examples/foundational/websocket-server/server.py
View File

@@ -54,7 +54,6 @@ async def main():
@transport.event_handler("on_client_connected") @transport.event_handler("on_client_connected")
async def on_client_connected(transport, client): async def on_client_connected(transport, client):
print("AAAAAAAA")
await task.queue_frame(TextFrame("Hello there!")) await task.queue_frame(TextFrame("Hello there!"))
runner = PipelineRunner() runner = PipelineRunner()

2
src/pipecat/frames/frames.proto
View File

@@ -18,6 +18,8 @@ message TextFrame {
message AudioRawFrame { message AudioRawFrame {
bytes audio = 1; bytes audio = 1;
uint32 sample_rate = 2;
uint32 num_channels = 3;
} }
message TranscriptionFrame { message TranscriptionFrame {

12
src/pipecat/frames/protobufs/frames_pb2.py
View File

@@ -14,7 +14,7 @@ _sym_db = _symbol_database.Default()
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0c\x66rames.proto\x12\x07pipecat\"\x19\n\tTextFrame\x12\x0c\n\x04text\x18\x01 \x01(\t\"\x1e\n\rAudioRawFrame\x12\r\n\x05\x61udio\x18\x01 \x01(\x0c\"F\n\x12TranscriptionFrame\x12\x0c\n\x04text\x18\x01 \x01(\t\x12\x0f\n\x07user_id\x18\x02 \x01(\t\x12\x11\n\ttimestamp\x18\x03 \x01(\t\"\x93\x01\n\x05\x46rame\x12\"\n\x04text\x18\x01 \x01(\x0b\x32\x12.pipecat.TextFrameH\x00\x12\'\n\x05\x61udio\x18\x02 \x01(\x0b\x32\x16.pipecat.AudioRawFrameH\x00\x12\x34\n\rtranscription\x18\x03 \x01(\x0b\x32\x1b.pipecat.TranscriptionFrameH\x00\x42\x07\n\x05\x66rameb\x06proto3') DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0c\x66rames.proto\x12\x07pipecat\"\x19\n\tTextFrame\x12\x0c\n\x04text\x18\x01 \x01(\t\"I\n\rAudioRawFrame\x12\r\n\x05\x61udio\x18\x01 \x01(\x0c\x12\x13\n\x0bsample_rate\x18\x02 \x01(\r\x12\x14\n\x0cnum_channels\x18\x03 \x01(\r\"F\n\x12TranscriptionFrame\x12\x0c\n\x04text\x18\x01 \x01(\t\x12\x0f\n\x07user_id\x18\x02 \x01(\t\x12\x11\n\ttimestamp\x18\x03 \x01(\t\"\x93\x01\n\x05\x46rame\x12\"\n\x04text\x18\x01 \x01(\x0b\x32\x12.pipecat.TextFrameH\x00\x12\'\n\x05\x61udio\x18\x02 \x01(\x0b\x32\x16.pipecat.AudioRawFrameH\x00\x12\x34\n\rtranscription\x18\x03 \x01(\x0b\x32\x1b.pipecat.TranscriptionFrameH\x00\x42\x07\n\x05\x66rameb\x06proto3')
_globals = globals() _globals = globals()
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals) _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -24,9 +24,9 @@ if _descriptor._USE_C_DESCRIPTORS == False:
_globals['_TEXTFRAME']._serialized_start=25 _globals['_TEXTFRAME']._serialized_start=25
_globals['_TEXTFRAME']._serialized_end=50 _globals['_TEXTFRAME']._serialized_end=50
_globals['_AUDIORAWFRAME']._serialized_start=52 _globals['_AUDIORAWFRAME']._serialized_start=52
_globals['_AUDIORAWFRAME']._serialized_end=82 _globals['_AUDIORAWFRAME']._serialized_end=125
_globals['_TRANSCRIPTIONFRAME']._serialized_start=84 _globals['_TRANSCRIPTIONFRAME']._serialized_start=127
_globals['_TRANSCRIPTIONFRAME']._serialized_end=154 _globals['_TRANSCRIPTIONFRAME']._serialized_end=197
_globals['_FRAME']._serialized_start=157 _globals['_FRAME']._serialized_start=200
_globals['_FRAME']._serialized_end=304 _globals['_FRAME']._serialized_end=347
# @@protoc_insertion_point(module_scope) # @@protoc_insertion_point(module_scope)

1
src/pipecat/serializers/protobuf.py
View File

@@ -7,6 +7,7 @@
import dataclasses import dataclasses
import pipecat.frames.protobufs.frames_pb2 as frame_protos import pipecat.frames.protobufs.frames_pb2 as frame_protos
from pipecat.frames.frames import AudioRawFrame, Frame, TextFrame, TranscriptionFrame from pipecat.frames.frames import AudioRawFrame, Frame, TextFrame, TranscriptionFrame
from pipecat.serializers.base_serializer import FrameSerializer from pipecat.serializers.base_serializer import FrameSerializer