even more demo cleanup, making run_llm play well with asyncio
This commit is contained in:
@@ -84,7 +84,7 @@ class AzureLLMService(LLMService):
|
|||||||
messages_for_log = json.dumps(messages)
|
messages_for_log = json.dumps(messages)
|
||||||
self.logger.debug(f"Generating chat via azure: {messages_for_log}")
|
self.logger.debug(f"Generating chat via azure: {messages_for_log}")
|
||||||
|
|
||||||
response = self.get_response(messages, stream=False)
|
response = await asyncio.to_thread(self.get_response, messages, False)
|
||||||
if response and len(response.choices) > 0:
|
if response and len(response.choices) > 0:
|
||||||
return response.choices[0].message.content
|
return response.choices[0].message.content
|
||||||
else:
|
else:
|
||||||
|
|||||||
@@ -212,11 +212,13 @@ class DailyTransportService(EventHandler):
|
|||||||
try:
|
try:
|
||||||
while not self.stop_threads.is_set():
|
while not self.stop_threads.is_set():
|
||||||
if self.image:
|
if self.image:
|
||||||
|
print("rendering image")
|
||||||
self.camera.write_frame(self.image)
|
self.camera.write_frame(self.image)
|
||||||
|
|
||||||
time.sleep(1.0 / 8.0) # 8 fps
|
time.sleep(1.0 / 24) # 24 fps
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
self.logger.error(f"Exception {e} in camera thread.")
|
self.logger.error(f"Exception {e} in camera thread.")
|
||||||
|
print("exiting run_camera thread")
|
||||||
|
|
||||||
def frame_consumer(self):
|
def frame_consumer(self):
|
||||||
self.logger.info("🎬 Starting frame consumer thread")
|
self.logger.info("🎬 Starting frame consumer thread")
|
||||||
|
|||||||
@@ -29,7 +29,7 @@ async def main(room_url, token):
|
|||||||
async def get_all_audio(text):
|
async def get_all_audio(text):
|
||||||
all_audio = bytearray()
|
all_audio = bytearray()
|
||||||
async for audio in tts.run_tts(text):
|
async for audio in tts.run_tts(text):
|
||||||
all_audio.append(audio)
|
all_audio.extend(audio)
|
||||||
|
|
||||||
return all_audio
|
return all_audio
|
||||||
|
|
||||||
@@ -48,7 +48,7 @@ async def main(room_url, token):
|
|||||||
(image, audio) = await asyncio.gather(
|
(image, audio) = await asyncio.gather(
|
||||||
*[dalle.run_image_gen(inference_text, "1024x1024"), get_all_audio(inference_text)]
|
*[dalle.run_image_gen(inference_text, "1024x1024"), get_all_audio(inference_text)]
|
||||||
)
|
)
|
||||||
print(f"Got audio and video for {month}")
|
print(f"Got audio and video for {month}", image[0])
|
||||||
transport.output_queue.put(
|
transport.output_queue.put(
|
||||||
[
|
[
|
||||||
OutputQueueFrame(FrameType.IMAGE_FRAME, image[1]),
|
OutputQueueFrame(FrameType.IMAGE_FRAME, image[1]),
|
||||||
@@ -70,9 +70,18 @@ async def main(room_url, token):
|
|||||||
"September",
|
"September",
|
||||||
"October",
|
"October",
|
||||||
"November",
|
"November",
|
||||||
|
"December"
|
||||||
]
|
]
|
||||||
|
sleeper = asyncio.sleep(meeting_duration_minutes * 60)
|
||||||
|
print("gathering")
|
||||||
await asyncio.gather(*[show_month(month) for month in months])
|
await asyncio.gather(*[show_month(month) for month in months])
|
||||||
|
print("waiting")
|
||||||
|
await sleeper
|
||||||
|
print("done")
|
||||||
|
except Exception as e:
|
||||||
|
print("Exception", e)
|
||||||
finally:
|
finally:
|
||||||
|
print("finally")
|
||||||
transport.stop()
|
transport.stop()
|
||||||
print("Done")
|
print("Done")
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user