wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

convert openai service to new models

Browse Source
This commit is contained in:
Moishe Lettvin
2023-12-29 11:46:39 -05:00
parent 7c9ecb1a1d
commit 8709da4d08
3 changed files with 71 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/dailyai/services/azure_ai_services.py
View File

@@ -66,11 +66,10 @@ class AzureLLMService(LLMService):
)
def run_llm_async(self, messages) -> Generator[str, None, None]:
local_messages = messages.copy()
messages_for_log = json.dumps(local_messages)
messages_for_log = json.dumps(messages)
self.logger.debug(f"Generating chat via azure: {messages_for_log}")
response = self.get_response(local_messages, stream=True)
response = self.get_response(messages, stream=True)
for chunk in response:
if len(chunk.choices) == 0:
@@ -80,11 +79,10 @@ class AzureLLMService(LLMService):
yield chunk.choices[0].delta.content
def run_llm(self, messages) -> str | None:
local_messages = messages.copy()
messages_for_log = json.dumps(local_messages)
messages_for_log = json.dumps(messages)
self.logger.debug(f"Generating chat via azure: {messages_for_log}")
response = self.get_response(local_messages, stream=False)
response = self.get_response(messages, stream=False)
if response and len(response.choices) > 0:
return response.choices[0].message.content
else: