wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

wip, committing before importing my conversation wrapper

Browse Source
This commit is contained in:
Chad Bailey
2024-02-29 14:16:00 -06:00
parent a8d618ede1
commit af4ab95713
9 changed files with 221 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/dailyai/services/open_ai_services.py
View File

@@ -13,8 +13,8 @@ class OpenAILLMService(LLMService):
def __init__(self, *, api_key, model="gpt-4", tools=None):
super().__init__()
self._model = model
self._client = AsyncOpenAI(api_key=api_key)
self._tools = tools
self._client = AsyncOpenAI(api_key=api_key)
async def get_response(self, messages, stream):
return await self._client.chat.completions.create(
@@ -27,8 +27,16 @@ class OpenAILLMService(LLMService):
async def run_llm_async(self, messages, tool_choice=None) -> AsyncGenerator[str, None]:
messages_for_log = json.dumps(messages)
self.logger.debug(f"Generating chat via openai: {messages_for_log}")
chunks = await self._client.chat.completions.create(model=self._model, stream=True, messages=messages, tools=self._tools, tool_choice=tool_choice)
print("---")
print(f"tools: {self._tools}")
print("---")
print(f"messages: {messages_for_log}")
print("-----")
if self._tools:
tools = self._tools
else:
tools = None
chunks = await self._client.chat.completions.create(model=self._model, stream=True, messages=messages, tools=tools, tool_choice=tool_choice)
async for chunk in chunks:
if len(chunk.choices) == 0:
continue