wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

start of function calling

Browse Source
This commit is contained in:
Chad Bailey
2024-02-09 22:29:17 +00:00
parent 237db19c40
commit fd5ff5fee5
6 changed files with 213 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/dailyai/services/open_ai_services.py
View File

@@ -13,30 +13,32 @@ from dailyai.services.ai_services import AIService, TTSService, LLMService, Imag
class OpenAILLMService(LLMService):
def __init__(self, *, api_key, model="gpt-4"):
def __init__(self, *, api_key, model="gpt-4", tools=None):
super().__init__()
self._model = model
self._client = AsyncOpenAI(api_key=api_key)
self._tools = tools
async def get_response(self, messages, stream):
return await self._client.chat.completions.create(
stream=stream,
messages=messages,
model=self._model
model=self._model,
tools=self._tools
)
async def run_llm_async(self, messages) -> AsyncGenerator[str, None]:
messages_for_log = json.dumps(messages)
self.logger.debug(f"Generating chat via openai: {messages_for_log}")
chunks = await self._client.chat.completions.create(model=self._model, stream=True, messages=messages)
chunks = await self._client.chat.completions.create(model=self._model, stream=True, messages=messages, tools=self._tools)
async for chunk in chunks:
if len(chunk.choices) == 0:
continue
if chunk.choices[0].delta.content:
yield chunk.choices[0].delta.content
elif chunk.choices[0].delta.tool_calls:
yield chunk.choices[0].delta.tool_calls[0]
async def run_llm(self, messages) -> str | None:
messages_for_log = json.dumps(messages)
self.logger.debug(f"Generating chat via openai: {messages_for_log}")