wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

services(openai, anthropic): a None result should not run inference

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2024-08-18 20:48:43 -07:00
parent f3a4e54996
commit 26d03f26c9
2 changed files with 42 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/pipecat/services/anthropic.py
View File

@@ -490,6 +490,7 @@ class AnthropicAssistantContextAggregator(LLMAssistantContextAggregator):
if self._function_call_result: if self._function_call_result:
frame = self._function_call_result frame = self._function_call_result
self._function_call_result = None self._function_call_result = None
if frame.result:
self._context.add_message({ self._context.add_message({
"role": "assistant", "role": "assistant",
"content": [ "content": [

3
src/pipecat/services/openai.py
View File

@@ -399,6 +399,8 @@ class OpenAIAssistantContextAggregator(LLMAssistantContextAggregator):
try: try:
if self._function_call_result: if self._function_call_result:
frame = self._function_call_result frame = self._function_call_result
self._function_call_result = None
if frame.result:
self._context.add_message({ self._context.add_message({
"role": "assistant", "role": "assistant",
"tool_calls": [ "tool_calls": [
@@ -417,7 +419,6 @@ class OpenAIAssistantContextAggregator(LLMAssistantContextAggregator):
"content": json.dumps(frame.result), "content": json.dumps(frame.result),
"tool_call_id": frame.tool_call_id "tool_call_id": frame.tool_call_id
}) })
self._function_call_result = None
run_llm = True run_llm = True
else: else:
self._context.add_message({"role": "assistant", "content": aggregation}) self._context.add_message({"role": "assistant", "content": aggregation})