wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

services(openai, anthropic): a None result should not run inference

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2024-08-18 20:48:43 -07:00
parent f3a4e54996
commit 26d03f26c9
2 changed files with 42 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
src/pipecat/services/anthropic.py
View File

@@ -490,32 +490,33 @@ class AnthropicAssistantContextAggregator(LLMAssistantContextAggregator):
if self._function_call_result: if self._function_call_result:
frame = self._function_call_result frame = self._function_call_result
self._function_call_result = None self._function_call_result = None
self._context.add_message({ if frame.result:
"role": "assistant", self._context.add_message({
"content": [ "role": "assistant",
{ "content": [
"type": "text", {
"text": aggregation "type": "text",
}, "text": aggregation
{ },
"type": "tool_use", {
"id": frame.tool_call_id, "type": "tool_use",
"name": frame.function_name, "id": frame.tool_call_id,
"input": frame.arguments "name": frame.function_name,
} "input": frame.arguments
] }
}) ]
self._context.add_message({ })
"role": "user", self._context.add_message({
"content": [ "role": "user",
"content": [
{ {
"type": "tool_result", "type": "tool_result",
"tool_use_id": frame.tool_call_id, "tool_use_id": frame.tool_call_id,
"content": json.dumps(frame.result) "content": json.dumps(frame.result)
} }
] ]
}) })
run_llm = True run_llm = True
else: else:
self._context.add_message({"role": "assistant", "content": aggregation}) self._context.add_message({"role": "assistant", "content": aggregation})

39
src/pipecat/services/openai.py
View File

@@ -399,26 +399,27 @@ class OpenAIAssistantContextAggregator(LLMAssistantContextAggregator):
try: try:
if self._function_call_result: if self._function_call_result:
frame = self._function_call_result frame = self._function_call_result
self._context.add_message({
"role": "assistant",
"tool_calls": [
{
"id": frame.tool_call_id,
"function": {
"name": frame.function_name,
"arguments": json.dumps(frame.arguments)
},
"type": "function"
}
]
})
self._context.add_message({
"role": "tool",
"content": json.dumps(frame.result),
"tool_call_id": frame.tool_call_id
})
self._function_call_result = None self._function_call_result = None
run_llm = True if frame.result:
self._context.add_message({
"role": "assistant",
"tool_calls": [
{
"id": frame.tool_call_id,
"function": {
"name": frame.function_name,
"arguments": json.dumps(frame.arguments)
},
"type": "function"
}
]
})
self._context.add_message({
"role": "tool",
"content": json.dumps(frame.result),
"tool_call_id": frame.tool_call_id
})
run_llm = True
else: else:
self._context.add_message({"role": "assistant", "content": aggregation}) self._context.add_message({"role": "assistant", "content": aggregation})