Add support for universal LLMContext to NVIDIA NIM LLM service

This commit is contained in:
Paul Kompfner
2025-09-02 15:00:01 -04:00
parent ac62183eb6
commit d740bab99e

View File

@@ -47,15 +47,6 @@ class NimLLMService(OpenAILLMService):
self._has_reported_prompt_tokens = False
self._is_processing = False
@property
def supports_universal_context(self) -> bool:
"""Check if this service supports universal LLMContext.
Returns:
False, as NimLLMService does not yet support universal LLMContext.
"""
return False
async def _process_context(self, context: OpenAILLMContext):
"""Process a context through the LLM and accumulate token usage metrics.