getting started on 06-

This commit is contained in:
Moishe Lettvin
2024-01-10 13:00:36 -05:00
parent cd204ebd21
commit 7229fc806e
4 changed files with 95 additions and 9 deletions

View File

@@ -1,8 +1,8 @@
import logging
from asyncio import Queue
from abc import abstractmethod
from collections.abc import AsyncGenerator
from typing import AsyncGenerator
from dataclasses import dataclass
@@ -16,9 +16,7 @@ class AIService:
class LLMService(AIService):
# Generate a set of responses to a prompt. Yields a list of responses.
@abstractmethod
async def run_llm_async(
self, messages
) -> AsyncGenerator[str, None]:
async def run_llm_async(self, messages) -> AsyncGenerator[str, None]:
pass
# Generate a responses to a prompt. Returns the response