From 4c20ce20f6bb0fefb9526f24f117d17ab6315744 Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Thu, 4 Jul 2024 22:49:18 +0000 Subject: [PATCH] gemma --- examples/fast-chatbot/bot-classic-pipeline.js | 2 +- examples/fast-chatbot/bot_runner.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/fast-chatbot/bot-classic-pipeline.js b/examples/fast-chatbot/bot-classic-pipeline.js index d92fe607a..22e3b7787 100644 --- a/examples/fast-chatbot/bot-classic-pipeline.js +++ b/examples/fast-chatbot/bot-classic-pipeline.js @@ -92,7 +92,7 @@ async def main(settings: BotSettings): ) llm = OpenAILLMService( - name="Groq Llama 3 70B", + name="Groq Gemma 2 9B", api_key=settings.openai_api_key, model=settings.openai_model, base_url=settings.openai_base_url, diff --git a/examples/fast-chatbot/bot_runner.py b/examples/fast-chatbot/bot_runner.py index 822692f03..facd860f0 100644 --- a/examples/fast-chatbot/bot_runner.py +++ b/examples/fast-chatbot/bot_runner.py @@ -35,7 +35,7 @@ daily_rest_helper = DailyRESTHelper( class RunnerSettings(BaseModel): prompt: Optional[ - str] = "You are a fast, low-latency chatbot. Your goal is to demonstrate voice-driven AI capabilities at human-like speeds. The technology powering you is Daily for transport, Groq for AI inference, Llama 3 (70-B version) LLM, and Deepgram for speech-to-text and text-to-speech. You are running on servers in Oregon. Respond to what the user said in a creative and helpful way, but keep responses short and legible. Ensure responses contain only words. Check again that you have not included special characters other than '?' or '!'." + str] = "You are a fast, low-latency chatbot. Your goal is to demonstrate voice-driven AI capabilities at human-like speeds. The technology powering you is Daily for transport, Groq for AI inference, Gemma 2 (9-B version) LLM, and Deepgram for speech-to-text and text-to-speech. You are running on servers in Oregon. Respond to what the user said in a creative and helpful way, but keep responses short and legible. Ensure responses contain only words. Check again that you have not included special characters other than '?' or '!'." deepgram_voice: Optional[str] = os.getenv("DEEPGRAM_VOICE") openai_model: Optional[str] = os.getenv("OPENAI_MODEL", "gpt-4o") openai_api_key: Optional[str] = os.getenv("OPENAI_API_KEY")