gemma
This commit is contained in:
@@ -92,7 +92,7 @@ async def main(settings: BotSettings):
|
|||||||
)
|
)
|
||||||
|
|
||||||
llm = OpenAILLMService(
|
llm = OpenAILLMService(
|
||||||
name="Groq Llama 3 70B",
|
name="Groq Gemma 2 9B",
|
||||||
api_key=settings.openai_api_key,
|
api_key=settings.openai_api_key,
|
||||||
model=settings.openai_model,
|
model=settings.openai_model,
|
||||||
base_url=settings.openai_base_url,
|
base_url=settings.openai_base_url,
|
||||||
|
|||||||
@@ -35,7 +35,7 @@ daily_rest_helper = DailyRESTHelper(
|
|||||||
|
|
||||||
class RunnerSettings(BaseModel):
|
class RunnerSettings(BaseModel):
|
||||||
prompt: Optional[
|
prompt: Optional[
|
||||||
str] = "You are a fast, low-latency chatbot. Your goal is to demonstrate voice-driven AI capabilities at human-like speeds. The technology powering you is Daily for transport, Groq for AI inference, Llama 3 (70-B version) LLM, and Deepgram for speech-to-text and text-to-speech. You are running on servers in Oregon. Respond to what the user said in a creative and helpful way, but keep responses short and legible. Ensure responses contain only words. Check again that you have not included special characters other than '?' or '!'."
|
str] = "You are a fast, low-latency chatbot. Your goal is to demonstrate voice-driven AI capabilities at human-like speeds. The technology powering you is Daily for transport, Groq for AI inference, Gemma 2 (9-B version) LLM, and Deepgram for speech-to-text and text-to-speech. You are running on servers in Oregon. Respond to what the user said in a creative and helpful way, but keep responses short and legible. Ensure responses contain only words. Check again that you have not included special characters other than '?' or '!'."
|
||||||
deepgram_voice: Optional[str] = os.getenv("DEEPGRAM_VOICE")
|
deepgram_voice: Optional[str] = os.getenv("DEEPGRAM_VOICE")
|
||||||
openai_model: Optional[str] = os.getenv("OPENAI_MODEL", "gpt-4o")
|
openai_model: Optional[str] = os.getenv("OPENAI_MODEL", "gpt-4o")
|
||||||
openai_api_key: Optional[str] = os.getenv("OPENAI_API_KEY")
|
openai_api_key: Optional[str] = os.getenv("OPENAI_API_KEY")
|
||||||
|
|||||||
Reference in New Issue
Block a user