Update llm library web interface
This commit is contained in:
@@ -153,6 +153,22 @@ class LLMModelTestResponse(BaseModel):
|
||||
message: Optional[str] = None
|
||||
|
||||
|
||||
class LLMPreviewRequest(BaseModel):
|
||||
message: str
|
||||
system_prompt: Optional[str] = None
|
||||
max_tokens: Optional[int] = None
|
||||
temperature: Optional[float] = None
|
||||
api_key: Optional[str] = None
|
||||
|
||||
|
||||
class LLMPreviewResponse(BaseModel):
|
||||
success: bool
|
||||
reply: Optional[str] = None
|
||||
usage: Optional[dict] = None
|
||||
latency_ms: Optional[int] = None
|
||||
error: Optional[str] = None
|
||||
|
||||
|
||||
# ============ ASR Model ============
|
||||
class ASRModelBase(BaseModel):
|
||||
name: str
|
||||
|
||||
Reference in New Issue
Block a user