Add vision model support and related configurations in Assistant

- Introduce new fields in AssistantConfig, schemas, and database models to support vision capabilities, including `vision_enabled` and `vision_model_resource_id`.
- Enhance validation logic in routes to ensure proper handling of vision models and their requirements.
- Update the AssistantPage and related frontend components to include options for enabling vision understanding and selecting appropriate vision models.
- Modify database seed scripts to include vision-related data for assistants, ensuring consistent setup.
- Refactor related functions to integrate vision model handling in the audio-visual processing pipeline.

backend/routes/assistants.py

@@ -24,6 +24,23 @@ def _validate_workflow(body: AssistantUpsert) -> None:
         raise HTTPException(400, "工作流校验失败:" + ";".join(errors))
 
 
+async def _validate_vision_model(
+    session: AsyncSession, body: AssistantUpsert
+) -> None:
+    if body.vision_enabled:
+        if body.vision_model_resource_id:
+            resource = await session.get(ModelResource, body.vision_model_resource_id)
+        else:
+            resource_id = body.model_resource_ids.get("LLM")
+            resource = (
+                await session.get(ModelResource, resource_id) if resource_id else None
+            )
+        if not resource or resource.capability != "LLM":
+            raise HTTPException(400, "视觉模型必须引用 LLM 模型资源")
+        if not resource.support_image_input:
+            raise HTTPException(400, "视觉模型必须支持图片输入")
+
+
 async def _sync_bindings(
     session: AsyncSession, assistant_id: str, resource_ids: dict[str, str]
 ) -> None:
@@ -69,6 +86,8 @@ async def _to_out(session: AsyncSession, assistant: Assistant) -> AssistantOut:
         runtime_mode=assistant.runtime_mode,  # type: ignore[arg-type]
         greeting=assistant.greeting,
         enable_interrupt=assistant.enable_interrupt,
+        vision_enabled=assistant.vision_enabled,
+        vision_model_resource_id=assistant.vision_model_resource_id,
         model_resource_ids=await _resource_ids(session, assistant.id),
         knowledge_base_id=assistant.knowledge_base_id,
         prompt=assistant.prompt,
@@ -93,6 +112,7 @@ async def create_assistant(
     body: AssistantUpsert, session: AsyncSession = Depends(get_session)
 ):
     _validate_workflow(body)
+    await _validate_vision_model(session, body)
     data = body.model_dump()
     resource_ids = data.pop("model_resource_ids")
     assistant = Assistant(id=f"asst_{uuid.uuid4().hex[:12]}", **data)
@@ -128,6 +148,8 @@ async def duplicate_assistant(
         runtime_mode=source.runtime_mode,
         greeting=source.greeting,
         enable_interrupt=source.enable_interrupt,
+        vision_enabled=source.vision_enabled,
+        vision_model_resource_id=source.vision_model_resource_id,
         knowledge_base_id=source.knowledge_base_id,
         prompt=source.prompt,
         api_url=source.api_url,
@@ -153,6 +175,7 @@ async def update_assistant(
     if not assistant:
         raise HTTPException(404, "助手不存在")
     _validate_workflow(body)
+    await _validate_vision_model(session, body)
     data = body.model_dump()
     resource_ids = data.pop("model_resource_ids")
     data["api_key"] = resolve_incoming_key(data["api_key"], assistant.api_key)