feat: add persisted batch text testing

2026-08-10 13:49:24 +08:00
parent 5b8b9fd097
commit 19e8c8c108
27 changed files with 3855 additions and 1450 deletions
--- a/backend/migrations/versions/20260810_0016_add_test_runs.py
+++ b/backend/migrations/versions/20260810_0016_add_test_runs.py
@@ -0,0 +1,112 @@
+"""add persisted test suites, cases, and batch runs
+
+Revision ID: 20260810_0016
+Revises: 20260807_0015
+"""
+
+from __future__ import annotations
+
+from collections.abc import Sequence
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+
+revision: str = "20260810_0016"
+down_revision: str | Sequence[str] | None = "20260807_0015"
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "test_suites",
+        sa.Column("id", sa.String(length=40), nullable=False),
+        sa.Column("name", sa.String(length=128), nullable=False),
+        sa.Column("description", sa.String(length=2048), server_default="", nullable=False),
+        sa.Column("assistant_id", sa.String(length=40), nullable=True),
+        sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.ForeignKeyConstraint(["assistant_id"], ["assistants.id"], ondelete="SET NULL"),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index("ix_test_suites_assistant_id", "test_suites", ["assistant_id"])
+
+    op.create_table(
+        "test_cases",
+        sa.Column("id", sa.String(length=40), nullable=False),
+        sa.Column("suite_id", sa.String(length=40), nullable=False),
+        sa.Column("name", sa.String(length=128), nullable=False),
+        sa.Column("description", sa.String(length=2048), server_default="", nullable=False),
+        sa.Column("input_mode", sa.String(length=40), server_default="fixed_script_text", nullable=False),
+        sa.Column("definition", postgresql.JSONB(astext_type=sa.Text()), server_default=sa.text("'{}'::jsonb"), nullable=False),
+        sa.Column("sort_order", sa.Integer(), server_default="0", nullable=False),
+        sa.Column("last_result", sa.String(length=16), server_default="not_run", nullable=False),
+        sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.ForeignKeyConstraint(["suite_id"], ["test_suites.id"], ondelete="CASCADE"),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("suite_id", "sort_order", name="uq_test_case_suite_order"),
+    )
+    op.create_index("ix_test_cases_suite_id", "test_cases", ["suite_id"])
+    op.create_index("ix_test_cases_input_mode", "test_cases", ["input_mode"])
+
+    op.create_table(
+        "test_runs",
+        sa.Column("id", sa.String(length=40), nullable=False),
+        sa.Column("assistant_id", sa.String(length=40), nullable=True),
+        sa.Column("assistant_name", sa.String(length=128), server_default="", nullable=False),
+        sa.Column("title", sa.String(length=256), server_default="批量测试", nullable=False),
+        sa.Column("status", sa.String(length=16), server_default="queued", nullable=False),
+        sa.Column("config", postgresql.JSONB(astext_type=sa.Text()), server_default=sa.text("'{}'::jsonb"), nullable=False),
+        sa.Column("stop_reason", sa.String(length=32), nullable=True),
+        sa.Column("cancel_requested", sa.Boolean(), server_default=sa.text("false"), nullable=False),
+        sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.Column("started_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("finished_at", sa.DateTime(timezone=True), nullable=True),
+        sa.ForeignKeyConstraint(["assistant_id"], ["assistants.id"], ondelete="SET NULL"),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index("ix_test_runs_assistant_id", "test_runs", ["assistant_id"])
+    op.create_index("ix_test_runs_status", "test_runs", ["status"])
+
+    op.create_table(
+        "test_run_cases",
+        sa.Column("id", sa.String(length=40), nullable=False),
+        sa.Column("run_id", sa.String(length=40), nullable=False),
+        sa.Column("test_case_id", sa.String(length=40), nullable=True),
+        sa.Column("test_case_name", sa.String(length=128), nullable=False),
+        sa.Column("suite_id", sa.String(length=40), nullable=True),
+        sa.Column("position", sa.Integer(), server_default="0", nullable=False),
+        sa.Column("case_snapshot", postgresql.JSONB(astext_type=sa.Text()), server_default=sa.text("'{}'::jsonb"), nullable=False),
+        sa.Column("status", sa.String(length=16), server_default="waiting", nullable=False),
+        sa.Column("attempt_count", sa.Integer(), server_default="0", nullable=False),
+        sa.Column("max_attempts", sa.Integer(), server_default="1", nullable=False),
+        sa.Column("result", postgresql.JSONB(astext_type=sa.Text()), server_default=sa.text("'{}'::jsonb"), nullable=False),
+        sa.Column("execution_error", postgresql.JSONB(astext_type=sa.Text()), nullable=True),
+        sa.Column("started_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("finished_at", sa.DateTime(timezone=True), nullable=True),
+        sa.ForeignKeyConstraint(["run_id"], ["test_runs.id"], ondelete="CASCADE"),
+        sa.ForeignKeyConstraint(["test_case_id"], ["test_cases.id"], ondelete="SET NULL"),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("run_id", "test_case_id", name="uq_test_run_case"),
+    )
+    op.create_index("ix_test_run_cases_run_id", "test_run_cases", ["run_id"])
+    op.create_index("ix_test_run_cases_test_case_id", "test_run_cases", ["test_case_id"])
+    op.create_index("ix_test_run_cases_status", "test_run_cases", ["status"])
+
+
+def downgrade() -> None:
+    op.drop_index("ix_test_run_cases_status", table_name="test_run_cases")
+    op.drop_index("ix_test_run_cases_test_case_id", table_name="test_run_cases")
+    op.drop_index("ix_test_run_cases_run_id", table_name="test_run_cases")
+    op.drop_table("test_run_cases")
+    op.drop_index("ix_test_runs_status", table_name="test_runs")
+    op.drop_index("ix_test_runs_assistant_id", table_name="test_runs")
+    op.drop_table("test_runs")
+    op.drop_index("ix_test_cases_input_mode", table_name="test_cases")
+    op.drop_index("ix_test_cases_suite_id", table_name="test_cases")
+    op.drop_table("test_cases")
+    op.drop_index("ix_test_suites_assistant_id", table_name="test_suites")
+    op.drop_table("test_suites")
--- a/backend/migrations/versions/20260810_0017_remove_test_suite_assistant.py
+++ b/backend/migrations/versions/20260810_0017_remove_test_suite_assistant.py
@@ -0,0 +1,43 @@
+"""remove obsolete assistant binding from test suites
+
+Revision ID: 20260810_0017
+Revises: 20260810_0016
+"""
+
+from __future__ import annotations
+
+from collections.abc import Sequence
+
+from alembic import op
+import sqlalchemy as sa
+
+
+revision: str = "20260810_0017"
+down_revision: str | Sequence[str] | None = "20260810_0016"
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def upgrade() -> None:
+    op.drop_index("ix_test_suites_assistant_id", table_name="test_suites")
+    op.drop_column("test_suites", "assistant_id")
+
+
+def downgrade() -> None:
+    op.add_column(
+        "test_suites",
+        sa.Column("assistant_id", sa.String(length=40), nullable=True),
+    )
+    op.create_foreign_key(
+        "fk_test_suites_assistant_id_assistants",
+        "test_suites",
+        "assistants",
+        ["assistant_id"],
+        ["id"],
+        ondelete="SET NULL",
+    )
+    op.create_index(
+        "ix_test_suites_assistant_id",
+        "test_suites",
+        ["assistant_id"],
+    )