jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: add challenge and red-blue competitions across API and web

Browse source
This commit is contained in:
Joey Yakimowich-Payne 2025-10-01 06:49:09 -06:00
commit 8fd3c4bb64
No known key found for this signature in database
GPG key ID: 6BFE655FA5ABD1E1
77 changed files with 5355 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

7
api/models/__init__.py
View file

@ -91,6 +91,8 @@ from .workflow import (
WorkflowRun,
WorkflowType,
)
from .challenge import Challenge, ChallengeAttempt
from .red_blue import RedBlueChallenge, TeamSubmission, TeamPairing
__all__ = [
"APIBasedExtension",
@ -181,4 +183,9 @@ __all__ = [
"WorkflowRunTriggeredFrom",
"WorkflowToolProvider",
"WorkflowType",
"Challenge",
"ChallengeAttempt",
"RedBlueChallenge",
"TeamSubmission",
"TeamPairing",
]

91
api/models/challenge.py Normal file
View file

@ -0,0 +1,91 @@
from __future__ import annotations
from datetime import datetime
import sqlalchemy as sa
from sqlalchemy.dialects.postgresql import JSONB
from sqlalchemy.orm import Mapped, mapped_column
from .base import Base
from .types import StringUUID
class Challenge(Base):
__tablename__ = "challenges"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="challenges_pkey"),
sa.Index("challenges_tenant_id_idx", "tenant_id"),
sa.Index("challenges_app_id_idx", "app_id"),
)
id: Mapped[str] = mapped_column(StringUUID, server_default=sa.text("uuid_generate_v4()"))
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
app_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
workflow_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
name: Mapped[str] = mapped_column(sa.Text, nullable=False)
description: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
goal: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
success_type: Mapped[str] = mapped_column(sa.String(64), nullable=False, server_default=sa.text("'regex'"))
success_pattern: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
secret_ref: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
evaluator_type: Mapped[str] = mapped_column(sa.String(32), nullable=False, server_default=sa.text("'rules'"))
evaluator_plugin_id: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
evaluator_entrypoint: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
evaluator_config = mapped_column(JSONB, nullable=True)
scoring_strategy: Mapped[str] = mapped_column(sa.String(64), nullable=False, server_default=sa.text("'first'"))
scoring_plugin_id: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
scoring_entrypoint: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
scoring_config = mapped_column(JSONB, nullable=True)
is_active: Mapped[bool] = mapped_column(sa.Boolean, nullable=False, server_default=sa.text("true"))
created_by: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
created_at: Mapped[datetime] = mapped_column(
sa.DateTime,
nullable=False,
server_default=sa.func.current_timestamp(),
)
updated_by: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
updated_at: Mapped[datetime] = mapped_column(
sa.DateTime,
nullable=False,
server_default=sa.func.current_timestamp(),
)
class ChallengeAttempt(Base):
__tablename__ = "challenge_attempts"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="challenge_attempts_pkey"),
sa.Index("challenge_attempts_tenant_id_idx", "tenant_id"),
sa.Index("challenge_attempts_challenge_id_idx", "challenge_id"),
)
id: Mapped[str] = mapped_column(StringUUID, server_default=sa.text("uuid_generate_v4()"))
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
challenge_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
end_user_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
account_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
workflow_run_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
succeeded: Mapped[bool] = mapped_column(sa.Boolean, nullable=False, server_default=sa.text("false"))
score: Mapped[float | None] = mapped_column(sa.Float, nullable=True)
judge_rating: Mapped[int | None] = mapped_column(sa.Integer, nullable=True)
judge_feedback: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
judge_output_raw = mapped_column(JSONB, nullable=True)
tokens_total: Mapped[int | None] = mapped_column(sa.Integer, nullable=True)
elapsed_ms: Mapped[int | None] = mapped_column(sa.Integer, nullable=True)
created_at: Mapped[datetime] = mapped_column(
sa.DateTime,
nullable=False,
server_default=sa.func.current_timestamp(),
)

114
api/models/red_blue.py Normal file
View file

@ -0,0 +1,114 @@
from __future__ import annotations
from datetime import datetime
import sqlalchemy as sa
from sqlalchemy.dialects.postgresql import JSONB
from sqlalchemy.orm import Mapped, mapped_column
from .base import Base
from .types import StringUUID
class RedBlueChallenge(Base):
__tablename__ = "red_blue_challenges"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="red_blue_challenges_pkey"),
sa.Index("red_blue_challenges_tenant_id_idx", "tenant_id"),
sa.Index("red_blue_challenges_app_id_idx", "app_id"),
)
id: Mapped[str] = mapped_column(StringUUID, server_default=sa.text("uuid_generate_v4()"))
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
app_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
workflow_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
name: Mapped[str] = mapped_column(sa.Text, nullable=False)
description: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
judge_suite = mapped_column(JSONB, nullable=False)
defense_selection_policy: Mapped[str] = mapped_column(
sa.String(64), nullable=False, server_default=sa.text("'latest_best'")
)
attack_selection_policy: Mapped[str] = mapped_column(
sa.String(64), nullable=False, server_default=sa.text("'latest_best'")
)
scoring_strategy: Mapped[str] = mapped_column(
sa.String(64), nullable=False, server_default=sa.text("'red_blue_ratio'")
)
theme = mapped_column(JSONB, nullable=True)
instructions_md: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
is_active: Mapped[bool] = mapped_column(sa.Boolean, nullable=False, server_default=sa.text("true"))
created_by: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
created_at: Mapped[datetime] = mapped_column(
sa.DateTime,
nullable=False,
server_default=sa.func.current_timestamp(),
)
updated_by: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
updated_at: Mapped[datetime] = mapped_column(
sa.DateTime,
nullable=False,
server_default=sa.func.current_timestamp(),
)
class TeamSubmission(Base):
__tablename__ = "team_submissions"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="team_submissions_pkey"),
sa.Index("team_submissions_challenge_id_idx", "red_blue_challenge_id"),
sa.Index("team_submissions_tenant_id_idx", "tenant_id"),
)
id: Mapped[str] = mapped_column(StringUUID, server_default=sa.text("uuid_generate_v4()"))
red_blue_challenge_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
account_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
end_user_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
team: Mapped[str] = mapped_column(sa.String(16), nullable=False) # 'red' | 'blue'
prompt: Mapped[str] = mapped_column(sa.Text, nullable=False)
active: Mapped[bool] = mapped_column(sa.Boolean, nullable=False, server_default=sa.text("true"))
created_at: Mapped[datetime] = mapped_column(
sa.DateTime,
nullable=False,
server_default=sa.func.current_timestamp(),
)
class TeamPairing(Base):
__tablename__ = "team_pairings"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="team_pairings_pkey"),
sa.Index("team_pairings_challenge_id_idx", "red_blue_challenge_id"),
sa.Index("team_pairings_tenant_id_idx", "tenant_id"),
)
id: Mapped[str] = mapped_column(StringUUID, server_default=sa.text("uuid_generate_v4()"))
red_blue_challenge_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
attack_submission_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
defense_submission_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True)
judge_output_raw = mapped_column(JSONB, nullable=True)
categories = mapped_column(JSONB, nullable=True)
judge_rating: Mapped[int | None] = mapped_column(sa.Integer, nullable=True)
judge_feedback: Mapped[str | None] = mapped_column(sa.Text, nullable=True)
red_points: Mapped[float] = mapped_column(sa.Float, nullable=False, server_default=sa.text("0"))
blue_points: Mapped[float] = mapped_column(sa.Float, nullable=False, server_default=sa.text("0"))
tokens_total: Mapped[int | None] = mapped_column(sa.Integer, nullable=True)
elapsed_ms: Mapped[int | None] = mapped_column(sa.Integer, nullable=True)
created_at: Mapped[datetime] = mapped_column(
sa.DateTime,
nullable=False,
server_default=sa.func.current_timestamp(),
)