mtfyun/dify
1
0 Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-11-12 06:11:12 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
feat/dify-builder
dify/api/models/dify_builder.py
T
twwu b0045ab1f1 fix(builder): keep native tests in sync through approval 
Resume the original run after all approvals and restore terminal progress
and traversed edges on reload.

Show structured approval details and receipts, hide Stop while forms are
open, and recover when a running conversation is cleared.
2026-11-10 14:46:48 +08:00

416 lines
22 KiB
Python
Raw Permalink Blame History

from datetime import datetime
import sqlalchemy as sa
from sqlalchemy import DateTime, String, func
from sqlalchemy.orm import Mapped, mapped_column
from libs.uuid_utils import uuidv7
from .base import TypeBase
from .types import AdjustedJSON, StringUUID
class BuilderRowIdentity:
"""Preserve ORM object identity instead of TypeBase's inherited dataclass equality."""
__eq__ = object.__eq__
__hash__ = object.__hash__
__repr__ = object.__repr__
class DifyBuilderSession(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""
DifyBuilder Session Model
Durable state for a single dify-builder conversation: which app/tenant
it belongs to, the entry mode it was started in, its current FSM state,
and the `version` column used as the CAS counter for
`Repository.compare_and_advance`.
"""
__tablename__ = "dify_builder_sessions"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_session_pkey"),
sa.Index("dify_builder_session_tenant_idx", "tenant_id"),
sa.Index("dify_builder_session_app_idx", "app_id"),
)
# Allocation stays at INSERT; the repository can supply a domain ID before flush.
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
app_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
owner_account_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
entry_mode: Mapped[str] = mapped_column(String(50), nullable=False)
current_state: Mapped[str] = mapped_column(String(50), nullable=False)
version: Mapped[int] = mapped_column(sa.Integer, nullable=False, server_default=sa.text("1"), default=None)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
updated_at: Mapped[datetime] = mapped_column(
DateTime,
nullable=False,
server_default=func.current_timestamp(),
onupdate=func.current_timestamp(),
default=None,
)
class DifyBuilderWorkflowWriter(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""One expiring command owner per tenant/App, independent of conversation history."""
__tablename__ = "dify_builder_workflow_writers"
__table_args__ = (sa.Index("builder_workflow_writer_session_idx", "session_id"),)
tenant_id: Mapped[str] = mapped_column(StringUUID, primary_key=True)
app_id: Mapped[str] = mapped_column(StringUUID, primary_key=True)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
token: Mapped[str] = mapped_column(String(255), nullable=False)
generation: Mapped[int] = mapped_column(sa.Integer, nullable=False)
expires_at: Mapped[datetime] = mapped_column(DateTime, nullable=False)
class DifyBuilderSessionCommit(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""
DifyBuilder Session Commit Model
One immutable row per session version, carrying the serialized
`DifyBuilderContext` (`context`) as of that version. The latest commit by
`version` for a given `session_id` is the session's current context.
"""
__tablename__ = "dify_builder_session_commits"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_session_commit_pkey"),
sa.Index("dify_builder_session_commit_session_idx", "session_id"),
)
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
version: Mapped[int] = mapped_column(sa.Integer, nullable=False)
state: Mapped[str] = mapped_column(String(50), nullable=False)
context: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
actor: Mapped[str] = mapped_column(String(50), nullable=False)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
class DifyBuilderSnapshot(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""
DifyBuilder Snapshot Model
A content-addressed snapshot of a workflow graph (`hash` + `graph`)
captured during a dify_builder session, referenced by checkpoints.
"""
__tablename__ = "dify_builder_snapshots"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_snapshot_pkey"),
sa.Index("dify_builder_snapshot_session_idx", "session_id"),
)
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
hash: Mapped[str] = mapped_column(String(255), nullable=False)
graph: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
class DifyBuilderCheckpoint(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""
DifyBuilder Checkpoint Model
A named point in a dify_builder session's history (`state`) pinned to a
`DifyBuilderSnapshot` (`snapshot_id`, no FK per house style).
"""
__tablename__ = "dify_builder_checkpoints"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_checkpoint_pkey"),
sa.Index("dify_builder_checkpoint_session_idx", "session_id"),
)
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
state: Mapped[str] = mapped_column(String(50), nullable=False)
snapshot_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
class DifyBuilderRun(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""
DifyBuilder Run Model
A single execution (verify/publish/etc.) driven by the dify_builder, including
per-node results and whether the row is `immutable` once finalized.
"""
__tablename__ = "dify_builder_runs"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_run_pkey"),
sa.Index("dify_builder_run_session_idx", "session_id"),
)
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
# Logical business task; NULL preserves legacy evidence without inventing lineage.
origin_task_id: Mapped[str | None] = mapped_column(String(255), nullable=True, default=None)
kind: Mapped[str] = mapped_column(String(50), nullable=False)
dify_run_id: Mapped[str | None] = mapped_column(String(255), nullable=True, default=None)
status: Mapped[str] = mapped_column(String(50), nullable=False)
per_node: Mapped[list[dict] | None] = mapped_column(AdjustedJSON, nullable=True, default=None)
verification: Mapped[dict | None] = mapped_column(AdjustedJSON, nullable=True, default=None)
culprit_node_id: Mapped[str | None] = mapped_column(String(255), nullable=True, default=None)
# Launch-failure text captured when a verify run throws before any node runs.
error: Mapped[str | None] = mapped_column(sa.Text, nullable=True, default=None)
inputs_ref: Mapped[str | None] = mapped_column(String(255), nullable=True, default=None)
tokens: Mapped[int | None] = mapped_column(sa.Integer, nullable=True, default=None)
elapsed_ms: Mapped[int | None] = mapped_column(sa.Integer, nullable=True, default=None)
immutable: Mapped[bool] = mapped_column(sa.Boolean, nullable=False, server_default=sa.text("false"), default=None)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
class DifyBuilderFixIntent(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""Independent intake: preparing a Fix never advances an active Session CAS."""
__tablename__ = "dify_builder_fix_intents"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_fix_intent_pkey"),
sa.UniqueConstraint("session_id", "client_action_id", name="builder_fix_intent_action_unique"),
sa.UniqueConstraint("session_id", "decision_id", name="builder_fix_intent_decision_unique"),
sa.Index("builder_fix_intent_owner_idx", "tenant_id", "owner_account_id", "app_id", "session_id"),
)
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
owner_account_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
app_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
target_task_id: Mapped[str] = mapped_column(String(255), nullable=False)
client_action_id: Mapped[str] = mapped_column(String(128), nullable=False)
input_digest: Mapped[str] = mapped_column(String(64), nullable=False)
source_digest: Mapped[str] = mapped_column(String(64), nullable=False)
source: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
model_config: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
status: Mapped[str] = mapped_column(String(32), nullable=False)
decision_id: Mapped[str | None] = mapped_column(String(128), nullable=True, default=None)
decision_kind: Mapped[str | None] = mapped_column(String(32), nullable=True, default=None)
enqueue: Mapped[str] = mapped_column(String(16), nullable=False, default="unreserved")
command_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True, default=None)
activated_version: Mapped[int | None] = mapped_column(sa.Integer, nullable=True, default=None)
response: Mapped[dict | None] = mapped_column(AdjustedJSON, nullable=True, default=None)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
class DifyBuilderConversationItem(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""
DifyBuilder Conversation Item Model
One ordered message/event (`seq`) in a dify_builder session's conversation
log. `(session_id, seq)` is unique — the DB is the seq-authority.
"""
__tablename__ = "dify_builder_conversation_items"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_conversation_item_pkey"),
sa.UniqueConstraint("session_id", "seq", name="dify_builder_conversation_item_session_seq_key"),
sa.Index("dify_builder_conversation_item_session_idx", "session_id"),
)
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
seq: Mapped[int] = mapped_column(sa.Integer, nullable=False)
kind: Mapped[str] = mapped_column(String(50), nullable=False)
payload: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
at_version: Mapped[int] = mapped_column(sa.Integer, nullable=False)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
class DifyBuilderTestInput(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""
DifyBuilder Test Input Model
A saved set of workflow test inputs (`inputs`) captured during a dify_builder
session, keyed to the workflow's start-schema shape (`start_schema_hash`)
so stale inputs can be detected.
"""
__tablename__ = "dify_builder_test_inputs"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_test_input_pkey"),
sa.Index("dify_builder_test_input_session_idx", "session_id"),
)
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
source: Mapped[str] = mapped_column(String(50), nullable=False)
inputs: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
start_schema_hash: Mapped[str] = mapped_column(String(255), nullable=False)
http_fixtures: Mapped[dict | None] = mapped_column(AdjustedJSON, nullable=True, default=None)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
class DifyBuilderExecutionRequest(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""Immutable prepared policy and bounded append-only runtime observations.
Launch and append mutations require a row lock. Native Run rows remain
authoritative; completion sealing is owned by the later native adapter.
"""
__tablename__ = "dify_builder_execution_requests"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_execution_request_pkey"),
sa.Index("dify_builder_execution_request_session_idx", "session_id"),
sa.Index("dify_builder_execution_request_app_idx", "tenant_id", "app_id"),
sa.CheckConstraint(
"state IN ('prepared','running','sealed') OR "
"(state = 'waiting' AND COALESCE(context->>'policy_version', '') = 'builder-native-test-v1')",
name="builder_execution_request_state",
),
sa.Index(
"builder_native_waiting_idx", "tenant_id", "app_id", "state", postgresql_where=sa.text("state = 'waiting'")
),
)
id: Mapped[str] = mapped_column(StringUUID)
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
app_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
workflow_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
actor_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
test_input_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
context: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
context_digest: Mapped[str] = mapped_column(String(64), nullable=False)
state: Mapped[str] = mapped_column(String(16), nullable=False, default="prepared")
native_run_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True, default=None)
task_id: Mapped[str | None] = mapped_column(String(128), nullable=True, default=None)
observations: Mapped[list] = mapped_column(AdjustedJSON, nullable=False, insert_default=list, default_factory=list)
canvas_path: Mapped[dict | None] = mapped_column(AdjustedJSON, nullable=True, default=None)
completion_fingerprint: Mapped[str | None] = mapped_column(String(64), nullable=True, default=None)
completion_summary: Mapped[dict | None] = mapped_column(AdjustedJSON, nullable=True, default=None)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
sealed_at: Mapped[datetime | None] = mapped_column(DateTime, nullable=True, default=None)
class DifyBuilderRealCallConsent(BuilderRowIdentity, TypeBase, kw_only=True, eq=False, repr=False):
"""One human-approved, one-shot real Tool call and its durable spends.
``binding`` and ``disclosure`` are frozen at preparation; ``scope_digest``
is the keyed HMAC of that binding. Each public operation keeps its own
idempotency key, body digest and saved receipt. Launch reservation, the
grant claim and each phase claim are separate one-way spends; the counter
CHECKs make a second phase spend unrepresentable. Revisions are opaque
HMACs and stay internal. No secret, ciphertext or message content is
stored here: native Run rows and the execution sidecar own outputs.
Mutations are owned by ``BuilderRealCallConsentService`` under row locks.
"""
__tablename__ = "dify_builder_real_call_consents"
__table_args__ = (
sa.PrimaryKeyConstraint("id", name="dify_builder_real_call_consent_pkey"),
sa.UniqueConstraint(
"tenant_id", "actor_id", "session_id", "prepare_key", name="dify_builder_real_call_consent_prepare_key"
),
sa.UniqueConstraint("execution_request_id", name="dify_builder_real_call_consent_request_key"),
sa.UniqueConstraint("command_id", name="dify_builder_real_call_consent_command_key"),
sa.Index("dify_builder_real_call_consent_session_idx", "session_id"),
sa.CheckConstraint(
"state IN ('prepared', 'confirmed', 'claimed', 'completed', 'failed', 'unknown', 'declined', "
"'expired', 'invalidated')",
name="builder_real_call_consent_state",
),
sa.CheckConstraint(
"decision IS NULL OR decision IN ('confirm', 'decline')", name="builder_real_call_consent_decision"
),
sa.CheckConstraint(
"outcome_state IS NULL OR outcome_state IN ('completed', 'failed', 'unknown')",
name="builder_real_call_consent_outcome",
),
sa.CheckConstraint(
"(refresh_count = 0 AND refresh_claimed_at IS NULL) "
"OR (refresh_count = 1 AND refresh_claimed_at IS NOT NULL)",
name="builder_real_call_consent_refresh_once",
),
sa.CheckConstraint(
"(business_count = 0 AND business_claimed_at IS NULL) "
"OR (business_count = 1 AND business_claimed_at IS NOT NULL)",
name="builder_real_call_consent_business_once",
),
sa.CheckConstraint(
"claimed_at IS NOT NULL OR (refresh_claimed_at IS NULL AND business_claimed_at IS NULL)",
name="builder_real_call_consent_phase_after_claim",
),
)
id: Mapped[str] = mapped_column(StringUUID, insert_default=lambda: str(uuidv7()), default=None)
tenant_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
app_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
workflow_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
actor_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
session_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
prepared_commit_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
test_input_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
prepared_version: Mapped[int] = mapped_column(sa.Integer, nullable=False)
binding: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
scope_digest: Mapped[str] = mapped_column(String(64), nullable=False)
disclosure: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
disclosure_digest: Mapped[str] = mapped_column(String(64), nullable=False)
expires_at: Mapped[datetime] = mapped_column(DateTime, nullable=False)
state: Mapped[str] = mapped_column(String(16), nullable=False)
decision: Mapped[str | None] = mapped_column(String(16), nullable=True, default=None)
execution_request_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True, default=None)
command_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True, default=None)
reserved_version: Mapped[int | None] = mapped_column(sa.Integer, nullable=True, default=None)
reserved_commit_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True, default=None)
prepare_key: Mapped[str] = mapped_column(String(128), nullable=False)
prepare_body_digest: Mapped[str] = mapped_column(String(64), nullable=False)
prepare_receipt: Mapped[dict] = mapped_column(AdjustedJSON, nullable=False)
confirm_key: Mapped[str | None] = mapped_column(String(128), nullable=True, default=None)
confirm_body_digest: Mapped[str | None] = mapped_column(String(64), nullable=True, default=None)
confirm_receipt: Mapped[dict | None] = mapped_column(AdjustedJSON, nullable=True, default=None)
execute_key: Mapped[str | None] = mapped_column(String(128), nullable=True, default=None)
execute_body_digest: Mapped[str | None] = mapped_column(String(64), nullable=True, default=None)
execute_receipt: Mapped[dict | None] = mapped_column(AdjustedJSON, nullable=True, default=None)
claimed_at: Mapped[datetime | None] = mapped_column(DateTime, nullable=True, default=None)
refresh_claimed_at: Mapped[datetime | None] = mapped_column(DateTime, nullable=True, default=None)
business_claimed_at: Mapped[datetime | None] = mapped_column(DateTime, nullable=True, default=None)
refresh_count: Mapped[int] = mapped_column(sa.Integer, nullable=False, default=0, server_default=sa.text("0"))
business_count: Mapped[int] = mapped_column(sa.Integer, nullable=False, default=0, server_default=sa.text("0"))
initial_credential_revision: Mapped[str] = mapped_column(String(64), nullable=False)
derived_credential_revision: Mapped[str | None] = mapped_column(String(64), nullable=True, default=None)
oauth_client_revision: Mapped[str] = mapped_column(String(64), nullable=False)
native_run_id: Mapped[str | None] = mapped_column(StringUUID, nullable=True, default=None)
native_node_execution_id: Mapped[str | None] = mapped_column(String(128), nullable=True, default=None)
outcome_state: Mapped[str | None] = mapped_column(String(16), nullable=True, default=None)
reason_code: Mapped[str | None] = mapped_column(String(128), nullable=True, default=None)
created_at: Mapped[datetime] = mapped_column(
DateTime, nullable=False, server_default=func.current_timestamp(), default=None
)
updated_at: Mapped[datetime] = mapped_column(
DateTime,
nullable=False,
server_default=func.current_timestamp(),
onupdate=func.current_timestamp(),
default=None,
)
Reference in new issue View Git Blame Copy Permalink