dify/api/services/dify_builder/agent/llm_agent.py

"""The real Dify Builder agent shell.

Owns the resolved model. All of the Protocol's methods use real cognition: the
3 Fix methods that reason about a failed run --
``diagnose``, ``diagnose_checklist``, ``propose_repair`` -- via
``services.dify_builder.agent.fix``; the 7 Build methods -- ``analyze_goal``,
``propose_plan_v1``, ``discover_resources``, ``assess_capability_gap``,
``bind_resources``, ``build_nodes``, ``learn_from_build`` -- via
``services.dify_builder.agent.build`` (``bind_resources``
is deterministic, not LLM-driven); and all 3 Edit methods -- ``analyze_impact``,
``propose_edit_plan``, ``build_edit_intents`` -- via ``services.dify_builder.agent.edit``;
``generate_mock_inputs`` via ``services.dify_builder.agent.mock_inputs``, and
multi-turn chat via ``services.dify_builder.agent.chat``. Chat uses native model
streaming; the other cognition methods resolve the model through
``model_or_none`` and degrade when no model is available.
"""

import logging
from collections.abc import Callable
from typing import Any

from core.model_manager import ModelInstance
from services.dify_builder.agent import build, chat, edit, fix, mock_inputs
from services.dify_builder.agent.model_resolver import resolve_model_instance

logger = logging.getLogger(__name__)


class LlmBuilderAgent:
    def __init__(self, tenant_id: str, model_config: dict[str, Any] | None = None) -> None:
        self._tenant_id = tenant_id
        self._model_config = model_config or {}
        self._model_instance: ModelInstance | None = None
        self._resolution_failed = False
        self._reasoning_callback: Callable[[str, str], None] | None = None

    def set_reasoning_callback(self, callback: Callable[[str, str], None] | None) -> None:
        self._reasoning_callback = callback

    def _reasoning_for(self, span_id: str) -> Callable[[str], None] | None:
        callback = self._reasoning_callback
        if callback is None:
            return None
        return lambda delta: callback(span_id, delta)

    def _model(self) -> ModelInstance:
        """Lazily resolve + memoize the chosen model. Used by cognition (next slice)."""
        if self._model_instance is None:
            self._model_instance = resolve_model_instance(self._tenant_id, self._model_config)
        return self._model_instance

    def model_or_none(self) -> ModelInstance | None:
        """The resolved model, or None if it can't resolve — cognition degrades on
        None rather than crashing the advance. Logs the resolution failure once per
        agent instance (per advance) so a misconfigured llm-mode tenant is visible."""
        try:
            return self._model()
        except Exception:
            if not self._resolution_failed:
                self._resolution_failed = True
                logger.warning(
                    "Dify Builder: model resolution failed for tenant %s; degrading to heuristic cognition",
                    self._tenant_id,
                    exc_info=True,
                )
            return None

    # -- Fix cognition (delegated) --
    def diagnose(self, failed_run, graph, node_outputs):
        return fix.diagnose(
            self.model_or_none(),
            failed_run,
            graph,
            node_outputs,
            self._reasoning_for("diagnose"),
        )

    def diagnose_checklist(self, errors, graph):
        return fix.diagnose_checklist(
            self.model_or_none(),
            errors,
            graph,
            self._reasoning_for("diagnose-checklist"),
        )

    def propose_repair(self, diagnosis, graph):
        return fix.propose_repair(
            self.model_or_none(),
            diagnosis,
            graph,
            self._reasoning_for("propose-repair"),
        )

    def generate_mock_inputs(self, schema, prior_failed):
        return mock_inputs.generate(
            self.model_or_none(),
            schema,
            prior_failed,
            self._reasoning_for("generate-mock-inputs"),
        )

    # -- Build cognition (real) --
    def analyze_goal(self, goal_text):
        return build.analyze_goal(self.model_or_none(), goal_text, self._reasoning_for("analyze-goal"))

    def propose_app_name(self, goal_text, requirements):
        return build.propose_app_name(
            self.model_or_none(),
            goal_text,
            requirements,
            self._reasoning_for("propose-app-name"),
        )

    def propose_plan_v1(self, requirements):
        return build.propose_plan_v1(
            self.model_or_none(),
            requirements,
            self._reasoning_for("propose-build-plan"),
            tools=build.ready_tool_catalogue(self._tenant_id),
        )

    def discover_resources(self, plan_items):
        return build.discover_resources(
            self.model_or_none(),
            self._tenant_id,
            plan_items,
            self._reasoning_for("discover-resources"),
        )

    def assess_capability_gap(self, plan_items, options):
        return build.assess_capability_gap(self.model_or_none(), plan_items, options)

    def bind_resources(self, plan_items, resource_ids):
        return build.bind_resources(self.model_or_none(), self._tenant_id, plan_items, resource_ids)

    def build_nodes(self, plan_items, resource_ids=None, *, trusted_text=""):
        return build.build_nodes(
            self._tenant_id, self._model_config, plan_items, resource_ids or (), trusted_text=trusted_text
        )

    def learn_from_build(self, goal_text, requirements, plan_items, built_node_ids):
        return build.learn_from_build(
            self.model_or_none(),
            goal_text,
            requirements,
            plan_items,
            built_node_ids,
            self._reasoning_for("learn-from-build"),
        )

    # -- Edit cognition (real) --
    def analyze_impact(self, goal_text, graph):
        return edit.analyze_impact(
            self.model_or_none(),
            goal_text,
            graph,
            self._reasoning_for("analyze-impact"),
        )

    def propose_edit_plan(self, edit_rules, graph):
        return edit.propose_edit_plan(
            self.model_or_none(),
            edit_rules,
            graph,
            self._reasoning_for("propose-edit-plan"),
        )

    def build_edit_intents(self, edit_rules, graph):
        return edit.build_edit_intents(
            self.model_or_none(),
            edit_rules,
            graph,
            self._reasoning_for("build-edit-intents"),
        )

    def respond_to_message(self, state, context, history, graph, text, on_delta=None):
        return chat.respond(
            self.model_or_none(),
            self._model_config,
            state,
            context,
            history,
            graph,
            text,
            on_delta,
            self._reasoning_for("respond-to-message"),
        )