- 将所有环境变量前缀从NANO_改为BEAVER_ - 更新README.md文档内容,包括项目介绍、组件说明和快速开始指南 - 修改.gitignore文件,添加auth-portal运行时路径排除规则 - 更新app-instance镜像标签从nano/app-instance改为beaver/app-instance - 增强技能安全检查器,支持工具前缀白名单功能 - 添加技能草稿重新检查安全性API端点 - 扩展证据选择器,收集工具调用名称用于技能学习 - 改进技能合成器,基于实际调用的工具生成工具提示 - 优化路由超时处理机制,增加重试逻辑 - 更新后端架构文档,添加可视化入口和基础概念说明 - 实现在WebSocket消息中传递工具迭代次数信息
192 lines
8.2 KiB
Python
192 lines
8.2 KiB
Python
"""LLM-based routing between simple chat and internal Task mode."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import json
|
|
from typing import Any
|
|
|
|
from .models import MainAgentDecision, TaskRecord
|
|
|
|
|
|
class MainAgentRouter:
|
|
"""Semantic router for deciding whether a message belongs to a Task."""
|
|
|
|
async def classify(
|
|
self,
|
|
message: str,
|
|
*,
|
|
active_task: TaskRecord | None = None,
|
|
provider: Any | None = None,
|
|
model: str | None = None,
|
|
recent_messages: list[dict[str, Any]] | None = None,
|
|
intent_skill: str | None = None,
|
|
thinking_enabled: bool | None = None,
|
|
timeout_seconds: float = 8.0,
|
|
) -> MainAgentDecision:
|
|
if provider is None:
|
|
return self._fallback(active_task=active_task, reason="router_provider_unavailable")
|
|
chat_kwargs: dict[str, Any] = {
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": (
|
|
"You are Beaver's Intent Agent. Your only job is to route the user's "
|
|
"message to simple chat or internal Task mode. Return only compact JSON. "
|
|
"Do not answer the user. Do not explain."
|
|
),
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": self._prompt(
|
|
message=message,
|
|
active_task=active_task,
|
|
recent_messages=recent_messages or [],
|
|
intent_skill=intent_skill,
|
|
),
|
|
},
|
|
],
|
|
"tools": None,
|
|
"model": model,
|
|
"max_tokens": 256,
|
|
"temperature": 0.0,
|
|
}
|
|
if thinking_enabled is not None:
|
|
chat_kwargs["thinking_enabled"] = thinking_enabled
|
|
|
|
last_error: Exception | None = None
|
|
for attempt_timeout in (timeout_seconds, 12.0):
|
|
try:
|
|
response = await asyncio.wait_for(provider.chat(**chat_kwargs), timeout=attempt_timeout)
|
|
return self.from_json(response.content or "", active_task=active_task)
|
|
except Exception as exc:
|
|
last_error = exc
|
|
return self._fallback(active_task=active_task, reason=f"router_failed: {last_error}")
|
|
|
|
def from_json(self, text: str, *, active_task: TaskRecord | None = None) -> MainAgentDecision:
|
|
payload = self._parse_json_object(text)
|
|
raw_action = str(payload.get("action") or payload.get("mode") or "").strip().lower()
|
|
reason = str(payload.get("reason") or raw_action or "llm_router")
|
|
short_title = _clean_short_title(payload.get("short_title") or payload.get("title"))
|
|
|
|
if raw_action in {"continue_task", "continue", "task"}:
|
|
return MainAgentDecision(
|
|
mode="task",
|
|
reason=reason,
|
|
starts_new_task=active_task is None,
|
|
short_title=short_title,
|
|
action="continue_task" if active_task is not None else "create_task",
|
|
)
|
|
if raw_action in {"new_task", "new"}:
|
|
return MainAgentDecision(
|
|
mode="task",
|
|
reason=reason,
|
|
starts_new_task=True,
|
|
short_title=short_title,
|
|
action="create_task",
|
|
)
|
|
if raw_action in {"close_task", "close", "done", "finish"}:
|
|
return MainAgentDecision(
|
|
mode="simple",
|
|
reason=reason,
|
|
closes_task=active_task is not None,
|
|
short_title=short_title,
|
|
action="close_task",
|
|
)
|
|
if raw_action in {"abandon_task", "abandon", "cancel_task"}:
|
|
return MainAgentDecision(
|
|
mode="simple",
|
|
reason=reason,
|
|
abandons_task=active_task is not None,
|
|
short_title=short_title,
|
|
action="abandon_task",
|
|
)
|
|
return MainAgentDecision(
|
|
mode="simple",
|
|
reason=reason or "simple_chat",
|
|
short_title=short_title,
|
|
action="simple_chat",
|
|
)
|
|
|
|
def _fallback(self, *, active_task: TaskRecord | None, reason: str) -> MainAgentDecision:
|
|
if active_task is not None:
|
|
return MainAgentDecision(mode="task", reason=reason, action="continue_task")
|
|
return MainAgentDecision(mode="simple", reason=reason, action="simple_chat")
|
|
|
|
@staticmethod
|
|
def _prompt(
|
|
*,
|
|
message: str,
|
|
active_task: TaskRecord | None,
|
|
recent_messages: list[dict[str, Any]],
|
|
intent_skill: str | None,
|
|
) -> str:
|
|
active_task_payload = None
|
|
if active_task is not None:
|
|
active_task_payload = {
|
|
"task_id": active_task.task_id,
|
|
"description": active_task.description,
|
|
"goal": active_task.goal,
|
|
"status": active_task.status,
|
|
"short_title": active_task.metadata.get("short_title"),
|
|
}
|
|
recent = [
|
|
{"role": item.get("role"), "content": str(item.get("content") or "")[:500]}
|
|
for item in recent_messages[-8:]
|
|
if item.get("role") in {"user", "assistant"}
|
|
]
|
|
skill_section = (
|
|
f"Intent Agent skill guidance:\n{intent_skill.strip()}\n\n"
|
|
if intent_skill and intent_skill.strip()
|
|
else ""
|
|
)
|
|
return (
|
|
"Decide how to route the current user message.\n\n"
|
|
f"{skill_section}"
|
|
"Actions:\n"
|
|
"- simple_chat: no Task should be created or continued.\n"
|
|
"- continue_task: keep the user in the active Task.\n"
|
|
"- new_task: start a separate new Task.\n"
|
|
"- close_task: user explicitly says the active Task is done/satisfactory/finished.\n"
|
|
"- abandon_task: user explicitly says to stop, cancel, abandon, or no longer do the active Task.\n\n"
|
|
"Critical policy:\n"
|
|
"- If there is an active Task, choose continue_task unless the user's topic is completely unrelated "
|
|
"to that Task or the user explicitly closes/abandons it.\n"
|
|
"- Follow-up questions, corrections, partial changes, extra constraints, and result discussion stay in continue_task.\n"
|
|
"- Use new_task only when the user clearly asks to start a different task.\n"
|
|
"- If there is no active Task, choose new_task only for work that requires execution, iteration, tools, files, "
|
|
"implementation, validation, or multi-step completion. Otherwise choose simple_chat.\n"
|
|
"- Requests that need current, real-time, external, user-private, local-file, web, weather, price, news, "
|
|
"calendar, email, or system data require tools. Choose new_task for them because the Intent Agent has no tools.\n"
|
|
"- The Intent Agent must never answer tool-dependent requests itself or apologize for lacking tools. "
|
|
"It only routes the request so the main Task agent can use tools.\n"
|
|
"- short_title must be 5-15 Chinese characters or a similarly short English phrase when a Task is involved.\n\n"
|
|
"Return JSON only with keys: action, reason, short_title.\n\n"
|
|
f"Active task:\n{json.dumps(active_task_payload, ensure_ascii=False)}\n\n"
|
|
f"Recent conversation:\n{json.dumps(recent, ensure_ascii=False)}\n\n"
|
|
f"Current user message:\n{message}"
|
|
)
|
|
|
|
@staticmethod
|
|
def _parse_json_object(text: str) -> dict[str, Any]:
|
|
cleaned = text.strip()
|
|
if cleaned.startswith("```"):
|
|
cleaned = cleaned.strip("`")
|
|
if cleaned.lower().startswith("json"):
|
|
cleaned = cleaned[4:].strip()
|
|
start = cleaned.find("{")
|
|
end = cleaned.rfind("}")
|
|
if start >= 0 and end >= start:
|
|
cleaned = cleaned[start : end + 1]
|
|
payload = json.loads(cleaned)
|
|
if not isinstance(payload, dict):
|
|
raise ValueError("router response must be a JSON object")
|
|
return payload
|
|
|
|
|
|
def _clean_short_title(value: Any) -> str | None:
|
|
if value in (None, ""):
|
|
return None
|
|
title = " ".join(str(value).strip().split())
|
|
return title[:40] or None
|