feat(beaver): 完成Task Team功能v1实现,重构后端架构支持统一内核
新增内部Task系统,包括验证、反馈门控机制,实现自动质量验证 (通过率>=0.75)和用户反馈闭环(satisfied/revise/abandon)。 实现Agent Team v1协调器,支持sequence/parallel/dag执行策略, sub-agent复用主AgentLoop,每个run使用独立memory snapshot。 建立Skill学习pipeline,包含draft/审核/发布/回滚完整生命周期, 通过Task验证通过且用户满意才生成学习候选。 重构目录结构,移除third_party依赖,建立统一engine内核, 所有agent共享运行时基础组件。 更新ContextBuilder清理provider消息字段,增强SkillContext版本管理, 集成TaskExecutionPlanner和TaskSkillResolver实现技能解析机制。
This commit is contained in:
216
app-instance/backend/beaver/memory/skills/store.py
Normal file
216
app-instance/backend/beaver/memory/skills/store.py
Normal file
@ -0,0 +1,216 @@
|
||||
"""File-backed skill learning store."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from pathlib import Path
|
||||
from uuid import uuid4
|
||||
|
||||
from .models import (
|
||||
SkillDraftEvalReport,
|
||||
SkillDraftSafetyReport,
|
||||
SkillLearningAuditEvent,
|
||||
SkillLearningCandidate,
|
||||
SkillPerformanceSnapshot,
|
||||
)
|
||||
|
||||
|
||||
class SkillLearningStore:
|
||||
def __init__(self, root: str | Path) -> None:
|
||||
self.root = Path(root)
|
||||
self.root.mkdir(parents=True, exist_ok=True)
|
||||
self.performance_path = self.root / "performance.jsonl"
|
||||
self.candidates_path = self.root / "learning-candidates.jsonl"
|
||||
self.audit_path = self.root / "learning-audit.jsonl"
|
||||
self.safety_reports_dir = self.root / "safety-reports"
|
||||
self.eval_reports_dir = self.root / "eval-reports"
|
||||
|
||||
def record_learning_candidate(self, candidate: SkillLearningCandidate) -> None:
|
||||
normalized = SkillLearningCandidate.from_dict(candidate.to_dict())
|
||||
self._append_jsonl(self.candidates_path, normalized.to_dict())
|
||||
self.append_audit_event(
|
||||
normalized.candidate_id,
|
||||
"candidate_created",
|
||||
{
|
||||
"kind": normalized.kind,
|
||||
"status": normalized.status,
|
||||
"reason": normalized.reason,
|
||||
},
|
||||
)
|
||||
|
||||
def update_learning_candidate(self, candidate_id: str, **updates: object) -> SkillLearningCandidate | None:
|
||||
candidates = self.list_learning_candidates()
|
||||
updated: SkillLearningCandidate | None = None
|
||||
for index, candidate in enumerate(candidates):
|
||||
if candidate.candidate_id != candidate_id:
|
||||
continue
|
||||
payload = candidate.to_dict()
|
||||
payload.update(updates)
|
||||
if "updated_at" not in updates:
|
||||
payload["updated_at"] = _utc_now()
|
||||
updated = SkillLearningCandidate.from_dict(payload)
|
||||
candidates[index] = updated
|
||||
break
|
||||
if updated is None:
|
||||
return None
|
||||
self.candidates_path.parent.mkdir(parents=True, exist_ok=True)
|
||||
self.candidates_path.write_text(
|
||||
"".join(
|
||||
json.dumps(candidate.to_dict(), ensure_ascii=False, sort_keys=True) + "\n"
|
||||
for candidate in candidates
|
||||
),
|
||||
encoding="utf-8",
|
||||
)
|
||||
return updated
|
||||
|
||||
def transition_learning_candidate(
|
||||
self,
|
||||
candidate_id: str,
|
||||
status: str,
|
||||
*,
|
||||
event_type: str | None = None,
|
||||
payload: dict | None = None,
|
||||
**updates: object,
|
||||
) -> SkillLearningCandidate | None:
|
||||
updated = self.update_learning_candidate(candidate_id, status=status, **updates)
|
||||
if updated is not None:
|
||||
self.append_audit_event(
|
||||
candidate_id,
|
||||
event_type or f"candidate_{status}",
|
||||
{"status": status, **dict(payload or {})},
|
||||
)
|
||||
return updated
|
||||
|
||||
def list_learning_candidates(self, status: str | None = None) -> list[SkillLearningCandidate]:
|
||||
results: list[SkillLearningCandidate] = []
|
||||
for payload in self._read_jsonl(self.candidates_path):
|
||||
candidate = SkillLearningCandidate.from_dict(payload)
|
||||
if status is not None and candidate.status != status:
|
||||
continue
|
||||
results.append(candidate)
|
||||
return results
|
||||
|
||||
def update_performance_snapshot(self, snapshot: SkillPerformanceSnapshot) -> None:
|
||||
snapshots = self.list_performance_snapshots()
|
||||
filtered = [
|
||||
item
|
||||
for item in snapshots
|
||||
if not (item.skill_name == snapshot.skill_name and item.skill_version == snapshot.skill_version)
|
||||
]
|
||||
filtered.append(snapshot)
|
||||
self.performance_path.write_text(
|
||||
"".join(json.dumps(item.to_dict(), ensure_ascii=False, sort_keys=True) + "\n" for item in filtered),
|
||||
encoding="utf-8",
|
||||
)
|
||||
|
||||
def list_performance_snapshots(self) -> list[SkillPerformanceSnapshot]:
|
||||
return [SkillPerformanceSnapshot.from_dict(item) for item in self._read_jsonl(self.performance_path)]
|
||||
|
||||
def list_low_performing_versions(self, *, minimum_activations: int = 2, success_ratio_threshold: float = 0.5) -> list[SkillPerformanceSnapshot]:
|
||||
results: list[SkillPerformanceSnapshot] = []
|
||||
for snapshot in self.list_performance_snapshots():
|
||||
if snapshot.activation_count < minimum_activations:
|
||||
continue
|
||||
if snapshot.activation_count == 0:
|
||||
continue
|
||||
ratio = snapshot.success_count / snapshot.activation_count
|
||||
if ratio <= success_ratio_threshold:
|
||||
results.append(snapshot)
|
||||
return results
|
||||
|
||||
def list_merge_candidates(self) -> list[SkillLearningCandidate]:
|
||||
return [item for item in self.list_learning_candidates(status="open") if item.kind == "merge_skills"]
|
||||
|
||||
def append_audit_event(self, candidate_id: str, event_type: str, payload: dict | None = None) -> SkillLearningAuditEvent:
|
||||
event = SkillLearningAuditEvent(
|
||||
event_id=uuid4().hex,
|
||||
candidate_id=candidate_id,
|
||||
event_type=event_type,
|
||||
created_at=_utc_now(),
|
||||
payload=dict(payload or {}),
|
||||
)
|
||||
self._append_jsonl(self.audit_path, event.to_dict())
|
||||
return event
|
||||
|
||||
def list_audit_events(self, candidate_id: str | None = None) -> list[SkillLearningAuditEvent]:
|
||||
events = [SkillLearningAuditEvent.from_dict(item) for item in self._read_jsonl(self.audit_path)]
|
||||
if candidate_id is None:
|
||||
return events
|
||||
return [event for event in events if event.candidate_id == candidate_id]
|
||||
|
||||
def write_safety_report(self, report: SkillDraftSafetyReport) -> None:
|
||||
path = self._report_path(self.safety_reports_dir, report.skill_name, report.draft_id, report.report_id)
|
||||
path.parent.mkdir(parents=True, exist_ok=True)
|
||||
path.write_text(json.dumps(report.to_dict(), ensure_ascii=False, sort_keys=True) + "\n", encoding="utf-8")
|
||||
|
||||
def get_safety_report(self, skill_name: str, draft_id: str, report_id: str | None = None) -> SkillDraftSafetyReport | None:
|
||||
reports = self.list_safety_reports(skill_name, draft_id)
|
||||
if report_id is not None:
|
||||
return next((item for item in reports if item.report_id == report_id), None)
|
||||
return reports[-1] if reports else None
|
||||
|
||||
def list_safety_reports(self, skill_name: str, draft_id: str) -> list[SkillDraftSafetyReport]:
|
||||
root = self.safety_reports_dir / skill_name / draft_id
|
||||
if not root.exists():
|
||||
return []
|
||||
return [
|
||||
SkillDraftSafetyReport.from_dict(self._read_json(path))
|
||||
for path in sorted(root.glob("report-*.json"))
|
||||
]
|
||||
|
||||
def write_eval_report(self, report: SkillDraftEvalReport) -> None:
|
||||
path = self._report_path(self.eval_reports_dir, report.skill_name, report.draft_id, report.report_id)
|
||||
path.parent.mkdir(parents=True, exist_ok=True)
|
||||
path.write_text(json.dumps(report.to_dict(), ensure_ascii=False, sort_keys=True) + "\n", encoding="utf-8")
|
||||
|
||||
def get_eval_report(self, skill_name: str, draft_id: str, report_id: str | None = None) -> SkillDraftEvalReport | None:
|
||||
reports = self.list_eval_reports(skill_name, draft_id)
|
||||
if report_id is not None:
|
||||
return next((item for item in reports if item.report_id == report_id), None)
|
||||
return reports[-1] if reports else None
|
||||
|
||||
def list_eval_reports(self, skill_name: str, draft_id: str) -> list[SkillDraftEvalReport]:
|
||||
root = self.eval_reports_dir / skill_name / draft_id
|
||||
if not root.exists():
|
||||
return []
|
||||
return [
|
||||
SkillDraftEvalReport.from_dict(self._read_json(path))
|
||||
for path in sorted(root.glob("report-*.json"))
|
||||
]
|
||||
|
||||
@staticmethod
|
||||
def _report_path(root: Path, skill_name: str, draft_id: str, report_id: str) -> Path:
|
||||
return root / skill_name / draft_id / f"report-{report_id}.json"
|
||||
|
||||
@staticmethod
|
||||
def _append_jsonl(path: Path, payload: dict) -> None:
|
||||
path.parent.mkdir(parents=True, exist_ok=True)
|
||||
with path.open("a", encoding="utf-8") as handle:
|
||||
handle.write(json.dumps(payload, ensure_ascii=False, sort_keys=True) + "\n")
|
||||
|
||||
@staticmethod
|
||||
def _read_jsonl(path: Path) -> list[dict]:
|
||||
if not path.exists():
|
||||
return []
|
||||
results: list[dict] = []
|
||||
for line in path.read_text(encoding="utf-8").splitlines():
|
||||
cleaned = line.strip()
|
||||
if not cleaned:
|
||||
continue
|
||||
payload = json.loads(cleaned)
|
||||
if isinstance(payload, dict):
|
||||
results.append(payload)
|
||||
return results
|
||||
|
||||
@staticmethod
|
||||
def _read_json(path: Path) -> dict:
|
||||
payload = json.loads(path.read_text(encoding="utf-8"))
|
||||
if not isinstance(payload, dict):
|
||||
raise ValueError(f"Expected JSON object in {path}")
|
||||
return payload
|
||||
|
||||
|
||||
def _utc_now() -> str:
|
||||
from datetime import datetime, timezone
|
||||
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
Reference in New Issue
Block a user