agent_factory.py 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205
  1. """主 agent 的组装。
  2. 一个进程只编译一个 agent(见 agent_registry 的单例与失效重建)。组装时
  3. 刻意把「能用框架的」全部交给框架,只在两处自己动手:
  4. 1. ``DynamicTimeMiddleware`` —— 框架没有「每轮刷新系统提示词里的时间」的能力
  5. 2. 权限规则 —— 必须自己声明,否则默认对文件系统是全开的
  6. ``create_deep_agent`` 的参数只做加法,去不掉内置工具;要裁剪内置能力得改
  7. HarnessProfile(本项目用不到)。
  8. """
  9. from __future__ import annotations
  10. from pathlib import Path
  11. from typing import Any
  12. import config
  13. from agents import agent_memory, model_factory, prompts
  14. from agents.middleware import DynamicTimeMiddleware
  15. from obs import get_logger
  16. from tools import registry as tool_registry
  17. from extensions.registry import approval_names, load_extensions
  18. from extensions.services import service_view
  19. logger = get_logger(__name__)
  20. # 沙箱目录:agent 唯一可写的虚拟根
  21. WORKSPACE_DIR = "workspace"
  22. SKILLS_DIR = "skills"
  23. # 框架摘要中间件把被淘汰的历史落盘到这里的 `<thread_id>.md`,
  24. # 并把路径写进摘要正文,agent 之后可以 read_file 把它们找回来
  25. CONVERSATION_HISTORY_DIR = "conversation_history"
  26. def _ensure_dirs() -> None:
  27. """确保沙箱、技能、历史落盘目录存在——backend 与技能扫描都要求目录真实存在。"""
  28. for name in (WORKSPACE_DIR, SKILLS_DIR, CONVERSATION_HISTORY_DIR):
  29. (config.ROOT / name).mkdir(parents=True, exist_ok=True)
  30. def _build_backend() -> Any:
  31. """延迟到每次执行,按服务端身份构造隔离文件后端。"""
  32. from agents.workspace import backend_for_runtime
  33. _ensure_dirs()
  34. return backend_for_runtime
  35. def build_permissions() -> list[Any]:
  36. """文件访问权限规则。
  37. **顺序即语义**:框架逐条匹配、首条命中即返回(见 1.5 的实测记录
  38. ``tests/probe_w3a_fsglob.py``)。所以具体的 allow 必须排在宽泛的 deny
  39. 之前——反过来写的话 ``deny /**`` 会把后面的 allow 全部短路,agent
  40. 连技能文件都读不到。
  41. 规则集的设计目标是「最小可用」:
  42. - 可写:仅 ``/workspace/``(agent 的落盘沙箱)
  43. - 可读:``/workspace/``、``/skills/``(技能手册)、
  44. ``/conversation_history/``(被压缩淘汰的历史——不放开读的话,
  45. 摘要里那段「原文在此路径」对 agent 就是空头支票)
  46. - 其余一切(项目源码、.env、data/、系统路径)读写皆拒
  47. """
  48. from deepagents import FilesystemPermission
  49. workspace = f"/{WORKSPACE_DIR}"
  50. skills = f"/{SKILLS_DIR}"
  51. history = f"/{CONVERSATION_HISTORY_DIR}"
  52. return [
  53. FilesystemPermission(
  54. operations=["read", "write"],
  55. paths=[workspace, f"{workspace}/**"],
  56. mode="allow",
  57. ),
  58. FilesystemPermission(
  59. operations=["read"],
  60. paths=[skills, f"{skills}/**"],
  61. mode="allow",
  62. ),
  63. FilesystemPermission(
  64. operations=["read"],
  65. paths=[history, f"{history}/**"],
  66. mode="allow",
  67. ),
  68. # 兜底拒绝必须排在最后:它命中一切未被上面放行的路径
  69. FilesystemPermission(operations=["read", "write"], paths=["/**"], mode="deny"),
  70. ]
  71. def _apply_compaction_setting() -> None:
  72. """按配置决定是否保留框架的摘要中间件。
  73. 这里刻意**不自己构造 SummarizationMiddleware**。原因有二:
  74. 1. ``create_agent`` 会校验中间件 ``name`` 唯一,而框架已经放了一个
  75. 同名的摘要中间件;再传一个直接抛 "Please remove duplicate
  76. middleware instances"。1.5 时代的「同名原位替换」在 0.6.12 已不成立。
  77. 2. 更重要的是框架那个版本更强:它会把被淘汰的历史**追加落盘**到
  78. ``/conversation_history/{thread_id}.md``,并把该路径嵌进摘要正文,
  79. agent 事后能自己 read_file 找回来。自己塞一个 langchain 原生的
  80. 摘要中间件会把这份能力丢掉——被压缩的内容就真的没了。
  81. """
  82. if config.CTX_COMPACT_ENABLED:
  83. return
  84. from deepagents import HarnessProfile, register_harness_profile
  85. # 注册表按「provider 或具体模型」为键,且是叠加合并的
  86. register_harness_profile(
  87. config.MODEL,
  88. HarnessProfile(excluded_middleware=frozenset({"SummarizationMiddleware"})),
  89. )
  90. logger.warning(
  91. "自动压缩已关闭(CTX_COMPACT_ENABLED=0):"
  92. "被淘汰的历史不再落盘到 /%s/,长会话会在超出模型窗口后报错",
  93. CONVERSATION_HISTORY_DIR,
  94. )
  95. def _build_middleware() -> list[Any]:
  96. """用户中间件栈。
  97. 动态时间后接入扩展声明的中间件。默认压缩交给框架内置的摘要中间件处理,
  98. 见 :func:`_apply_compaction_setting`。
  99. """
  100. _apply_compaction_setting()
  101. return [DynamicTimeMiddleware(), *load_extensions().build_middleware("main")]
  102. def _build_interrupt_on() -> dict[str, Any]:
  103. """审批来自工具声明、扩展声明与 HITL_TOOLS;未知工具在启动时拒绝。"""
  104. return {name: True for name in sorted(approval_names())}
  105. def _build_subagents() -> list[dict[str, Any]]:
  106. """从统一扩展目录组装子 Agent、系统提示词与工具审批。"""
  107. return load_extensions().subagents(approval_names())
  108. def build_agent() -> Any:
  109. """编译主 agent。由 agent_registry 调用,不直接对外暴露。"""
  110. from deepagents import create_deep_agent
  111. tool_registry.load_builtin_tools()
  112. tools = tool_registry.get_all_tools()
  113. subagents = _build_subagents()
  114. catalog = load_extensions()
  115. service_view(catalog.services) # 启用了外部服务时,必须先进入运行环境。
  116. for spec in subagents:
  117. spec["middleware"] = catalog.build_middleware(spec["name"])
  118. agent = create_deep_agent(
  119. model=model_factory.get_model(),
  120. tools=tools,
  121. system_prompt=prompts.build_system_prompt(subagents),
  122. middleware=_build_middleware(),
  123. subagents=subagents,
  124. # 技能目录:agent 启动时只读各技能的 frontmatter,按需才读全文
  125. skills=[f"/{SKILLS_DIR}/"],
  126. backend=_build_backend(),
  127. permissions=build_permissions(),
  128. interrupt_on=_build_interrupt_on(),
  129. name="deep-agent",
  130. checkpointer=agent_memory.get_checkpointer(),
  131. )
  132. logger.info(
  133. "agent 编译完成 tools=%d subagents=%d skills=%s checkpointer=%s",
  134. len(tools),
  135. len(subagents),
  136. f"/{SKILLS_DIR}/",
  137. agent_memory.saver_kind(),
  138. )
  139. return agent
  140. def describe() -> dict[str, Any]:
  141. """组装配置摘要,供 /health 与调试使用。"""
  142. return {
  143. "name": "deep-agent",
  144. "extensions": list(load_extensions().modules),
  145. "disabled_extensions": list(load_extensions().disabled_modules),
  146. "services": sorted(load_extensions().services),
  147. "middleware": [{"name": name, "targets": list(load_extensions().middleware[name].targets)}
  148. for name in load_extensions().middleware_order()],
  149. "model": model_factory.describe(),
  150. "tools": tool_registry.describe(),
  151. "interrupt_on": sorted(_build_interrupt_on().keys()),
  152. "subagents": [s["name"] for s in _build_subagents()],
  153. "skills_path": f"/{SKILLS_DIR}/",
  154. "workspace_path": f"/{WORKSPACE_DIR}/",
  155. "sandbox_root": str(Path(config.ROOT) / "data" / "workspaces"),
  156. "workspace_scope": "user/session",
  157. "compaction": {
  158. "enabled": config.CTX_COMPACT_ENABLED,
  159. "trigger_fraction": config.FRAMEWORK_COMPACT_TRIGGER,
  160. "trigger_tokens": int(
  161. model_factory.context_window() * config.FRAMEWORK_COMPACT_TRIGGER
  162. ),
  163. "history_offload_path": f"/{CONVERSATION_HISTORY_DIR}/",
  164. "lever": "CONTEXT_LIMIT",
  165. },
  166. "checkpointer": agent_memory.saver_kind(),
  167. }