agent_factory.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247
  1. """主 agent 的组装。
  2. 每个 Agent 名称缓存一张图(见 agent_registry 的单飞编译与失效重建)。组装时
  3. 刻意把「能用框架的」全部交给框架,额外声明:
  4. 1. ``DynamicTimeMiddleware`` —— 框架没有「每轮刷新系统提示词里的时间」的能力
  5. 2. ``SkillCompletionMiddleware`` —— 提交正式报告后结束探索,失败时继续修正
  6. 3. 权限规则 —— 必须自己声明,否则默认对文件系统是全开的
  7. ``create_deep_agent`` 的参数只做加法,去不掉内置工具;要裁剪内置能力得改
  8. HarnessProfile(本项目用不到)。
  9. """
  10. from __future__ import annotations
  11. from pathlib import Path
  12. from typing import Any
  13. import config
  14. from agents import agent_memory, model_factory, prompts
  15. from agents.middleware import DynamicTimeMiddleware, SkillCompletionMiddleware
  16. from obs import get_logger
  17. from tools import registry as tool_registry
  18. from extensions.registry import approval_names, load_extensions
  19. from extensions.services import service_view
  20. logger = get_logger(__name__)
  21. # 沙箱目录:agent 唯一可写的虚拟根
  22. WORKSPACE_DIR = "workspace"
  23. SKILLS_DIR = "skills"
  24. # 框架摘要中间件把被淘汰的历史落盘到这里的 `<thread_id>.md`,
  25. # 并把路径写进摘要正文,agent 之后可以 read_file 把它们找回来
  26. CONVERSATION_HISTORY_DIR = "conversation_history"
  27. def _ensure_dirs() -> None:
  28. """确保沙箱、技能、历史落盘目录存在——backend 与技能扫描都要求目录真实存在。"""
  29. for name in (WORKSPACE_DIR, SKILLS_DIR, CONVERSATION_HISTORY_DIR):
  30. (config.ROOT / name).mkdir(parents=True, exist_ok=True)
  31. def _build_backend() -> Any:
  32. """延迟到每次执行,按服务端身份构造隔离文件后端。"""
  33. from agents.workspace import backend_for_runtime
  34. _ensure_dirs()
  35. return backend_for_runtime
  36. def build_permissions() -> list[Any]:
  37. """文件访问权限规则。
  38. **顺序即语义**:框架逐条匹配、首条命中即返回(见 1.5 的实测记录
  39. ``tests/probe_w3a_fsglob.py``)。所以具体的 allow 必须排在宽泛的 deny
  40. 之前——反过来写的话 ``deny /**`` 会把后面的 allow 全部短路,agent
  41. 连技能文件都读不到。
  42. 规则集的设计目标是「最小可用」:
  43. - 可写:仅 ``/workspace/``(agent 的落盘沙箱)
  44. - 可读:``/workspace/``、``/skills/``(技能手册)、
  45. ``/conversation_history/``(被压缩淘汰的历史——不放开读的话,
  46. 摘要里那段「原文在此路径」对 agent 就是空头支票)
  47. - 其余一切(项目源码、.env、data/、系统路径)读写皆拒
  48. """
  49. from deepagents import FilesystemPermission
  50. workspace = f"/{WORKSPACE_DIR}"
  51. skills = f"/{SKILLS_DIR}"
  52. history = f"/{CONVERSATION_HISTORY_DIR}"
  53. return [
  54. FilesystemPermission(
  55. operations=["read", "write"],
  56. paths=[workspace, f"{workspace}/**"],
  57. mode="allow",
  58. ),
  59. FilesystemPermission(
  60. operations=["read"],
  61. paths=[skills, f"{skills}/**"],
  62. mode="allow",
  63. ),
  64. FilesystemPermission(
  65. operations=["read"],
  66. paths=[history, f"{history}/**"],
  67. mode="allow",
  68. ),
  69. # 兜底拒绝必须排在最后:它命中一切未被上面放行的路径
  70. FilesystemPermission(operations=["read", "write"], paths=["/**"], mode="deny"),
  71. ]
  72. def _apply_compaction_setting() -> None:
  73. """按配置决定是否保留框架的摘要中间件。
  74. 这里刻意**不自己构造 SummarizationMiddleware**。原因有二:
  75. 1. ``create_agent`` 会校验中间件 ``name`` 唯一,而框架已经放了一个
  76. 同名的摘要中间件;再传一个直接抛 "Please remove duplicate
  77. middleware instances"。1.5 时代的「同名原位替换」在 0.6.12 已不成立。
  78. 2. 更重要的是框架那个版本更强:它会把被淘汰的历史**追加落盘**到
  79. ``/conversation_history/{thread_id}.md``,并把该路径嵌进摘要正文,
  80. agent 事后能自己 read_file 找回来。自己塞一个 langchain 原生的
  81. 摘要中间件会把这份能力丢掉——被压缩的内容就真的没了。
  82. """
  83. if config.CTX_COMPACT_ENABLED:
  84. return
  85. from deepagents import HarnessProfile, register_harness_profile
  86. # 注册表按「provider 或具体模型」为键,且是叠加合并的
  87. register_harness_profile(
  88. config.MODEL,
  89. HarnessProfile(excluded_middleware=frozenset({"SummarizationMiddleware"})),
  90. )
  91. logger.warning(
  92. "自动压缩已关闭(CTX_COMPACT_ENABLED=0):"
  93. "被淘汰的历史不再落盘到 /%s/,长会话会在超出模型窗口后报错",
  94. CONVERSATION_HISTORY_DIR,
  95. )
  96. def _build_middleware() -> list[Any]:
  97. """用户中间件栈。
  98. 动态时间后接入扩展声明的中间件。默认压缩交给框架内置的摘要中间件处理,
  99. 见 :func:`_apply_compaction_setting`。
  100. """
  101. _apply_compaction_setting()
  102. return [DynamicTimeMiddleware(), *load_extensions().build_middleware("main")]
  103. def _build_interrupt_on(tool_names=None) -> dict[str, Any]:
  104. """审批来自工具声明、扩展声明与 HITL_TOOLS;未知工具在启动时拒绝。"""
  105. return {name: True for name in sorted(approval_names())
  106. if tool_names is None or name in tool_names}
  107. def _build_subagents() -> list[dict[str, Any]]:
  108. """从统一扩展目录组装子 Agent、系统提示词与工具审批。"""
  109. return load_extensions().subagents(approval_names())
  110. def _coordinator_tools(catalog):
  111. # 专业业务工具经委派使用,主 Agent 保留现有通用和示例工具。
  112. business_tools = {n for b in catalog.business_agents.values() for n in catalog.agents[b.name].tools}
  113. shared = {n for a in catalog.agents.values() if a.name not in catalog.business_agents for n in a.tools}
  114. return [t for t in tool_registry.get_all_tools() if t.name not in business_tools or t.name in shared]
  115. def build_agent(agent_name: str = "main") -> Any:
  116. """编译主协调 Agent 或可独立执行的业务 Agent。"""
  117. from deepagents import create_deep_agent
  118. tool_registry.load_builtin_tools()
  119. catalog = load_extensions()
  120. service_view(catalog.services)
  121. if agent_name == "main":
  122. tools = _coordinator_tools(catalog)
  123. subagents = _build_subagents()
  124. for spec in subagents:
  125. spec["middleware"] = catalog.build_middleware(spec["name"])
  126. if spec["name"] in catalog.business_agents:
  127. from runtime.business import BusinessGateMiddleware
  128. spec["middleware"].insert(0, BusinessGateMiddleware(spec["name"]))
  129. if catalog.business(spec['name']).skill_path:
  130. spec['middleware'].append(SkillCompletionMiddleware())
  131. prompt = prompts.build_system_prompt(subagents)
  132. middleware = _build_middleware()
  133. result_schema = None
  134. graph_name = "deep-agent"
  135. else:
  136. business = catalog.business(agent_name)
  137. spec = catalog.agents[agent_name]
  138. from runtime.business import BusinessGateMiddleware
  139. _apply_compaction_setting()
  140. tools = tool_registry.get_tools_by_name((*spec.tools, "ask_user", "request_plan_approval"))
  141. subagents = []
  142. prompt = spec.prompt
  143. middleware = [BusinessGateMiddleware(agent_name), DynamicTimeMiddleware(),
  144. *catalog.build_middleware(agent_name)]
  145. if business.skill_path:
  146. middleware.append(SkillCompletionMiddleware())
  147. result_schema = None if business.skill_path else business.result_schema
  148. graph_name = agent_name
  149. agent = create_deep_agent(
  150. model=model_factory.get_model(),
  151. tools=tools,
  152. system_prompt=prompt,
  153. middleware=middleware,
  154. subagents=subagents,
  155. # 技能目录:agent 启动时只读各技能的 frontmatter,按需才读全文
  156. skills=[f"/{SKILLS_DIR}/"],
  157. backend=_build_backend(),
  158. permissions=build_permissions(),
  159. interrupt_on=_build_interrupt_on({t.name for t in tools}),
  160. response_format=result_schema,
  161. name=graph_name,
  162. checkpointer=agent_memory.get_checkpointer(),
  163. )
  164. logger.info(
  165. "agent 编译完成 tools=%d subagents=%d skills=%s checkpointer=%s",
  166. len(tools),
  167. len(subagents),
  168. f"/{SKILLS_DIR}/",
  169. agent_memory.saver_kind(),
  170. )
  171. return agent
  172. def describe() -> dict[str, Any]:
  173. """组装配置摘要,供 /health 与调试使用。"""
  174. return {
  175. "name": "deep-agent",
  176. "extensions": list(load_extensions().modules),
  177. "disabled_extensions": list(load_extensions().disabled_modules),
  178. "services": sorted(load_extensions().services),
  179. "middleware": [{"name": name, "targets": list(load_extensions().middleware[name].targets)}
  180. for name in load_extensions().middleware_order()],
  181. "model": model_factory.describe(),
  182. "tools": tool_registry.describe(),
  183. "interrupt_on": sorted(_build_interrupt_on().keys()),
  184. "subagents": [s["name"] for s in _build_subagents()],
  185. "business_agents": [{"name": b.name, "display_name": b.display_name,
  186. "tools": list(load_extensions().agents[b.name].tools),
  187. "execution_mode": "skill_exploration" if b.skill_path else "structured_agent",
  188. "skill_path": b.skill_path,
  189. "max_concurrency": b.max_concurrency,
  190. "gateway_configured": bool(b.gateway.agent_code),
  191. "result_platform_configured": bool(b.result_binding.agent_code) and config.get_bool("RESULT_PLATFORM_ENABLED", False)}
  192. for b in load_extensions().business_agents.values()],
  193. "skills_path": f"/{SKILLS_DIR}/",
  194. "workspace_path": f"/{WORKSPACE_DIR}/",
  195. "sandbox_root": str(Path(config.ROOT) / "data" / "workspaces"),
  196. "workspace_scope": "user/session",
  197. "compaction": {
  198. "enabled": config.CTX_COMPACT_ENABLED,
  199. "trigger_fraction": config.FRAMEWORK_COMPACT_TRIGGER,
  200. "trigger_tokens": int(
  201. model_factory.context_window() * config.FRAMEWORK_COMPACT_TRIGGER
  202. ),
  203. "history_offload_path": f"/{CONVERSATION_HISTORY_DIR}/",
  204. "lever": "CONTEXT_LIMIT",
  205. },
  206. "checkpointer": agent_memory.saver_kind(),
  207. }