wuyang6
336 lines
15 KiB
Python
336 lines
15 KiB
Python
from __future__ import annotations
|
|
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
from src.agent_prompting import build_prompt_context, build_system_prompt_parts, render_system_prompt
|
|
from src.plan_runtime import PlanRuntime
|
|
from src.agent_runtime import LocalCodingAgent
|
|
from src.agent_session import AgentSessionState
|
|
from src.agent_tools import default_tool_registry
|
|
from src.agent_types import AgentPermissions, AgentRuntimeConfig, ModelConfig
|
|
from src.task_runtime import TaskRuntime
|
|
|
|
|
|
class AgentPromptingTests(unittest.TestCase):
|
|
def test_prompt_builder_contains_expected_sections(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
runtime_config = AgentRuntimeConfig(
|
|
cwd=Path(tmp_dir),
|
|
permissions=AgentPermissions(
|
|
allow_file_write=True,
|
|
allow_shell_commands=False,
|
|
),
|
|
)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 系统规则', prompt)
|
|
self.assertIn('# 处理任务', prompt)
|
|
self.assertIn('# 工作空间边界', prompt)
|
|
self.assertIn('当前 session 目录是本轮任务的默认工作区', prompt)
|
|
self.assertIn('平台服务代码目录始终只读', prompt)
|
|
self.assertIn('# 使用工具', prompt)
|
|
self.assertIn('# Skills', prompt)
|
|
self.assertIn('product-data', prompt)
|
|
self.assertIn('__SYSTEM_PROMPT_DYNAMIC_BOUNDARY__', prompt)
|
|
self.assertIn('主工作目录:', prompt)
|
|
|
|
def test_prompt_builder_respects_enabled_skill_names(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
runtime_config = AgentRuntimeConfig(
|
|
cwd=Path(tmp_dir),
|
|
enabled_skill_names=('verify',),
|
|
)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('verify', prompt)
|
|
self.assertNotIn('product-data', prompt)
|
|
self.assertNotIn('online-mining', prompt)
|
|
|
|
def test_session_state_exports_messages_in_order(self) -> None:
|
|
state = AgentSessionState.create(['sys one', 'sys two'], 'hello')
|
|
state.append_assistant('working', ())
|
|
state.append_tool('read_file', 'call_1', '{"ok": true}')
|
|
messages = state.to_openai_messages()
|
|
self.assertEqual(messages[0]['role'], 'system')
|
|
self.assertEqual(messages[1]['role'], 'user')
|
|
self.assertEqual(messages[2]['role'], 'assistant')
|
|
self.assertEqual(messages[3]['role'], 'tool')
|
|
self.assertEqual(messages[3]['tool_call_id'], 'call_1')
|
|
|
|
def test_agent_can_render_prompt_without_contacting_model(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
agent = LocalCodingAgent(
|
|
model_config=ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct'),
|
|
runtime_config=AgentRuntimeConfig(cwd=Path(tmp_dir)),
|
|
)
|
|
prompt = agent.render_system_prompt()
|
|
self.assertIn('Zhongkong Agent', prompt)
|
|
self.assertIn('# 系统规则', prompt)
|
|
self.assertIn('# 环境信息', prompt)
|
|
|
|
def test_prompt_builder_mentions_plugins_when_cache_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
plugin_cache = workspace / '.port_sessions' / 'plugin_cache.json'
|
|
plugin_cache.parent.mkdir(parents=True, exist_ok=True)
|
|
plugin_cache.write_text(
|
|
'{"plugins":[{"name":"example-plugin","enabled":true}]}',
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 插件', prompt)
|
|
|
|
def test_prompt_builder_mentions_hook_policy_when_manifest_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
(workspace / '.claw-policy.json').write_text(
|
|
'{"trusted": false, "hooks": {"beforePrompt": ["Follow workspace policy."]}}',
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# Hook 策略', prompt)
|
|
|
|
def test_prompt_builder_mentions_mcp_when_manifest_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
(workspace / 'notes.txt').write_text('mcp notes\n', encoding='utf-8')
|
|
(workspace / '.claw-mcp.json').write_text(
|
|
(
|
|
'{"servers":[{"name":"workspace","resources":['
|
|
'{"uri":"mcp://workspace/notes","name":"Notes","path":"notes.txt"}'
|
|
']}]}'
|
|
),
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# MCP', prompt)
|
|
|
|
def test_prompt_builder_mentions_search_when_runtime_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
(workspace / '.claw-search.json').write_text(
|
|
'{"providers":[{"name":"local-search","provider":"searxng","baseUrl":"http://127.0.0.1:8080"}]}',
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 搜索', prompt)
|
|
self.assertIn('web_search', prompt)
|
|
|
|
def test_prompt_builder_mentions_remote_when_manifest_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
(workspace / '.claw-remote.json').write_text(
|
|
(
|
|
'{"profiles":[{"name":"staging","mode":"ssh","target":"dev@staging",'
|
|
'"workspaceCwd":"/srv/app"}]}'
|
|
),
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 远程环境', prompt)
|
|
|
|
def test_prompt_builder_mentions_account_when_runtime_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
(workspace / '.claw-account.json').write_text(
|
|
'{"profiles":[{"name":"local","provider":"openai","identity":"dev@example.com"}]}',
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 账号', prompt)
|
|
|
|
def test_prompt_builder_mentions_ask_user_when_runtime_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
(workspace / '.claw-ask-user.json').write_text(
|
|
'{"answers":[{"question":"Approve deploy?","answer":"yes"}]}',
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 询问用户', prompt)
|
|
|
|
def test_prompt_builder_mentions_config_when_runtime_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
claude_dir = workspace / '.claude'
|
|
claude_dir.mkdir()
|
|
(claude_dir / 'settings.json').write_text(
|
|
'{"review":{"mode":"strict"}}',
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 配置', prompt)
|
|
|
|
def test_prompt_builder_mentions_lsp_when_runtime_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
(workspace / 'sample.py').write_text('def helper(value):\n return value * 2\n', encoding='utf-8')
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# LSP', prompt)
|
|
self.assertIn('使用 LSP 工具', prompt)
|
|
|
|
def test_prompt_builder_mentions_tasks_when_runtime_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
scratchpad = workspace / '.port_sessions' / 'accounts' / 'alice' / 'sessions' / 's1' / 'scratchpad'
|
|
scratchpad.mkdir(parents=True)
|
|
runtime = TaskRuntime.from_storage_path(scratchpad / 'task_runtime.json')
|
|
runtime.create_task(title='Inspect runtime tasks')
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(
|
|
runtime_config,
|
|
model_config,
|
|
scratchpad_directory=scratchpad,
|
|
)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 任务', prompt)
|
|
|
|
def test_prompt_builder_mentions_teams_when_runtime_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
(workspace / '.claw-teams.json').write_text(
|
|
'{"teams":[{"name":"reviewers","members":["alice","bob"]}]}',
|
|
encoding='utf-8',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(runtime_config, model_config)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 团队', prompt)
|
|
|
|
def test_prompt_builder_mentions_planning_when_runtime_is_loaded(self) -> None:
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
workspace = Path(tmp_dir)
|
|
scratchpad = workspace / '.port_sessions' / 'accounts' / 'alice' / 'sessions' / 's1' / 'scratchpad'
|
|
scratchpad.mkdir(parents=True)
|
|
runtime = PlanRuntime.from_storage_path(scratchpad / 'plan_runtime.json')
|
|
runtime.update_plan(
|
|
[{'step': 'Inspect runtime planning', 'status': 'pending'}],
|
|
explanation='Track the current plan.',
|
|
)
|
|
runtime_config = AgentRuntimeConfig(cwd=workspace)
|
|
model_config = ModelConfig(model='Qwen/Qwen3-Coder-30B-A3B-Instruct')
|
|
prompt_context = build_prompt_context(
|
|
runtime_config,
|
|
model_config,
|
|
scratchpad_directory=scratchpad,
|
|
)
|
|
parts = build_system_prompt_parts(
|
|
prompt_context=prompt_context,
|
|
runtime_config=runtime_config,
|
|
tools=default_tool_registry(),
|
|
)
|
|
|
|
prompt = render_system_prompt(parts)
|
|
self.assertIn('# 计划', prompt)
|