kdletters
794f3d4cf8
解析 Codex app-server 稳定失败分类并生成安全可行动摘要 统一 Runtime 事件、任务、阶段记录和各 Agent 状态面的失败展示 限制自主构建最终回复 fallback，避免鉴权与网络错误被提交为成功 补充失败分类、防泄漏、待核对和 fallback 回归测试 同步技术方案与共享决策记录
867 lines
30 KiB
TypeScript
867 lines
30 KiB
TypeScript
import { describe, expect, test, vi } from 'vitest';
|
||
|
||
import type {
|
||
AgentRuntimeResponseStream,
|
||
AgentRuntimeResult,
|
||
AgentRuntimeState,
|
||
AgentRuntimeTaskRecord,
|
||
ChatMessage,
|
||
LocalConversationMessageRecord,
|
||
} from '../src/app/types';
|
||
import {
|
||
formatAgentRuntimeEvent,
|
||
formatAgentRecentRuntimeTask,
|
||
isAgentRuntimeTerminalState,
|
||
agentRuntimeConversationStatus,
|
||
mergeGameChatRuntimeResponseMessagesIntoHistory,
|
||
mergeProjectSupervisorConversation,
|
||
MUD_POINT_INSUFFICIENT_INTERRUPTION_MESSAGE,
|
||
projectRuntimeVisibleCurrentWork,
|
||
projectRuntimeVisibleError,
|
||
projectSupervisorChatRuntimeStatus,
|
||
projectSupervisorResponseStreamIdentity,
|
||
projectSupervisorVisibleConversationText,
|
||
projectWorkspaceStatusForDisplay,
|
||
submitProjectSupervisorRuntimeTask,
|
||
} from '../src/features/agent-runtime/model';
|
||
import {
|
||
deriveAgentStatusCards,
|
||
formatAgentCardRuntimeStatus,
|
||
} from '../src/features/project-summary/agentPresentation';
|
||
import { createGameCreationAppManifest } from '../../../packages/shared/src/contracts/gameCreationApp';
|
||
|
||
describe('普通用户工作区状态', () => {
|
||
test('用项目名称替代 Unix 和 Windows 绝对路径', () => {
|
||
expect(
|
||
projectWorkspaceStatusForDisplay('已打开：/tmp/authorized-game'),
|
||
).toBe('已打开：authorized-game');
|
||
expect(
|
||
projectWorkspaceStatusForDisplay('已打开：C:\\projects\\canvas-game'),
|
||
).toBe('已打开：canvas-game');
|
||
expect(projectWorkspaceStatusForDisplay('正在读取项目')).toBe(
|
||
'正在读取项目',
|
||
);
|
||
});
|
||
});
|
||
|
||
describe('Agent 最近任务失败摘要', () => {
|
||
test('展示安全可行动原因且不透传私有诊断', () => {
|
||
const task: AgentRuntimeTaskRecord = {
|
||
schemaVersion: 'game-creator-agent-runtime-task.v1',
|
||
agentId: 'code-prototype',
|
||
taskId: 'code-prototype',
|
||
sessionId: 'session-code',
|
||
runId: 'run-code-failed',
|
||
source: 'agent-delegate',
|
||
task: '实现首个可玩版本',
|
||
status: 'failed',
|
||
phase: 'failed',
|
||
currentAction: '等待开发者处理失败',
|
||
terminalDetail:
|
||
'kind=codex-app-server-context-window-exceeded fingerprint=' +
|
||
'a'.repeat(64),
|
||
error: 'private provider body https://provider.example/api?key=secret',
|
||
updatedAt: 1,
|
||
};
|
||
|
||
const visible = formatAgentRecentRuntimeTask(task);
|
||
expect(visible).toContain(
|
||
'失败原因：程序原型 Agent 模型上下文已超限，请缩小任务范围后重试',
|
||
);
|
||
expect(visible).not.toContain('fingerprint');
|
||
expect(visible).not.toContain('provider.example');
|
||
expect(visible).not.toContain('secret');
|
||
});
|
||
|
||
test('状态卡在 Runtime error 为空时使用当前 Run 的终态任务原因', () => {
|
||
const terminalDetail =
|
||
'kind=codex-app-server-context-window-exceeded fingerprint=' +
|
||
'b'.repeat(64);
|
||
const manifest = createGameCreationAppManifest(
|
||
'local-project-draft',
|
||
'failure-card-game',
|
||
);
|
||
const cards = deriveAgentStatusCards(manifest, null, {
|
||
'code-prototype': {
|
||
schemaVersion: 'game-creator-agent-runtime.v1',
|
||
agentId: 'code-prototype',
|
||
taskId: 'code-prototype',
|
||
sessionId: 'session-code',
|
||
runId: 'run-code-failed',
|
||
source: 'agent-delegate',
|
||
status: 'failed',
|
||
phase: 'failed',
|
||
currentTask: '实现首个可玩版本',
|
||
plan: [],
|
||
observations: [],
|
||
allowedTools: [],
|
||
error: null,
|
||
updatedAt: 2,
|
||
recentTasks: [
|
||
{
|
||
schemaVersion: 'game-creator-agent-runtime-task.v1',
|
||
agentId: 'code-prototype',
|
||
taskId: 'code-prototype',
|
||
sessionId: 'session-code',
|
||
runId: 'run-code-failed',
|
||
source: 'agent-delegate',
|
||
task: '实现首个可玩版本',
|
||
status: 'failed',
|
||
phase: 'failed',
|
||
currentAction: '等待开发者处理失败',
|
||
terminalDetail,
|
||
error: null,
|
||
updatedAt: 2,
|
||
},
|
||
],
|
||
},
|
||
});
|
||
const card = cards.find((candidate) => candidate.id === 'code-prototype');
|
||
expect(card?.runtimeError).toBe(terminalDetail);
|
||
expect(formatAgentCardRuntimeStatus(card!)).toContain(
|
||
'程序原型 Agent 模型上下文已超限，请缩小任务范围后重试',
|
||
);
|
||
expect(formatAgentCardRuntimeStatus(card!)).not.toContain('fingerprint');
|
||
});
|
||
});
|
||
|
||
describe('Runtime-owned public statuses', () => {
|
||
test('treats needs-reconciliation as a terminal state that requires manual resolution', () => {
|
||
const runtime = {
|
||
...providerRetryRuntime(),
|
||
status: 'needs-reconciliation',
|
||
phase: 'needs-reconciliation',
|
||
error: 'result-unknown，需要人工核对',
|
||
};
|
||
|
||
expect(isAgentRuntimeTerminalState(runtime)).toBe(true);
|
||
expect(agentRuntimeConversationStatus(runtime)).toBe(
|
||
'Agent 运行状态需要核对，正在同步记录',
|
||
);
|
||
expect(projectSupervisorChatRuntimeStatus(runtime)).toBe(
|
||
'项目总控 Agent 运行状态需要核对，请打开运行详情后重试',
|
||
);
|
||
});
|
||
|
||
test('keeps backend status messages visible without treating them as client-authored conversation', () => {
|
||
const projectRecords: LocalConversationMessageRecord[] = [
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: '任务已接收，项目总控 Agent 正在启动处理。',
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa-accepted',
|
||
updatedAt: 2,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: '普通项目消息',
|
||
agentId: null,
|
||
messageId: 'project-message-1',
|
||
updatedAt: 3,
|
||
},
|
||
];
|
||
const supervisorRecords: LocalConversationMessageRecord[] = [
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'user',
|
||
content: '请继续完成当前游戏',
|
||
agentId: 'project-supervisor',
|
||
messageId: 'runtime-task-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
|
||
updatedAt: 2,
|
||
},
|
||
];
|
||
|
||
const messages = mergeProjectSupervisorConversation(
|
||
projectRecords,
|
||
supervisorRecords,
|
||
);
|
||
|
||
expect(messages).toEqual([
|
||
expect.objectContaining({
|
||
text: '请继续完成当前游戏',
|
||
runtimeOwned: true,
|
||
}),
|
||
expect.objectContaining({
|
||
text: '任务已接收，项目总控 Agent 正在启动处理。',
|
||
runtimeOwned: true,
|
||
}),
|
||
expect.objectContaining({
|
||
text: '普通项目消息',
|
||
runtimeOwned: false,
|
||
}),
|
||
]);
|
||
});
|
||
|
||
test('interleaves rapid same-second tasks with their accepted and terminal statuses', () => {
|
||
const projectRecords: LocalConversationMessageRecord[] = [
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: '任务已接收，项目总控 Agent 正在启动处理。',
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa-accepted',
|
||
updatedAt: 9,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: '项目总控 Agent 执行失败，请稍后重试',
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa-failed',
|
||
updatedAt: 9,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: '任务已接收，项目总控 Agent 正在启动处理。',
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb-accepted',
|
||
updatedAt: 9,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: '项目总控 Agent 已达到执行预算，请缩小任务范围后重试',
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb-budget',
|
||
updatedAt: 9,
|
||
},
|
||
];
|
||
const supervisorRecords: LocalConversationMessageRecord[] = [
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'user',
|
||
content: '第一条任务',
|
||
agentId: 'project-supervisor',
|
||
messageId: 'runtime-task-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
|
||
updatedAt: 9,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'user',
|
||
content: '第二条任务',
|
||
agentId: 'project-supervisor',
|
||
messageId: 'runtime-task-bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb',
|
||
updatedAt: 9,
|
||
},
|
||
];
|
||
|
||
expect(
|
||
mergeProjectSupervisorConversation(projectRecords, supervisorRecords).map(
|
||
(message) => message.text,
|
||
),
|
||
).toEqual([
|
||
'第一条任务',
|
||
'任务已接收，项目总控 Agent 正在启动处理。',
|
||
'项目总控 Agent 执行失败，请稍后重试',
|
||
'第二条任务',
|
||
'任务已接收，项目总控 Agent 正在启动处理。',
|
||
'项目总控 Agent 已达到执行预算，请缩小任务范围后重试',
|
||
]);
|
||
});
|
||
|
||
test('keeps an older sparse terminal before a new same-second task', () => {
|
||
const projectRecords: LocalConversationMessageRecord[] = [
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: '项目总控 Agent 执行失败，请稍后重试',
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa-failed',
|
||
updatedAt: 9,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: '任务已接收，项目总控 Agent 正在启动处理。',
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb-accepted',
|
||
updatedAt: 9,
|
||
},
|
||
];
|
||
const supervisorRecords: LocalConversationMessageRecord[] = [
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'user',
|
||
content: '旧任务',
|
||
agentId: 'project-supervisor',
|
||
messageId: 'runtime-task-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
|
||
updatedAt: 8,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'user',
|
||
content: '新任务',
|
||
agentId: 'project-supervisor',
|
||
messageId: 'runtime-task-bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb',
|
||
updatedAt: 9,
|
||
},
|
||
];
|
||
|
||
expect(
|
||
mergeProjectSupervisorConversation(projectRecords, supervisorRecords).map(
|
||
(message) => message.text,
|
||
),
|
||
).toEqual([
|
||
'旧任务',
|
||
'项目总控 Agent 执行失败，请稍后重试',
|
||
'新任务',
|
||
'任务已接收，项目总控 Agent 正在启动处理。',
|
||
]);
|
||
});
|
||
|
||
test('interleaves same-second steer acknowledgements with their user messages', () => {
|
||
const acknowledgement =
|
||
'收到。我正在判断这条消息是否需要调整当前任务；现有任务会继续运行。';
|
||
const projectRecords: LocalConversationMessageRecord[] = [
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: acknowledgement,
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa-steer-1',
|
||
updatedAt: 9,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'assistant',
|
||
content: acknowledgement,
|
||
agentId: null,
|
||
messageId:
|
||
'runtime-public-status-bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb-steer-2',
|
||
updatedAt: 9,
|
||
},
|
||
];
|
||
const supervisorRecords: LocalConversationMessageRecord[] = [
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'user',
|
||
content: '你在做什么？',
|
||
agentId: 'project-supervisor',
|
||
messageId: 'agent-steer-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
|
||
updatedAt: 9,
|
||
},
|
||
{
|
||
schemaVersion: 'game-creator-conversation.v1',
|
||
role: 'user',
|
||
content: '先把移动端操作做好。',
|
||
agentId: 'project-supervisor',
|
||
messageId: 'agent-steer-bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb',
|
||
updatedAt: 9,
|
||
},
|
||
];
|
||
|
||
expect(
|
||
mergeProjectSupervisorConversation(projectRecords, supervisorRecords).map(
|
||
(message) => message.text,
|
||
),
|
||
).toEqual([
|
||
'你在做什么？',
|
||
acknowledgement,
|
||
'先把移动端操作做好。',
|
||
acknowledgement,
|
||
]);
|
||
});
|
||
});
|
||
|
||
describe('Game Chat stream identity and source', () => {
|
||
test('response stream identity binds run, slot, and revision', () => {
|
||
const base: AgentRuntimeResponseStream = {
|
||
schemaVersion: 'game-creator-runtime-response-stream.v1',
|
||
agentId: 'project-supervisor',
|
||
taskId: 'project-supervisor',
|
||
sessionId: 'session-1',
|
||
runId: 'run-1',
|
||
requestKind: 'final-reply',
|
||
requestSlot: 'final-reply-loop-1-revision-0',
|
||
appliedSteerCursor: 0,
|
||
responseRevision: 0,
|
||
sequence: 1,
|
||
status: 'ready',
|
||
accumulatedText: 'same text',
|
||
finishReason: 'stop',
|
||
startedAt: 1,
|
||
updatedAt: 2,
|
||
};
|
||
|
||
expect(projectSupervisorResponseStreamIdentity(base)).toBe(
|
||
'run-1\u001ffinal-reply-loop-1-revision-0\u001f0',
|
||
);
|
||
expect(
|
||
projectSupervisorResponseStreamIdentity({ ...base, runId: 'run-2' }),
|
||
).not.toBe(projectSupervisorResponseStreamIdentity(base));
|
||
expect(
|
||
projectSupervisorResponseStreamIdentity({
|
||
...base,
|
||
requestSlot: 'final-reply-loop-2-revision-0',
|
||
}),
|
||
).not.toBe(projectSupervisorResponseStreamIdentity(base));
|
||
expect(
|
||
projectSupervisorResponseStreamIdentity({ ...base, responseRevision: 1 }),
|
||
).not.toBe(projectSupervisorResponseStreamIdentity(base));
|
||
});
|
||
|
||
test('game-chat source is forwarded for start and steer without changing default source behavior', async () => {
|
||
const runtimeResult = {
|
||
state: {
|
||
schemaVersion: 'game-creator-agent-runtime.v1',
|
||
agentId: 'project-supervisor',
|
||
taskId: 'project-supervisor',
|
||
sessionId: 'session-provider-retry',
|
||
runId: 'accepted-run',
|
||
source: 'project-supervisor-chat',
|
||
status: 'running',
|
||
phase: 'planning',
|
||
currentTask: null,
|
||
currentAction: null,
|
||
waitingOn: null,
|
||
nextStep: null,
|
||
plan: [],
|
||
planSteps: [],
|
||
observations: [],
|
||
allowedTools: [],
|
||
lastResponse: null,
|
||
error: null,
|
||
updatedAt: 1,
|
||
},
|
||
sessionPath: 'session.json',
|
||
eventPath: 'events.jsonl',
|
||
} satisfies AgentRuntimeResult;
|
||
const invoke = vi.fn(
|
||
async (_command: string, _args?: Record<string, unknown>) =>
|
||
runtimeResult,
|
||
);
|
||
|
||
await submitProjectSupervisorRuntimeTask({
|
||
invoke,
|
||
projectPath: '/tmp/game-chat',
|
||
sessionId: 'session-provider-retry',
|
||
prompt: 'make a game',
|
||
runtime: null,
|
||
runProfile: 'autonomous-game-build',
|
||
source: 'project-supervisor-game-chat',
|
||
});
|
||
|
||
expect(invoke).toHaveBeenCalledWith(
|
||
'start_game_creator_supervisor_runtime_task',
|
||
expect.objectContaining({ source: 'project-supervisor-game-chat' }),
|
||
);
|
||
|
||
invoke.mockClear();
|
||
await submitProjectSupervisorRuntimeTask({
|
||
invoke,
|
||
projectPath: '/tmp/game-chat',
|
||
sessionId: 'session-provider-retry',
|
||
prompt: 'chat',
|
||
runtime: null,
|
||
runProfile: 'standard',
|
||
});
|
||
expect(invoke.mock.calls[0]?.[1]).not.toHaveProperty('source');
|
||
|
||
invoke.mockClear();
|
||
const steerRuntime = {
|
||
...runtimeResult.state,
|
||
runId: 'steer-run',
|
||
runProfile: 'autonomous-game-build',
|
||
source: 'project-supervisor-game-chat',
|
||
status: 'running',
|
||
phase: 'planning',
|
||
} satisfies AgentRuntimeState;
|
||
invoke.mockResolvedValueOnce({
|
||
runtime: runtimeResult,
|
||
steerId: 'steer-1',
|
||
sequence: 1,
|
||
status: 'applied',
|
||
providerInterrupted: false,
|
||
});
|
||
await submitProjectSupervisorRuntimeTask({
|
||
invoke,
|
||
projectPath: '/tmp/game-chat',
|
||
sessionId: 'session-provider-retry',
|
||
prompt: 'continue this run',
|
||
runtime: steerRuntime,
|
||
runProfile: 'autonomous-game-build',
|
||
source: 'project-supervisor-game-chat',
|
||
});
|
||
expect(invoke).toHaveBeenCalledWith(
|
||
'steer_game_creator_agent_runtime_task',
|
||
expect.objectContaining({ source: 'project-supervisor-game-chat' }),
|
||
);
|
||
|
||
invoke.mockClear();
|
||
invoke.mockResolvedValueOnce({
|
||
runtime: runtimeResult,
|
||
steerId: 'steer-2',
|
||
sequence: 2,
|
||
status: 'applied',
|
||
providerInterrupted: false,
|
||
});
|
||
await submitProjectSupervisorRuntimeTask({
|
||
invoke,
|
||
projectPath: '/tmp/game-chat',
|
||
sessionId: 'session-provider-retry',
|
||
prompt: 'continue this run',
|
||
runtime: steerRuntime,
|
||
runProfile: 'autonomous-game-build',
|
||
});
|
||
expect(invoke.mock.calls[0]?.[1]).not.toHaveProperty('source');
|
||
|
||
invoke.mockClear();
|
||
await submitProjectSupervisorRuntimeTask({
|
||
invoke,
|
||
projectPath: '/tmp/game-chat',
|
||
sessionId: 'session-provider-retry',
|
||
prompt: 'continue from the app',
|
||
runtime: {
|
||
...steerRuntime,
|
||
source: 'project-supervisor-cli',
|
||
},
|
||
runProfile: 'autonomous-game-build',
|
||
source: 'project-supervisor-game-chat',
|
||
});
|
||
expect(invoke).toHaveBeenCalledWith(
|
||
'start_game_creator_supervisor_runtime_task',
|
||
expect.objectContaining({ source: 'project-supervisor-game-chat' }),
|
||
);
|
||
});
|
||
|
||
test('game-chat hydration keeps identical text from a different runtime response identity', () => {
|
||
const history = [
|
||
{
|
||
role: 'assistant' as const,
|
||
text: 'same text',
|
||
messageId: 'persisted-message-1',
|
||
updatedAt: 20,
|
||
},
|
||
];
|
||
const pending = [
|
||
{
|
||
role: 'assistant' as const,
|
||
text: 'same text',
|
||
messageId: 'runtime-response:run-2\u001fslot-1\u001f0',
|
||
updatedAt: 10,
|
||
runtimeOwned: true,
|
||
},
|
||
];
|
||
|
||
expect(
|
||
mergeGameChatRuntimeResponseMessagesIntoHistory(history, pending),
|
||
).toEqual([pending[0], history[0]]);
|
||
expect(
|
||
mergeGameChatRuntimeResponseMessagesIntoHistory(history, [
|
||
{ ...pending[0], messageId: 'persisted-message-1' },
|
||
]),
|
||
).toEqual(history);
|
||
});
|
||
|
||
test('ready response survives either ordering of runtime commit and conversation hydration', () => {
|
||
const history = [
|
||
{
|
||
role: 'user' as const,
|
||
text: 'build a game',
|
||
messageId: 'persisted-message-1',
|
||
updatedAt: 1,
|
||
},
|
||
];
|
||
const ready = {
|
||
role: 'assistant' as const,
|
||
text: 'ready response',
|
||
messageId: 'runtime-response:run-1\u001fslot-1\u001f0',
|
||
updatedAt: 2,
|
||
runtimeOwned: true,
|
||
};
|
||
const commitReady = (current: ChatMessage[]) =>
|
||
current.some((message) => message.messageId === ready.messageId)
|
||
? current
|
||
: [...current, ready];
|
||
const hydrateConversation = (current: ChatMessage[]) =>
|
||
mergeGameChatRuntimeResponseMessagesIntoHistory(history, current);
|
||
|
||
expect(hydrateConversation(commitReady([]))).toContainEqual(ready);
|
||
expect(commitReady(hydrateConversation([]))).toContainEqual(ready);
|
||
});
|
||
});
|
||
|
||
function providerRetryRuntime(): AgentRuntimeState {
|
||
return {
|
||
schemaVersion: 'game-creator-agent-runtime.v1',
|
||
agentId: 'project-supervisor',
|
||
taskId: 'task-provider-retry',
|
||
sessionId: 'session-provider-retry',
|
||
runId: 'run-provider-retry',
|
||
source: 'project-supervisor-chat',
|
||
status: 'running',
|
||
phase: 'waiting-for-provider-retry',
|
||
currentTask: '生成项目总控计划',
|
||
currentAction: 'Provider 上游返回 HTTP 503，准备自动重试 1/3',
|
||
waitingOn: '预计 30 秒后重试',
|
||
nextStep: '到期后继续同一 Run',
|
||
plan: ['生成项目总控计划'],
|
||
planSteps: [
|
||
{
|
||
step: '这个活跃计划步骤不应覆盖真实 Provider 等待进度',
|
||
status: 'in_progress',
|
||
index: 0,
|
||
},
|
||
],
|
||
observations: [],
|
||
allowedTools: [],
|
||
lastResponse: null,
|
||
error: null,
|
||
updatedAt: 1,
|
||
};
|
||
}
|
||
|
||
describe('Agent Runtime Provider 状态投影', () => {
|
||
test('等待 503 重试时优先显示 Runtime 的真实动作和等待时间', () => {
|
||
const runtime = providerRetryRuntime();
|
||
const expected =
|
||
'Provider 上游返回 HTTP 503，准备自动重试 1/3；预计 30 秒后重试';
|
||
|
||
expect(projectSupervisorChatRuntimeStatus(runtime)).toBe(expected);
|
||
expect(projectRuntimeVisibleCurrentWork(runtime)).toBe(expected);
|
||
});
|
||
|
||
test('旧等待投影不再显示内部 upstream-5xx 分类', () => {
|
||
const legacyRuntime = {
|
||
...providerRetryRuntime(),
|
||
currentAction: '等待 Provider 瞬态重试 1/3',
|
||
waitingOn: 'Provider upstream-5xx 瞬态故障退避到期',
|
||
};
|
||
const expected = 'Provider 上游服务暂时不可用，准备自动重试 1/3';
|
||
|
||
expect(projectSupervisorChatRuntimeStatus(legacyRuntime)).toBe(expected);
|
||
expect(projectRuntimeVisibleCurrentWork(legacyRuntime)).toBe(expected);
|
||
expect(projectSupervisorChatRuntimeStatus(legacyRuntime)).not.toContain(
|
||
'upstream-5xx',
|
||
);
|
||
});
|
||
|
||
test('严格解析 503 重试耗尽的稳定字段', () => {
|
||
const fingerprint = 'a'.repeat(64);
|
||
const message =
|
||
`agentLlm.project-supervisor 规划调用 LLM 失败：kind=upstream-503 ` +
|
||
`httpStatus=503 fingerprint=${fingerprint} chars=248 ` +
|
||
'retryAttempt=3 maxRetries=3 retryState=exhausted';
|
||
|
||
expect(projectRuntimeVisibleError(message, '项目总控 Agent', true)).toBe(
|
||
'项目总控 Agent 上游服务返回 HTTP 503；自动重试已耗尽（3/3）',
|
||
);
|
||
const failedRuntime = {
|
||
...providerRetryRuntime(),
|
||
status: 'failed',
|
||
phase: 'failed',
|
||
error: message,
|
||
};
|
||
expect(projectSupervisorChatRuntimeStatus(failedRuntime)).toBe(
|
||
'项目总控 Agent 上游服务返回 HTTP 503；自动重试已耗尽（3/3）',
|
||
);
|
||
});
|
||
|
||
test('明确说明泥点余额不足导致的中断并隐藏附加诊断', () => {
|
||
for (const message of [
|
||
'agentLlm.project-supervisor 规划调用 LLM 失败：kind=mud-points-insufficient',
|
||
'平台图片生成任务失败：泥点余额不足；operationId=private-operation-id',
|
||
]) {
|
||
expect(projectRuntimeVisibleError(message, '项目总控 Agent', true)).toBe(
|
||
MUD_POINT_INSUFFICIENT_INTERRUPTION_MESSAGE,
|
||
);
|
||
expect(
|
||
projectSupervisorVisibleConversationText(`后台任务失败：${message}`),
|
||
).toBe(MUD_POINT_INSUFFICIENT_INTERRUPTION_MESSAGE);
|
||
}
|
||
|
||
const failedRuntime = {
|
||
...providerRetryRuntime(),
|
||
status: 'failed',
|
||
phase: 'failed',
|
||
error:
|
||
'平台图片生成任务失败：泥点余额不足；operationId=private-operation-id',
|
||
};
|
||
const status = projectSupervisorChatRuntimeStatus(failedRuntime);
|
||
expect(status).toBe(MUD_POINT_INSUFFICIENT_INTERRUPTION_MESSAGE);
|
||
expect(status).not.toContain('operationId');
|
||
expect(status).not.toContain('private-operation-id');
|
||
|
||
expect(
|
||
projectRuntimeVisibleError('上游余额不足', '项目总控 Agent', true),
|
||
).toBe('项目总控 Agent 执行失败，请稍后重试');
|
||
});
|
||
|
||
test('即使前缀含恶意上游正文也只展示严格字段派生的摘要', () => {
|
||
const fingerprint = 'b'.repeat(64);
|
||
const malicious =
|
||
'https://provider.example/private?api_key=sk-secret C:\\Users\\victim\\project';
|
||
const message =
|
||
`${malicious}：kind=upstream-503 httpStatus=503 ` +
|
||
`fingerprint=${fingerprint} chars=999 retryAttempt=3 ` +
|
||
'maxRetries=3 retryState=exhausted';
|
||
const visible = projectRuntimeVisibleError(message, '项目总控 Agent', true);
|
||
|
||
expect(visible).toBe(
|
||
'项目总控 Agent 上游服务返回 HTTP 503；自动重试已耗尽（3/3）',
|
||
);
|
||
expect(visible).not.toContain('provider.example');
|
||
expect(visible).not.toContain('sk-secret');
|
||
expect(visible).not.toContain('victim');
|
||
});
|
||
|
||
test('拒绝字段不一致或带尾随正文的伪造 Provider 摘要', () => {
|
||
const fingerprint = 'c'.repeat(64);
|
||
const inconsistent =
|
||
`kind=upstream-503 httpStatus=500 fingerprint=${fingerprint} chars=1 ` +
|
||
'retryAttempt=3 maxRetries=3 retryState=exhausted';
|
||
const trailingBody =
|
||
`kind=upstream-503 httpStatus=503 fingerprint=${fingerprint} chars=1 ` +
|
||
'retryAttempt=3 maxRetries=3 retryState=exhausted provider body';
|
||
|
||
expect(
|
||
projectRuntimeVisibleError(inconsistent, '项目总控 Agent', true),
|
||
).toBe('项目总控 Agent 执行失败，请稍后重试');
|
||
expect(
|
||
projectRuntimeVisibleError(trailingBody, '项目总控 Agent', true),
|
||
).toBe('项目总控 Agent 执行失败，请稍后重试');
|
||
});
|
||
|
||
test('展示 Codex app-server 稳定失败分类且隐藏内部诊断', () => {
|
||
const fingerprint = 'e'.repeat(64);
|
||
const contextError =
|
||
`agentLlm.code-prototype 调用 LLM 失败：` +
|
||
`kind=codex-app-server-context-window-exceeded ` +
|
||
`fingerprint=${fingerprint} chars=2048`;
|
||
const visible = projectRuntimeVisibleError(
|
||
contextError,
|
||
'程序原型 Agent',
|
||
true,
|
||
);
|
||
expect(visible).toBe(
|
||
'程序原型 Agent 模型上下文已超限，请缩小任务范围后重试',
|
||
);
|
||
expect(visible).not.toContain('fingerprint');
|
||
expect(visible).not.toContain(fingerprint);
|
||
expect(
|
||
projectRuntimeVisibleError(
|
||
`kind=codex-app-server-unauthorized fingerprint=${fingerprint} chars=1`,
|
||
'项目总控 Agent',
|
||
true,
|
||
),
|
||
).toBe('项目总控 Agent Codex 鉴权失败，请重新登录或检查 API Key');
|
||
});
|
||
|
||
test('把常见 Runtime 失败映射为可行动原因', () => {
|
||
expect(
|
||
projectRuntimeVisibleError(
|
||
'动态隔离子 Agent 缺少 expected artifact：game/index.html',
|
||
'程序 Agent',
|
||
),
|
||
).toBe('程序 Agent 未生成要求的产物，请查看任务要求后重试');
|
||
expect(
|
||
projectRuntimeVisibleError('project.verify 验证失败', '程序 Agent'),
|
||
).toBe('程序 Agent 项目验证未通过，请查看运行详情并修复后重试');
|
||
expect(
|
||
projectRuntimeVisibleError('Agent loop 预算耗尽', '程序 Agent'),
|
||
).toBe('程序 Agent 本轮预算已耗尽，请缩小任务范围后重试');
|
||
expect(
|
||
projectSupervisorChatRuntimeStatus({
|
||
...providerRetryRuntime(),
|
||
status: 'needs-reconciliation',
|
||
phase: 'needs-reconciliation',
|
||
error: 'result-unknown，需要人工核对',
|
||
}),
|
||
).toBe('项目总控 Agent 运行状态需要核对，请打开运行详情后重试');
|
||
});
|
||
|
||
test('隐藏旧失败对话与事件中的内部诊断标记', () => {
|
||
const fingerprint = 'd'.repeat(64);
|
||
const legacyConversation =
|
||
'后台任务失败：<absolute-path> [redacted sensitive context] ' +
|
||
`kind=upstream-503 httpStatus=503 fingerprint=${fingerprint} chars=99 ` +
|
||
'retryAttempt=3 maxRetries=3 retryState=exhausted';
|
||
expect(projectSupervisorVisibleConversationText(legacyConversation)).toBe(
|
||
'项目总控 Agent 上游服务返回 HTTP 503；自动重试已耗尽（3/3）',
|
||
);
|
||
expect(
|
||
projectSupervisorVisibleConversationText(legacyConversation, 'user'),
|
||
).toBe(legacyConversation);
|
||
expect(
|
||
projectSupervisorVisibleConversationText(
|
||
legacyConversation,
|
||
'assistant',
|
||
'策划 Agent',
|
||
),
|
||
).toBe('策划 Agent 上游服务返回 HTTP 503；自动重试已耗尽（3/3）');
|
||
|
||
const formattedEvent = formatAgentRuntimeEvent({
|
||
schemaVersion: 'game-creator-agent-runtime.v1',
|
||
agentId: 'project-supervisor',
|
||
taskId: 'task-provider-retry',
|
||
sessionId: 'session-provider-retry',
|
||
runId: 'run-provider-retry',
|
||
source: 'project-supervisor-chat',
|
||
eventType: 'turn.failed',
|
||
status: 'failed',
|
||
phase: 'failed',
|
||
summary: 'Agent Runtime 本轮处理失败。',
|
||
publicText: '项目总控 Agent 模型上下文已超限，请缩小任务范围后重试',
|
||
detail:
|
||
`<absolute-path> [redacted sensitive context] ` +
|
||
`errorSha256=${fingerprint} · errorChars=99`,
|
||
updatedAt: 1,
|
||
});
|
||
expect(formattedEvent).toBe(
|
||
'turn.failed · failed / failed · 项目总控 Agent 模型上下文已超限，请缩小任务范围后重试',
|
||
);
|
||
expect(formattedEvent).not.toContain('errorSha256');
|
||
expect(formattedEvent).not.toContain(fingerprint);
|
||
|
||
expect(
|
||
formatAgentRuntimeEvent({
|
||
schemaVersion: 'game-creator-agent-runtime.v1',
|
||
agentId: 'project-supervisor',
|
||
taskId: 'legacy-private-detail',
|
||
sessionId: 'legacy-private-detail-session',
|
||
runId: 'legacy-private-detail-run',
|
||
source: 'project-supervisor-chat',
|
||
eventType: 'error',
|
||
status: 'failed',
|
||
phase: 'failed',
|
||
summary: 'Agent Runtime 本轮处理失败。',
|
||
detail: 'private provider body without stable diagnostics marker',
|
||
updatedAt: 1,
|
||
}),
|
||
).toBe('error · failed / failed · Agent Runtime 本轮处理失败。');
|
||
|
||
const emptySummaryEvent = formatAgentRuntimeEvent({
|
||
schemaVersion: 'game-creator-agent-runtime.v1',
|
||
agentId: 'project-supervisor',
|
||
taskId: 'task-provider-retry',
|
||
sessionId: 'session-provider-retry',
|
||
runId: 'run-provider-retry',
|
||
source: 'project-supervisor-chat',
|
||
eventType: 'error',
|
||
status: 'failed',
|
||
phase: 'failed',
|
||
summary: '',
|
||
detail:
|
||
`<absolute-path> [redacted sensitive context] ` +
|
||
`fingerprint=${fingerprint} chars=99`,
|
||
updatedAt: 1,
|
||
});
|
||
expect(emptySummaryEvent).toBe(
|
||
'error · failed / failed · Agent Runtime 本轮处理失败。',
|
||
);
|
||
expect(emptySummaryEvent).not.toContain('absolute-path');
|
||
expect(emptySummaryEvent).not.toContain(fingerprint);
|
||
});
|
||
});
|