453 lines
15 KiB
TypeScript
453 lines
15 KiB
TypeScript
import test from "node:test";
|
||
import assert from "node:assert/strict";
|
||
import os from "node:os";
|
||
import path from "node:path";
|
||
import { mkdir, mkdtemp, rm } from "node:fs/promises";
|
||
|
||
let runtimeRoot = "";
|
||
let replyToMasterAgentUserMessage: (typeof import("../src/lib/boss-master-agent"))["replyToMasterAgentUserMessage"];
|
||
let saveAiAccount: (typeof import("../src/lib/boss-data"))["saveAiAccount"];
|
||
let readState: (typeof import("../src/lib/boss-data"))["readState"];
|
||
let updateAiAccountHealth: (typeof import("../src/lib/boss-data"))["updateAiAccountHealth"];
|
||
let updateProjectAgentControls: (typeof import("../src/lib/boss-data"))["updateProjectAgentControls"];
|
||
|
||
async function setup() {
|
||
if (runtimeRoot) return;
|
||
|
||
runtimeRoot = await mkdtemp(path.join(os.tmpdir(), "boss-master-agent-fallback-"));
|
||
process.env.BOSS_RUNTIME_ROOT = runtimeRoot;
|
||
process.env.BOSS_STATE_FILE = path.join(runtimeRoot, "boss-state.json");
|
||
|
||
const [masterAgent, data] = await Promise.all([
|
||
import("../src/lib/boss-master-agent.ts"),
|
||
import("../src/lib/boss-data.ts"),
|
||
]);
|
||
|
||
replyToMasterAgentUserMessage = masterAgent.replyToMasterAgentUserMessage;
|
||
saveAiAccount = data.saveAiAccount;
|
||
readState = data.readState;
|
||
updateAiAccountHealth = data.updateAiAccountHealth;
|
||
updateProjectAgentControls = data.updateProjectAgentControls;
|
||
}
|
||
|
||
async function waitFor(predicate: () => Promise<boolean>, timeoutMs = 5_000) {
|
||
const startedAt = Date.now();
|
||
while (Date.now() - startedAt < timeoutMs) {
|
||
if (await predicate()) {
|
||
return;
|
||
}
|
||
await new Promise((resolve) => setTimeout(resolve, 50));
|
||
}
|
||
throw new Error("waitFor timed out");
|
||
}
|
||
|
||
test.after(async () => {
|
||
if (runtimeRoot) {
|
||
await rm(runtimeRoot, { recursive: true, force: true });
|
||
}
|
||
});
|
||
|
||
test.beforeEach(async () => {
|
||
await setup();
|
||
await rm(runtimeRoot, { recursive: true, force: true });
|
||
await mkdir(runtimeRoot, { recursive: true });
|
||
});
|
||
|
||
test("replyToMasterAgentUserMessage falls back to a runnable OpenAI API account when the master node is offline", async () => {
|
||
await saveAiAccount({
|
||
accountId: "master-codex-primary",
|
||
label: "主 GPT",
|
||
role: "primary",
|
||
provider: "master_codex_node",
|
||
displayName: "Mac 上的 Master Codex Node",
|
||
nodeId: "offline-node",
|
||
nodeLabel: "离线节点",
|
||
model: "gpt-5.4",
|
||
enabled: true,
|
||
setActive: true,
|
||
loginStatusNote: "通过绑定的 Master Codex Node 对话。",
|
||
});
|
||
|
||
await saveAiAccount({
|
||
accountId: "openai-backup",
|
||
label: "备用 GPT",
|
||
role: "backup",
|
||
provider: "openai_api",
|
||
displayName: "OpenAI API 备用账号",
|
||
accountIdentifier: "sk-demo",
|
||
model: "gpt-5.4",
|
||
apiKey: "sk-live-demo-123456",
|
||
enabled: true,
|
||
setActive: false,
|
||
loginStatusNote: "备用 API 账号。",
|
||
});
|
||
|
||
const originalFetch = globalThis.fetch;
|
||
globalThis.fetch = (async (input) => {
|
||
if (typeof input === "string" && input === "https://api.openai.com/v1/responses") {
|
||
return new Response(JSON.stringify({ output_text: "主Agent链路正常。" }), {
|
||
status: 200,
|
||
headers: {
|
||
"content-type": "application/json",
|
||
"x-request-id": "req-master-fallback",
|
||
},
|
||
});
|
||
}
|
||
throw new Error(`unexpected fetch: ${String(input)}`);
|
||
}) as typeof fetch;
|
||
|
||
try {
|
||
const result = await replyToMasterAgentUserMessage({
|
||
requestMessageId: "msg-master-fallback",
|
||
requestText: "请只回复：主Agent链路正常。",
|
||
requestedBy: "Boss 超级管理员",
|
||
requestedByAccount: "krisolo",
|
||
});
|
||
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.accountId, "openai-backup");
|
||
assert.equal(result.requestId, "req-master-fallback");
|
||
|
||
const state = await readState();
|
||
const masterProject = state.projects.find((project) => project.id === "master-agent");
|
||
const reply = masterProject?.messages.at(-1);
|
||
assert.ok(reply, "expected a master-agent reply to be appended");
|
||
assert.equal(reply?.sender, "master");
|
||
assert.equal(reply?.senderLabel, "主 Agent · 备用 GPT");
|
||
assert.match(reply?.body ?? "", /主Agent链路正常/);
|
||
} finally {
|
||
globalThis.fetch = originalFetch;
|
||
}
|
||
});
|
||
|
||
test("replyToMasterAgentUserMessage can retry the same degraded API account when it is the only available backend", async () => {
|
||
await saveAiAccount({
|
||
accountId: "master-codex-primary",
|
||
label: "主 GPT",
|
||
role: "primary",
|
||
provider: "master_codex_node",
|
||
displayName: "Mac 上的 Master Codex Node",
|
||
nodeId: "offline-node",
|
||
nodeLabel: "离线节点",
|
||
model: "gpt-5.4",
|
||
enabled: true,
|
||
setActive: false,
|
||
loginStatusNote: "测试中显式模拟默认主节点离线。",
|
||
});
|
||
await updateAiAccountHealth({
|
||
accountId: "master-codex-primary",
|
||
status: "degraded",
|
||
lastError: "MASTER_CODEX_NODE_DEVICE_OFFLINE",
|
||
lastValidatedAt: new Date().toISOString(),
|
||
});
|
||
|
||
await saveAiAccount({
|
||
accountId: "openai-primary-degraded",
|
||
label: "OpenAI 主控",
|
||
role: "primary",
|
||
provider: "openai_api",
|
||
displayName: "OpenAI 主账号",
|
||
model: "gpt-5.4",
|
||
apiKey: "sk-openai-only",
|
||
enabled: true,
|
||
setActive: true,
|
||
loginStatusNote: "唯一可用的 OpenAI 账号。",
|
||
});
|
||
await updateAiAccountHealth({
|
||
accountId: "openai-primary-degraded",
|
||
status: "degraded",
|
||
lastError: "temporary failure",
|
||
lastValidatedAt: new Date().toISOString(),
|
||
});
|
||
|
||
const originalFetch = globalThis.fetch;
|
||
globalThis.fetch = (async (input) => {
|
||
if (typeof input === "string" && input === "https://api.openai.com/v1/responses") {
|
||
return new Response(JSON.stringify({ output_text: "仍然可以重试同一个 API 账号。" }), {
|
||
status: 200,
|
||
headers: {
|
||
"content-type": "application/json",
|
||
"x-request-id": "req-openai-degraded-retry",
|
||
},
|
||
});
|
||
}
|
||
throw new Error(`unexpected fetch: ${String(input)}`);
|
||
}) as typeof fetch;
|
||
|
||
try {
|
||
const result = await replyToMasterAgentUserMessage({
|
||
requestMessageId: "msg-openai-degraded-retry",
|
||
requestText: "请只回复：仍然可以重试同一个 API 账号。",
|
||
requestedBy: "Boss 超级管理员",
|
||
requestedByAccount: "krisolo",
|
||
});
|
||
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.accountId, "openai-primary-degraded");
|
||
|
||
const state = await readState();
|
||
const account = state.aiAccounts.find((item) => item.accountId === "openai-primary-degraded");
|
||
assert.equal(account?.status, "ready");
|
||
assert.equal(account?.isActive, true);
|
||
} finally {
|
||
globalThis.fetch = originalFetch;
|
||
}
|
||
});
|
||
|
||
test("replyToMasterAgentUserMessage falls back to a runnable aliyun qwen backup account when the master node is offline", async () => {
|
||
await saveAiAccount({
|
||
accountId: "master-codex-primary",
|
||
label: "主 GPT",
|
||
role: "primary",
|
||
provider: "master_codex_node",
|
||
displayName: "Mac 上的 Master Codex Node",
|
||
nodeId: "offline-node",
|
||
nodeLabel: "离线节点",
|
||
model: "gpt-5.4",
|
||
enabled: true,
|
||
setActive: true,
|
||
loginStatusNote: "通过绑定的 Master Codex Node 对话。",
|
||
});
|
||
|
||
await saveAiAccount({
|
||
accountId: "aliyun-qwen-backup",
|
||
label: "阿里备用",
|
||
role: "backup",
|
||
provider: "aliyun_qwen_api",
|
||
displayName: "阿里百炼备用账号",
|
||
accountIdentifier: "dashscope-demo",
|
||
model: "qwen3.5-plus",
|
||
apiKey: "sk-aliyun-demo-123456",
|
||
enabled: true,
|
||
setActive: false,
|
||
loginStatusNote: "阿里百炼 Qwen 备用账号。",
|
||
});
|
||
|
||
const originalFetch = globalThis.fetch;
|
||
globalThis.fetch = (async (input) => {
|
||
if (typeof input === "string" && input === "https://dashscope.aliyuncs.com/compatible-mode/v1/responses") {
|
||
return new Response(JSON.stringify({ output_text: "阿里备用链路正常。" }), {
|
||
status: 200,
|
||
headers: {
|
||
"content-type": "application/json",
|
||
"x-request-id": "req-master-aliyun-fallback",
|
||
},
|
||
});
|
||
}
|
||
throw new Error(`unexpected fetch: ${String(input)}`);
|
||
}) as typeof fetch;
|
||
|
||
try {
|
||
const result = await replyToMasterAgentUserMessage({
|
||
requestMessageId: "msg-master-aliyun-fallback",
|
||
requestText: "请只回复：阿里备用链路正常。",
|
||
requestedBy: "Boss 超级管理员",
|
||
requestedByAccount: "krisolo",
|
||
});
|
||
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.accountId, "aliyun-qwen-backup");
|
||
assert.equal(result.requestId, "req-master-aliyun-fallback");
|
||
|
||
const state = await readState();
|
||
const masterProject = state.projects.find((project) => project.id === "master-agent");
|
||
const reply = masterProject?.messages.at(-1);
|
||
assert.ok(reply, "expected a master-agent reply to be appended");
|
||
assert.equal(reply?.sender, "master");
|
||
assert.equal(reply?.senderLabel, "主 Agent · 阿里备用");
|
||
assert.match(reply?.body ?? "", /阿里备用链路正常/);
|
||
} finally {
|
||
globalThis.fetch = originalFetch;
|
||
}
|
||
});
|
||
|
||
test("replyToMasterAgentUserMessage retries the next ready API backup when the first API backend call fails", async () => {
|
||
await saveAiAccount({
|
||
accountId: "openai-primary-ready",
|
||
label: "OpenAI 主控",
|
||
role: "primary",
|
||
provider: "openai_api",
|
||
displayName: "OpenAI 主账号",
|
||
model: "gpt-5.4",
|
||
apiKey: "sk-openai-primary",
|
||
enabled: true,
|
||
setActive: true,
|
||
loginStatusNote: "主 OpenAI 账号。",
|
||
});
|
||
|
||
await saveAiAccount({
|
||
accountId: "aliyun-qwen-backup",
|
||
label: "阿里备用",
|
||
role: "backup",
|
||
provider: "aliyun_qwen_api",
|
||
displayName: "阿里百炼备用账号",
|
||
accountIdentifier: "dashscope-demo",
|
||
model: "qwen3.5-plus",
|
||
apiKey: "sk-aliyun-demo-123456",
|
||
enabled: true,
|
||
setActive: false,
|
||
loginStatusNote: "阿里百炼 Qwen 备用账号。",
|
||
});
|
||
|
||
const originalFetch = globalThis.fetch;
|
||
globalThis.fetch = (async (input) => {
|
||
if (typeof input === "string" && input === "https://api.openai.com/v1/responses") {
|
||
return new Response(JSON.stringify({ error: { message: "openai temporary failure" } }), {
|
||
status: 500,
|
||
headers: { "content-type": "application/json" },
|
||
});
|
||
}
|
||
if (typeof input === "string" && input === "https://dashscope.aliyuncs.com/compatible-mode/v1/responses") {
|
||
return new Response(JSON.stringify({ output_text: "阿里备用接管成功。" }), {
|
||
status: 200,
|
||
headers: {
|
||
"content-type": "application/json",
|
||
"x-request-id": "req-master-api-chain",
|
||
},
|
||
});
|
||
}
|
||
throw new Error(`unexpected fetch: ${String(input)}`);
|
||
}) as typeof fetch;
|
||
|
||
try {
|
||
const result = await replyToMasterAgentUserMessage({
|
||
requestMessageId: "msg-master-api-chain",
|
||
requestText: "请只回复：阿里备用接管成功。",
|
||
requestedBy: "Boss 超级管理员",
|
||
requestedByAccount: "krisolo",
|
||
});
|
||
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.accountId, "aliyun-qwen-backup");
|
||
assert.equal(result.requestId, "req-master-api-chain");
|
||
|
||
const state = await readState();
|
||
const openaiAccount = state.aiAccounts.find((item) => item.accountId === "openai-primary-ready");
|
||
assert.equal(openaiAccount?.status, "degraded");
|
||
const aliyunAccount = state.aiAccounts.find((item) => item.accountId === "aliyun-qwen-backup");
|
||
assert.equal(aliyunAccount?.isActive, true);
|
||
const masterProject = state.projects.find((project) => project.id === "master-agent");
|
||
const reply = masterProject?.messages.at(-1);
|
||
assert.ok(reply, "expected a fallback reply to be appended");
|
||
assert.match(reply?.body ?? "", /阿里备用接管成功/);
|
||
} finally {
|
||
globalThis.fetch = originalFetch;
|
||
}
|
||
});
|
||
|
||
test("replyToMasterAgentUserMessage 在快速反应模式遇到复杂请求时会自动切到深度思考模型并排队执行", async () => {
|
||
await saveAiAccount({
|
||
accountId: "openai-primary-smart-upgrade",
|
||
label: "OpenAI 主控",
|
||
role: "primary",
|
||
provider: "openai_api",
|
||
displayName: "OpenAI 主账号",
|
||
model: "gpt-5.4",
|
||
apiKey: "sk-openai-smart-upgrade",
|
||
enabled: true,
|
||
setActive: true,
|
||
loginStatusNote: "主 OpenAI 账号。",
|
||
});
|
||
|
||
await updateProjectAgentControls("master-agent", {
|
||
modelOverride: "gpt-4.1",
|
||
reasoningEffortOverride: "low",
|
||
fastModelOverride: "gpt-4.1",
|
||
deepModelOverride: "gpt-5.4",
|
||
});
|
||
|
||
const fetchCalls: Array<{ url: string; body: unknown }> = [];
|
||
const originalFetch = globalThis.fetch;
|
||
globalThis.fetch = (async (input, init) => {
|
||
const body = typeof init?.body === "string" ? JSON.parse(init.body) : init?.body ?? null;
|
||
fetchCalls.push({ url: String(input), body });
|
||
return new Response(JSON.stringify({ output_text: "已经自动切到深度思考模型。" }), {
|
||
status: 200,
|
||
headers: {
|
||
"content-type": "application/json",
|
||
"x-request-id": "req-master-smart-upgrade",
|
||
},
|
||
});
|
||
}) as typeof fetch;
|
||
|
||
try {
|
||
const result = await replyToMasterAgentUserMessage({
|
||
requestMessageId: "msg-master-smart-upgrade",
|
||
requestText: "请深入分析当前主 Agent 架构，并给出分阶段实现方案、风险和回归测试建议。",
|
||
requestedBy: "Boss 超级管理员",
|
||
requestedByAccount: "krisolo",
|
||
mode: "smart",
|
||
});
|
||
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.accountId, "openai-primary-smart-upgrade");
|
||
assert.equal(result.masterReplyState, "queued");
|
||
assert.equal(result.autoEscalated, true);
|
||
assert.ok(result.taskId, "expected a queued task after smart deep-upgrade");
|
||
|
||
await waitFor(async () => {
|
||
const state = await readState();
|
||
const task = state.masterAgentTasks.find((item) => item.taskId === result.taskId);
|
||
return task?.status === "completed";
|
||
});
|
||
|
||
assert.equal(fetchCalls.length, 1);
|
||
const requestBody = fetchCalls[0]?.body as {
|
||
model?: string;
|
||
reasoning?: { effort?: string };
|
||
};
|
||
assert.equal(requestBody?.model, "gpt-5.4");
|
||
assert.equal(requestBody?.reasoning?.effort, "high");
|
||
} finally {
|
||
globalThis.fetch = originalFetch;
|
||
}
|
||
});
|
||
|
||
test("replyToMasterAgentUserMessage falls back to a ready backup master node account when API backends are unavailable", async () => {
|
||
await saveAiAccount({
|
||
accountId: "master-codex-primary-offline",
|
||
label: "主 GPT",
|
||
role: "primary",
|
||
provider: "master_codex_node",
|
||
displayName: "离线主节点",
|
||
nodeId: "offline-node",
|
||
nodeLabel: "离线节点",
|
||
model: "gpt-5.4",
|
||
enabled: true,
|
||
setActive: true,
|
||
loginStatusNote: "离线主节点。",
|
||
});
|
||
|
||
await saveAiAccount({
|
||
accountId: "master-codex-backup-ready",
|
||
label: "备用主节点",
|
||
role: "backup",
|
||
provider: "master_codex_node",
|
||
displayName: "在线备用 Master Codex Node",
|
||
nodeId: "mac-studio",
|
||
nodeLabel: "Mac Studio",
|
||
model: "gpt-5.4",
|
||
enabled: true,
|
||
setActive: false,
|
||
loginStatusNote: "在线备用主节点。",
|
||
});
|
||
|
||
const result = await replyToMasterAgentUserMessage({
|
||
requestMessageId: "msg-master-node-backup-fallback",
|
||
requestText: "请切到备用主节点。",
|
||
requestedBy: "Boss 超级管理员",
|
||
requestedByAccount: "krisolo",
|
||
mode: "enqueue",
|
||
});
|
||
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.accountId, "master-codex-backup-ready");
|
||
assert.ok(result.taskId, "expected a queued master-agent task");
|
||
|
||
const state = await readState();
|
||
const task = state.masterAgentTasks.find((item) => item.taskId === result.taskId);
|
||
assert.ok(task, "expected queued task to be written into state");
|
||
assert.equal(task?.accountId, "master-codex-backup-ready");
|
||
assert.equal(task?.deviceId, "mac-studio");
|
||
});
|