Files
AgentCompany/tests/integration/thread-wait-heartbeat.spec.ts
T

445 lines
15 KiB
TypeScript

import { mkdtemp, rm } from "node:fs/promises";
import { join } from "node:path";
import { tmpdir } from "node:os";
import { afterEach, describe, expect, it, vi } from "vitest";
import { AppDatabase } from "../../src/main/database";
import { createThreadIntegration } from "../../src/main/thread-integration";
import { createCheckpointEngine } from "../../src/main/checkpoint-engine";
import { dispatchAgentMessage, HUMAN_SENDER_ID } from "../../src/main/messaging/dispatch";
import { isAppError } from "../../src/main/errors";
const tempDirs: string[] = [];
async function createTempDir(prefix: string) {
const dir = await mkdtemp(join(tmpdir(), prefix));
tempDirs.push(dir);
return dir;
}
afterEach(async () => {
await Promise.all(tempDirs.splice(0).map((dir) => rm(dir, { recursive: true, force: true })));
});
function createNoopLogger() {
return {
info: () => {},
warn: () => {},
error: () => {},
};
}
function createScaffold(db: AppDatabase) {
db.core.connectors.updateConnectorHealth({
id: "openai-codex",
status: "ready",
authState: "authenticated",
version: "test",
lastError: null,
});
const companyId = db.core.company.saveCompany({
name: "Thread Wait Co",
description: "Tests cofounder wait states and replies",
status: "active",
executionMode: "ai_cofounder",
});
const workspaceId = db.core.workspaces.saveWorkspace({
companyId,
name: "Primary",
localPath: "/tmp/thread-wait",
repoUrl: "",
repoRef: "",
isPrimary: true,
});
const ceoId = db.core.agents.saveAgent({
companyId,
name: "CEO",
role: "CEO",
title: "Chief Executive Officer",
status: "idle",
reportsTo: null,
connectorId: "openai-codex",
workspaceId,
model: null,
capabilities: "Lead the company",
budgetMonthlyUsd: 250,
});
const engineerId = db.core.agents.saveAgent({
companyId,
name: "Engineer",
role: "Engineer",
title: "Lead Engineer",
status: "idle",
reportsTo: ceoId,
connectorId: "openai-codex",
workspaceId,
model: null,
capabilities: "Ship features",
budgetMonthlyUsd: 180,
});
const taskId = db.core.tasks.saveTask({
companyId,
title: "Ship the feature",
description: "Implement the approved deliverable and wait for co-founder review.",
assigneeAgentId: engineerId,
workspaceId,
priority: "high",
status: "in_progress",
});
return { companyId, workspaceId, ceoId, engineerId, taskId };
}
function expectThreadIntegrationFailure(error: unknown, code: string) {
expect(isAppError(error)).toBe(true);
if (isAppError(error)) {
expect(error.kind).toBe("upstream");
expect(error.code).toBe(code);
}
}
describe("thread wait + heartbeat integration", () => {
it("pauses the assignee heartbeat on successful run completion until a human reply resolves the wait state", async () => {
const profileDir = await createTempDir("agentcompany-thread-wait-");
const db = new AppDatabase(profileDir);
db.init();
const { companyId, engineerId, taskId } = createScaffold(db);
const notifications: Array<{ title: string; body: string }> = [];
const threadIntegration = createThreadIntegration({
db,
logger: createNoopLogger(),
notify: (notification) => {
notifications.push(notification);
},
});
const checkpointEngine = createCheckpointEngine({
db,
logger: createNoopLogger(),
threadIntegration,
publishDomainChanged: () => {},
notify: () => {},
});
threadIntegration.onTaskCreated(taskId, companyId);
threadIntegration.onRunFinished("run-1", taskId, engineerId, companyId, "succeeded", null);
const thread = db.core.threads.listThreads({
companyId,
type: "task",
relatedEntityType: "task",
relatedEntityId: taskId,
limit: 1,
})[0];
if (!thread) {
throw new Error("Expected a task thread to exist for the completed run.");
}
let waitStates = db.core.threads.listThreadWaitStates(companyId).filter((entry) => entry.threadId === thread.id);
expect(waitStates).toHaveLength(1);
expect(waitStates[0]?.waitingFor).toBe("user_reply");
expect(checkpointEngine.shouldPauseHeartbeat(companyId, engineerId)).toBe(true);
const otherAgentId = db.core.agents.saveAgent({
companyId,
name: "Marketer",
role: "CMO",
title: "Chief Marketing Officer",
status: "idle",
reportsTo: null,
connectorId: "openai-codex",
workspaceId: db.core.entity.getTask(taskId).workspaceId ?? null,
model: null,
capabilities: "Drive marketing work",
budgetMonthlyUsd: 180,
});
expect(checkpointEngine.shouldPauseHeartbeat(companyId, otherAgentId)).toBe(false);
expect(notifications).toHaveLength(1);
expect(notifications[0]?.body).toContain("@Board review needed");
dispatchAgentMessage({
db,
onHumanMessage: (currentCompanyId, toAgentId, threadId, waitStateId) =>
threadIntegration.onHumanMessage(currentCompanyId, toAgentId, threadId, waitStateId),
}, {
companyId,
fromAgentId: HUMAN_SENDER_ID,
fromHumanUser: true,
channel: "direct",
toAgentId: engineerId,
threadId: thread.id,
body: "Board reviewed this deliverable. Continue.",
});
waitStates = db.core.threads.listThreadWaitStates(companyId).filter((entry) => entry.threadId === thread.id);
expect(waitStates).toHaveLength(0);
expect(threadIntegration.hasUnresolvedWaitStatesForAgent(companyId, engineerId)).toBe(false);
expect(checkpointEngine.shouldPauseHeartbeat(companyId, engineerId)).toBe(false);
db.close();
});
it("resolves approval-linked wait states only when the approval is actually decided", async () => {
const profileDir = await createTempDir("agentcompany-approval-wait-");
const db = new AppDatabase(profileDir);
db.init();
const { companyId, engineerId, taskId } = createScaffold(db);
const threadIntegration = createThreadIntegration({
db,
logger: createNoopLogger(),
});
const checkpointEngine = createCheckpointEngine({
db,
logger: createNoopLogger(),
threadIntegration,
publishDomainChanged: () => {},
notify: () => {},
});
threadIntegration.onTaskCreated(taskId, companyId);
const thread = db.core.threads.listThreads({
companyId,
type: "task",
relatedEntityType: "task",
relatedEntityId: taskId,
limit: 1,
})[0];
if (!thread) {
throw new Error("Expected a task thread to exist for approval resolution testing.");
}
const approvalId = db.core.approvals.requestApproval({
companyId,
relatedTaskId: taskId,
requestedByAgentId: engineerId,
type: "draft_review",
payloadSummary: "Review the draft",
impactSummary: "Board approval is required before this work can continue.",
payloadJson: "{}",
});
threadIntegration.onApprovalCreated(approvalId, companyId, taskId, "draft_review", "Draft review needed");
let waitStates = db.core.threads.listThreadWaitStates(companyId).filter((entry) => entry.relatedApprovalId === approvalId);
expect(waitStates).toHaveLength(1);
expect(waitStates[0]?.waitingFor).toBe("user_approval");
expect(checkpointEngine.shouldPauseHeartbeat(companyId, engineerId)).toBe(true);
dispatchAgentMessage({
db,
onHumanMessage: (currentCompanyId, toAgentId, threadId, waitStateId) =>
threadIntegration.onHumanMessage(currentCompanyId, toAgentId, threadId, waitStateId),
}, {
companyId,
fromAgentId: HUMAN_SENDER_ID,
fromHumanUser: true,
channel: "direct",
toAgentId: engineerId,
threadId: thread.id,
body: "Board left a comment but did not decide approval yet.",
});
waitStates = db.core.threads.listThreadWaitStates(companyId).filter((entry) => entry.relatedApprovalId === approvalId);
expect(waitStates).toHaveLength(1);
expect(checkpointEngine.shouldPauseHeartbeat(companyId, engineerId)).toBe(true);
db.core.approvals.decideApproval({
approvalId,
state: "approved",
decisionNote: "Approved by board",
});
threadIntegration.onApprovalResolved(approvalId, companyId, "approved");
waitStates = db.core.threads.listThreadWaitStates(companyId).filter((entry) => entry.relatedApprovalId === approvalId);
expect(waitStates).toHaveLength(0);
expect(checkpointEngine.shouldPauseHeartbeat(companyId, engineerId)).toBe(false);
db.close();
});
it("keeps co-founder heartbeat paused when wait-state lookup fails", async () => {
const profileDir = await createTempDir("agentcompany-wait-query-fail-");
const db = new AppDatabase(profileDir);
db.init();
const { companyId, engineerId } = createScaffold(db);
const threadIntegration = createThreadIntegration({
db,
logger: createNoopLogger(),
});
const checkpointEngine = createCheckpointEngine({
db,
logger: createNoopLogger(),
threadIntegration,
publishDomainChanged: () => {},
notify: () => {},
});
vi.spyOn(db.core.threads, "hasUnresolvedWaitStateForAgent").mockImplementation(() => {
throw new Error("wait-state query failed");
});
expect(checkpointEngine.shouldPauseHeartbeat(companyId, engineerId)).toBe(true);
db.close();
});
it("rolls back approval-created thread writes when wait-state creation fails", async () => {
const profileDir = await createTempDir("agentcompany-approval-create-fail-");
const db = new AppDatabase(profileDir);
db.init();
const { companyId, engineerId, taskId } = createScaffold(db);
const threadIntegration = createThreadIntegration({
db,
logger: createNoopLogger(),
});
const approvalId = db.core.approvals.requestApproval({
companyId,
relatedTaskId: taskId,
requestedByAgentId: engineerId,
type: "draft_review",
payloadSummary: "Review the draft",
impactSummary: "Board approval is required before this work can continue.",
payloadJson: "{}",
});
vi.spyOn(db.core.threads, "setThreadWaitState").mockImplementation(() => {
throw new Error("wait-state write failed");
});
let thrown: unknown;
try {
threadIntegration.onApprovalCreated(approvalId, companyId, taskId, "draft_review", "Draft review needed");
} catch (error) {
thrown = error;
}
expectThreadIntegrationFailure(thrown, "thread.integration.onApprovalCreated.failed");
const taskThreads = db.core.threads.listThreads({
companyId,
type: "task",
relatedEntityType: "task",
relatedEntityId: taskId,
limit: 1,
});
expect(taskThreads).toHaveLength(0);
db.close();
});
it("rolls back approval resolution when decision event recording fails", async () => {
const profileDir = await createTempDir("agentcompany-approval-resolve-fail-");
const db = new AppDatabase(profileDir);
db.init();
const { companyId, engineerId, taskId } = createScaffold(db);
const threadIntegration = createThreadIntegration({
db,
logger: createNoopLogger(),
});
threadIntegration.onTaskCreated(taskId, companyId);
const approvalId = db.core.approvals.requestApproval({
companyId,
relatedTaskId: taskId,
requestedByAgentId: engineerId,
type: "draft_review",
payloadSummary: "Review the draft",
impactSummary: "Board approval is required before this work can continue.",
payloadJson: "{}",
});
threadIntegration.onApprovalCreated(approvalId, companyId, taskId, "draft_review", "Draft review needed");
const waitStateId = db.core.threads.listThreadWaitStates(companyId)
.find((entry) => entry.relatedApprovalId === approvalId)?.id;
expect(waitStateId).toBeTruthy();
const addThreadEvent = db.core.threads.addThreadEvent.bind(db.core.threads);
vi.spyOn(db.core.threads, "addThreadEvent").mockImplementation((input) => {
if (input.eventType === "approval_decision") {
throw new Error("decision event write failed");
}
return addThreadEvent(input);
});
let thrown: unknown;
try {
threadIntegration.onApprovalResolved(approvalId, companyId, "approved");
} catch (error) {
thrown = error;
}
expectThreadIntegrationFailure(thrown, "thread.integration.onApprovalResolved.failed");
const unresolved = db.core.threads.listThreadWaitStates(companyId)
.filter((entry) => entry.relatedApprovalId === approvalId);
expect(unresolved.map((entry) => entry.id)).toEqual([waitStateId]);
db.close();
});
it("rolls back human-message wait-state resolution when one resolution fails", async () => {
const profileDir = await createTempDir("agentcompany-human-message-fail-");
const db = new AppDatabase(profileDir);
db.init();
const { companyId, taskId } = createScaffold(db);
const threadIntegration = createThreadIntegration({
db,
logger: createNoopLogger(),
});
threadIntegration.onTaskCreated(taskId, companyId);
const thread = db.core.threads.listThreads({
companyId,
type: "task",
relatedEntityType: "task",
relatedEntityId: taskId,
limit: 1,
})[0];
if (!thread) {
throw new Error("Expected task thread for human-message failure testing.");
}
const first = db.core.threads.setThreadWaitState({
threadId: thread.id,
companyId,
waitingFor: "user_reply",
relatedApprovalId: null,
reason: "First reply needed",
});
const second = db.core.threads.setThreadWaitState({
threadId: thread.id,
companyId,
waitingFor: "user_review",
relatedApprovalId: null,
reason: "Second review needed",
});
const resolveThreadWaitState = db.core.threads.resolveThreadWaitState.bind(db.core.threads);
let resolutionCount = 0;
vi.spyOn(db.core.threads, "resolveThreadWaitState").mockImplementation((waitStateId, currentCompanyId) => {
resolutionCount += 1;
if (resolutionCount === 2) {
throw new Error("wait-state resolve failed");
}
resolveThreadWaitState(waitStateId, currentCompanyId);
});
let thrown: unknown;
try {
threadIntegration.onHumanMessage(companyId, null, thread.id, null);
} catch (error) {
thrown = error;
}
expectThreadIntegrationFailure(thrown, "thread.integration.onHumanMessage.failed");
const unresolvedIds = db.core.threads.listThreadWaitStates(companyId)
.filter((entry) => entry.threadId === thread.id)
.map((entry) => entry.id)
.sort();
expect(unresolvedIds).toEqual([first.id, second.id].sort());
db.close();
});
});