ZacharyZhang-NY
177e25aab5
- desktop.spec.ts verifies Kimi / Kimi CN / Kimi Code cards in the onboarding provider step, the device-flow sign-in button on Kimi Code, and all three under Settings -> Providers - AGENTS.md documents the catalog-driven provider architecture and the Kimi endpoints so the doc stays truthful - Full gate green: typecheck, lint, unit (269), contract, integration, replay-eval, Playwright e2e (3)
288 lines
16 KiB
TypeScript
288 lines
16 KiB
TypeScript
import { _electron as electron, expect, test, type Page } from "@playwright/test";
|
|
import { mkdirSync } from "node:fs";
|
|
import { tmpdir } from "node:os";
|
|
import { join, resolve } from "node:path";
|
|
import { randomUUID } from "node:crypto";
|
|
import { seedBuiltinSkillsFixture } from "./builtin-skills-fixture";
|
|
|
|
test("onboards, hires, and creates work in the Electron shell", async () => {
|
|
const profileDir = join(tmpdir(), `agentcompany-new-e2e-${randomUUID()}`);
|
|
mkdirSync(profileDir, { recursive: true });
|
|
// Skills ship with the app; the test points the bundle seam at a miniature
|
|
// catalogue so onboarding imports it hermetically.
|
|
const builtinDir = seedBuiltinSkillsFixture(join(tmpdir(), `agentcompany-new-e2e-builtin-${randomUUID()}`));
|
|
const app = await electron.launch({
|
|
args: [resolve("out/main/index.js")],
|
|
env: {
|
|
...process.env,
|
|
AGENTCOMPANY_NEW_PROFILE_DIR: profileDir,
|
|
AGENTCOMPANY_NEW_AUTORUN: "0",
|
|
AGENTCOMPANY_NEW_BUILTIN_SKILLS_DIR: builtinDir,
|
|
},
|
|
});
|
|
|
|
try {
|
|
const page = await app.firstWindow();
|
|
await expect(page.getByRole("heading", { name: "Welcome" })).toBeVisible();
|
|
await page.getByRole("button", { name: "Get started" }).click();
|
|
// The Kimi family ships in the provider catalog: two API-key platforms
|
|
// and the OAuth plan, whose device-flow sign-in renders before any model
|
|
// field (the model list arrives with the credential).
|
|
await expect(page.getByText("Kimi", { exact: true })).toBeVisible();
|
|
await expect(page.getByText("Kimi CN", { exact: true })).toBeVisible();
|
|
await page.getByText("Kimi Code", { exact: true }).click();
|
|
await expect(page.getByRole("button", { name: "Sign in with Kimi Code" })).toBeVisible();
|
|
await page.getByText("OpenAI", { exact: true }).click();
|
|
await page.getByLabel("API key").fill("e2e-secret");
|
|
await page.getByLabel("Model").fill("gpt-5.4");
|
|
await page.getByRole("button", { name: "Continue" }).click();
|
|
await page.getByLabel("Company name").fill("Acme Operations");
|
|
await page.getByLabel("Your name").fill("Dana Lee");
|
|
await page.getByLabel("Description").fill("Coordinate agents with auditable approvals.");
|
|
await page.getByRole("button", { name: "Continue" }).click();
|
|
await page.getByRole("button", { name: "Continue" }).click();
|
|
await page.getByLabel("Goal").fill("Ship a verified control plane.");
|
|
await page.getByLabel("Acceptance criteria").fill("The CEO creates the kickoff operating loop.");
|
|
await page.getByRole("button", { name: "Launch" }).click();
|
|
|
|
// The company exists after Launch; the wizard closes with the optional
|
|
// connectors step.
|
|
await expect(page.getByRole("heading", { name: "Connectors" })).toBeVisible();
|
|
await page.getByRole("button", { name: "Finish" }).click();
|
|
|
|
await expect(page.getByRole("button", { name: /Acme Operations/ })).toBeVisible();
|
|
await page.getByRole("button", { name: "Work", exact: true }).click();
|
|
await expect(page.getByText("Projects", { exact: true })).toBeVisible();
|
|
await expect(page.getByText("Execution plan: Ship a verified control plane").first()).toBeVisible();
|
|
await expect(page.getByText("#execution-plan-ship-a-verified-control-plane").first()).toBeVisible();
|
|
await page.getByRole("button", { name: "Goal", exact: true }).click();
|
|
await page.getByLabel("Title").fill("Open the Berlin market");
|
|
await page.getByLabel("Description").fill("Win the first ten customers.");
|
|
await page.locator(".modal").getByRole("button", { name: "Create" }).click();
|
|
await expect(page.getByText("Operationalize goal: Open the Berlin market").first()).toBeVisible();
|
|
await page.getByRole("button", { name: "Team" }).click();
|
|
await page.getByRole("button", { name: "Hire" }).click();
|
|
await page.getByLabel("Name").fill("Alex Chen");
|
|
await page.getByLabel("Role").fill("CTO");
|
|
await page.getByLabel("Department").fill("Engineering");
|
|
await page.getByLabel("Monthly budget").fill("250");
|
|
await page.locator(".modal").getByRole("button", { name: "Hire" }).click();
|
|
await expect(page.getByText("Alex Chen").first()).toBeVisible();
|
|
const hiredAgent = await page.evaluate(async () => {
|
|
const api = (window as unknown as { agentCompany: { loadSnapshot: () => Promise<unknown> } }).agentCompany;
|
|
const result = await api.loadSnapshot() as {
|
|
ok: true;
|
|
data: {
|
|
agents: Array<{ name: string; modelProviderId: string | null; modelId: string | null; workspaceId: string | null; heartbeatEnabled: boolean; heartbeatIntervalSec: number }>;
|
|
workspaces: Array<{ id: string; isPrimary: boolean }>;
|
|
};
|
|
};
|
|
const agent = result.data.agents.find((item) => item.name === "Alex Chen");
|
|
const primaryWorkspace = result.data.workspaces.find((item) => item.isPrimary) ?? null;
|
|
return {
|
|
modelProviderId: agent?.modelProviderId ?? null,
|
|
modelId: agent?.modelId ?? null,
|
|
workspaceId: agent?.workspaceId ?? null,
|
|
heartbeatEnabled: agent?.heartbeatEnabled ?? false,
|
|
heartbeatIntervalSec: agent?.heartbeatIntervalSec ?? 0,
|
|
primaryWorkspaceId: primaryWorkspace?.id ?? null,
|
|
};
|
|
});
|
|
expect(hiredAgent.modelProviderId).toBeTruthy();
|
|
expect(hiredAgent.modelId).toBe("gpt-5.4");
|
|
expect(hiredAgent.workspaceId).toBe(hiredAgent.primaryWorkspaceId);
|
|
expect(hiredAgent.heartbeatEnabled).toBe(true);
|
|
expect(hiredAgent.heartbeatIntervalSec).toBe(120);
|
|
|
|
// The operator can rename any agent and give it a custom avatar.
|
|
await page.getByRole("button", { name: "Edit Alex Chen" }).click();
|
|
await page.locator(".modal").getByLabel("Name", { exact: true }).fill("Alex Turing");
|
|
await page.getByLabel("Avatar emoji").fill("🚀");
|
|
await page.locator(".modal").getByRole("button", { name: "Save" }).click();
|
|
await expect(page.getByText("Alex Turing").first()).toBeVisible();
|
|
await expect(page.locator(".table-row", { hasText: "Alex Turing" }).locator(".avatar", { hasText: "🚀" })).toBeVisible();
|
|
|
|
// The operator edits their own name and avatar from the sidebar foot.
|
|
await page.getByRole("button", { name: "Edit profile" }).click();
|
|
await page.locator(".modal").getByLabel("Name", { exact: true }).fill("Dana Zhang");
|
|
await page.getByLabel("Avatar emoji").fill("🎯");
|
|
await page.locator(".modal").getByRole("button", { name: "Save" }).click();
|
|
await expect(page.getByRole("button", { name: "Edit profile" })).toContainText("Dana Zhang");
|
|
await expect(page.getByRole("button", { name: "Edit profile" }).locator(".avatar")).toContainText("🎯");
|
|
|
|
// Uploading a photo replaces the emoji tile with the portrait everywhere.
|
|
await page.getByRole("button", { name: "Edit profile" }).click();
|
|
await page.getByLabel("Avatar image file").setInputFiles({
|
|
name: "portrait.png",
|
|
mimeType: "image/png",
|
|
buffer: Buffer.from(
|
|
"iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8BQDwAEhQGAhKmMIQAAAABJRU5ErkJggg==",
|
|
"base64",
|
|
),
|
|
});
|
|
await expect(page.locator(".modal .avatar img")).toBeVisible();
|
|
await page.locator(".modal").getByRole("button", { name: "Save" }).click();
|
|
await expect(page.getByRole("button", { name: "Edit profile" }).locator(".avatar img")).toBeVisible();
|
|
await page.getByRole("button", { name: "Work", exact: true }).click();
|
|
await page.getByRole("button", { name: "New task" }).click();
|
|
await page.getByLabel("Title").fill("Production deploy");
|
|
await page.getByLabel("Description").fill("Deploy a high-risk change.");
|
|
await page.getByLabel("Risk").selectOption("high");
|
|
await page.locator(".modal").getByRole("button", { name: "Create" }).click();
|
|
await expect(page.getByText("Production deploy").first()).toBeVisible();
|
|
await page.getByRole("button", { name: "Search" }).click();
|
|
await page.getByRole("textbox", { name: "Search query" }).fill("production");
|
|
await expect(page.getByText("Production deploy").first()).toBeVisible();
|
|
await page.getByRole("dialog", { name: "Search" }).getByRole("button").filter({ hasText: "Production deploy" }).first().click();
|
|
|
|
await page.getByRole("button", { name: "Approvals" }).click();
|
|
await expect(page.getByText("Production deploy").first()).toBeVisible();
|
|
|
|
await page.getByRole("button", { name: "Messages" }).click();
|
|
await page.getByRole("button", { name: "New space" }).click();
|
|
await page.getByLabel("Name").fill("release");
|
|
await page.getByLabel("Topic").fill("Release coordination");
|
|
await page.locator(".modal").getByRole("button", { name: "Create" }).click();
|
|
await expect(page.getByText("release").first()).toBeVisible();
|
|
await page.getByRole("textbox", { name: "Message" }).fill("/escalate @Board review release plan");
|
|
await page.getByRole("button", { name: "Send" }).click();
|
|
await expect(page.getByText("@Board").first()).toBeVisible();
|
|
await expect(page.getByText("/escalate").first()).toBeVisible();
|
|
// Conversations are flat: every message lives in the channel pane and no
|
|
// thread affordance exists.
|
|
await expect(page.getByRole("button", { name: "Open thread" })).toHaveCount(0);
|
|
await expect(page.getByRole("textbox", { name: "Message" })).toBeVisible();
|
|
await page.getByRole("button", { name: "Approvals" }).click();
|
|
await expect(page.getByText("Escalate release").first()).toBeVisible();
|
|
|
|
// The Connectors page shell renders whether or not the Composio catalog
|
|
// is reachable from the test machine.
|
|
await page.getByRole("button", { name: "Connectors", exact: true }).click();
|
|
await expect(page.getByRole("heading", { name: "Connectors" })).toBeVisible();
|
|
await expect(page.getByRole("button", { name: "Refresh" })).toHaveCount(0);
|
|
|
|
await page.getByRole("button", { name: "Settings" }).click();
|
|
await expect(page.getByText("AI CEO", { exact: true })).toBeVisible();
|
|
await page.getByRole("button", { name: "Providers" }).click();
|
|
for (const label of ["Kimi", "Kimi CN", "Kimi Code"]) {
|
|
await expect(page.getByText(label, { exact: true })).toBeVisible();
|
|
}
|
|
await page.getByLabel("OpenAI background execution").check();
|
|
await page.getByRole("button", { name: "Save OpenAI policy" }).click();
|
|
|
|
// The operator request console lives under Advanced.
|
|
await page.getByRole("button", { name: "Advanced" }).click();
|
|
await expect(page.getByText("Requests", { exact: true }).first()).toBeVisible();
|
|
await expect(page.getByLabel("Request provider")).toBeVisible();
|
|
await expect(page.getByRole("button", { name: "Background" })).toBeVisible();
|
|
await page.getByLabel("Request prompt").fill("Draft a provider control memo.");
|
|
await page.getByLabel("Request instructions").fill("Use direct language.");
|
|
|
|
await page.getByRole("button", { name: "Providers" }).click();
|
|
await page.getByLabel("OpenAI data policy").selectOption("zero_data_retention");
|
|
await expect(page.getByLabel("OpenAI background execution")).not.toBeChecked();
|
|
await page.getByLabel("OpenAI monthly request limit").fill("25");
|
|
await page.getByRole("button", { name: "Save OpenAI policy" }).click();
|
|
await expect(page.getByText("0 / 25").first()).toBeVisible();
|
|
|
|
// Skills are built-in now: no Skills tab exists, yet the bundled
|
|
// catalogue imported itself during onboarding.
|
|
await expect(page.getByRole("button", { name: "Skills" })).toHaveCount(0);
|
|
const skillSlugs = await page.evaluate(async () => {
|
|
const api = (window as unknown as { agentCompany: { loadSnapshot: () => Promise<unknown> } }).agentCompany;
|
|
const result = await api.loadSnapshot() as { ok: true; data: { skillDefinitions: Array<{ slug: string }> } };
|
|
return result.data.skillDefinitions.map((skill) => skill.slug).sort();
|
|
});
|
|
expect(skillSlugs).toEqual(["engineering-backend-architect", "humanizer", "humanizer-zh"]);
|
|
|
|
// The global pause toggle lives in the topbar on every page.
|
|
const pauseToggle = page.getByRole("button", { name: "Pause agents" });
|
|
await expect(pauseToggle).toBeVisible();
|
|
await pauseToggle.click();
|
|
const pausedToggle = page.getByRole("button", { name: "Agents paused" });
|
|
await expect(pausedToggle).toBeVisible();
|
|
await expect(pausedToggle).toHaveAttribute("aria-pressed", "true");
|
|
await pausedToggle.click();
|
|
await expect(page.getByRole("button", { name: "Pause agents" })).toHaveAttribute("aria-pressed", "false");
|
|
|
|
// Virtual office page
|
|
await page.getByRole("button", { name: "Office" }).click();
|
|
await expect(page.locator("canvas")).toBeVisible();
|
|
|
|
// @mention with canonical handle in chat (the renamed agent resolves).
|
|
await page.getByRole("button", { name: "Messages" }).click();
|
|
await page.getByText("general").first().click();
|
|
await page.getByRole("textbox", { name: "Message" }).fill("@alexturing what is the status?");
|
|
await page.getByRole("button", { name: "Send" }).click();
|
|
await expect(page.getByText("Alex Turing").first()).toBeVisible();
|
|
|
|
// Scrolling up into history surfaces a jump-back pill above the composer.
|
|
await page.evaluate(async () => {
|
|
const api = (window as unknown as { agentCompany: {
|
|
loadSnapshot: () => Promise<{ ok: true; data: {
|
|
activeOrgId: string;
|
|
employees: Array<{ id: string; orgId: string }>;
|
|
chatSpaces: Array<{ id: string; orgId: string; name: string }>;
|
|
} }>;
|
|
sendMessage: (input: unknown) => Promise<unknown>;
|
|
} }).agentCompany;
|
|
const snapshot = await api.loadSnapshot();
|
|
const orgId = snapshot.data.activeOrgId;
|
|
const employee = snapshot.data.employees.find((item) => item.orgId === orgId)!;
|
|
const general = snapshot.data.chatSpaces.find((item) => item.orgId === orgId && item.name === "general")!;
|
|
for (let index = 0; index < 12; index++) {
|
|
await api.sendMessage({
|
|
orgId,
|
|
spaceId: general.id,
|
|
threadId: null,
|
|
senderType: "employee",
|
|
senderId: employee.id,
|
|
bodyMd: `Scroll filler ${index}\n\nline\n\nline\n\nline`,
|
|
attachmentFileIds: [],
|
|
});
|
|
}
|
|
});
|
|
const chatLog = page.getByRole("log", { name: "Conversation messages" });
|
|
await expect(page.getByText("Scroll filler 11").first()).toBeVisible();
|
|
// Pinned to the bottom: no pill.
|
|
await expect(page.getByRole("button", { name: "Jump to latest" })).toHaveCount(0);
|
|
await chatLog.evaluate((el) => { el.scrollTop = 0; });
|
|
const jumpButton = page.getByRole("button", { name: "Jump to latest" });
|
|
await expect(jumpButton).toBeVisible();
|
|
await jumpButton.click();
|
|
await expect(jumpButton).not.toBeVisible();
|
|
const nearBottom = await chatLog.evaluate((el) => el.scrollHeight - el.scrollTop - el.clientHeight < 60);
|
|
expect(nearBottom).toBe(true);
|
|
|
|
await verifyPagesDoNotOverflow(page);
|
|
} finally {
|
|
await app.close();
|
|
}
|
|
});
|
|
|
|
async function verifyPagesDoNotOverflow(page: Page): Promise<void> {
|
|
for (const size of [{ width: 1280, height: 860 }, { width: 980, height: 700 }]) {
|
|
await page.setViewportSize(size);
|
|
for (const nav of ["Home", "Team", "Work", "Messages", "Files", "Approvals", "Connectors", "Office", "Settings"]) {
|
|
await page.getByRole("button", { name: nav, exact: true }).click();
|
|
await expectPageToFit(page);
|
|
}
|
|
for (const tab of ["General", "Providers", "Advanced"]) {
|
|
await page.getByRole("button", { name: "Settings" }).click();
|
|
await page.getByRole("button", { name: tab, exact: true }).click();
|
|
await expectPageToFit(page);
|
|
}
|
|
}
|
|
}
|
|
|
|
async function expectPageToFit(page: Page): Promise<void> {
|
|
const dimensions = await page.evaluate(() => ({
|
|
documentScrollWidth: document.documentElement.scrollWidth,
|
|
documentClientWidth: document.documentElement.clientWidth,
|
|
bodyScrollWidth: document.body.scrollWidth,
|
|
bodyClientWidth: document.body.clientWidth,
|
|
}));
|
|
expect(dimensions.documentScrollWidth).toBeLessThanOrEqual(dimensions.documentClientWidth + 1);
|
|
expect(dimensions.bodyScrollWidth).toBeLessThanOrEqual(dimensions.bodyClientWidth + 1);
|
|
}
|