The deliverable check used to compare a run against knowledge entries, documents, and substantial task comments only, so a research or content task that produced its output as a markdown file on disk (via write/edit/bash) stayed pinned in_progress even though the deliverable was already sitting in `work_products`. Split the DB query into `collectRunDeliverableSignals`, which returns the four surfaces (knowledge / document / work product / substantial comment) explicitly, and push the per-task-type acceptance logic into `automation-run-completion`. Each task type declares which signal set counts as a valid deliverable: content tasks now require a document or an on-disk artifact and will not advance on a knowledge entry alone; research and general accept any of the four; code and management preserve their broader surface. Tests updated to cover the new signal and the content/knowledge rejection case.
184 lines
6.1 KiB
TypeScript
184 lines
6.1 KiB
TypeScript
import { describe, expect, it } from "vitest";
|
|
import {
|
|
needsDeliverableCheck,
|
|
determinePostRunStatus,
|
|
} from "@main/automation/automation-run-completion";
|
|
|
|
/**
|
|
* Tests for non-code task deliverable enforcement in automation-run-completion.ts.
|
|
*
|
|
* When a run completes successfully on a non-code task (research, content),
|
|
* the system checks whether the agent produced a tangible deliverable
|
|
* (knowledge entry, document, filesystem work product, or substantial
|
|
* comment). The valid signal set is defined per task type: content tasks
|
|
* require a document or filesystem artifact, research tasks accept any of
|
|
* the four surfaces. If no valid signal is present the task stays
|
|
* in_progress and the manager is notified.
|
|
*/
|
|
|
|
describe("non-code task deliverable enforcement", () => {
|
|
describe("needsDeliverableCheck", () => {
|
|
it("returns false for code tasks", () => {
|
|
expect(needsDeliverableCheck("code")).toBe(false);
|
|
});
|
|
|
|
it("returns true for research tasks", () => {
|
|
expect(needsDeliverableCheck("research")).toBe(true);
|
|
});
|
|
|
|
it("returns true for content tasks", () => {
|
|
expect(needsDeliverableCheck("content")).toBe(true);
|
|
});
|
|
|
|
it("returns false for management tasks", () => {
|
|
expect(needsDeliverableCheck("management")).toBe(false);
|
|
});
|
|
|
|
it("returns false for general tasks", () => {
|
|
expect(needsDeliverableCheck("general")).toBe(false);
|
|
});
|
|
});
|
|
|
|
describe("determinePostRunStatus", () => {
|
|
it("advances code tasks to in_review unconditionally", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "code",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: false,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
expect(result.comment).toContain("Awaiting review");
|
|
});
|
|
|
|
it("advances general tasks to in_review unconditionally", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "general",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: false,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
});
|
|
|
|
it("advances management tasks to in_review unconditionally", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "management",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: false,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
});
|
|
|
|
it("keeps research task in_progress when no deliverable exists", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "research",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: false,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_progress");
|
|
expect(result.comment).toContain("no deliverable artifact");
|
|
expect(result.comment).toContain("manager review");
|
|
});
|
|
|
|
it("advances research task to in_review when knowledge entry exists", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "research",
|
|
hasKnowledgeEntry: true,
|
|
hasDocument: false,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
expect(result.comment).toContain("deliverable");
|
|
});
|
|
|
|
it("advances research task to in_review when document exists", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "research",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: true,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
});
|
|
|
|
it("advances research task to in_review when work product exists", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "research",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: false,
|
|
hasWorkProduct: true,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
});
|
|
|
|
it("advances research task to in_review when substantial comment exists", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "research",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: false,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: true,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
});
|
|
|
|
it("keeps content task in_progress when no deliverable exists", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "content",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: false,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_progress");
|
|
expect(result.comment).toContain("no deliverable artifact");
|
|
});
|
|
|
|
it("advances content task to in_review when document exists", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "content",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: true,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
});
|
|
|
|
it("advances content task to in_review when work product exists", () => {
|
|
const result = determinePostRunStatus({
|
|
taskType: "content",
|
|
hasKnowledgeEntry: false,
|
|
hasDocument: false,
|
|
hasWorkProduct: true,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_review");
|
|
});
|
|
|
|
it("keeps content task in_progress when only a knowledge entry exists", () => {
|
|
// content deliverables live in documents or on disk — a knowledge
|
|
// entry alone does not constitute a publishable content artifact,
|
|
// so the task stays in_progress for manager follow-up.
|
|
const result = determinePostRunStatus({
|
|
taskType: "content",
|
|
hasKnowledgeEntry: true,
|
|
hasDocument: false,
|
|
hasWorkProduct: false,
|
|
hasSubstantialComment: false,
|
|
});
|
|
expect(result.nextStatus).toBe("in_progress");
|
|
});
|
|
});
|
|
});
|