Files
AgentCompany/tests/unit/stream-usage-request.test.ts

46 lines
2.7 KiB
TypeScript

import { afterEach, describe, expect, test, vi } from "vitest";
import { providerAdapters } from "../../src/main/services/provider-adapters";
import { makeChatCompletionsTurn, runCopilotTurn } from "../../src/main/services/provider-tool-turns/turns";
const bodies: Array<Record<string, unknown>> = [];
function sseResponse(): Response {
const text = "data: {\"choices\":[{\"delta\":{\"content\":\"ok\"},\"finish_reason\":\"stop\"}]}\n\ndata: [DONE]\n\n";
return new Response(text, { status: 200, headers: { "content-type": "text/event-stream" } });
}
afterEach(() => {
vi.unstubAllGlobals();
bodies.length = 0;
});
describe("stream usage requests", () => {
test("xAI and Groq streams ask for token usage; Mistral and Cerebras streams do not", async () => {
vi.stubGlobal("fetch", async (_url: string, init: RequestInit) => {
bodies.push(JSON.parse(String(init.body)) as Record<string, unknown>);
return sseResponse();
});
for (const key of ["xai", "groq", "mistral", "cerebras"] as const) {
const result = await providerAdapters[key].streamResponse({ authProfile: { type: "api_key", apiKey: "k" }, model: "m", prompt: "p", instructions: null });
for await (const event of result.events) void event;
}
expect(bodies.map((body) => body.stream_options ?? null)).toEqual([{ include_usage: true }, { include_usage: true }, null, null]);
expect(bodies.map((body) => body.max_completion_tokens ?? body.max_tokens)).toEqual([16_000, 16_000, 16_000, 16_000]);
expect(bodies.map((body) => "max_completion_tokens" in body)).toEqual([true, true, false, true]);
await makeChatCompletionsTurn("xai", "https://api.x.ai/v1/chat/completions", "xAI", true)({ credential: { apiKey: "k" }, model: "m", instructions: null, messages: [{ role: "user", text: "hi" }], tools: [] });
expect(bodies.at(-1)?.stream_options).toEqual({ include_usage: true });
});
});
describe("system instructions", () => {
test("the GitHub Copilot turn sends the agent's instructions like every other Responses turn", async () => {
vi.stubGlobal("fetch", async (_url: string, init: RequestInit) => {
bodies.push(JSON.parse(String(init.body)) as Record<string, unknown>);
return new Response(JSON.stringify({ status: "completed", output: [{ type: "message", content: [{ type: "output_text", text: "ok" }] }] }), { status: 200, headers: { "content-type": "application/json" } });
});
await runCopilotTurn({ credential: { accessToken: "tid=1;exp=9999999999" }, model: "gpt-5.4", instructions: "You are Ada, the backend engineer.", messages: [{ role: "user", text: "hi" }], tools: [] });
expect(bodies.at(-1)?.instructions).toBe("You are Ada, the backend engineer.");
});
});