test(runtime): guard pi package contracts

This commit is contained in:
ZacharyZhang-NY committed 2026-04-23 19:47:55 -04:00
1 parent c26e7420fb
commit 245586a9aa
6 files changed
+293 -26

No files matched your search

+11
View File
@@ -32,6 +32,7 @@ import {
buildMatrixPrompt,
loadScenarioContract,
} from "./scenario-contract.js";
import { PI_RUNTIME_VERSION } from "../support/pi-runtime-contract";
import type {
Assertion,
AssistantTurn,
@@ -307,6 +308,16 @@ describe("eval SOP coverage matrix", () => {
const fixturePaths = await listFixtures();
describe("eval pi runtime contract", () => {
it("records every fixture against the shipping pi-agent-core version", async () => {
expect(fixturePaths.length).toBeGreaterThan(0);
for (const fixturePath of fixturePaths) {
const fixture = await loadFixture(fixturePath);
expect(fixture.meta.piAgentCoreVersion).toBe(PI_RUNTIME_VERSION);
}
});
});
describe.each(fixturePaths)("eval fixture %s", (fixturePath) => {
it("passes all assertions", async () => {
const fixture = await loadFixture(fixturePath);