test(runtime): guard pi package contracts
This commit is contained in:
1 parent
c26e7420fb
commit
245586a9aa
6 files changed
+293
-26
No files matched your search
@@ -32,6 +32,7 @@ import {
|
||||
buildMatrixPrompt,
|
||||
loadScenarioContract,
|
||||
} from "./scenario-contract.js";
|
||||
import { PI_RUNTIME_VERSION } from "../support/pi-runtime-contract";
|
||||
import type {
|
||||
Assertion,
|
||||
AssistantTurn,
|
||||
@@ -307,6 +308,16 @@ describe("eval SOP coverage matrix", () => {
|
||||
|
||||
const fixturePaths = await listFixtures();
|
||||
|
||||
describe("eval pi runtime contract", () => {
|
||||
it("records every fixture against the shipping pi-agent-core version", async () => {
|
||||
expect(fixturePaths.length).toBeGreaterThan(0);
|
||||
for (const fixturePath of fixturePaths) {
|
||||
const fixture = await loadFixture(fixturePath);
|
||||
expect(fixture.meta.piAgentCoreVersion).toBe(PI_RUNTIME_VERSION);
|
||||
}
|
||||
});
|
||||
});
|
||||
|
||||
describe.each(fixturePaths)("eval fixture %s", (fixturePath) => {
|
||||
it("passes all assertions", async () => {
|
||||
const fixture = await loadFixture(fixturePath);
|
||||
|
||||
Reference in new issue
Block a user