merge: wave 2 executor (01-02) into main

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
ZacharyZhang-NYandClaude Opus 4.6 committed 2026-03-25 23:46:16 -04:00
1 parent a5b8fcf9d3
commit aa1a78d7d9
1081 files changed
+445341

No files matched your search

@@ -0,0 +1,36 @@
# Paperclip Agent Evals - Phase 0: Promptfoo Bootstrap
#
# Tests narrow heartbeat behaviors across models with deterministic assertions.
# Test cases are organized by category in tests/*.yaml files.
# See doc/plans/2026-03-13-agent-evals-framework.md for the full framework plan.
#
# Usage:
# cd evals/promptfoo && promptfoo eval
# promptfoo view # open results in browser
#
# Validate config before committing:
# promptfoo validate
#
# Requires OPENROUTER_API_KEY or individual provider keys.
description: "Paperclip heartbeat behavior evals"
prompts:
- file://prompts/heartbeat-system.txt
providers:
- id: openrouter:anthropic/claude-sonnet-4-20250514
label: claude-sonnet-4
- id: openrouter:openai/gpt-4.1
label: gpt-4.1
- id: openrouter:openai/codex-5.4
label: codex-5.4
- id: openrouter:google/gemini-2.5-pro
label: gemini-2.5-pro
defaultTest:
options:
transformVars: "{ ...vars, apiUrl: 'http://localhost:18080', runId: 'run-eval-001' }"
tests:
- file://tests/*.yaml