Require a token for writes and quarantine what nobody vouches for
Sixteen mutating routes now refuse a caller who cannot present the token the server started with; queries stay open, because a question is not a write. The environment variable is ELY_EYE_AUTH_TOKEN, following the repo's env_prefix convention — the shorter name I reached for first returned 403 where the smoke expected 401, and the server printed the reason. Words from a stranger are quarantined on the way in: an HTTP upload is third_party by definition, and a sentence carrying an instruction-shaped phrase is quarantined whoever wrote it. A quarantined atom stays findable and stays out of the compiled context until a second, live, unquarantined source agrees with its rarest words. Corroboration is computed at read time because it is a property of the corpus now, not of the moment a memory was written; it is term-level, and the docstring says so. forget now erases the source row and the compiled contexts beside the atoms, so a forgotten memory leaves nothing that can still speak. The semantic cache key carries a store revision, which fixes a real staleness: a context compiled before new evidence arrived kept its old quarantine decision forever. bench.audit --product still pointed at evals.py, which the p1-6 split moved into backend/src/ely_eye/proofs/. It failed fast, but the anti-self-justification rule had quietly stopped auditing the product; it now walks the package, and a test pins that the package exists and holds no re-roll. Gates: pytest 306 passed; ruff clean; mypy cold cache 24 errors in 9 files, the recorded baseline, net zero; pyright 0 errors on the 23 backend files and the 2 bench files; go build/vet/test and gofmt clean; npm run build 221.39 kB with eslint exit 0; bench/filesize_check clean; bench.audit --product clean over 31 harness files; scripts/mcp_write_smoke.sh PASS with the gate live across two servers and the MCP child.
This commit is contained in:
1 parent
8b974e6626
commit
9145a23f18
32 files changed
+750
-58
No files matched your search
+14
-4
@@ -231,6 +231,17 @@ def self_test(manifest: dict[str, Any]) -> int:
|
||||
return failures
|
||||
|
||||
|
||||
def product_sources(root: Path) -> list[Path]:
|
||||
"""The product's proof suite, wherever it lives now: it moved out of one evals.py into a package."""
|
||||
package = root / "backend" / "src" / "ely_eye" / "proofs"
|
||||
if not package.is_dir():
|
||||
raise SystemExit(f"{package}: --product asked for the proof suite but it is not there")
|
||||
sources = sorted(package.glob("*.py"))
|
||||
if not sources:
|
||||
raise SystemExit(f"{package}: the proof suite holds no python file")
|
||||
return sources
|
||||
|
||||
|
||||
def main() -> int:
|
||||
parser = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
|
||||
parser.add_argument("--self-test", action="store_true", help="check the auditor against injected cheating")
|
||||
@@ -248,10 +259,9 @@ def main() -> int:
|
||||
]
|
||||
violations = audit_sources(sources)
|
||||
if args.product:
|
||||
product = ROOT.parent / "backend" / "src" / "ely_eye" / "evals.py"
|
||||
if not product.is_file():
|
||||
raise SystemExit(f"{product}: --product asked for the proof suite but it is not there")
|
||||
violations.extend(best_of_violations(product.read_text(encoding="utf-8"), "backend/src/ely_eye/evals.py"))
|
||||
for path in product_sources(ROOT.parent):
|
||||
name = str(path.relative_to(ROOT.parent))
|
||||
violations.extend(best_of_violations(path.read_text(encoding="utf-8"), name))
|
||||
|
||||
for name in FROZEN_REPORTS:
|
||||
path = REPORTS / name
|
||||
|
||||
@@ -3,6 +3,7 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
import pytest
|
||||
@@ -11,6 +12,7 @@ from bench.audit import (
|
||||
best_of_violations,
|
||||
frozen_counts,
|
||||
injected_cases,
|
||||
product_sources,
|
||||
report_violations,
|
||||
scorer_is_independent,
|
||||
third_party_origins,
|
||||
@@ -43,6 +45,20 @@ def test_a_plain_data_loop_is_not_flagged() -> None:
|
||||
assert best_of_violations(HONEST, "runner.py") == []
|
||||
|
||||
|
||||
def test_the_product_audit_reads_the_package_that_holds_the_proof_suite() -> None:
|
||||
sources = product_sources(Path(__file__).resolve().parents[2])
|
||||
assert any(path.name == "suite.py" for path in sources), "the auditor must read the real suite"
|
||||
for path in sources:
|
||||
assert best_of_violations(path.read_text(encoding="utf-8"), path.name) == [], (
|
||||
f"{path.name} re-rolls until a score clears"
|
||||
)
|
||||
|
||||
|
||||
def test_a_missing_proof_package_is_refused(tmp_path: Path) -> None:
|
||||
with pytest.raises(SystemExit, match="proof suite"):
|
||||
product_sources(tmp_path)
|
||||
|
||||
|
||||
def test_an_explicit_best_of_name_is_flagged_wherever_it_appears() -> None:
|
||||
assert best_of_violations("best_of_8 = max(scores)", "x.py")
|
||||
assert best_of_violations("def until_pass(self): ...", "x.py")
|
||||
|
||||
Reference in new issue
Block a user