Let the console search, browse, forget and mount
The store had a write path, a mount path and a search path, and the console
still showed a dashboard of counters. Nothing in the UI could ask what someone
knows, page through atoms, look at a wordless picture, forget one memory, or
mount a cartridge — so the mechanisms built in P0 were invisible.
Backend:
- senses.py: one function decides what this machine can perceive. /api/status
and doctor each computed it before, which is two truths. Picture atoms are now
counted by image_ref rather than by modality, so a screenshot crop from a PDF
counts and a picture whose bytes were deleted stops claiming it can be encoded.
- browse.py: GET /api/atoms pages newest-first through v_atoms_current with
modality/holder/source filters; GET /api/atoms/{id}/image serves the stored
bytes so a picture with no OCR text can be looked at.
- Deleted 8 HTTP routes nobody calls (4 benchmark, research modules, dense index,
visual-contradiction-proof, memory-map). Their functions stay: the CLI and the
proof checks use them. The surface is 30 routes, pinned as a set by a test so a
new unused route fails the suite.
Frontend: App.tsx (517 lines) became a 131-line shell plus seven panels that own
their own fetches, and lib/format.ts. types.ts now carries the memory dimensions
the backend has been sending since schema v2.
Two invented fields were rendering lies: AdapterPanel showed gpu_available and
probe_status, which AdapterLoadReport does not have — every machine looked GPU-less
including this one. The panel now shows only what the server says.
Proof: scripts/ui_smoke.sh starts the API on a fresh temp home, serves the built
UI from the same origin, and drives five interactions in a real browser — search
as somebody in a scenario, page and view a wordless picture, forget, mount, read
adapter states with reasons. It prints the mount refusal verbatim rather than
pretending the mount succeeded.
Gates: 263 pytest passed; ruff and mypy clean on the 8 touched backend files
(repo-wide mypy unchanged at 24 errors / 6 files); pyright 0 errors there;
go build/vet/test/gofmt clean; npm build + eslint clean; ui_smoke and
mcp_write_smoke both PASS.
This commit is contained in:
ZacharyZhang-NY committed
1 parent
a5008e1476
commit
9f91ff7ed7
27 files changed
+2146
-616
No files matched your search
@@ -1,32 +1,231 @@
|
||||
import { chromium } from 'playwright';
|
||||
import { mkdir } from 'node:fs/promises';
|
||||
import { mkdir, writeFile } from 'node:fs/promises';
|
||||
import path from 'node:path';
|
||||
|
||||
const root = path.resolve(process.cwd(), '..');
|
||||
const outputDir = path.join(root, '.ely_eye', 'proofs');
|
||||
const outputDir = process.env.ELY_EYE_UI_SMOKE_DIR ?? path.join(root, '.ely_eye', 'proofs');
|
||||
await mkdir(outputDir, { recursive: true });
|
||||
|
||||
const apiBase = process.env.ELY_EYE_API ?? 'http://127.0.0.1:8765';
|
||||
const uiUrl = process.env.ELY_EYE_UI_URL ?? 'http://127.0.0.1:5173/';
|
||||
|
||||
async function api(route, body) {
|
||||
const response = await fetch(`${apiBase}${route}`, {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify(body ?? {}),
|
||||
});
|
||||
const payload = await response.json().catch(() => ({}));
|
||||
if (!response.ok) {
|
||||
throw new Error(`${route} was rejected: ${JSON.stringify(payload)}`);
|
||||
}
|
||||
return payload;
|
||||
}
|
||||
|
||||
async function apiGet(route) {
|
||||
const response = await fetch(`${apiBase}${route}`);
|
||||
const payload = await response.json().catch(() => ({}));
|
||||
if (!response.ok) {
|
||||
throw new Error(`${route} was rejected: ${JSON.stringify(payload)}`);
|
||||
}
|
||||
return payload;
|
||||
}
|
||||
|
||||
async function seed() {
|
||||
const statements = ['the spare glasses are in the hall drawer'];
|
||||
for (let index = 1; index < 14; index += 1) {
|
||||
statements.push(`shelf position ${index} holds the ${index} box of cables`);
|
||||
}
|
||||
for (const statement of statements) {
|
||||
await api('/api/memory', { text: statement, scenario: 'home' });
|
||||
}
|
||||
const png = Buffer.from(
|
||||
'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8BQDwAEhQGAhKmMIQAAAABJRU5ErkJggg==',
|
||||
'base64',
|
||||
);
|
||||
const imagePath = path.join(outputDir, 'wordless-cup.png');
|
||||
await writeFile(imagePath, png);
|
||||
await api('/api/ingest/path', { path: imagePath, cartridge_name: 'ui-smoke' });
|
||||
// The store, not the test, decides what kind of picture a file became.
|
||||
const page = await apiGet('/api/atoms?limit=50');
|
||||
const picture = page.atoms.find((atom) => atom.image_ref);
|
||||
if (!picture) {
|
||||
throw new Error(`ingesting ${imagePath} left no atom with a picture: ${JSON.stringify(page.atoms.map((atom) => [atom.atom_id, atom.modality]))}`);
|
||||
}
|
||||
return picture.modality;
|
||||
}
|
||||
|
||||
const pictureModality = await seed();
|
||||
|
||||
const browser = await chromium.launch();
|
||||
const page = await browser.newPage({ viewport: { width: 1440, height: 1100 } });
|
||||
const consoleErrors = [];
|
||||
const failedRequests = [];
|
||||
page.on('pageerror', (error) => consoleErrors.push(`uncaught: ${error.message}`));
|
||||
page.on('console', (message) => {
|
||||
if (message.type() === 'error') {
|
||||
if (message.type() === 'error' && !message.text().startsWith('Failed to load resource')) {
|
||||
consoleErrors.push(message.text());
|
||||
}
|
||||
});
|
||||
function routeOf(url) {
|
||||
try {
|
||||
return new URL(url).pathname;
|
||||
} catch {
|
||||
return url;
|
||||
}
|
||||
}
|
||||
|
||||
await page.goto('http://127.0.0.1:5173/', { waitUntil: 'networkidle' });
|
||||
page.on('response', (response) => {
|
||||
if (response.status() >= 400) {
|
||||
failedRequests.push(`${response.status()} ${routeOf(response.url())}`);
|
||||
}
|
||||
});
|
||||
// A store that has never run the proof suite answers 404, and the panel says "pending".
|
||||
const expectedFailures = ['404 /api/proof-suite/latest'];
|
||||
|
||||
const observed = { mount: 'unknown', adapters: 'unknown' };
|
||||
|
||||
async function evidence(label) {
|
||||
await page.screenshot({ path: path.join(outputDir, 'ui-failure.png'), fullPage: true }).catch(() => undefined);
|
||||
const text = await page
|
||||
.locator('.panel', { has: page.getByRole('heading', { name: 'Memory' }) })
|
||||
.first()
|
||||
.innerText()
|
||||
.catch(() => '(the memory panel is gone)');
|
||||
const served = await fetch(`${apiBase}/api/atoms?limit=5&modality=image`)
|
||||
.then((response) => response.json())
|
||||
.catch((err) => ({ error: String(err) }));
|
||||
console.error(
|
||||
`${label}\n--- memory panel ---\n${text}\n--- what the API serves ---\n${JSON.stringify(served, null, 2)}\n--- screenshot ---\n${path.join(outputDir, 'ui-failure.png')}`,
|
||||
);
|
||||
}
|
||||
|
||||
await page.goto(uiUrl, { waitUntil: 'networkidle' });
|
||||
await page.getByRole('heading', { name: 'Local VLM Context OS' }).waitFor();
|
||||
await page.getByLabel('system status').getByText('Qwen/Qwen3.5-9B').waitFor();
|
||||
await page.getByRole('heading', { name: 'Adapter Matrix' }).waitFor();
|
||||
await page.getByRole('heading', { name: 'PRD Proof Suite' }).waitFor();
|
||||
await page.getByText(/\d+\/\d+ passed/).waitFor();
|
||||
await page.getByText(/(\d+\/\d+ passed|pending)/).waitFor();
|
||||
|
||||
// 1. search: ask what someone knows, in a scenario.
|
||||
await page.getByPlaceholder('where are the keys').fill('spare glasses');
|
||||
await page.getByPlaceholder('any').nth(1).fill('home');
|
||||
await page.getByRole('button', { name: 'Search', exact: true }).click();
|
||||
const hit = page.locator('.atom-row', { hasText: 'spare glasses are in the hall drawer' }).first();
|
||||
await hit.waitFor();
|
||||
const hitText = await hit.innerText();
|
||||
if (!hitText.includes('home') || !hitText.includes('wife')) {
|
||||
throw new Error(`the search row does not name who knows it and in what setting: ${hitText}`);
|
||||
}
|
||||
|
||||
// 2. browse: page the store and look at a wordless picture.
|
||||
await page.getByLabel('Modality').selectOption(pictureModality);
|
||||
try {
|
||||
await page.waitForFunction(
|
||||
() => {
|
||||
const image = document.querySelector('img.thumb');
|
||||
return Boolean(image) && image.complete && image.naturalWidth > 0;
|
||||
},
|
||||
undefined,
|
||||
{ timeout: 30_000 },
|
||||
);
|
||||
} catch (error) {
|
||||
await evidence('the picture atom never rendered pixels in the browse list');
|
||||
throw error;
|
||||
}
|
||||
await page.getByLabel('Modality').selectOption('');
|
||||
const firstPageRows = await page.locator('.atom-list .atom-row').count();
|
||||
await page.getByTitle('Next page').click();
|
||||
await page.waitForFunction(
|
||||
(count) => document.querySelectorAll('.atom-list .atom-row').length !== count,
|
||||
firstPageRows,
|
||||
);
|
||||
await page.getByTitle('Previous page').click();
|
||||
|
||||
// 3. forget: remove a memory and watch it leave the store.
|
||||
await page.getByPlaceholder('where are the keys').fill('spare glasses');
|
||||
await page.getByRole('button', { name: 'Search', exact: true }).click();
|
||||
await page.locator('.atom-row', { hasText: 'spare glasses are in the hall drawer' }).first().waitFor();
|
||||
await page
|
||||
.locator('.atom-row', { hasText: 'spare glasses are in the hall drawer' })
|
||||
.first()
|
||||
.getByTitle('Forget this memory')
|
||||
.click();
|
||||
await page.getByText(/forgotten: \d+ atom/).waitFor();
|
||||
await page.getByPlaceholder('where are the keys').fill('spare glasses');
|
||||
await page.getByRole('button', { name: 'Search', exact: true }).click();
|
||||
await page.getByText(/Nothing in the store answers/).waitFor();
|
||||
|
||||
// 4. mount: a cartridge is a scope you mount, and the machine decides if it may.
|
||||
const mountRow = page.locator('.adapter-row', { hasText: 'ui-smoke' }).first();
|
||||
await mountRow.waitFor();
|
||||
await mountRow.getByRole('button', { name: 'Mount', exact: true }).click();
|
||||
const mountedPill = mountRow.locator('.proof-pill.passed', { hasText: 'mounted' });
|
||||
const refusal = page.locator('.error-line').first();
|
||||
if (await mountedPill.isVisible().catch(() => false)) {
|
||||
observed.mount = 'accepted';
|
||||
await mountRow.getByRole('button', { name: 'Unmount', exact: true }).click();
|
||||
await page.getByText(/unmount ui-smoke/).waitFor();
|
||||
} else {
|
||||
await refusal.waitFor();
|
||||
observed.mount = `refused: ${(await refusal.innerText()).slice(0, 120)}`;
|
||||
const cartridges = await apiGet('/api/cartridges');
|
||||
const cartridge = cartridges.find((entry) => entry.name === 'ui-smoke');
|
||||
if (!cartridge) {
|
||||
throw new Error('the ui-smoke cartridge vanished from the store while the console was mounting it');
|
||||
}
|
||||
expectedFailures.push(`400 /api/cartridges/${cartridge.cartridge_id}/mount`);
|
||||
}
|
||||
|
||||
// 5. adapter states: the panel says what is attached and why the rest is not.
|
||||
await page.getByRole('heading', { name: 'Adapter Matrix' }).scrollIntoViewIfNeeded();
|
||||
const loadStrip = page
|
||||
.locator('.panel', { has: page.getByRole('heading', { name: 'Adapter Matrix' }) })
|
||||
.first();
|
||||
await loadStrip.getByText(/\d+ mounted/).waitFor();
|
||||
const states = await loadStrip.locator('.layer-row').evaluateAll((rows) =>
|
||||
rows.map((row) => [
|
||||
row.querySelector('strong')?.textContent ?? '',
|
||||
(row.querySelector('small')?.textContent ?? '').trim(),
|
||||
]),
|
||||
);
|
||||
if (states.length === 0) {
|
||||
await evidence('the adapter panel named no adapter kind at all');
|
||||
throw new Error('the adapter panel reported no states; the load report was empty');
|
||||
}
|
||||
for (const [state, reason] of states) {
|
||||
if (!/^(loaded|available|deferred|missing)$/.test(state)) {
|
||||
throw new Error(`an adapter row reported the state "${state}"`);
|
||||
}
|
||||
if (!reason) {
|
||||
throw new Error(`the adapter row "${state}" gave no reason`);
|
||||
}
|
||||
}
|
||||
observed.adapters = `${states.length} kinds: ${states.map(([state]) => state).join(', ')}`;
|
||||
|
||||
await page.screenshot({ path: path.join(outputDir, 'ely-eye-dashboard.png'), fullPage: true });
|
||||
const status = await page.locator('.kpi-grid').innerText();
|
||||
await browser.close();
|
||||
|
||||
if (consoleErrors.length > 0) {
|
||||
throw new Error(consoleErrors.join('\n'));
|
||||
const unexpected = failedRequests.filter(
|
||||
(line) => !expectedFailures.some((allowed) => line === allowed || line.startsWith(allowed)),
|
||||
);
|
||||
if (unexpected.length > 0 || consoleErrors.length > 0) {
|
||||
throw new Error(
|
||||
[`${unexpected.length} unexpected failed request(s): ${unexpected.join(', ')}`, ...consoleErrors].join('\n'),
|
||||
);
|
||||
}
|
||||
|
||||
console.log(JSON.stringify({ screenshot: path.join(outputDir, 'ely-eye-dashboard.png'), status }, null, 2));
|
||||
console.log(
|
||||
JSON.stringify(
|
||||
{
|
||||
screenshot: path.join(outputDir, 'ely-eye-dashboard.png'),
|
||||
mount: observed.mount,
|
||||
adapters: observed.adapters,
|
||||
expected_failures: expectedFailures.filter((line) => failedRequests.includes(line)),
|
||||
status,
|
||||
},
|
||||
null,
|
||||
2,
|
||||
),
|
||||
);
|
||||
Reference in new issue
Block a user