Stop the adapter report from claiming things that are not true
Independent review of the adapter resolution work found six defects, all real and all fixed here. A kind whose only candidates were rejected had no winning path, so its row carried path=None and the rejected candidate fell into the shadow loop: the report said "another adapter of this kind wins for the current mount" while nothing won, and the real deferred reason was buried. A shadow row now requires a winner and names it. "loaded" was backed by a process-global record, so a fresh runtime with no model still claimed a live adapter. The record is now held by the instance that attached it, and the report keeps a weak reference: while the model lives the row says loaded, once it is gone the row says available and explains that the model is gone. The sort key had lost the manifest's cartridge tag, which changed which adapter loads on any machine holding a tagged library copy, and neither the commit message nor the checklist said so. The tag is back as the middle key. Proof checks resolved through the library while generation resolved through the mount, so one proof payload could name two different copies. Both now resolve the way generation does. loaded_at was written and never read, so it is gone. The checklist claim that peft is lazily imported in one place was true only for generation and is now scoped that way. The four generation paths and status() had no test coverage, so "no function was lost" rested on reading. One test now walks the transformers prompt path end to end with stub weights and asserts the generation answer carries the adapter it attached. pytest -q: 225 passed. ruff clean. mypy on the three touched source files: 2 errors, the identical 2 on a stashed HEAD tree, net zero. pyright: 2 errors, both the known qwen_vl_utils tuple artifact, unchanged from HEAD.
This commit is contained in:
1 parent
2fbb4af96b
commit
2d1cfdadc7
5 files changed
+128
-38
No files matched your search
@@ -3,12 +3,15 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import sys
|
||||
from datetime import UTC, datetime
|
||||
from pathlib import Path
|
||||
from types import SimpleNamespace
|
||||
from typing import Any
|
||||
from unittest import mock
|
||||
|
||||
import pytest
|
||||
import torch
|
||||
from fastapi.testclient import TestClient
|
||||
|
||||
from ely_eye import adapters, api
|
||||
@@ -92,10 +95,25 @@ def _cartridge(settings: Settings, database: Database, cartridge_id: str) -> Pat
|
||||
class _FakeModel:
|
||||
def __init__(self) -> None:
|
||||
self.evalled = False
|
||||
self.device = "cpu"
|
||||
|
||||
def eval(self) -> None:
|
||||
self.evalled = True
|
||||
|
||||
def generate(self, **_kwargs: Any) -> torch.Tensor:
|
||||
return torch.zeros((1, 8), dtype=torch.long)
|
||||
|
||||
|
||||
class _FakeProcessor:
|
||||
def apply_chat_template(self, _messages: Any, **_kwargs: Any) -> str:
|
||||
return "prompt"
|
||||
|
||||
def __call__(self, **_kwargs: Any) -> dict[str, torch.Tensor]:
|
||||
return {"input_ids": torch.zeros((1, 5), dtype=torch.long)}
|
||||
|
||||
def batch_decode(self, _generated: Any, **_kwargs: Any) -> list[str]:
|
||||
return ["three tokens"]
|
||||
|
||||
|
||||
@pytest.fixture(autouse=True)
|
||||
def _no_stale_loads():
|
||||
@@ -107,7 +125,7 @@ def _no_stale_loads():
|
||||
def test_a_library_adapter_is_selected_for_its_kind(tmp_path: Path) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
chosen = _write_adapter(settings.adapters_dir / "core")
|
||||
source, state, reason = adapters.resolve_library_adapter(settings)
|
||||
source, state, reason = adapters.resolve(adapters.library_sources(settings), settings, CORE)
|
||||
assert source is not None and source.path == chosen
|
||||
assert state == "available"
|
||||
assert reason == "selected from the adapter library"
|
||||
@@ -116,7 +134,7 @@ def test_a_library_adapter_is_selected_for_its_kind(tmp_path: Path) -> None:
|
||||
def test_an_adapter_on_another_base_model_is_deferred_naming_both_models(tmp_path: Path) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
_write_adapter(settings.adapters_dir / "router", kind=TrainingAdapterKind.hme_router, base_model="Qwen/Qwen3.5-0.8B")
|
||||
source, state, reason = adapters.resolve_library_adapter(settings, TrainingAdapterKind.hme_router)
|
||||
source, state, reason = adapters.resolve(adapters.library_sources(settings), settings, TrainingAdapterKind.hme_router)
|
||||
assert source is None
|
||||
assert state == "deferred"
|
||||
assert "trained on Qwen/Qwen3.5-0.8B" in reason and f"runtime holds {MODEL}" in reason
|
||||
@@ -125,7 +143,7 @@ def test_an_adapter_on_another_base_model_is_deferred_naming_both_models(tmp_pat
|
||||
def test_a_manifest_without_weights_is_deferred_naming_the_missing_file(tmp_path: Path) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
_write_adapter(settings.adapters_dir / "core", weights=False)
|
||||
source, state, reason = adapters.resolve_library_adapter(settings)
|
||||
source, state, reason = adapters.resolve(adapters.library_sources(settings), settings, CORE)
|
||||
assert source is None and state == "deferred"
|
||||
assert "adapter_model.safetensors" in reason
|
||||
|
||||
@@ -183,32 +201,70 @@ def test_stub_weights_prove_the_load_branch_runs(tmp_path: Path, monkeypatch) ->
|
||||
assert row.state == "loaded" and "attached to the live model" in row.reason
|
||||
|
||||
|
||||
def test_unload_clears_the_loaded_state(tmp_path: Path, monkeypatch) -> None:
|
||||
def test_unload_stops_claiming_a_model_that_is_gone(tmp_path: Path, monkeypatch) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
_write_adapter(settings.adapters_dir / "core")
|
||||
monkeypatch.setattr(adapters, "load_into_model", lambda model, path: _FakeModel())
|
||||
monkeypatch.setattr(QwenRuntime, "_load_base_model", lambda self: (_FakeModel(), object()))
|
||||
runtime = QwenRuntime(settings)
|
||||
runtime._load_transformers()
|
||||
assert adapters.load_records(), "nothing was recorded as loaded"
|
||||
database = Database(settings)
|
||||
row = next(item for item in adapters.plan(settings, database).adapters if item.kind == CORE)
|
||||
assert row.state == "loaded" and "live model" in row.reason
|
||||
other = QwenRuntime(settings)
|
||||
assert other._loaded_adapter() is None, "a second instance inherited another instance's claim"
|
||||
runtime.unload()
|
||||
assert adapters.load_records() == []
|
||||
row = next(item for item in adapters.plan(settings, Database(settings)).adapters if item.kind == CORE)
|
||||
row = next(item for item in adapters.plan(settings, database).adapters if item.kind == CORE)
|
||||
assert row.state == "available"
|
||||
assert "that model is gone" in row.reason, row.reason
|
||||
|
||||
|
||||
def test_the_loser_of_the_choice_is_reported_as_shadowed(tmp_path: Path) -> None:
|
||||
def test_a_rejected_candidate_does_not_claim_another_adapter_won(tmp_path: Path) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
_write_adapter(settings.adapters_dir / "router", kind=TrainingAdapterKind.hme_router, base_model="Qwen/Qwen3.5-0.8B")
|
||||
report = adapters.plan(settings, Database(settings))
|
||||
router_rows = [row for row in report.adapters if row.kind == TrainingAdapterKind.hme_router]
|
||||
assert len(router_rows) == 1, "a rejected candidate was published as a shadow row"
|
||||
assert router_rows[0].state == "deferred" and "trained on Qwen/Qwen3.5-0.8B" in router_rows[0].reason
|
||||
assert not any(row.shadowed for row in report.adapters), "nothing won, so nothing may claim a winner"
|
||||
|
||||
|
||||
def test_the_shadow_row_names_the_adapter_that_won(tmp_path: Path) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
_write_adapter(settings.adapters_dir / "first", adapter_id="written_first")
|
||||
_write_adapter(settings.adapters_dir / "second", adapter_id="written_second")
|
||||
report = adapters.plan(settings, Database(settings))
|
||||
losers = [row for row in report.adapters if row.shadowed]
|
||||
assert [row.adapter_id for row in losers] == ["written_first"]
|
||||
assert "another adapter of this kind wins" in losers[0].reason
|
||||
assert losers[0].reason == "shadowed by written_second for the current mount"
|
||||
winner = next(row for row in report.adapters if row.adapter_id == "written_second")
|
||||
assert winner.shadowed is False and winner.state == "available"
|
||||
|
||||
|
||||
def test_a_cartridge_tagged_adapter_outranks_an_untagged_one(tmp_path: Path) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
tagged = _write_adapter(settings.adapters_dir / "tagged", adapter_id="tagged")
|
||||
manifest = json.loads((tagged / "adapter_manifest.json").read_text(encoding="utf-8"))
|
||||
manifest["cartridge_id"] = "cart-not-mounted"
|
||||
(tagged / "adapter_manifest.json").write_text(json.dumps(manifest), encoding="utf-8")
|
||||
_write_adapter(settings.adapters_dir / "plain", adapter_id="plain")
|
||||
source, _state, _reason = adapters.resolve(adapters.library_sources(settings), settings, CORE)
|
||||
assert source is not None and source.manifest.adapter_id == "tagged"
|
||||
|
||||
|
||||
def test_generation_reports_the_adapter_it_attached(tmp_path: Path, monkeypatch) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
chosen = _write_adapter(settings.adapters_dir / "core")
|
||||
monkeypatch.setitem(sys.modules, "qwen_vl_utils", SimpleNamespace(process_vision_info=lambda _messages: ([], None)))
|
||||
monkeypatch.setattr(adapters, "load_into_model", lambda model, path: _FakeModel())
|
||||
monkeypatch.setattr(QwenRuntime, "_load_base_model", lambda self: (_FakeModel(), _FakeProcessor()))
|
||||
generation = QwenRuntime(settings).generate_prompt("what does the cartridge hold?")
|
||||
assert generation.adapter_path == str(chosen)
|
||||
assert generation.adapter_kind == CORE.value and generation.adapter_id == "adapter-1"
|
||||
assert generation.adapter_sha256 == "a" * 64
|
||||
assert generation.output_tokens == 3 and generation.text == "three tokens"
|
||||
|
||||
|
||||
def test_an_unreadable_manifest_names_the_file(tmp_path: Path) -> None:
|
||||
settings = _settings(tmp_path)
|
||||
broken = settings.adapters_dir / "broken"
|
||||
|
||||
Reference in new issue
Block a user