Ely-Eye — local multimodal context operating system on Qwen3.5-9B

Real-models implementation: multimodal ingestion, Context Cartridge memory,
sparse + Qwen embedding retrieval, Cache Fabric, Qwen runtime adapters, verifier
contracts, Visual HashHop proofs, BF16 LoRA fine-tuning, and a local dashboard.
Verified by a 15-check PRD proof suite on the live model.
This commit is contained in:
ZacharyZhang-NY committed 2026-05-28 22:08:08 -04:00
commit 0ee99e271d
64 files changed
+14890

No files matched your search

+35
View File
@@ -0,0 +1,35 @@
$ErrorActionPreference = "Stop"
Set-Location (Split-Path -Parent $PSScriptRoot)
if (-not $env:ELY_EYE_GGUF_MODEL) {
throw "Set ELY_EYE_GGUF_MODEL to the absolute GGUF model path."
}
$server = $env:LLAMA_CPP_SERVER
if (-not $server) {
$server = "llama-server"
}
if (-not (Get-Command $server -ErrorAction SilentlyContinue)) {
$wingetPackageRoot = Join-Path $env:LOCALAPPDATA "Microsoft\WinGet\Packages"
$installed = Get-ChildItem $wingetPackageRoot -Recurse -Filter llama-server.exe -ErrorAction SilentlyContinue |
Where-Object { $_.FullName -like "*ggml.llamacpp*" } |
Select-Object -First 1
if ($installed) {
$server = $installed.FullName
}
}
if (-not (Get-Command $server -ErrorAction SilentlyContinue)) {
throw "llama-server executable is missing. Install ggml.llamacpp or set LLAMA_CPP_SERVER."
}
& $server `
--model $env:ELY_EYE_GGUF_MODEL `
--host 127.0.0.1 `
--port 8003 `
--ctx-size 262144 `
--flash-attn `
--cache-type-k q4_0 `
--cache-type-v q4_0