Ely-Eye — local multimodal context operating system on Qwen3.5-9B
Real-models implementation: multimodal ingestion, Context Cartridge memory, sparse + Qwen embedding retrieval, Cache Fabric, Qwen runtime adapters, verifier contracts, Visual HashHop proofs, BF16 LoRA fine-tuning, and a local dashboard. Verified by a 15-check PRD proof suite on the live model.
This commit is contained in:
commit
0ee99e271d
64 files changed
+14890
No files matched your search
@@ -0,0 +1,35 @@
|
||||
$ErrorActionPreference = "Stop"
|
||||
|
||||
Set-Location (Split-Path -Parent $PSScriptRoot)
|
||||
|
||||
if (-not $env:ELY_EYE_GGUF_MODEL) {
|
||||
throw "Set ELY_EYE_GGUF_MODEL to the absolute GGUF model path."
|
||||
}
|
||||
|
||||
$server = $env:LLAMA_CPP_SERVER
|
||||
if (-not $server) {
|
||||
$server = "llama-server"
|
||||
}
|
||||
|
||||
if (-not (Get-Command $server -ErrorAction SilentlyContinue)) {
|
||||
$wingetPackageRoot = Join-Path $env:LOCALAPPDATA "Microsoft\WinGet\Packages"
|
||||
$installed = Get-ChildItem $wingetPackageRoot -Recurse -Filter llama-server.exe -ErrorAction SilentlyContinue |
|
||||
Where-Object { $_.FullName -like "*ggml.llamacpp*" } |
|
||||
Select-Object -First 1
|
||||
if ($installed) {
|
||||
$server = $installed.FullName
|
||||
}
|
||||
}
|
||||
|
||||
if (-not (Get-Command $server -ErrorAction SilentlyContinue)) {
|
||||
throw "llama-server executable is missing. Install ggml.llamacpp or set LLAMA_CPP_SERVER."
|
||||
}
|
||||
|
||||
& $server `
|
||||
--model $env:ELY_EYE_GGUF_MODEL `
|
||||
--host 127.0.0.1 `
|
||||
--port 8003 `
|
||||
--ctx-size 262144 `
|
||||
--flash-attn `
|
||||
--cache-type-k q4_0 `
|
||||
--cache-type-v q4_0
|
||||
Reference in new issue
Block a user