Ely-Eye — local multimodal context operating system on Qwen3.5-9B
Real-models implementation: multimodal ingestion, Context Cartridge memory, sparse + Qwen embedding retrieval, Cache Fabric, Qwen runtime adapters, verifier contracts, Visual HashHop proofs, BF16 LoRA fine-tuning, and a local dashboard. Verified by a 15-check PRD proof suite on the live model.
This commit is contained in:
commit
0ee99e271d
64 files changed
+14890
No files matched your search
@@ -0,0 +1,26 @@
|
||||
$ErrorActionPreference = "Stop"
|
||||
|
||||
Set-Location (Split-Path -Parent $PSScriptRoot)
|
||||
|
||||
if (-not (Get-Command wsl.exe -ErrorAction SilentlyContinue)) {
|
||||
throw "WSL is required for the SGLang Linux runtime."
|
||||
}
|
||||
|
||||
$wslRoot = (wsl.exe -d Ubuntu wslpath -a (Get-Location).Path).Trim()
|
||||
$command = @"
|
||||
set -euo pipefail
|
||||
cd "$wslRoot"
|
||||
source .venv-linux/bin/activate
|
||||
python -m sglang.launch_server \
|
||||
--model-path Qwen/Qwen3.5-9B \
|
||||
--port 8000 \
|
||||
--tp-size 1 \
|
||||
--mem-fraction-static 0.82 \
|
||||
--context-length 262144 \
|
||||
--reasoning-parser qwen3 \
|
||||
--speculative-algo NEXTN \
|
||||
--speculative-num-steps 3 \
|
||||
--speculative-num-draft-tokens 4
|
||||
"@
|
||||
|
||||
wsl.exe -d Ubuntu -- bash -lc $command
|
||||
Reference in new issue
Block a user