From a993838826c271cf3e94359c13c8efe0a051f887 Mon Sep 17 00:00:00 2001 From: Hugo Nijhuis Date: Wed, 15 Jul 2026 10:30:35 +0200 Subject: [PATCH] updated to single server --- Makefile | 4 +-- models.yaml | 26 +++++++++++++++++++ opencode.json | 59 -------------------------------------------- sample_opencode.json | 35 ++++++++++++++++++++++++++ 4 files changed, 63 insertions(+), 61 deletions(-) create mode 100644 models.yaml delete mode 100644 opencode.json create mode 100644 sample_opencode.json diff --git a/Makefile b/Makefile index 297dcc3..7991157 100644 --- a/Makefile +++ b/Makefile @@ -7,7 +7,7 @@ REPO_DIR := $(shell pwd) ITEMS := skills tools agents # LLM services to manage -LLM_SERVICES := atlas forge swift +LLM_SERVICES := odin PLIST_PATH := ~/Library/LaunchAgents @@ -68,4 +68,4 @@ restart-llm-%: @launchctl bootout gui/$$(id -u) $(PLIST_PATH)/com.vllm-mlx.$*.plist || true @launchctl bootstrap gui/$$(id -u) $(PLIST_PATH)/com.vllm-mlx.$*.plist -restart-llm: $(patsubst %,restart-llm-%,$(LLM_SERVICES)) \ No newline at end of file +restart-llm: $(patsubst %,restart-llm-%,$(LLM_SERVICES)) diff --git a/models.yaml b/models.yaml new file mode 100644 index 0000000..aa2f372 --- /dev/null +++ b/models.yaml @@ -0,0 +1,26 @@ +manager: + memory_budget: 450 + contention_policy: + strategy: wait_then_preempt + wait_timeout_s: 45 + preempt_after_s: 15 + +models: + - name: Qwen-Coder-Next + model: mlx-community/Qwen3-Coder-Next-4bit + estimated_memory_gb: 50 + reasoning_parser: qwen3 + + - name: Qwen3.6 + model: mlx-community/Qwen3.6-35B-A3B-6bit + estimated_memory_gb: 40 + reasoning_parser: qwen3 + + - name: gemma + model: mlx-community/gemma-4-31b-it-8bit + estimated_memory_gb: 40 + reasoning_parser: gemma4 + + - name: MiniMax-M3 + model: pipenetwork/MiniMax-M3-MLX-mixed-3_6bit + estimated_memory_gb: 200 diff --git a/opencode.json b/opencode.json deleted file mode 100644 index af5f3a8..0000000 --- a/opencode.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "$schema": "https://opencode.ai/config.json", - "provider": { - "swift": { - "npm": "@ai-sdk/anthropic", - "name": "Odin", - "options": { - "baseURL": "http://192.168.2.49:12000/v1", - "apiKey": "changeme" - }, - "models": { - "mlx-community/Qwen3-Coder-Next-4bit": { - "name": "Odin Swift", - "tool_call": true, - "options": { - "temperature": 1.0, - "top_p": 0.95 - } - } - } - }, - "forge": { - "npm": "@ai-sdk/anthropic", - "name": "Odin", - "options": { - "baseURL": "http://192.168.2.49:12001/v1", - "apiKey": "changeme" - }, - "models": { - "mlx-community/Qwen3-Coder-Next-6bit": { - "name": "Odin Forge", - "tool_call": true, - "options": { - "temperature": 1.0, - "top_p": 0.95 - } - } - } - }, - "atlas": { - "npm": "@ai-sdk/anthropic", - "name": "Odin", - "options": { - "baseURL": "http://192.168.2.49:12002/v1", - "apiKey": "changeme" - }, - "models": { - "mlx-community/Qwen3.5-35B-A3B-6bit": { - "name": "Odin Atlas", - "tool_call": true, - "options": { - "temperature": 1.0, - "top_p": 0.95 - } - } - } - } - } -} \ No newline at end of file diff --git a/sample_opencode.json b/sample_opencode.json new file mode 100644 index 0000000..fe3adec --- /dev/null +++ b/sample_opencode.json @@ -0,0 +1,35 @@ +{ + "$schema": "https://opencode.ai/config.json", + "provider": { + "odin": { + "npm": "@ai-sdk/anthropic", + "name": "Odin", + "options": { + "baseURL": "http://192.168.2.49:12000/v1", + "apiKey": "changeme" + }, + "models": { + "Qwen-Coder-Next": { + "name": "Qwen-Coder-Next", + "tool_call": true, + "options": { + "temperature": 1.0, + "top_p": 0.95 + } + }, + "Qwen3.6": { + "name": "Qwen3.6", + "tool_call": true + }, + "gemma": { + "name": "gemma", + "tool_call": true + }, + "MiniMax-M3": { + "name": "MiniMax-M3", + "tool_call": true + } + } + } + } +}