From 7a9a90a47b9b6d899474935afd8683c325a6f76c Mon Sep 17 00:00:00 2001 From: Hugo Nijhuis Date: Tue, 1 Sep 2026 01:05:04 +0200 Subject: [PATCH] added 2nd qwen 4bit server and config --- Makefile | 2 +- sample_opencode.json | 24 +++++++++++++++++++++++- 2 files changed, 24 insertions(+), 2 deletions(-) diff --git a/Makefile b/Makefile index 2a618fc..856e427 100644 --- a/Makefile +++ b/Makefile @@ -7,7 +7,7 @@ REPO_DIR := $(shell pwd) ITEMS := skills tools agents AGENTS.md # LLM services to manage -LLM_SERVICES := qwen +LLM_SERVICES := qwen qwen-4bit PLIST_PATH := ~/Library/LaunchAgents diff --git a/sample_opencode.json b/sample_opencode.json index 713995c..afd2652 100644 --- a/sample_opencode.json +++ b/sample_opencode.json @@ -28,6 +28,28 @@ } } } - } + }, + "qwen-4bit": { + "npm": "@ai-sdk/anthropic", + "name": "Qwen 3.8 4bit", + "options": { + "baseURL": "http://192.168.2.49:12012/v1", + "apiKey": "changeme", + "timeout": false, + "chunkTimeout": 300000 + }, + "models": { + "mlx-community/Qwen3.8-27B-4bit": { + "name": "Qwen 3.8 27B 4-bit", + "tool_call": true, + "reasoning": true, + + "limit": { + "context": 262144, + "output": 81920 + } + } + } + }, } }