diff --git a/sample_opencode.json b/sample_opencode.json index afd2652..c9c340b 100644 --- a/sample_opencode.json +++ b/sample_opencode.json @@ -1,55 +1,38 @@ { "$schema": "https://opencode.ai/config.json", - "model": "qwen/mlx-community/Qwen3.6-35B-A3B-6bit", + + "model": "omlx/mlx-community--Qwen3.8-27B-4bit", + "compaction": { "auto": true, "prune": true, "reserved": 32768 }, + "provider": { - "qwen": { - "npm": "@ai-sdk/anthropic", - "name": "Qwen 3.8", + "omlx": { + "npm": "@ai-sdk/openai-compatible", + "name": "oMLX", + "options": { - "baseURL": "http://192.168.2.49:12010/v1", + "baseURL": "http://192.168.2.49:12013/v1", "apiKey": "changeme", - "timeout": false, - "chunkTimeout": 300000 + "timeout": false }, + "models": { - "mlx-community/Qwen3.8-27B-8bit": { - "name": "Qwen 3.8 27B 8-bit", + "mlx-community--Qwen3.8-27B-4bit": { + "name": "Qwen 3.8 27B 4-bit oMLX", + "tool_call": true, "reasoning": true, "limit": { "context": 262144, - "output": 81920 + "output": 32768 } } } - }, - "qwen-4bit": { - "npm": "@ai-sdk/anthropic", - "name": "Qwen 3.8 4bit", - "options": { - "baseURL": "http://192.168.2.49:12012/v1", - "apiKey": "changeme", - "timeout": false, - "chunkTimeout": 300000 - }, - "models": { - "mlx-community/Qwen3.8-27B-4bit": { - "name": "Qwen 3.8 27B 4-bit", - "tool_call": true, - "reasoning": true, - - "limit": { - "context": 262144, - "output": 81920 - } - } - } - }, + } } }