flowmade-one/architecture
3
0
Fork 0
Code Issues 20 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

switched to oMLX

Browse Source
This commit is contained in:
HugoNijhuis
2026-10-18 00:54:07 +02:00
parent 02a62c3d65
commit 5a1a3b3d13
1 changed files with 16 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sample_opencode.json
+16 -33
View File
@@ -1,55 +1,38 @@
{ {
"$schema": "https://opencode.ai/config.json", "$schema": "https://opencode.ai/config.json",
"model": "qwen/mlx-community/Qwen3.6-35B-A3B-6bit",
"model": "omlx/mlx-community--Qwen3.8-27B-4bit",
"compaction": { "compaction": {
"auto": true, "auto": true,
"prune": true, "prune": true,
"reserved": 32768 "reserved": 32768
}, },
"provider": { "provider": {
"qwen": { "omlx": {
"npm": "@ai-sdk/anthropic", "npm": "@ai-sdk/openai-compatible",
"name": "Qwen 3.8", "name": "oMLX",
"options": { "options": {
"baseURL": "http://192.168.2.49:12010/v1", "baseURL": "http://192.168.2.49:12013/v1",
"apiKey": "changeme", "apiKey": "changeme",
"timeout": false, "timeout": false
"chunkTimeout": 300000
}, },
"models": { "models": {
"mlx-community/Qwen3.8-27B-8bit": { "mlx-community--Qwen3.8-27B-4bit": {
"name": "Qwen 3.8 27B 8-bit", "name": "Qwen 3.8 27B 4-bit oMLX",
"tool_call": true, "tool_call": true,
"reasoning": true, "reasoning": true,
"limit": { "limit": {
"context": 262144, "context": 262144,
"output": 81920 "output": 32768
} }
} }
} }
}, }
"qwen-4bit": {
"npm": "@ai-sdk/anthropic",
"name": "Qwen 3.8 4bit",
"options": {
"baseURL": "http://192.168.2.49:12012/v1",
"apiKey": "changeme",
"timeout": false,
"chunkTimeout": 300000
},
"models": {
"mlx-community/Qwen3.8-27B-4bit": {
"name": "Qwen 3.8 27B 4-bit",
"tool_call": true,
"reasoning": true,
"limit": {
"context": 262144,
"output": 81920
}
}
}
},
} }
} }