switched to oMLX
This commit is contained in:
+16
-33
@@ -1,55 +1,38 @@
|
||||
{
|
||||
"$schema": "https://opencode.ai/config.json",
|
||||
"model": "qwen/mlx-community/Qwen3.6-35B-A3B-6bit",
|
||||
|
||||
"model": "omlx/mlx-community--Qwen3.8-27B-4bit",
|
||||
|
||||
"compaction": {
|
||||
"auto": true,
|
||||
"prune": true,
|
||||
"reserved": 32768
|
||||
},
|
||||
|
||||
"provider": {
|
||||
"qwen": {
|
||||
"npm": "@ai-sdk/anthropic",
|
||||
"name": "Qwen 3.8",
|
||||
"omlx": {
|
||||
"npm": "@ai-sdk/openai-compatible",
|
||||
"name": "oMLX",
|
||||
|
||||
"options": {
|
||||
"baseURL": "http://192.168.2.49:12010/v1",
|
||||
"baseURL": "http://192.168.2.49:12013/v1",
|
||||
"apiKey": "changeme",
|
||||
"timeout": false,
|
||||
"chunkTimeout": 300000
|
||||
"timeout": false
|
||||
},
|
||||
|
||||
"models": {
|
||||
"mlx-community/Qwen3.8-27B-8bit": {
|
||||
"name": "Qwen 3.8 27B 8-bit",
|
||||
"mlx-community--Qwen3.8-27B-4bit": {
|
||||
"name": "Qwen 3.8 27B 4-bit oMLX",
|
||||
|
||||
"tool_call": true,
|
||||
"reasoning": true,
|
||||
|
||||
"limit": {
|
||||
"context": 262144,
|
||||
"output": 81920
|
||||
"output": 32768
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"qwen-4bit": {
|
||||
"npm": "@ai-sdk/anthropic",
|
||||
"name": "Qwen 3.8 4bit",
|
||||
"options": {
|
||||
"baseURL": "http://192.168.2.49:12012/v1",
|
||||
"apiKey": "changeme",
|
||||
"timeout": false,
|
||||
"chunkTimeout": 300000
|
||||
},
|
||||
"models": {
|
||||
"mlx-community/Qwen3.8-27B-4bit": {
|
||||
"name": "Qwen 3.8 27B 4-bit",
|
||||
"tool_call": true,
|
||||
"reasoning": true,
|
||||
|
||||
"limit": {
|
||||
"context": 262144,
|
||||
"output": 81920
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user