added 2nd qwen 4bit server and config
This commit is contained in:
@@ -7,7 +7,7 @@ REPO_DIR := $(shell pwd)
|
||||
ITEMS := skills tools agents AGENTS.md
|
||||
|
||||
# LLM services to manage
|
||||
LLM_SERVICES := qwen
|
||||
LLM_SERVICES := qwen qwen-4bit
|
||||
|
||||
PLIST_PATH := ~/Library/LaunchAgents
|
||||
|
||||
|
||||
@@ -28,6 +28,28 @@
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"qwen-4bit": {
|
||||
"npm": "@ai-sdk/anthropic",
|
||||
"name": "Qwen 3.8 4bit",
|
||||
"options": {
|
||||
"baseURL": "http://192.168.2.49:12012/v1",
|
||||
"apiKey": "changeme",
|
||||
"timeout": false,
|
||||
"chunkTimeout": 300000
|
||||
},
|
||||
"models": {
|
||||
"mlx-community/Qwen3.8-27B-4bit": {
|
||||
"name": "Qwen 3.8 27B 4-bit",
|
||||
"tool_call": true,
|
||||
"reasoning": true,
|
||||
|
||||
"limit": {
|
||||
"context": 262144,
|
||||
"output": 81920
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user