added 2nd qwen 4bit server and config

This commit is contained in:
2026-09-01 01:05:04 +02:00
parent fe828a6aa0
commit 7a9a90a47b
2 changed files with 24 additions and 2 deletions
+1 -1
View File
@@ -7,7 +7,7 @@ REPO_DIR := $(shell pwd)
ITEMS := skills tools agents AGENTS.md ITEMS := skills tools agents AGENTS.md
# LLM services to manage # LLM services to manage
LLM_SERVICES := qwen LLM_SERVICES := qwen qwen-4bit
PLIST_PATH := ~/Library/LaunchAgents PLIST_PATH := ~/Library/LaunchAgents
+22
View File
@@ -28,6 +28,28 @@
} }
} }
} }
},
"qwen-4bit": {
"npm": "@ai-sdk/anthropic",
"name": "Qwen 3.8 4bit",
"options": {
"baseURL": "http://192.168.2.49:12012/v1",
"apiKey": "changeme",
"timeout": false,
"chunkTimeout": 300000
},
"models": {
"mlx-community/Qwen3.8-27B-4bit": {
"name": "Qwen 3.8 27B 4-bit",
"tool_call": true,
"reasoning": true,
"limit": {
"context": 262144,
"output": 81920
} }
} }
}
},
}
} }