added 2nd qwen 4bit server and config
This commit is contained in:
@@ -7,7 +7,7 @@ REPO_DIR := $(shell pwd)
|
|||||||
ITEMS := skills tools agents AGENTS.md
|
ITEMS := skills tools agents AGENTS.md
|
||||||
|
|
||||||
# LLM services to manage
|
# LLM services to manage
|
||||||
LLM_SERVICES := qwen
|
LLM_SERVICES := qwen qwen-4bit
|
||||||
|
|
||||||
PLIST_PATH := ~/Library/LaunchAgents
|
PLIST_PATH := ~/Library/LaunchAgents
|
||||||
|
|
||||||
|
|||||||
+23
-1
@@ -28,6 +28,28 @@
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
},
|
||||||
|
"qwen-4bit": {
|
||||||
|
"npm": "@ai-sdk/anthropic",
|
||||||
|
"name": "Qwen 3.8 4bit",
|
||||||
|
"options": {
|
||||||
|
"baseURL": "http://192.168.2.49:12012/v1",
|
||||||
|
"apiKey": "changeme",
|
||||||
|
"timeout": false,
|
||||||
|
"chunkTimeout": 300000
|
||||||
|
},
|
||||||
|
"models": {
|
||||||
|
"mlx-community/Qwen3.8-27B-4bit": {
|
||||||
|
"name": "Qwen 3.8 27B 4-bit",
|
||||||
|
"tool_call": true,
|
||||||
|
"reasoning": true,
|
||||||
|
|
||||||
|
"limit": {
|
||||||
|
"context": 262144,
|
||||||
|
"output": 81920
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user