added 2nd qwen 4bit server and config

2026-09-01 01:05:04 +02:00
parent fe828a6aa0
commit 7a9a90a47b
2 changed files with 24 additions and 2 deletions
@@ -28,6 +28,28 @@
          }
        }
      }
-    }
+    },
+    "qwen-4bit": {
+      "npm": "@ai-sdk/anthropic",
+      "name": "Qwen 3.8 4bit",
+      "options": {
+        "baseURL": "http://192.168.2.49:12012/v1",
+        "apiKey": "changeme",
+        "timeout": false,
+        "chunkTimeout": 300000
+      },
+      "models": {
+        "mlx-community/Qwen3.8-27B-4bit": {
+          "name": "Qwen 3.8 27B 4-bit",
+          "tool_call": true,
+          "reasoning": true,
+
+          "limit": {
+            "context": 262144,
+            "output": 81920
+          }
+        }
+      }
+    },
  }
 }