Refactor llm config

This commit is contained in:
Martin Pander
2026-07-31 09:31:20 +02:00
parent b9899ef8ea
commit 40223d29dc
10 changed files with 310 additions and 228 deletions

View File

@@ -0,0 +1,51 @@
{
"providers": {
"sparkl": {
"baseUrl": "http://192.168.10.111:8000/v1",
"api": "openai-completions",
"apiKey": "vllm",
"compat": {
"supportsDeveloperRole": false,
"supportsReasoningEffort": false
},
"models": [
{
"id": "Qwen/Qwen3-30B-A3B",
"name": "Qwen3 30B A3B (local vLLM)",
"reasoning": true,
"input": ["text"],
"contextWindow": 16384,
"maxTokens": 8192,
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
"compat": {
"thinkingFormat": "qwen-chat-template",
"maxTokensField": "max_tokens"
}
}
]
},
"sparkr": {
"baseUrl": "http://192.168.10.110:8000/v1",
"api": "openai-completions",
"apiKey": "vllm",
"compat": {
"supportsDeveloperRole": false,
"supportsReasoningEffort": false
},
"models": [
{
"id": "Qwen/Qwen3-Coder-Next-FP8",
"name": "Qwen3 Coder Next FP8 (local vLLM)",
"reasoning": false,
"input": ["text"],
"contextWindow": 262144,
"maxTokens": 8192,
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
"compat": {
"maxTokensField": "max_tokens"
}
}
]
}
}
}

View File

@@ -1,8 +1,8 @@
{
"lastChangelogVersion": "0.81.1",
"theme": "light",
"defaultProvider": "anthropic",
"defaultModel": "claude-opus-5-default",
"defaultProvider": "sparkr",
"defaultModel": "Qwen/Qwen3-Coder-Next-FP8",
"defaultThinkingLevel": "high",
"hideThinkingBlock": false,
"retry": {