Update pi
This commit is contained in:
@@ -10,12 +10,35 @@
|
||||
},
|
||||
"models": [
|
||||
{
|
||||
"id": "Qwen/Qwen3-30B-A3B",
|
||||
"name": "Qwen3 30B A3B (local vLLM)",
|
||||
"id": "Qwen/Qwen3.8-27B",
|
||||
"name": "Qwen3.8 27B (local vLLM)",
|
||||
"reasoning": true,
|
||||
"input": ["text"],
|
||||
"contextWindow": 16384,
|
||||
"maxTokens": 8192,
|
||||
"maxTokens": 16384,
|
||||
"samplingParams": {
|
||||
"temperature": 0.6,
|
||||
"top_p": 0.95,
|
||||
"top_k": 20
|
||||
},
|
||||
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
|
||||
"compat": {
|
||||
"thinkingFormat": "qwen-chat-template",
|
||||
"maxTokensField": "max_tokens"
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "Qwen/Qwen3.8-27B-FP8",
|
||||
"name": "Qwen3.8 27B FP8 (local vLLM)",
|
||||
"reasoning": true,
|
||||
"input": ["text"],
|
||||
"contextWindow": 65536,
|
||||
"maxTokens": 65536,
|
||||
"samplingParams": {
|
||||
"temperature": 0.6,
|
||||
"top_p": 0.95,
|
||||
"top_k": 20
|
||||
},
|
||||
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
|
||||
"compat": {
|
||||
"thinkingFormat": "qwen-chat-template",
|
||||
@@ -40,6 +63,11 @@
|
||||
"input": ["text"],
|
||||
"contextWindow": 262144,
|
||||
"maxTokens": 8192,
|
||||
"samplingParams": {
|
||||
"temperature": 0.6,
|
||||
"top_p": 0.95,
|
||||
"top_k": 20
|
||||
},
|
||||
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
|
||||
"compat": {
|
||||
"maxTokensField": "max_tokens"
|
||||
|
||||
Reference in New Issue
Block a user