martin/dot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update pi

Browse Source
This commit is contained in:
Martin Pander
2026-09-03 09:09:34 +02:00
parent 331b759b7d
commit 52e2c151bd
3 changed files with 154 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

130
modules/pi/agent/models.work.json
View File

@@ -44,6 +44,41 @@
"thinkingFormat": "qwen-chat-template",
"maxTokensField": "max_tokens"
}
},
{
"id": "deepseek-v4-flash",
"name": "DeepSeek v4 Flash (local vLLM)",
"reasoning": true,
"input": ["text"],
"contextWindow": 393216,
"maxTokens": 65536,
"samplingParams": {
"temperature": 1,
"top_p": 0.95
},
"thinkingLevelMap": {
"minimal": null,
"low": "low",
"medium": null,
"high": "high",
"xhigh": null,
"max": "max"
},
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
"compat": {
"thinkingFormat": "chat-template",
"supportsUsageInStreaming": true,
"requiresReasoningContentOnAssistantMessages": true,
"chatTemplateKwargs": {
"thinking": {
"$var": "thinking.enabled"
},
"reasoning_effort": {
"$var": "thinking.effort"
}
},
"maxTokensField": "max_tokens"
}
}
]
},
@@ -74,6 +109,101 @@
}
}
]
},
"bifrost": {
"baseUrl": "http://192.168.10.111:8080/v1",
"api": "openai-completions",
"apiKey": "vllm",
"headers": {
"x-bf-vk": "sk-bf-7efb6014-35ef-43c7-a361-c106709e1be5"
},
"compat": {
"supportsDeveloperRole": false,
"supportsReasoningEffort": false
},
"models": [
{
"id": "deepseek-v4-flash",
"name": "DeepSeek v4 Flash (local vLLM)",
"reasoning": true,
"input": ["text"],
"contextWindow": 393216,
"maxTokens": 65536,
"samplingParams": {
"temperature": 1,
"top_p": 0.95
},
"thinkingLevelMap": {
"minimal": null,
"low": "low",
"medium": null,
"high": "high",
"xhigh": null,
"max": "max"
},
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
"compat": {
"thinkingFormat": "chat-template",
"supportsUsageInStreaming": true,
"requiresReasoningContentOnAssistantMessages": true,
"chatTemplateKwargs": {
"thinking": {
"$var": "thinking.enabled"
},
"reasoning_effort": {
"$var": "thinking.effort"
}
},
"maxTokensField": "max_tokens"
}
}
]
},
"newapi": {
"baseUrl": "http://192.168.10.111:3000/v1",
"api": "openai-completions",
"apiKey": "sk-EeSqF8gbb1hEajBZhZzKuyqF4HJkA7RDsws0cQCSBQizJ3SW",
"compat": {
"supportsDeveloperRole": false,
"supportsReasoningEffort": false
},
"models": [
{
"id": "deepseek-v4-flash",
"name": "DeepSeek v4 Flash (local vLLM)",
"reasoning": true,
"input": ["text"],
"contextWindow": 393216,
"maxTokens": 65536,
"samplingParams": {
"temperature": 1,
"top_p": 0.95
},
"thinkingLevelMap": {
"minimal": null,
"low": "low",
"medium": null,
"high": "high",
"xhigh": null,
"max": "max"
},
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
"compat": {
"thinkingFormat": "chat-template",
"supportsUsageInStreaming": true,
"requiresReasoningContentOnAssistantMessages": true,
"chatTemplateKwargs": {
"thinking": {
"$var": "thinking.enabled"
},
"reasoning_effort": {
"$var": "thinking.effort"
}
},
"maxTokensField": "max_tokens"
}
}
]
}
}
}