dot/modules/pi/agent/models.work.json

{
  "providers": {
    "sparkl": {
      "baseUrl": "http://192.168.10.111:8000/v1",
      "api": "openai-completions",
      "apiKey": "vllm",
      "compat": {
        "supportsDeveloperRole": false,
        "supportsReasoningEffort": false
      },
      "models": [
        {
          "id": "Qwen/Qwen3.8-27B",
          "name": "Qwen3.8 27B (local vLLM)",
          "reasoning": true,
          "input": ["text"],
          "contextWindow": 16384,
          "maxTokens": 16384,
          "samplingParams": {
            "temperature": 0.6,
            "top_p": 0.95,
            "top_k": 20
          },
          "cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
          "compat": {
            "thinkingFormat": "qwen-chat-template",
            "maxTokensField": "max_tokens"
          }
        },
        {
          "id": "Qwen/Qwen3.8-27B-FP8",
          "name": "Qwen3.8 27B FP8 (local vLLM)",
          "reasoning": true,
          "input": ["text"],
          "contextWindow": 65536,
          "maxTokens": 65536,
          "samplingParams": {
            "temperature": 0.6,
            "top_p": 0.95,
            "top_k": 20
          },
          "cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
          "compat": {
            "thinkingFormat": "qwen-chat-template",
            "maxTokensField": "max_tokens"
          }
        },
        {
          "id": "deepseek-v4-flash",
          "name": "DeepSeek v4 Flash (local vLLM)",
          "reasoning": true,
          "input": ["text"],
          "contextWindow": 393216,
          "maxTokens": 65536,
          "samplingParams": {
            "temperature": 1,
            "top_p": 0.95
          },
          "thinkingLevelMap": {
            "minimal": null,
            "low": "low",
            "medium": null,
            "high": "high",
            "xhigh": null,
            "max": "max"
          },
          "cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
          "compat": {
            "thinkingFormat": "chat-template",
            "supportsUsageInStreaming": true,
            "requiresReasoningContentOnAssistantMessages": true,
            "chatTemplateKwargs": {
              "thinking": {
                "$var": "thinking.enabled"
              },
              "reasoning_effort": {
                "$var": "thinking.effort"
              }
            },
            "maxTokensField": "max_tokens"
          }
        }
      ]
    },
    "sparkr": {
      "baseUrl": "http://192.168.10.110:8000/v1",
      "api": "openai-completions",
      "apiKey": "vllm",
      "compat": {
        "supportsDeveloperRole": false,
        "supportsReasoningEffort": false
      },
      "models": [
        {
          "id": "Qwen/Qwen3-Coder-Next-FP8",
          "name": "Qwen3 Coder Next FP8 (local vLLM)",
          "reasoning": false,
          "input": ["text"],
          "contextWindow": 262144,
          "maxTokens": 8192,
          "samplingParams": {
            "temperature": 0.6,
            "top_p": 0.95,
            "top_k": 20
          },
          "cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
          "compat": {
            "maxTokensField": "max_tokens"
          }
        }
      ]
    },
    "bifrost": {
      "baseUrl": "http://192.168.10.111:8080/v1",
      "api": "openai-completions",
      "apiKey": "vllm",
      "headers": {
        "x-bf-vk": "sk-bf-7efb6014-35ef-43c7-a361-c106709e1be5"
      },
      "compat": {
        "supportsDeveloperRole": false,
        "supportsReasoningEffort": false
      },
      "models": [
        {
          "id": "deepseek-v4-flash",
          "name": "DeepSeek v4 Flash (local vLLM)",
          "reasoning": true,
          "input": ["text"],
          "contextWindow": 393216,
          "maxTokens": 65536,
          "samplingParams": {
            "temperature": 1,
            "top_p": 0.95
          },
          "thinkingLevelMap": {
            "minimal": null,
            "low": "low",
            "medium": null,
            "high": "high",
            "xhigh": null,
            "max": "max"
          },
          "cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
          "compat": {
            "thinkingFormat": "chat-template",
            "supportsUsageInStreaming": true,
            "requiresReasoningContentOnAssistantMessages": true,
            "chatTemplateKwargs": {
              "thinking": {
                "$var": "thinking.enabled"
              },
              "reasoning_effort": {
                "$var": "thinking.effort"
              }
            },
            "maxTokensField": "max_tokens"
          }
        }
      ]
    },
    "newapi": {
      "baseUrl": "http://192.168.10.111:3000/v1",
      "api": "openai-completions",
      "apiKey": "sk-EeSqF8gbb1hEajBZhZzKuyqF4HJkA7RDsws0cQCSBQizJ3SW",
      "compat": {
        "supportsDeveloperRole": false,
        "supportsReasoningEffort": false
      },
      "models": [
        {
          "id": "deepseek-v4-flash",
          "name": "DeepSeek v4 Flash (local vLLM)",
          "reasoning": true,
          "input": ["text"],
          "contextWindow": 393216,
          "maxTokens": 65536,
          "samplingParams": {
            "temperature": 1,
            "top_p": 0.95
          },
          "thinkingLevelMap": {
            "minimal": null,
            "low": "low",
            "medium": null,
            "high": "high",
            "xhigh": null,
            "max": "max"
          },
          "cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 },
          "compat": {
            "thinkingFormat": "chat-template",
            "supportsUsageInStreaming": true,
            "requiresReasoningContentOnAssistantMessages": true,
            "chatTemplateKwargs": {
              "thinking": {
                "$var": "thinking.enabled"
              },
              "reasoning_effort": {
                "$var": "thinking.effort"
              }
            },
            "maxTokensField": "max_tokens"
          }
        }
      ]
    }
  }
}