191 lines
6.0 KiB
JSON
191 lines
6.0 KiB
JSON
{
|
|
"providers": {
|
|
"duskadiy": {
|
|
"baseUrl": "https://llm.duskadiy.com/api/v1",
|
|
"api": "openai-completions",
|
|
"apiKey": "$DUSKADIY_API_KEY",
|
|
"compat": {
|
|
"supportsDeveloperRole": false,
|
|
"supportsReasoningEffort": false,
|
|
"maxTokensField": "max_tokens"
|
|
},
|
|
"models": [
|
|
{
|
|
"id": "DeepSeek-Coder-V2-Lite-Instruct-Q8_0",
|
|
"name": "DeepSeek Coder V2",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "gemma-4-E4B-it-UD-Q8_K_XL",
|
|
"name": "Gemma 4 E4B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "gemma-4-26B-A4B-it-UD-IQ4_XS",
|
|
"name": "Gemma 4 26B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3-Coder-30B-Instruct-IQ4_XS",
|
|
"name": "Qwen3 Coder A3B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 8192,
|
|
"maxTokens": 4096,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3.6-27B-UD-IQ3_XXS",
|
|
"name": "Qwen3.6 27B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3.5-27B-UD-Q3_K_XL",
|
|
"name": "Qwen3.5 27B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3.5-9B-Q8_0",
|
|
"name": "Qwen3.5 9B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M",
|
|
"name": "Qwen3.6 27B Uncensored",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "GLM-4.7-Flash-UD-Q3_K_XL",
|
|
"name": "GLM-4.7 Flash",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
}
|
|
]
|
|
},
|
|
"localcpp": {
|
|
"baseUrl": "http://192.168.0.204:11343/v1",
|
|
"api": "openai-completions",
|
|
"apiKey": "no-key-required",
|
|
"compat": {
|
|
"supportsDeveloperRole": false,
|
|
"supportsReasoningEffort": false,
|
|
"maxTokensField": "max_tokens"
|
|
},
|
|
"models": [
|
|
{
|
|
"id": "DeepSeek-Coder-V2-Lite-Instruct-Q8_0",
|
|
"name": "DeepSeek Coder V2",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "gemma-4-E4B-it-UD-Q8_K_XL",
|
|
"name": "Gemma 4 E4B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "gemma-4-26B-A4B-it-UD-IQ4_XS",
|
|
"name": "Gemma 4 26B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3-Coder-30B-Instruct-IQ4_XS",
|
|
"name": "Qwen3 Coder A3B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 8192,
|
|
"maxTokens": 4096,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3.6-27B-UD-IQ3_XXS",
|
|
"name": "Qwen3.6 27B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3.5-27B-UD-Q3_K_XL",
|
|
"name": "Qwen3.5 27B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3.5-9B-Q8_0",
|
|
"name": "Qwen3.5 9B",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M",
|
|
"name": "Qwen3.6 27B Uncensored",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
},
|
|
{
|
|
"id": "GLM-4.7-Flash-UD-Q3_K_XL",
|
|
"name": "GLM-4.7 Flash",
|
|
"reasoning": false,
|
|
"input": ["text"],
|
|
"contextWindow": 81920,
|
|
"maxTokens": 16384,
|
|
"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
|
|
}
|
|
]
|
|
}
|
|
}
|
|
}
|