Skip to content

Instantly share code, notes, and snippets.

@mcwalrus
Created April 29, 2026 21:37
Show Gist options
  • Select an option

  • Save mcwalrus/a2b7f5cd81456cafa84dd583ecfee636 to your computer and use it in GitHub Desktop.

Select an option

Save mcwalrus/a2b7f5cd81456cafa84dd583ecfee636 to your computer and use it in GitHub Desktop.
{
"APIKEY": "test",
"HOST": "0.0.0.0",
"PORT": 3456,
"LOG_LEVEL": "info",
"API_TIMEOUT_MS": 600000,
"NON_INTERACTIVE_MODE": false,
"Providers": [
{
// Together.xyz — OpenAI-compatible gateway, hosts all non-Gemini models
"name": "together",
"api_base_url": "https://api.together.xyz/v1/chat/completions",
"api_key": "$TOGETHER_API_KEY",
"models": [
"moonshotai/Kimi-K2.6",
"deepseek-ai/DeepSeek-V4-Pro",
"zai-org/GLM-5.1",
"MiniMaxAI/MiniMax-M2.7",
"Qwen/Qwen3.5-397B-A17B"
],
"transformer": {
"use": ["openai"]
}
},
{
// Google Gemini native API
"name": "gemini",
"api_base_url": "https://generativelanguage.googleapis.com/v1beta/models/",
"api_key": "$GEMINI_API_KEY",
"models": [
"gemini-2.5-flash",
"gemini-2.5-pro",
"gemini-3-flash-preview",
"gemini-3.1-pro-preview"
],
"transformer": {
"use": ["gemini"]
}
},
{
// xAI — Grok models
"name": "xai",
"api_base_url": "https://api.x.ai/v1/chat/completions",
"api_key": "$XAI_API_KEY",
"models": [
"grok-4-1-fast-reasoning"
]
}
],
// Named routing profiles — select with x-ccr-route: <name> header,
// or leave unset to use "default" (kimi-k2.6).
"Routers": {
"default": {
"default": "together,moonshotai/Kimi-K2.6",
"background": "together,moonshotai/Kimi-K2.6",
"think": "together,moonshotai/Kimi-K2.6",
"longContext": "together,moonshotai/Kimi-K2.6",
"webSearch": "together,moonshotai/Kimi-K2.6",
"longContextThreshold": 60000
},
"deepseek-v4-pro": {
"default": "together,deepseek-ai/DeepSeek-V4-Pro",
"background": "together,deepseek-ai/DeepSeek-V4-Pro",
"think": "together,deepseek-ai/DeepSeek-V4-Pro",
"longContext": "together,deepseek-ai/DeepSeek-V4-Pro",
"webSearch": "together,deepseek-ai/DeepSeek-V4-Pro",
"longContextThreshold": 60000
},
"gemini-2.5": {
"default": "gemini,gemini-2.5-pro",
"background": "gemini,gemini-2.5-flash",
"think": "gemini,gemini-2.5-pro",
"longContext": "gemini,gemini-2.5-pro",
"longContextThreshold": 60000
},
"gemini-3": {
"default": "gemini,gemini-3.1-pro-preview",
"background": "gemini,gemini-3-flash-preview",
"think": "gemini,gemini-3.1-pro-preview",
"longContext": "gemini,gemini-3.1-pro-preview",
"longContextThreshold": 60000
},
"glm-5.1": {
"default": "together,zai-org/GLM-5.1",
"background": "together,zai-org/GLM-5.1",
"think": "together,zai-org/GLM-5.1",
"longContext": "together,zai-org/GLM-5.1",
"webSearch": "together,zai-org/GLM-5.1",
"longContextThreshold": 60000
},
"grok-4.1-fast": {
"default": "xai,grok-4-1-fast-reasoning",
"background": "xai,grok-4-1-fast-reasoning",
"think": "xai,grok-4-1-fast-reasoning",
"longContext": "xai,grok-4-1-fast-reasoning",
"longContextThreshold": 200000
},
"minimax-m2.7": {
"default": "together,MiniMaxAI/MiniMax-M2.7",
"background": "together,MiniMaxAI/MiniMax-M2.7",
"think": "together,MiniMaxAI/MiniMax-M2.7",
"longContext": "together,MiniMaxAI/MiniMax-M2.7",
"webSearch": "together,MiniMaxAI/MiniMax-M2.7",
"longContextThreshold": 60000
},
"qwen-3.5": {
"default": "together,Qwen/Qwen3.5-397B-A17B",
"background": "together,Qwen/Qwen3.5-397B-A17B",
"think": "together,Qwen/Qwen3.5-397B-A17B",
"longContext": "together,Qwen/Qwen3.5-397B-A17B",
"webSearch": "together,Qwen/Qwen3.5-397B-A17B",
"longContextThreshold": 60000
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment