{ "anthropic": [ { "id": "claude-sonnet-4-20250514", "swe_score": 0.727, "cost_per_1m_tokens": { "input": 3.0, "output": 15.0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 64000, "supported": true }, { "id": "claude-opus-4-20250514", "swe_score": 0.725, "cost_per_1m_tokens": { "input": 15.0, "output": 75.0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 32000, "supported": true }, { "id": "claude-3-7-sonnet-20250219", "swe_score": 0.623, "cost_per_1m_tokens": { "input": 3.0, "output": 15.0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 120000, "supported": true }, { "id": "claude-3-5-sonnet-20241022", "swe_score": 0.49, "cost_per_1m_tokens": { "input": 3.0, "output": 15.0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 8192, "supported": true } ], "claude-code": [ { "id": "opus", "swe_score": 0.725, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 32000, "supported": true }, { "id": "sonnet", "swe_score": 0.727, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 64000, "supported": true } ], "mcp": [ { "id": "mcp-sampling", "swe_score": null, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 100000, "supported": true } ], "gemini-cli": [ { "id": "gemini-2.5-pro", "swe_score": 0.72, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 65536, "supported": true }, { "id": "gemini-2.5-flash", "swe_score": 0.71, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 65536, "supported": true } ], "openai": [ { "id": "gpt-4o", "swe_score": 0.332, "cost_per_1m_tokens": { "input": 2.5, "output": 10.0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 16384, "supported": true }, { "id": "o1", "swe_score": 0.489, "cost_per_1m_tokens": { "input": 15.0, "output": 60.0 }, "allowed_roles": ["main"], "supported": true }, { "id": "o3", "swe_score": 0.5, "cost_per_1m_tokens": { "input": 2.0, "output": 8.0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 100000, "supported": true }, { "id": "o3-mini", "swe_score": 0.493, "cost_per_1m_tokens": { "input": 1.1, "output": 4.4 }, "allowed_roles": ["main"], "max_tokens": 100000, "supported": true }, { "id": "o4-mini", "swe_score": 0.45, "cost_per_1m_tokens": { "input": 1.1, "output": 4.4 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "o1-mini", "swe_score": 0.4, "cost_per_1m_tokens": { "input": 1.1, "output": 4.4 }, "allowed_roles": ["main"], "supported": true }, { "id": "o1-pro", "swe_score": 0, "cost_per_1m_tokens": { "input": 150.0, "output": 600.0 }, "allowed_roles": ["main"], "supported": true }, { "id": "gpt-4-5-preview", "swe_score": 0.38, "cost_per_1m_tokens": { "input": 75.0, "output": 150.0 }, "allowed_roles": ["main"], "supported": true }, { "id": "gpt-4-1-mini", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.4, "output": 1.6 }, "allowed_roles": ["main"], "supported": true }, { "id": "gpt-4-1-nano", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.1, "output": 0.4 }, "allowed_roles": ["main"], "supported": true }, { "id": "gpt-4o-mini", "swe_score": 0.3, "cost_per_1m_tokens": { "input": 0.15, "output": 0.6 }, "allowed_roles": ["main"], "supported": true }, { "id": "gpt-4o-search-preview", "swe_score": 0.33, "cost_per_1m_tokens": { "input": 2.5, "output": 10.0 }, "allowed_roles": ["research"], "supported": true }, { "id": "gpt-4o-mini-search-preview", "swe_score": 0.3, "cost_per_1m_tokens": { "input": 0.15, "output": 0.6 }, "allowed_roles": ["research"], "supported": true } ], "google": [ { "id": "gemini-2.5-pro-preview-05-06", "swe_score": 0.638, "cost_per_1m_tokens": null, "allowed_roles": ["main", "fallback"], "max_tokens": 1048000, "supported": true }, { "id": "gemini-2.5-pro-preview-03-25", "swe_score": 0.638, "cost_per_1m_tokens": null, "allowed_roles": ["main", "fallback"], "max_tokens": 1048000, "supported": true }, { "id": "gemini-2.5-flash-preview-04-17", "swe_score": 0.604, "cost_per_1m_tokens": null, "allowed_roles": ["main", "fallback"], "max_tokens": 1048000, "supported": true }, { "id": "gemini-2.0-flash", "swe_score": 0.518, "cost_per_1m_tokens": { "input": 0.15, "output": 0.6 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1048000, "supported": true }, { "id": "gemini-2.0-flash-lite", "swe_score": 0, "cost_per_1m_tokens": null, "allowed_roles": ["main", "fallback"], "max_tokens": 1048000, "supported": true } ], "xai": [ { "id": "grok-3", "name": "Grok 3", "swe_score": null, "cost_per_1m_tokens": { "input": 3, "output": 15 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 131072, "supported": true }, { "id": "grok-3-fast", "name": "Grok 3 Fast", "swe_score": 0, "cost_per_1m_tokens": { "input": 5, "output": 25 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 131072, "supported": true }, { "id": "grok-4", "name": "Grok 4", "swe_score": null, "cost_per_1m_tokens": { "input": 3, "output": 15 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 131072, "supported": true } ], "groq": [ { "id": "moonshotai/kimi-k2-instruct", "swe_score": 0.66, "cost_per_1m_tokens": { "input": 1.0, "output": 3.0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 16384, "supported": true }, { "id": "llama-3.3-70b-versatile", "swe_score": 0.55, "cost_per_1m_tokens": { "input": 0.59, "output": 0.79 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 32768, "supported": true }, { "id": "llama-3.1-8b-instant", "swe_score": 0.32, "cost_per_1m_tokens": { "input": 0.05, "output": 0.08 }, "allowed_roles": ["main", "fallback"], "max_tokens": 131072, "supported": true }, { "id": "llama-4-scout", "swe_score": 0.45, "cost_per_1m_tokens": { "input": 0.11, "output": 0.34 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 32768, "supported": true }, { "id": "llama-4-maverick", "swe_score": 0.52, "cost_per_1m_tokens": { "input": 0.5, "output": 0.77 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 32768, "supported": true }, { "id": "mixtral-8x7b-32768", "swe_score": 0.35, "cost_per_1m_tokens": { "input": 0.24, "output": 0.24 }, "allowed_roles": ["main", "fallback"], "max_tokens": 32768, "supported": true }, { "id": "qwen-qwq-32b-preview", "swe_score": 0.4, "cost_per_1m_tokens": { "input": 0.18, "output": 0.18 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 32768, "supported": true }, { "id": "deepseek-r1-distill-llama-70b", "swe_score": 0.52, "cost_per_1m_tokens": { "input": 0.75, "output": 0.99 }, "allowed_roles": ["main", "research"], "max_tokens": 8192, "supported": true }, { "id": "gemma2-9b-it", "swe_score": 0.3, "cost_per_1m_tokens": { "input": 0.2, "output": 0.2 }, "allowed_roles": ["main", "fallback"], "max_tokens": 8192, "supported": true }, { "id": "whisper-large-v3", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.11, "output": 0 }, "allowed_roles": ["main"], "max_tokens": 0, "supported": true } ], "perplexity": [ { "id": "sonar-pro", "swe_score": 0, "cost_per_1m_tokens": { "input": 3, "output": 15 }, "allowed_roles": ["main", "research"], "max_tokens": 8700, "supported": true }, { "id": "sonar", "swe_score": 0, "cost_per_1m_tokens": { "input": 1, "output": 1 }, "allowed_roles": ["research"], "max_tokens": 8700, "supported": true }, { "id": "deep-research", "swe_score": 0.211, "cost_per_1m_tokens": { "input": 2, "output": 8 }, "allowed_roles": ["research"], "max_tokens": 8700, "supported": true }, { "id": "sonar-reasoning-pro", "swe_score": 0.211, "cost_per_1m_tokens": { "input": 2, "output": 8 }, "allowed_roles": ["main", "research", "fallback"], "max_tokens": 8700, "supported": true }, { "id": "sonar-reasoning", "swe_score": 0.211, "cost_per_1m_tokens": { "input": 1, "output": 5 }, "allowed_roles": ["main", "research", "fallback"], "max_tokens": 8700, "supported": true } ], "openrouter": [ { "id": "google/gemini-2.5-flash-preview-05-20", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.15, "output": 0.6 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1048576, "supported": true }, { "id": "google/gemini-2.5-flash-preview-05-20:thinking", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.15, "output": 3.5 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1048576, "supported": true }, { "id": "google/gemini-2.5-pro-exp-03-25", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1000000, "supported": true }, { "id": "deepseek/deepseek-chat-v3-0324:free", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 163840, "supported": false, "reason": "Free OpenRouter models are not supported due to severe rate limits, lack of tool use support, and other reliability issues that make them impractical for production use." }, { "id": "deepseek/deepseek-chat-v3-0324", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.27, "output": 1.1 }, "allowed_roles": ["main"], "max_tokens": 64000, "supported": true }, { "id": "openai/gpt-4.1", "swe_score": 0, "cost_per_1m_tokens": { "input": 2, "output": 8 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1000000, "supported": true }, { "id": "openai/gpt-4.1-mini", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.4, "output": 1.6 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1000000, "supported": true }, { "id": "openai/gpt-4.1-nano", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.1, "output": 0.4 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1000000, "supported": true }, { "id": "openai/o3", "swe_score": 0, "cost_per_1m_tokens": { "input": 10, "output": 40 }, "allowed_roles": ["main", "fallback"], "max_tokens": 200000, "supported": true }, { "id": "openai/codex-mini", "swe_score": 0, "cost_per_1m_tokens": { "input": 1.5, "output": 6 }, "allowed_roles": ["main", "fallback"], "max_tokens": 100000, "supported": true }, { "id": "openai/gpt-4o-mini", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.15, "output": 0.6 }, "allowed_roles": ["main", "fallback"], "max_tokens": 100000, "supported": true }, { "id": "openai/o4-mini", "swe_score": 0.45, "cost_per_1m_tokens": { "input": 1.1, "output": 4.4 }, "allowed_roles": ["main", "fallback"], "max_tokens": 100000, "supported": true }, { "id": "openai/o4-mini-high", "swe_score": 0, "cost_per_1m_tokens": { "input": 1.1, "output": 4.4 }, "allowed_roles": ["main", "fallback"], "max_tokens": 100000, "supported": true }, { "id": "openai/o1-pro", "swe_score": 0, "cost_per_1m_tokens": { "input": 150, "output": 600 }, "allowed_roles": ["main", "fallback"], "max_tokens": 100000, "supported": true }, { "id": "meta-llama/llama-3.3-70b-instruct", "swe_score": 0, "cost_per_1m_tokens": { "input": 120, "output": 600 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1048576, "supported": true }, { "id": "meta-llama/llama-4-maverick", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.18, "output": 0.6 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1000000, "supported": true }, { "id": "meta-llama/llama-4-scout", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.08, "output": 0.3 }, "allowed_roles": ["main", "fallback"], "max_tokens": 1000000, "supported": true }, { "id": "qwen/qwen-max", "swe_score": 0, "cost_per_1m_tokens": { "input": 1.6, "output": 6.4 }, "allowed_roles": ["main", "fallback"], "max_tokens": 32768, "supported": true }, { "id": "qwen/qwen-turbo", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.05, "output": 0.2 }, "allowed_roles": ["main", "fallback"], "max_tokens": 32768, "supported": true }, { "id": "qwen/qwen3-235b-a22b", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.14, "output": 2 }, "allowed_roles": ["main", "fallback"], "max_tokens": 24000, "supported": true }, { "id": "mistralai/mistral-small-3.1-24b-instruct:free", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 96000, "supported": false, "reason": "Free OpenRouter models are not supported due to severe rate limits, lack of tool use support, and other reliability issues that make them impractical for production use." }, { "id": "mistralai/mistral-small-3.1-24b-instruct", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.1, "output": 0.3 }, "allowed_roles": ["main", "fallback"], "max_tokens": 128000, "supported": true }, { "id": "mistralai/devstral-small", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.1, "output": 0.3 }, "allowed_roles": ["main"], "max_tokens": 110000, "supported": true }, { "id": "mistralai/mistral-nemo", "swe_score": 0, "cost_per_1m_tokens": { "input": 0.03, "output": 0.07 }, "allowed_roles": ["main", "fallback"], "max_tokens": 100000, "supported": true }, { "id": "thudm/glm-4-32b:free", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 32768, "supported": false, "reason": "Free OpenRouter models are not supported due to severe rate limits, lack of tool use support, and other reliability issues that make them impractical for production use." } ], "ollama": [ { "id": "devstral:latest", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "qwen3:latest", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "qwen3:14b", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "qwen3:32b", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "mistral-small3.1:latest", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "llama3.3:latest", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "phi4:latest", "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, "allowed_roles": ["main", "fallback"], "supported": true } ], "azure": [ { "id": "gpt-4o", "swe_score": 0.332, "cost_per_1m_tokens": { "input": 2.5, "output": 10 }, "allowed_roles": ["main", "fallback"], "max_tokens": 16384, "supported": true }, { "id": "gpt-4o-mini", "swe_score": 0.3, "cost_per_1m_tokens": { "input": 0.15, "output": 0.6 }, "allowed_roles": ["main", "fallback"], "max_tokens": 16384, "supported": true }, { "id": "gpt-4-1", "swe_score": 0, "cost_per_1m_tokens": { "input": 2.0, "output": 10.0 }, "allowed_roles": ["main", "fallback"], "max_tokens": 16384, "supported": true } ], "bedrock": [ { "id": "us.anthropic.claude-3-haiku-20240307-v1:0", "swe_score": 0.4, "cost_per_1m_tokens": { "input": 0.25, "output": 1.25 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "us.anthropic.claude-3-opus-20240229-v1:0", "swe_score": 0.725, "cost_per_1m_tokens": { "input": 15, "output": 75 }, "allowed_roles": ["main", "fallback", "research"], "supported": true }, { "id": "us.anthropic.claude-3-5-sonnet-20240620-v1:0", "swe_score": 0.49, "cost_per_1m_tokens": { "input": 3, "output": 15 }, "allowed_roles": ["main", "fallback", "research"], "supported": true }, { "id": "us.anthropic.claude-3-5-sonnet-20241022-v2:0", "swe_score": 0.49, "cost_per_1m_tokens": { "input": 3, "output": 15 }, "allowed_roles": ["main", "fallback", "research"], "supported": true }, { "id": "us.anthropic.claude-3-7-sonnet-20250219-v1:0", "swe_score": 0.623, "cost_per_1m_tokens": { "input": 3, "output": 15 }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 65536, "supported": true }, { "id": "us.anthropic.claude-3-5-haiku-20241022-v1:0", "swe_score": 0.4, "cost_per_1m_tokens": { "input": 0.8, "output": 4 }, "allowed_roles": ["main", "fallback"], "supported": true }, { "id": "us.anthropic.claude-opus-4-20250514-v1:0", "swe_score": 0.725, "cost_per_1m_tokens": { "input": 15, "output": 75 }, "allowed_roles": ["main", "fallback", "research"], "supported": true }, { "id": "us.anthropic.claude-sonnet-4-20250514-v1:0", "swe_score": 0.727, "cost_per_1m_tokens": { "input": 3, "output": 15 }, "allowed_roles": ["main", "fallback", "research"], "supported": true }, { "id": "us.deepseek.r1-v1:0", "swe_score": 0, "cost_per_1m_tokens": { "input": 1.35, "output": 5.4 }, "allowed_roles": ["research"], "max_tokens": 65536, "supported": true } ] }