diff --git a/scripts/modules/supported-models.json b/scripts/modules/supported-models.json index 9db7cd82..26c1851b 100644 --- a/scripts/modules/supported-models.json +++ b/scripts/modules/supported-models.json @@ -1,89 +1,4 @@ { - "bedrock": [ - { - "id": "us.anthropic.claude-3-haiku-20240307-v1:0", - "swe_score": 0.4, - "cost_per_1m_tokens": { - "input": 0.25, - "output": 1.25 - }, - "allowed_roles": ["main", "fallback"] - }, - { - "id": "us.anthropic.claude-3-opus-20240229-v1:0", - "swe_score": 0.725, - "cost_per_1m_tokens": { - "input": 15, - "output": 75 - }, - "allowed_roles": ["main", "fallback", "research"] - }, - { - "id": "us.anthropic.claude-3-5-sonnet-20240620-v1:0", - "swe_score": 0.49, - "cost_per_1m_tokens": { - "input": 3, - "output": 15 - }, - "allowed_roles": ["main", "fallback", "research"] - }, - { - "id": "us.anthropic.claude-3-5-sonnet-20241022-v2:0", - "swe_score": 0.49, - "cost_per_1m_tokens": { - "input": 3, - "output": 15 - }, - "allowed_roles": ["main", "fallback", "research"] - }, - { - "id": "us.anthropic.claude-3-7-sonnet-20250219-v1:0", - "swe_score": 0.623, - "cost_per_1m_tokens": { - "input": 3, - "output": 15 - }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 65536 - }, - { - "id": "us.anthropic.claude-3-5-haiku-20241022-v1:0", - "swe_score": 0.4, - "cost_per_1m_tokens": { - "input": 0.8, - "output": 4 - }, - "allowed_roles": ["main", "fallback"] - }, - { - "id": "us.anthropic.claude-opus-4-20250514-v1:0", - "swe_score": 0.725, - "cost_per_1m_tokens": { - "input": 15, - "output": 75 - }, - "allowed_roles": ["main", "fallback", "research"] - }, - { - "id": "us.anthropic.claude-sonnet-4-20250514-v1:0", - "swe_score": 0.727, - "cost_per_1m_tokens": { - "input": 3, - "output": 15 - }, - "allowed_roles": ["main", "fallback", "research"] - }, - { - "id": "us.deepseek.r1-v1:0", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 1.35, - "output": 5.4 - }, - "allowed_roles": ["research"], - "max_tokens": 65536 - } - ], "anthropic": [ { "id": "claude-sonnet-4-20250514", @@ -126,36 +41,60 @@ "max_tokens": 8192 } ], - "azure": [ + "claude-code": [ { - "id": "gpt-4o", - "swe_score": 0.332, + "id": "opus", + "swe_score": 0.725, "cost_per_1m_tokens": { - "input": 2.5, - "output": 10.0 + "input": 0, + "output": 0 }, - "allowed_roles": ["main", "fallback"], - "max_tokens": 16384 + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 32000 }, { - "id": "gpt-4o-mini", - "swe_score": 0.3, + "id": "sonnet", + "swe_score": 0.727, "cost_per_1m_tokens": { - "input": 0.15, - "output": 0.6 + "input": 0, + "output": 0 }, - "allowed_roles": ["main", "fallback"], - "max_tokens": 16384 + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 64000 + } + ], + "mcp": [ + { + "id": "mcp-sampling", + "swe_score": null, + "cost_per_1m_tokens": { + "input": 0, + "output": 0 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 100000 + } + ], + "gemini-cli": [ + { + "id": "gemini-2.5-pro", + "swe_score": 0.72, + "cost_per_1m_tokens": { + "input": 0, + "output": 0 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 65536 }, { - "id": "gpt-4-1", - "swe_score": 0, + "id": "gemini-2.5-flash", + "swe_score": 0.71, "cost_per_1m_tokens": { - "input": 2.0, - "output": 10.0 + "input": 0, + "output": 0 }, - "allowed_roles": ["main", "fallback"], - "max_tokens": 16384 + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 65536 } ], "openai": [ @@ -320,6 +259,133 @@ "max_tokens": 1048000 } ], + "xai": [ + { + "id": "grok-3", + "name": "Grok 3", + "swe_score": null, + "cost_per_1m_tokens": { + "input": 3, + "output": 15 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 131072 + }, + { + "id": "grok-3-fast", + "name": "Grok 3 Fast", + "swe_score": 0, + "cost_per_1m_tokens": { + "input": 5, + "output": 25 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 131072 + }, + { + "id": "grok-4", + "name": "Grok 4", + "swe_score": null, + "cost_per_1m_tokens": { + "input": 3, + "output": 15 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 131072 + } + ], + "groq": [ + { + "id": "llama-3.3-70b-versatile", + "swe_score": 0.55, + "cost_per_1m_tokens": { + "input": 0.59, + "output": 0.79 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 32768 + }, + { + "id": "llama-3.1-8b-instant", + "swe_score": 0.32, + "cost_per_1m_tokens": { + "input": 0.05, + "output": 0.08 + }, + "allowed_roles": ["main", "fallback"], + "max_tokens": 131072 + }, + { + "id": "llama-4-scout", + "swe_score": 0.45, + "cost_per_1m_tokens": { + "input": 0.11, + "output": 0.34 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 32768 + }, + { + "id": "llama-4-maverick", + "swe_score": 0.52, + "cost_per_1m_tokens": { + "input": 0.5, + "output": 0.77 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 32768 + }, + { + "id": "mixtral-8x7b-32768", + "swe_score": 0.35, + "cost_per_1m_tokens": { + "input": 0.24, + "output": 0.24 + }, + "allowed_roles": ["main", "fallback"], + "max_tokens": 32768 + }, + { + "id": "qwen-qwq-32b-preview", + "swe_score": 0.4, + "cost_per_1m_tokens": { + "input": 0.18, + "output": 0.18 + }, + "allowed_roles": ["main", "fallback", "research"], + "max_tokens": 32768 + }, + { + "id": "deepseek-r1-distill-llama-70b", + "swe_score": 0.52, + "cost_per_1m_tokens": { + "input": 0.75, + "output": 0.99 + }, + "allowed_roles": ["main", "research"], + "max_tokens": 8192 + }, + { + "id": "gemma2-9b-it", + "swe_score": 0.3, + "cost_per_1m_tokens": { + "input": 0.2, + "output": 0.2 + }, + "allowed_roles": ["main", "fallback"], + "max_tokens": 8192 + }, + { + "id": "whisper-large-v3", + "swe_score": 0, + "cost_per_1m_tokens": { + "input": 0.11, + "output": 0 + }, + "allowed_roles": ["main"], + "max_tokens": 0 + } + ], "perplexity": [ { "id": "sonar-pro", @@ -372,106 +438,6 @@ "max_tokens": 8700 } ], - "xai": [ - { - "id": "grok-3", - "name": "Grok 3", - "swe_score": null, - "cost_per_1m_tokens": { - "input": 3, - "output": 15 - }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 131072 - }, - { - "id": "grok-3-fast", - "name": "Grok 3 Fast", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 5, - "output": 25 - }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 131072 - }, - { - "id": "grok-4", - "name": "Grok 4", - "swe_score": null, - "cost_per_1m_tokens": { - "input": 3, - "output": 15 - }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 131072 - } - ], - "ollama": [ - { - "id": "devstral:latest", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 0, - "output": 0 - }, - "allowed_roles": ["main", "fallback"] - }, - { - "id": "qwen3:latest", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 0, - "output": 0 - }, - "allowed_roles": ["main", "fallback"] - }, - { - "id": "qwen3:14b", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 0, - "output": 0 - }, - "allowed_roles": ["main", "fallback"] - }, - { - "id": "qwen3:32b", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 0, - "output": 0 - }, - "allowed_roles": ["main", "fallback"] - }, - { - "id": "mistral-small3.1:latest", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 0, - "output": 0 - }, - "allowed_roles": ["main", "fallback"] - }, - { - "id": "llama3.3:latest", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 0, - "output": 0 - }, - "allowed_roles": ["main", "fallback"] - }, - { - "id": "phi4:latest", - "swe_score": 0, - "cost_per_1m_tokens": { - "input": 0, - "output": 0 - }, - "allowed_roles": ["main", "fallback"] - } - ], "openrouter": [ { "id": "google/gemini-2.5-flash-preview-05-20", @@ -724,152 +690,186 @@ "max_tokens": 32768 } ], - "groq": [ + "ollama": [ { - "id": "llama-3.3-70b-versatile", - "swe_score": 0.55, - "cost_per_1m_tokens": { - "input": 0.59, - "output": 0.79 - }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 32768 - }, - { - "id": "llama-3.1-8b-instant", - "swe_score": 0.32, - "cost_per_1m_tokens": { - "input": 0.05, - "output": 0.08 - }, - "allowed_roles": ["main", "fallback"], - "max_tokens": 131072 - }, - { - "id": "llama-4-scout", - "swe_score": 0.45, - "cost_per_1m_tokens": { - "input": 0.11, - "output": 0.34 - }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 32768 - }, - { - "id": "llama-4-maverick", - "swe_score": 0.52, - "cost_per_1m_tokens": { - "input": 0.5, - "output": 0.77 - }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 32768 - }, - { - "id": "mixtral-8x7b-32768", - "swe_score": 0.35, - "cost_per_1m_tokens": { - "input": 0.24, - "output": 0.24 - }, - "allowed_roles": ["main", "fallback"], - "max_tokens": 32768 - }, - { - "id": "qwen-qwq-32b-preview", - "swe_score": 0.4, - "cost_per_1m_tokens": { - "input": 0.18, - "output": 0.18 - }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 32768 - }, - { - "id": "deepseek-r1-distill-llama-70b", - "swe_score": 0.52, - "cost_per_1m_tokens": { - "input": 0.75, - "output": 0.99 - }, - "allowed_roles": ["main", "research"], - "max_tokens": 8192 - }, - { - "id": "gemma2-9b-it", - "swe_score": 0.3, - "cost_per_1m_tokens": { - "input": 0.2, - "output": 0.2 - }, - "allowed_roles": ["main", "fallback"], - "max_tokens": 8192 - }, - { - "id": "whisper-large-v3", + "id": "devstral:latest", "swe_score": 0, - "cost_per_1m_tokens": { - "input": 0.11, - "output": 0 - }, - "allowed_roles": ["main"], - "max_tokens": 0 - } - ], - "claude-code": [ - { - "id": "opus", - "swe_score": 0.725, "cost_per_1m_tokens": { "input": 0, "output": 0 }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 32000 + "allowed_roles": ["main", "fallback"] }, { - "id": "sonnet", - "swe_score": 0.727, + "id": "qwen3:latest", + "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 64000 - } - ], - "mcp": [ + "allowed_roles": ["main", "fallback"] + }, { - "id": "mcp-sampling", - "swe_score": null, + "id": "qwen3:14b", + "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, - "allowed_roles": ["main", "fallback", "research"], - "max_tokens": 100000 - } - ], - "gemini-cli": [ + "allowed_roles": ["main", "fallback"] + }, { - "id": "gemini-2.5-pro", - "swe_score": 0.72, + "id": "qwen3:32b", + "swe_score": 0, "cost_per_1m_tokens": { "input": 0, "output": 0 }, + "allowed_roles": ["main", "fallback"] + }, + { + "id": "mistral-small3.1:latest", + "swe_score": 0, + "cost_per_1m_tokens": { + "input": 0, + "output": 0 + }, + "allowed_roles": ["main", "fallback"] + }, + { + "id": "llama3.3:latest", + "swe_score": 0, + "cost_per_1m_tokens": { + "input": 0, + "output": 0 + }, + "allowed_roles": ["main", "fallback"] + }, + { + "id": "phi4:latest", + "swe_score": 0, + "cost_per_1m_tokens": { + "input": 0, + "output": 0 + }, + "allowed_roles": ["main", "fallback"] + } + ], + "azure": [ + { + "id": "gpt-4o", + "swe_score": 0.332, + "cost_per_1m_tokens": { + "input": 2.5, + "output": 10.0 + }, + "allowed_roles": ["main", "fallback"], + "max_tokens": 16384 + }, + { + "id": "gpt-4o-mini", + "swe_score": 0.3, + "cost_per_1m_tokens": { + "input": 0.15, + "output": 0.6 + }, + "allowed_roles": ["main", "fallback"], + "max_tokens": 16384 + }, + { + "id": "gpt-4-1", + "swe_score": 0, + "cost_per_1m_tokens": { + "input": 2.0, + "output": 10.0 + }, + "allowed_roles": ["main", "fallback"], + "max_tokens": 16384 + } + ], + "bedrock": [ + { + "id": "us.anthropic.claude-3-haiku-20240307-v1:0", + "swe_score": 0.4, + "cost_per_1m_tokens": { + "input": 0.25, + "output": 1.25 + }, + "allowed_roles": ["main", "fallback"] + }, + { + "id": "us.anthropic.claude-3-opus-20240229-v1:0", + "swe_score": 0.725, + "cost_per_1m_tokens": { + "input": 15, + "output": 75 + }, + "allowed_roles": ["main", "fallback", "research"] + }, + { + "id": "us.anthropic.claude-3-5-sonnet-20240620-v1:0", + "swe_score": 0.49, + "cost_per_1m_tokens": { + "input": 3, + "output": 15 + }, + "allowed_roles": ["main", "fallback", "research"] + }, + { + "id": "us.anthropic.claude-3-5-sonnet-20241022-v2:0", + "swe_score": 0.49, + "cost_per_1m_tokens": { + "input": 3, + "output": 15 + }, + "allowed_roles": ["main", "fallback", "research"] + }, + { + "id": "us.anthropic.claude-3-7-sonnet-20250219-v1:0", + "swe_score": 0.623, + "cost_per_1m_tokens": { + "input": 3, + "output": 15 + }, "allowed_roles": ["main", "fallback", "research"], "max_tokens": 65536 }, { - "id": "gemini-2.5-flash", - "swe_score": 0.71, + "id": "us.anthropic.claude-3-5-haiku-20241022-v1:0", + "swe_score": 0.4, "cost_per_1m_tokens": { - "input": 0, - "output": 0 + "input": 0.8, + "output": 4 }, - "allowed_roles": ["main", "fallback", "research"], + "allowed_roles": ["main", "fallback"] + }, + { + "id": "us.anthropic.claude-opus-4-20250514-v1:0", + "swe_score": 0.725, + "cost_per_1m_tokens": { + "input": 15, + "output": 75 + }, + "allowed_roles": ["main", "fallback", "research"] + }, + { + "id": "us.anthropic.claude-sonnet-4-20250514-v1:0", + "swe_score": 0.727, + "cost_per_1m_tokens": { + "input": 3, + "output": 15 + }, + "allowed_roles": ["main", "fallback", "research"] + }, + { + "id": "us.deepseek.r1-v1:0", + "swe_score": 0, + "cost_per_1m_tokens": { + "input": 1.35, + "output": 5.4 + }, + "allowed_roles": ["research"], "max_tokens": 65536 } ] -} +} \ No newline at end of file