|
|
|
|
@@ -1,89 +1,4 @@
|
|
|
|
|
{
|
|
|
|
|
"bedrock": [
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-haiku-20240307-v1:0",
|
|
|
|
|
"swe_score": 0.4,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.25,
|
|
|
|
|
"output": 1.25
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-opus-20240229-v1:0",
|
|
|
|
|
"swe_score": 0.725,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 15,
|
|
|
|
|
"output": 75
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-5-sonnet-20240620-v1:0",
|
|
|
|
|
"swe_score": 0.49,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-5-sonnet-20241022-v2:0",
|
|
|
|
|
"swe_score": 0.49,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-7-sonnet-20250219-v1:0",
|
|
|
|
|
"swe_score": 0.623,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 65536
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-5-haiku-20241022-v1:0",
|
|
|
|
|
"swe_score": 0.4,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.8,
|
|
|
|
|
"output": 4
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-opus-4-20250514-v1:0",
|
|
|
|
|
"swe_score": 0.725,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 15,
|
|
|
|
|
"output": 75
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-sonnet-4-20250514-v1:0",
|
|
|
|
|
"swe_score": 0.727,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.deepseek.r1-v1:0",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 1.35,
|
|
|
|
|
"output": 5.4
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["research"],
|
|
|
|
|
"max_tokens": 65536
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"anthropic": [
|
|
|
|
|
{
|
|
|
|
|
"id": "claude-sonnet-4-20250514",
|
|
|
|
|
@@ -126,36 +41,60 @@
|
|
|
|
|
"max_tokens": 8192
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"azure": [
|
|
|
|
|
"claude-code": [
|
|
|
|
|
{
|
|
|
|
|
"id": "gpt-4o",
|
|
|
|
|
"swe_score": 0.332,
|
|
|
|
|
"id": "opus",
|
|
|
|
|
"swe_score": 0.725,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 2.5,
|
|
|
|
|
"output": 10.0
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 16384
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32000
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "gpt-4o-mini",
|
|
|
|
|
"swe_score": 0.3,
|
|
|
|
|
"id": "sonnet",
|
|
|
|
|
"swe_score": 0.727,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.15,
|
|
|
|
|
"output": 0.6
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 16384
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 64000
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"mcp": [
|
|
|
|
|
{
|
|
|
|
|
"id": "mcp-sampling",
|
|
|
|
|
"swe_score": null,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 100000
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"gemini-cli": [
|
|
|
|
|
{
|
|
|
|
|
"id": "gemini-2.5-pro",
|
|
|
|
|
"swe_score": 0.72,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 65536
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "gpt-4-1",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"id": "gemini-2.5-flash",
|
|
|
|
|
"swe_score": 0.71,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 2.0,
|
|
|
|
|
"output": 10.0
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 16384
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 65536
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"openai": [
|
|
|
|
|
@@ -320,6 +259,133 @@
|
|
|
|
|
"max_tokens": 1048000
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"xai": [
|
|
|
|
|
{
|
|
|
|
|
"id": "grok-3",
|
|
|
|
|
"name": "Grok 3",
|
|
|
|
|
"swe_score": null,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 131072
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "grok-3-fast",
|
|
|
|
|
"name": "Grok 3 Fast",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 5,
|
|
|
|
|
"output": 25
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 131072
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "grok-4",
|
|
|
|
|
"name": "Grok 4",
|
|
|
|
|
"swe_score": null,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 131072
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"groq": [
|
|
|
|
|
{
|
|
|
|
|
"id": "llama-3.3-70b-versatile",
|
|
|
|
|
"swe_score": 0.55,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.59,
|
|
|
|
|
"output": 0.79
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "llama-3.1-8b-instant",
|
|
|
|
|
"swe_score": 0.32,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.05,
|
|
|
|
|
"output": 0.08
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 131072
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "llama-4-scout",
|
|
|
|
|
"swe_score": 0.45,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.11,
|
|
|
|
|
"output": 0.34
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "llama-4-maverick",
|
|
|
|
|
"swe_score": 0.52,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.5,
|
|
|
|
|
"output": 0.77
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "mixtral-8x7b-32768",
|
|
|
|
|
"swe_score": 0.35,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.24,
|
|
|
|
|
"output": 0.24
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "qwen-qwq-32b-preview",
|
|
|
|
|
"swe_score": 0.4,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.18,
|
|
|
|
|
"output": 0.18
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "deepseek-r1-distill-llama-70b",
|
|
|
|
|
"swe_score": 0.52,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.75,
|
|
|
|
|
"output": 0.99
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "research"],
|
|
|
|
|
"max_tokens": 8192
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "gemma2-9b-it",
|
|
|
|
|
"swe_score": 0.3,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.2,
|
|
|
|
|
"output": 0.2
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 8192
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "whisper-large-v3",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.11,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main"],
|
|
|
|
|
"max_tokens": 0
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"perplexity": [
|
|
|
|
|
{
|
|
|
|
|
"id": "sonar-pro",
|
|
|
|
|
@@ -372,106 +438,6 @@
|
|
|
|
|
"max_tokens": 8700
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"xai": [
|
|
|
|
|
{
|
|
|
|
|
"id": "grok-3",
|
|
|
|
|
"name": "Grok 3",
|
|
|
|
|
"swe_score": null,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 131072
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "grok-3-fast",
|
|
|
|
|
"name": "Grok 3 Fast",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 5,
|
|
|
|
|
"output": 25
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 131072
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "grok-4",
|
|
|
|
|
"name": "Grok 4",
|
|
|
|
|
"swe_score": null,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 131072
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"ollama": [
|
|
|
|
|
{
|
|
|
|
|
"id": "devstral:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "qwen3:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "qwen3:14b",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "qwen3:32b",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "mistral-small3.1:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "llama3.3:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "phi4:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"openrouter": [
|
|
|
|
|
{
|
|
|
|
|
"id": "google/gemini-2.5-flash-preview-05-20",
|
|
|
|
|
@@ -724,151 +690,185 @@
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"groq": [
|
|
|
|
|
"ollama": [
|
|
|
|
|
{
|
|
|
|
|
"id": "llama-3.3-70b-versatile",
|
|
|
|
|
"swe_score": 0.55,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.59,
|
|
|
|
|
"output": 0.79
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "llama-3.1-8b-instant",
|
|
|
|
|
"swe_score": 0.32,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.05,
|
|
|
|
|
"output": 0.08
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 131072
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "llama-4-scout",
|
|
|
|
|
"swe_score": 0.45,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.11,
|
|
|
|
|
"output": 0.34
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "llama-4-maverick",
|
|
|
|
|
"swe_score": 0.52,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.5,
|
|
|
|
|
"output": 0.77
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "mixtral-8x7b-32768",
|
|
|
|
|
"swe_score": 0.35,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.24,
|
|
|
|
|
"output": 0.24
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "qwen-qwq-32b-preview",
|
|
|
|
|
"swe_score": 0.4,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.18,
|
|
|
|
|
"output": 0.18
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32768
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "deepseek-r1-distill-llama-70b",
|
|
|
|
|
"swe_score": 0.52,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.75,
|
|
|
|
|
"output": 0.99
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "research"],
|
|
|
|
|
"max_tokens": 8192
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "gemma2-9b-it",
|
|
|
|
|
"swe_score": 0.3,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.2,
|
|
|
|
|
"output": 0.2
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 8192
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "whisper-large-v3",
|
|
|
|
|
"id": "devstral:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.11,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main"],
|
|
|
|
|
"max_tokens": 0
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"claude-code": [
|
|
|
|
|
{
|
|
|
|
|
"id": "opus",
|
|
|
|
|
"swe_score": 0.725,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 32000
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "sonnet",
|
|
|
|
|
"swe_score": 0.727,
|
|
|
|
|
"id": "qwen3:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 64000
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"mcp": [
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "mcp-sampling",
|
|
|
|
|
"swe_score": null,
|
|
|
|
|
"id": "qwen3:14b",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 100000
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"gemini-cli": [
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "gemini-2.5-pro",
|
|
|
|
|
"swe_score": 0.72,
|
|
|
|
|
"id": "qwen3:32b",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "mistral-small3.1:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "llama3.3:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "phi4:latest",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"azure": [
|
|
|
|
|
{
|
|
|
|
|
"id": "gpt-4o",
|
|
|
|
|
"swe_score": 0.332,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 2.5,
|
|
|
|
|
"output": 10.0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 16384
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "gpt-4o-mini",
|
|
|
|
|
"swe_score": 0.3,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.15,
|
|
|
|
|
"output": 0.6
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 16384
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "gpt-4-1",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 2.0,
|
|
|
|
|
"output": 10.0
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"],
|
|
|
|
|
"max_tokens": 16384
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"bedrock": [
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-haiku-20240307-v1:0",
|
|
|
|
|
"swe_score": 0.4,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0.25,
|
|
|
|
|
"output": 1.25
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-opus-20240229-v1:0",
|
|
|
|
|
"swe_score": 0.725,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 15,
|
|
|
|
|
"output": 75
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-5-sonnet-20240620-v1:0",
|
|
|
|
|
"swe_score": 0.49,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-5-sonnet-20241022-v2:0",
|
|
|
|
|
"swe_score": 0.49,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-3-7-sonnet-20250219-v1:0",
|
|
|
|
|
"swe_score": 0.623,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"max_tokens": 65536
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "gemini-2.5-flash",
|
|
|
|
|
"swe_score": 0.71,
|
|
|
|
|
"id": "us.anthropic.claude-3-5-haiku-20241022-v1:0",
|
|
|
|
|
"swe_score": 0.4,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 0,
|
|
|
|
|
"output": 0
|
|
|
|
|
"input": 0.8,
|
|
|
|
|
"output": 4
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"],
|
|
|
|
|
"allowed_roles": ["main", "fallback"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-opus-4-20250514-v1:0",
|
|
|
|
|
"swe_score": 0.725,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 15,
|
|
|
|
|
"output": 75
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.anthropic.claude-sonnet-4-20250514-v1:0",
|
|
|
|
|
"swe_score": 0.727,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 3,
|
|
|
|
|
"output": 15
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["main", "fallback", "research"]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "us.deepseek.r1-v1:0",
|
|
|
|
|
"swe_score": 0,
|
|
|
|
|
"cost_per_1m_tokens": {
|
|
|
|
|
"input": 1.35,
|
|
|
|
|
"output": 5.4
|
|
|
|
|
},
|
|
|
|
|
"allowed_roles": ["research"],
|
|
|
|
|
"max_tokens": 65536
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
|