Compare commits
1 Commits
docs/auto-
...
fix/openro
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
1c76e9c5fd |
10
.changeset/quiet-rabbits-bathe.md
Normal file
10
.changeset/quiet-rabbits-bathe.md
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
---
|
||||||
|
"task-master-ai": patch
|
||||||
|
---
|
||||||
|
|
||||||
|
Fix max_tokens limits for OpenRouter and Groq models
|
||||||
|
|
||||||
|
- Add special handling in config-manager.js for custom OpenRouter models to use a conservative default of 32,768 max_tokens
|
||||||
|
- Update qwen/qwen-turbo model max_tokens from 1,000,000 to 32,768 to match OpenRouter's actual limits
|
||||||
|
- Fix moonshotai/kimi-k2-instruct max_tokens to 16,384 to match Groq's actual limit (fixes #1028)
|
||||||
|
- This prevents "maximum context length exceeded" errors when using OpenRouter models not in our supported models list
|
||||||
@@ -584,10 +584,21 @@ function getParametersForRole(role, explicitRoot = null) {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
log(
|
// Special handling for custom OpenRouter models
|
||||||
'debug',
|
if (providerName === CUSTOM_PROVIDERS.OPENROUTER) {
|
||||||
`No model definitions found for provider ${providerName} in MODEL_MAP. Using role default maxTokens: ${roleMaxTokens}`
|
// Use a conservative default for OpenRouter models not in our list
|
||||||
);
|
const openrouterDefault = 32768;
|
||||||
|
effectiveMaxTokens = Math.min(roleMaxTokens, openrouterDefault);
|
||||||
|
log(
|
||||||
|
'debug',
|
||||||
|
`Custom OpenRouter model ${modelId} detected. Using conservative max_tokens: ${effectiveMaxTokens}`
|
||||||
|
);
|
||||||
|
} else {
|
||||||
|
log(
|
||||||
|
'debug',
|
||||||
|
`No model definitions found for provider ${providerName} in MODEL_MAP. Using role default maxTokens: ${roleMaxTokens}`
|
||||||
|
);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
} catch (lookupError) {
|
} catch (lookupError) {
|
||||||
log(
|
log(
|
||||||
|
|||||||
@@ -333,7 +333,7 @@
|
|||||||
"output": 3.0
|
"output": 3.0
|
||||||
},
|
},
|
||||||
"allowed_roles": ["main", "fallback"],
|
"allowed_roles": ["main", "fallback"],
|
||||||
"max_tokens": 131072,
|
"max_tokens": 16384,
|
||||||
"supported": true
|
"supported": true
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -701,7 +701,7 @@
|
|||||||
"output": 0.2
|
"output": 0.2
|
||||||
},
|
},
|
||||||
"allowed_roles": ["main", "fallback"],
|
"allowed_roles": ["main", "fallback"],
|
||||||
"max_tokens": 1000000,
|
"max_tokens": 32768,
|
||||||
"supported": true
|
"supported": true
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
|
|||||||
Reference in New Issue
Block a user