add n8n-mcp Benchmarks (customSmallerIsBetter) benchmark result for 640e758c24
This commit is contained in:
@@ -1,56 +1,8 @@
|
|||||||
window.BENCHMARK_DATA = {
|
window.BENCHMARK_DATA = {
|
||||||
"lastUpdate": 1754582678045,
|
"lastUpdate": 1754595860025,
|
||||||
"repoUrl": "https://github.com/czlonkowski/n8n-mcp",
|
"repoUrl": "https://github.com/czlonkowski/n8n-mcp",
|
||||||
"entries": {
|
"entries": {
|
||||||
"n8n-mcp Benchmarks": [
|
"n8n-mcp Benchmarks": [
|
||||||
{
|
|
||||||
"commit": {
|
|
||||||
"author": {
|
|
||||||
"name": "czlonkowski",
|
|
||||||
"username": "czlonkowski"
|
|
||||||
},
|
|
||||||
"committer": {
|
|
||||||
"name": "czlonkowski",
|
|
||||||
"username": "czlonkowski"
|
|
||||||
},
|
|
||||||
"id": "e935a05223aded899436a1af29661c2ddcdcc03b",
|
|
||||||
"message": "fix: add Docker configuration file support (fixes #105)",
|
|
||||||
"timestamp": "2025-07-31T12:05:46Z",
|
|
||||||
"url": "https://github.com/czlonkowski/n8n-mcp/pull/106/commits/e935a05223aded899436a1af29661c2ddcdcc03b"
|
|
||||||
},
|
|
||||||
"date": 1753965154860,
|
|
||||||
"tool": "customSmallerIsBetter",
|
|
||||||
"benches": [
|
|
||||||
{
|
|
||||||
"name": "sample - array sorting - small",
|
|
||||||
"value": 0.0196,
|
|
||||||
"unit": "ms",
|
|
||||||
"range": 0.30989999999999995,
|
|
||||||
"extra": "50928 ops/sec"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "sample - array sorting - large",
|
|
||||||
"value": 3.264,
|
|
||||||
"unit": "ms",
|
|
||||||
"range": 0.7831999999999999,
|
|
||||||
"extra": "306 ops/sec"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "sample - string concatenation",
|
|
||||||
"value": 0.005,
|
|
||||||
"unit": "ms",
|
|
||||||
"range": 0.2621,
|
|
||||||
"extra": "200247 ops/sec"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "sample - object creation",
|
|
||||||
"value": 0.0714,
|
|
||||||
"unit": "ms",
|
|
||||||
"range": 0.3922,
|
|
||||||
"extra": "14007 ops/sec"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"commit": {
|
"commit": {
|
||||||
"author": {
|
"author": {
|
||||||
@@ -2474,6 +2426,58 @@ window.BENCHMARK_DATA = {
|
|||||||
"extra": "14562 ops/sec"
|
"extra": "14562 ops/sec"
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"commit": {
|
||||||
|
"author": {
|
||||||
|
"email": "56956555+czlonkowski@users.noreply.github.com",
|
||||||
|
"name": "Romuald Członkowski",
|
||||||
|
"username": "czlonkowski"
|
||||||
|
},
|
||||||
|
"committer": {
|
||||||
|
"email": "noreply@github.com",
|
||||||
|
"name": "GitHub",
|
||||||
|
"username": "web-flow"
|
||||||
|
},
|
||||||
|
"distinct": true,
|
||||||
|
"id": "640e758c2434183ceab8cf15f5a83f637ce1a6c3",
|
||||||
|
"message": "Merge pull request #130 from czlonkowski/feature/validation-improvements\n\n## [2.10.3] - 2025-08-07\n\n### Fixed\n- **Validation System Robustness**: Fixed multiple critical validation issues affecting AI agents and workflow validation (fixes #58, #68, #70, #73)\n - **Issue #73**: Fixed `validate_node_minimal` crash when config is undefined\n - Added safe property access with optional chaining (`config?.resource`)\n - Tool now handles undefined, null, and malformed configs gracefully\n - **Issue #58**: Fixed `validate_node_operation` crash on invalid nodeType\n - Added type checking before calling string methods\n - Prevents \"Cannot read properties of undefined (reading 'replace')\" error\n - **Issue #70**: Fixed validation profile settings being ignored\n - Extended profile parameter to all validation phases (nodes, connections, expressions)\n - Added Sticky Notes filtering to reduce false positives\n - Enhanced cycle detection to allow legitimate loops (SplitInBatches)\n - **Issue #68**: Added error recovery suggestions for AI agents\n - New `addErrorRecoverySuggestions()` method provides actionable recovery steps\n - Categorizes errors and suggests specific fixes for each type\n - Helps AI agents self-correct when validation fails\n\n### Added\n- **Input Validation System**: Comprehensive validation for all MCP tool inputs\n - Created `validation-schemas.ts` with custom validation utilities\n - No external dependencies - pure TypeScript implementation\n - Tool-specific validation schemas for all MCP tools\n - Clear error messages with field-level details\n- **Enhanced Cycle Detection**: Improved detection of legitimate loops vs actual cycles\n - Recognizes SplitInBatches loop patterns as valid\n - Reduces false positive cycle warnings\n- **Comprehensive Test Suite**: Added 16 tests covering all validation fixes\n - Tests for crash prevention with malformed inputs\n - Tests for profile behavior across validation phases\n - Tests for error recovery suggestions\n - Tests for legitimate loop patterns\n\n### Enhanced\n- **Validation Profiles**: Now consistently applied across all validation phases\n - `minimal`: Reduces warnings for basic validation\n - `runtime`: Standard validation for production workflows\n - `ai-friendly`: Optimized for AI agent workflow creation\n - `strict`: Maximum validation for critical workflows\n- **Error Messages**: More helpful and actionable for both humans and AI agents\n - Specific recovery suggestions for common errors\n - Clear guidance on fixing validation issues\n - Examples of correct configurations",
|
||||||
|
"timestamp": "2025-08-07T21:42:40+02:00",
|
||||||
|
"tree_id": "bb62b794c3d405348ba8abac311e8d0c3c69ee62",
|
||||||
|
"url": "https://github.com/czlonkowski/n8n-mcp/commit/640e758c2434183ceab8cf15f5a83f637ce1a6c3"
|
||||||
|
},
|
||||||
|
"date": 1754595859657,
|
||||||
|
"tool": "customSmallerIsBetter",
|
||||||
|
"benches": [
|
||||||
|
{
|
||||||
|
"name": "sample - array sorting - small",
|
||||||
|
"value": 0.0191,
|
||||||
|
"unit": "ms",
|
||||||
|
"range": 0.34450000000000003,
|
||||||
|
"extra": "52289 ops/sec"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "sample - array sorting - large",
|
||||||
|
"value": 3.1538,
|
||||||
|
"unit": "ms",
|
||||||
|
"range": 0.5693999999999999,
|
||||||
|
"extra": "317 ops/sec"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "sample - string concatenation",
|
||||||
|
"value": 0.0049,
|
||||||
|
"unit": "ms",
|
||||||
|
"range": 0.2906,
|
||||||
|
"extra": "205553 ops/sec"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "sample - object creation",
|
||||||
|
"value": 0.069,
|
||||||
|
"unit": "ms",
|
||||||
|
"range": 0.3611,
|
||||||
|
"extra": "14485 ops/sec"
|
||||||
|
}
|
||||||
|
]
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user