Files
n8n-mcp/benchmarks/data.js

528 lines
21 KiB
JavaScript

window.BENCHMARK_DATA = {
"lastUpdate": 1753805454616,
"repoUrl": "https://github.com/czlonkowski/n8n-mcp",
"entries": {
"n8n-mcp Benchmarks": [
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "e66a17b5c2f83df0689f0fc3c27d4e64ee1d8191",
"message": "fix: disable flaky test and fix benchmark workflow git conflicts\n\n- Skipped the environment configuration test that consistently fails in CI\n- Added workspace cleanup step in benchmark workflow to prevent git conflicts\n- Stash uncommitted changes before benchmark-action switches branches\n\nThis should finally get all CI workflows passing.\n\n🤖 Generated with [Claude Code](https://claude.ai/code)\n\nCo-Authored-By: Claude <noreply@anthropic.com>",
"timestamp": "2025-07-29T08:54:10+02:00",
"tree_id": "f168720fd43230ee6b99518e83df1ad9b2c23d99",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/e66a17b5c2f83df0689f0fc3c27d4e64ee1d8191"
},
"date": 1753772169966,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "1d464e29e53a4b229c5a5d95f5dd187a652cc2c3",
"message": "test: add Phase 4 database integration tests (partial)\n\n- Add comprehensive test utilities for database testing\n- Implement connection management tests for in-memory and file databases\n- Add transaction tests including nested transactions and savepoints\n- Test database lifecycle, error handling, and performance\n- Include tests for WAL mode, connection pooling, and constraints\n\nPart of Phase 4: Integration Testing",
"timestamp": "2025-07-29T09:36:14+02:00",
"tree_id": "fe63070c969006990c2490c10a400167c6a5a8fd",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/1d464e29e53a4b229c5a5d95f5dd187a652cc2c3"
},
"date": 1753774675129,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "253b51f5c6024fe94bb84a6560e591a6bc25857f",
"message": "fix: resolve database integration test issues\n\n- Fix better-sqlite3 import statements to use namespace import\n- Update test schemas to match actual database schema\n- Align NodeRepository tests with actual API implementation\n- Fix FTS5 tests to work with templates instead of nodes\n- Update mock data to match ParsedNode interface\n- Fix column names to match actual schema (node_type, package_name, etc)\n- Add proper ParsedNode creation helper function\n- Remove tests for non-existent foreign key constraints",
"timestamp": "2025-07-29T09:47:44+02:00",
"tree_id": "a48bedbc4210fb26c98a19da7c4b93360f57fd76",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/253b51f5c6024fe94bb84a6560e591a6bc25857f"
},
"date": 1753775367107,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "9470986650b097288f18db653a809d147c896fab",
"message": "test: add template repository and performance integration tests\n\n- Add comprehensive TemplateRepository integration tests\n- Test FTS5 functionality with templates\n- Add performance benchmarks for database operations\n- Test concurrent read/write operations\n- Measure memory usage and query performance\n- Verify index optimization and WAL mode benefits\n- Include bulk operation performance tests\n\nPart of Phase 4: Integration Testing",
"timestamp": "2025-07-29T09:51:13+02:00",
"tree_id": "3ad46519a211e2d262db4d1625d225c799e6c0c7",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/9470986650b097288f18db653a809d147c896fab"
},
"date": 1753775570209,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "b5867d3cb9b107ce1a394f875e1edb1fb09a7220",
"message": "fix: use vitest imports instead of jest in integration tests",
"timestamp": "2025-07-29T10:34:12+02:00",
"tree_id": "11b6cfcf0c0bde1806901ef270fdbe234c3ed745",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/b5867d3cb9b107ce1a394f875e1edb1fb09a7220"
},
"date": 1753778169896,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "c824fb5ebfc1ecddb8c23324f126add487b8a0f1",
"message": "fix: complete Phase 4 integration test fixes\n\n- Fixed better-sqlite3 ES module imports across all tests\n- Updated template repository method to handle undefined results\n- Fixed all database column references to match schema\n- Corrected MCP transport initialization\n- All integration tests now passing",
"timestamp": "2025-07-29T12:46:55+02:00",
"tree_id": "66c28ee9bcff95cb80f21d066a92cb9c349d335a",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/c824fb5ebfc1ecddb8c23324f126add487b8a0f1"
},
"date": 1753786133468,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "115bb6f36ca390a79e629290ab09f99cb4bdf02a",
"message": "fix: resolve test hang issues in CI\n\n- Fixed MSW event listener memory leaks\n- Added proper database connection cleanup\n- Fixed MSW server lifecycle management\n- Reduced global test timeout to 30s for faster failure detection\n- Added resource cleanup in all integration tests\n\nThis should resolve the GitHub Actions test hanging issue",
"timestamp": "2025-07-29T13:07:51+02:00",
"tree_id": "faa826b5f6755b1c035094410ec6f33727fb037d",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/115bb6f36ca390a79e629290ab09f99cb4bdf02a"
},
"date": 1753787382452,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "b9eda61729325be4c2caad56b060c28f7c7f89ac",
"message": "fix: resolve test hanging issue in CI\n\n- Reduce CI reporters to prevent resource contention (removed json/html)\n- Optimize coverage settings with all:false and skipFull:true\n- Fix MSW waitForRequest memory leak by adding timeout and cleanup\n- Add teardownTimeout to vitest config\n- Add 10-minute timeout to GitHub Actions job\n- Create emergency test script without coverage for debugging\n\nThe main issues were:\n1. Coverage collection with multiple reporters causing exhaustion\n2. MSW event listener that could hang indefinitely\n3. Too many simultaneous reporters (4 at once)\n\n🤖 Generated with [Claude Code](https://claude.ai/code)\n\nCo-Authored-By: Claude <noreply@anthropic.com>",
"timestamp": "2025-07-29T13:40:18+02:00",
"tree_id": "9f916815f5237d0cc19a68da37fa158ea2a3c25e",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/b9eda61729325be4c2caad56b060c28f7c7f89ac"
},
"date": 1753790071137,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "c5e012f601a1a16d026139f5a802b10359156285",
"message": "fix: resolve test hanging issue by separating MSW setup\n\n- Removed MSW from global vitest config setupFiles\n- Created separate vitest.config.integration.ts for integration tests\n- Integration tests now load MSW only when needed via integration-setup.ts\n- Fixed failing template repository test by updating test data\n- Disabled coverage for integration tests to prevent threshold failures\n- Both unit and integration tests now exit cleanly without hanging\n\nThis separation ensures unit tests run quickly without MSW overhead\nwhile integration tests have full MSW support when needed.\n\n🤖 Generated with [Claude Code](https://claude.ai/code)\n\nCo-Authored-By: Claude <noreply@anthropic.com>",
"timestamp": "2025-07-29T14:27:54+02:00",
"tree_id": "34eb286155c88581f651c5b41305b7980182f2f9",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/c5e012f601a1a16d026139f5a802b10359156285"
},
"date": 1753792260422,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
},
{
"commit": {
"author": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"committer": {
"email": "56956555+czlonkowski@users.noreply.github.com",
"name": "czlonkowski",
"username": "czlonkowski"
},
"distinct": true,
"id": "e405346b3edee3008bbb98ca35071e0aaa4d0601",
"message": "fix: resolve all TypeScript and lint errors in integration tests\n\n- Fixed InMemoryTransport destructuring (object → array)\n- Updated all callTool calls to new object syntax\n- Changed getServerInfo() to getServerVersion()\n- Added type assertions for response objects\n- Fixed import paths and missing imports\n- Corrected template and performance test type issues\n- All 56 TypeScript errors resolved\n\nBoth 'npm run lint' and 'npm run typecheck' now pass successfully",
"timestamp": "2025-07-29T18:09:03+02:00",
"tree_id": "e207b291fabdad62387b24e87e658eb13ad78051",
"url": "https://github.com/czlonkowski/n8n-mcp/commit/e405346b3edee3008bbb98ca35071e0aaa4d0601"
},
"date": 1753805454300,
"tool": "customSmallerIsBetter",
"benches": [
{
"name": "sample - array sorting - small",
"value": 0.0135,
"unit": "ms",
"range": 0.21789999999999998,
"extra": "74100 ops/sec"
},
{
"name": "sample - array sorting - large",
"value": 2.3265,
"unit": "ms",
"range": 0.8298999999999999,
"extra": "430 ops/sec"
},
{
"name": "sample - string concatenation",
"value": 0.0032,
"unit": "ms",
"range": 0.26320000000000005,
"extra": "309346 ops/sec"
},
{
"name": "sample - object creation",
"value": 0.0476,
"unit": "ms",
"range": 0.30010000000000003,
"extra": "20994 ops/sec"
}
]
}
]
}
}