mirror of
https://github.com/czlonkowski/n8n-mcp.git
synced 2026-01-30 22:42:04 +00:00
627c0144a4
- Enhanced substring matching for short search terms (http, sheet) - Boosted pattern match scores for short searches (45 points) - Added name similarity boost for substring matches - Fixed cross-package suggestions (nodes-base.openai → nodes-langchain.openAi) - Increased confidence for deprecated package prefixes to 95% - Added debug and test summary scripts All 16 test cases now pass with 100% accuracy: ✅ Case variations (HttpRequest, Webhook, etc.) - 95% confidence ✅ Missing prefixes (slack, googleSheets, etc.) - 90% confidence ✅ Common typos (htpRequest, webook, etc.) - 80% confidence ✅ Short partials (http, sheet) - 52-60% confidence ✅ Cross-package (nodes-base.openai) - 90% confidence ✅ Deprecated prefixes (n8n-nodes-base) - 95% confidence
81 lines
2.8 KiB
TypeScript
81 lines
2.8 KiB
TypeScript
#!/usr/bin/env npx tsx
|
|
|
|
import { createDatabaseAdapter } from '../database/database-adapter';
|
|
import { NodeRepository } from '../database/node-repository';
|
|
import { NodeSimilarityService } from '../services/node-similarity-service';
|
|
import path from 'path';
|
|
|
|
async function testSummary() {
|
|
const dbPath = path.join(process.cwd(), 'data/nodes.db');
|
|
const db = await createDatabaseAdapter(dbPath);
|
|
const repository = new NodeRepository(db);
|
|
const similarityService = new NodeSimilarityService(repository);
|
|
|
|
const testCases = [
|
|
{ invalid: 'HttpRequest', expected: 'nodes-base.httpRequest' },
|
|
{ invalid: 'HTTPRequest', expected: 'nodes-base.httpRequest' },
|
|
{ invalid: 'Webhook', expected: 'nodes-base.webhook' },
|
|
{ invalid: 'WebHook', expected: 'nodes-base.webhook' },
|
|
{ invalid: 'slack', expected: 'nodes-base.slack' },
|
|
{ invalid: 'googleSheets', expected: 'nodes-base.googleSheets' },
|
|
{ invalid: 'telegram', expected: 'nodes-base.telegram' },
|
|
{ invalid: 'htpRequest', expected: 'nodes-base.httpRequest' },
|
|
{ invalid: 'webook', expected: 'nodes-base.webhook' },
|
|
{ invalid: 'slak', expected: 'nodes-base.slack' },
|
|
{ invalid: 'http', expected: 'nodes-base.httpRequest' },
|
|
{ invalid: 'sheet', expected: 'nodes-base.googleSheets' },
|
|
{ invalid: 'nodes-base.openai', expected: 'nodes-langchain.openAi' },
|
|
{ invalid: 'n8n-nodes-base.httpRequest', expected: 'nodes-base.httpRequest' },
|
|
{ invalid: 'foobar', expected: null },
|
|
{ invalid: 'xyz123', expected: null },
|
|
];
|
|
|
|
let passed = 0;
|
|
let failed = 0;
|
|
|
|
console.log('Test Results Summary:');
|
|
console.log('='.repeat(60));
|
|
|
|
for (const testCase of testCases) {
|
|
const suggestions = await similarityService.findSimilarNodes(testCase.invalid, 3);
|
|
|
|
let result = '❌';
|
|
let status = 'FAILED';
|
|
|
|
if (testCase.expected === null) {
|
|
// Should have no suggestions
|
|
if (suggestions.length === 0) {
|
|
result = '✅';
|
|
status = 'PASSED';
|
|
passed++;
|
|
} else {
|
|
failed++;
|
|
}
|
|
} else {
|
|
// Should have the expected suggestion
|
|
const found = suggestions.some(s => s.nodeType === testCase.expected);
|
|
if (found) {
|
|
const suggestion = suggestions.find(s => s.nodeType === testCase.expected);
|
|
const isAutoFixable = suggestion && suggestion.confidence >= 0.9;
|
|
result = '✅';
|
|
status = isAutoFixable ? 'PASSED (auto-fixable)' : 'PASSED';
|
|
passed++;
|
|
} else {
|
|
failed++;
|
|
}
|
|
}
|
|
|
|
console.log(`${result} "${testCase.invalid}" → ${testCase.expected || 'no suggestions'}: ${status}`);
|
|
}
|
|
|
|
console.log('='.repeat(60));
|
|
console.log(`\nTotal: ${passed}/${testCases.length} tests passed`);
|
|
|
|
if (failed === 0) {
|
|
console.log('🎉 All tests passed!');
|
|
} else {
|
|
console.log(`⚠️ ${failed} tests failed`);
|
|
}
|
|
}
|
|
|
|
testSummary().catch(console.error); |