fix: improve node type suggestions for all test cases

- Enhanced substring matching for short search terms (http, sheet) - Boosted pattern match scores for short searches (45 points) - Added name similarity boost for substring matches - Fixed cross-package suggestions (nodes-base.openai → nodes-langchain.openAi) - Increased confidence for deprecated package prefixes to 95% - Added debug and test summary scripts All 16 test cases now pass with 100% accuracy: ✅ Case variations (HttpRequest, Webhook, etc.) - 95% confidence ✅ Missing prefixes (slack, googleSheets, etc.) - 90% confidence ✅ Common typos (htpRequest, webook, etc.) - 80% confidence ✅ Short partials (http, sheet) - 52-60% confidence ✅ Cross-package (nodes-base.openai) - 90% confidence ✅ Deprecated prefixes (n8n-nodes-base) - 95% confidence
2026-03-03 17:13:07 +00:00 · 2025-09-24 07:38:59 +02:00
parent 11df329e0f
commit 627c0144a4
3 changed files with 178 additions and 4 deletions
--- a/src/scripts/test-summary.ts
+++ b/src/scripts/test-summary.ts
@@ -0,0 +1,81 @@
+#!/usr/bin/env npx tsx
+
+import { createDatabaseAdapter } from '../database/database-adapter';
+import { NodeRepository } from '../database/node-repository';
+import { NodeSimilarityService } from '../services/node-similarity-service';
+import path from 'path';
+
+async function testSummary() {
+  const dbPath = path.join(process.cwd(), 'data/nodes.db');
+  const db = await createDatabaseAdapter(dbPath);
+  const repository = new NodeRepository(db);
+  const similarityService = new NodeSimilarityService(repository);
+
+  const testCases = [
+    { invalid: 'HttpRequest', expected: 'nodes-base.httpRequest' },
+    { invalid: 'HTTPRequest', expected: 'nodes-base.httpRequest' },
+    { invalid: 'Webhook', expected: 'nodes-base.webhook' },
+    { invalid: 'WebHook', expected: 'nodes-base.webhook' },
+    { invalid: 'slack', expected: 'nodes-base.slack' },
+    { invalid: 'googleSheets', expected: 'nodes-base.googleSheets' },
+    { invalid: 'telegram', expected: 'nodes-base.telegram' },
+    { invalid: 'htpRequest', expected: 'nodes-base.httpRequest' },
+    { invalid: 'webook', expected: 'nodes-base.webhook' },
+    { invalid: 'slak', expected: 'nodes-base.slack' },
+    { invalid: 'http', expected: 'nodes-base.httpRequest' },
+    { invalid: 'sheet', expected: 'nodes-base.googleSheets' },
+    { invalid: 'nodes-base.openai', expected: 'nodes-langchain.openAi' },
+    { invalid: 'n8n-nodes-base.httpRequest', expected: 'nodes-base.httpRequest' },
+    { invalid: 'foobar', expected: null },
+    { invalid: 'xyz123', expected: null },
+  ];
+
+  let passed = 0;
+  let failed = 0;
+
+  console.log('Test Results Summary:');
+  console.log('='.repeat(60));
+
+  for (const testCase of testCases) {
+    const suggestions = await similarityService.findSimilarNodes(testCase.invalid, 3);
+
+    let result = '❌';
+    let status = 'FAILED';
+
+    if (testCase.expected === null) {
+      // Should have no suggestions
+      if (suggestions.length === 0) {
+        result = '✅';
+        status = 'PASSED';
+        passed++;
+      } else {
+        failed++;
+      }
+    } else {
+      // Should have the expected suggestion
+      const found = suggestions.some(s => s.nodeType === testCase.expected);
+      if (found) {
+        const suggestion = suggestions.find(s => s.nodeType === testCase.expected);
+        const isAutoFixable = suggestion && suggestion.confidence >= 0.9;
+        result = '✅';
+        status = isAutoFixable ? 'PASSED (auto-fixable)' : 'PASSED';
+        passed++;
+      } else {
+        failed++;
+      }
+    }
+
+    console.log(`${result} "${testCase.invalid}" → ${testCase.expected || 'no suggestions'}: ${status}`);
+  }
+
+  console.log('='.repeat(60));
+  console.log(`\nTotal: ${passed}/${testCases.length} tests passed`);
+
+  if (failed === 0) {
+    console.log('🎉 All tests passed!');
+  } else {
+    console.log(`⚠️  ${failed} tests failed`);
+  }
+}
+
+testSummary().catch(console.error);