Files
n8n-mcp/tests/test-sqlite-search.js
czlonkowski 078b67ff35 Implement SQLite database with full-text search for n8n node documentation
Major features implemented:
- SQLite storage service with FTS5 for fast node search
- Database rebuild mechanism for bulk node extraction
- MCP tools: search_nodes, extract_all_nodes, get_node_statistics
- Production Docker deployment with persistent storage
- Management scripts for database operations
- Comprehensive test suite for all functionality

Database capabilities:
- Stores node source code and metadata
- Full-text search by node name or content
- No versioning (stores latest only as per requirements)
- Supports complete database rebuilds
- ~4.5MB database with 500+ nodes indexed

Production features:
- Automated deployment script
- Docker Compose production configuration
- Database initialization on first run
- Volume persistence for data
- Management utilities for operations

Documentation:
- Updated README with complete instructions
- Production deployment guide
- Clear troubleshooting section
- API reference for all new tools

🤖 Generated with [Claude Code](https://claude.ai/code)

Co-Authored-By: Claude <noreply@anthropic.com>
2025-06-07 21:12:17 +00:00

143 lines
4.1 KiB
JavaScript
Executable File
Raw Permalink Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

#!/usr/bin/env node
/**
* Test SQLite database search functionality
*/
const { SQLiteStorageService } = require('../dist/services/sqlite-storage-service');
const { NodeSourceExtractor } = require('../dist/utils/node-source-extractor');
async function testDatabaseSearch() {
console.log('=== SQLite Database Search Test ===\n');
const storage = new SQLiteStorageService();
const extractor = new NodeSourceExtractor();
// First, ensure we have some data
console.log('1⃣ Checking database status...');
let stats = await storage.getStatistics();
if (stats.totalNodes === 0) {
console.log(' Database is empty. Adding some test nodes...\n');
const testNodes = [
'n8n-nodes-base.Function',
'n8n-nodes-base.Webhook',
'n8n-nodes-base.HttpRequest',
'n8n-nodes-base.If',
'n8n-nodes-base.Slack',
'n8n-nodes-base.Discord'
];
for (const nodeType of testNodes) {
try {
const nodeInfo = await extractor.extractNodeSource(nodeType);
await storage.storeNode(nodeInfo);
console.log(` ✅ Stored ${nodeType}`);
} catch (error) {
console.log(` ❌ Failed to store ${nodeType}: ${error.message}`);
}
}
stats = await storage.getStatistics();
}
console.log(`\n Total nodes in database: ${stats.totalNodes}`);
console.log(` Total packages: ${stats.totalPackages}`);
console.log(` Database size: ${(stats.totalCodeSize / 1024).toFixed(2)} KB\n`);
// Test different search scenarios
console.log('2⃣ Testing search functionality...\n');
const searchTests = [
{
name: 'Search by partial name (func)',
query: { query: 'func' }
},
{
name: 'Search by partial name (web)',
query: { query: 'web' }
},
{
name: 'Search for HTTP',
query: { query: 'http' }
},
{
name: 'Search for multiple terms',
query: { query: 'slack discord' }
},
{
name: 'Filter by package',
query: { packageName: 'n8n-nodes-base' }
},
{
name: 'Search with package filter',
query: { query: 'func', packageName: 'n8n-nodes-base' }
},
{
name: 'Search by node type',
query: { nodeType: 'Webhook' }
},
{
name: 'Limit results',
query: { query: 'node', limit: 3 }
}
];
for (const test of searchTests) {
console.log(` 📍 ${test.name}:`);
console.log(` Query: ${JSON.stringify(test.query)}`);
try {
const results = await storage.searchNodes(test.query);
console.log(` Results: ${results.length} nodes found`);
if (results.length > 0) {
console.log(' Matches:');
results.slice(0, 3).forEach(node => {
console.log(` - ${node.nodeType} (${node.displayName || node.name})`);
});
if (results.length > 3) {
console.log(` ... and ${results.length - 3} more`);
}
}
} catch (error) {
console.log(` ❌ Error: ${error.message}`);
}
console.log('');
}
// Test specific node retrieval
console.log('3⃣ Testing specific node retrieval...\n');
const specificNode = await storage.getNode('n8n-nodes-base.Function');
if (specificNode) {
console.log(` ✅ Found node: ${specificNode.nodeType}`);
console.log(` Display name: ${specificNode.displayName}`);
console.log(` Code size: ${specificNode.codeLength} bytes`);
console.log(` Has credentials: ${specificNode.hasCredentials}`);
} else {
console.log(' ❌ Node not found');
}
// Test package listing
console.log('\n4⃣ Testing package listing...\n');
const packages = await storage.getPackages();
console.log(` Found ${packages.length} packages:`);
packages.forEach(pkg => {
console.log(` - ${pkg.name}: ${pkg.nodeCount} nodes`);
});
// Close database
storage.close();
console.log('\n✅ Search functionality test completed!');
}
// Run the test
testDatabaseSearch().catch(error => {
console.error('Test failed:', error);
process.exit(1);
});