chore: update n8n to v1.114.3 and optimize template fetching

Updates:
- Updated n8n from 1.113.3 to 1.114.3
- Updated n8n-core from 1.112.1 to 1.113.1
- Updated n8n-workflow from 1.110.0 to 1.111.0
- Updated @n8n/n8n-nodes-langchain from 1.112.2 to 1.113.1
- Rebuilt node database with 536 nodes
- Updated template database (2647 → 2653, +6 new templates)
- Sanitized 24 templates to remove API tokens

Performance Improvements:
- Optimized template update to fetch only last 2 weeks
- Reduced update time from 10+ minutes to ~60 seconds
- Added getMostRecentTemplateDate() to TemplateRepository
- Modified TemplateFetcher to support date-based filtering
- Update mode now fetches templates since (most_recent - 14 days)

All tests passing (933 unit, 249 integration)

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
czlonkowski
2025-10-07 13:44:34 +02:00
parent 5d9936a909
commit 710f054b93
6 changed files with 332 additions and 559 deletions

View File

@@ -319,22 +319,38 @@ export class TemplateService {
// Get existing template IDs if in update mode
let existingIds: Set<number> = new Set();
let sinceDate: Date | undefined;
if (mode === 'update') {
existingIds = this.repository.getExistingTemplateIds();
logger.info(`Update mode: Found ${existingIds.size} existing templates in database`);
// Get most recent template date and fetch only templates from last 2 weeks
const mostRecentDate = this.repository.getMostRecentTemplateDate();
if (mostRecentDate) {
// Fetch templates from 2 weeks before the most recent template
sinceDate = new Date(mostRecentDate);
sinceDate.setDate(sinceDate.getDate() - 14);
logger.info(`Update mode: Fetching templates since ${sinceDate.toISOString().split('T')[0]} (2 weeks before most recent)`);
} else {
// No templates yet, fetch from last 2 weeks
sinceDate = new Date();
sinceDate.setDate(sinceDate.getDate() - 14);
logger.info(`Update mode: No existing templates, fetching from last 2 weeks`);
}
} else {
// Clear existing templates in rebuild mode
this.repository.clearTemplates();
logger.info('Rebuild mode: Cleared existing templates');
}
// Fetch template list
logger.info(`Fetching template list from n8n.io (mode: ${mode})`);
const templates = await fetcher.fetchTemplates((current, total) => {
progressCallback?.('Fetching template list', current, total);
});
}, sinceDate);
logger.info(`Found ${templates.length} templates from last 12 months`);
logger.info(`Found ${templates.length} templates matching date criteria`);
// Filter to only new templates if in update mode
let templatesToFetch = templates;