feat: Add auto-update node versions to autofixer

Implemented comprehensive node version upgrade functionality with intelligent
migration and breaking change detection.

Key Features:
- Smart version upgrades (typeversion-upgrade fix type)
- Version migration guidance (version-migration fix type)
- Auto-migration for Execute Workflow v1.0→v1.1 (adds inputFieldMapping)
- Auto-migration for Webhook v2.0→v2.1 (generates webhookId)
- Breaking changes registry with extensible patterns
- AI-friendly post-update validation guidance
- Confidence-based application (HIGH/MEDIUM/LOW)

Architecture:
- NodeVersionService: Version discovery and comparison
- BreakingChangeDetector: Registry + dynamic schema comparison
- NodeMigrationService: Smart property migrations
- PostUpdateValidator: Step-by-step migration instructions
- Enhanced database schema: node_versions, version_property_changes tables

Services Created:
- src/services/breaking-changes-registry.ts
- src/services/breaking-change-detector.ts
- src/services/node-version-service.ts
- src/services/node-migration-service.ts
- src/services/post-update-validator.ts

Database Enhanced:
- src/database/schema.sql (new version tracking tables)
- src/database/node-repository.ts (15+ version query methods)

Autofixer Integration:
- src/services/workflow-auto-fixer.ts (async, new fix types)
- src/mcp/handlers-n8n-manager.ts (await generateFixes)
- src/mcp/tools-n8n-manager.ts (schema with new fix types)

Documentation:
- src/mcp/tool-docs/workflow_management/n8n-autofix-workflow.ts
- CHANGELOG.md (comprehensive feature documentation)

Testing:
- Fixed all test scripts to await async generateFixes()
- Added test workflow for Execute Workflow v1.0 upgrade testing

Bug Fixes:
- Fixed MCP tool schema enum to include new fix types
- Fixed confidence type mapping (lowercase → uppercase)

Conceived by Romuald Członkowski - www.aiadvisors.pl/en
This commit is contained in:
czlonkowski
2025-10-24 08:34:47 +02:00
parent 5702a64a01
commit c7f8614de1
16 changed files with 2526 additions and 24 deletions

View File

@@ -462,4 +462,282 @@ export class NodeRepository {
return undefined;
}
/**
* VERSION MANAGEMENT METHODS
* Methods for working with node_versions and version_property_changes tables
*/
/**
* Save a specific node version to the database
*/
saveNodeVersion(versionData: {
nodeType: string;
version: string;
packageName: string;
displayName: string;
description?: string;
category?: string;
isCurrentMax?: boolean;
propertiesSchema?: any;
operations?: any;
credentialsRequired?: any;
outputs?: any;
minimumN8nVersion?: string;
breakingChanges?: any[];
deprecatedProperties?: string[];
addedProperties?: string[];
releasedAt?: Date;
}): void {
const stmt = this.db.prepare(`
INSERT OR REPLACE INTO node_versions (
node_type, version, package_name, display_name, description,
category, is_current_max, properties_schema, operations,
credentials_required, outputs, minimum_n8n_version,
breaking_changes, deprecated_properties, added_properties,
released_at
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
`);
stmt.run(
versionData.nodeType,
versionData.version,
versionData.packageName,
versionData.displayName,
versionData.description || null,
versionData.category || null,
versionData.isCurrentMax ? 1 : 0,
versionData.propertiesSchema ? JSON.stringify(versionData.propertiesSchema) : null,
versionData.operations ? JSON.stringify(versionData.operations) : null,
versionData.credentialsRequired ? JSON.stringify(versionData.credentialsRequired) : null,
versionData.outputs ? JSON.stringify(versionData.outputs) : null,
versionData.minimumN8nVersion || null,
versionData.breakingChanges ? JSON.stringify(versionData.breakingChanges) : null,
versionData.deprecatedProperties ? JSON.stringify(versionData.deprecatedProperties) : null,
versionData.addedProperties ? JSON.stringify(versionData.addedProperties) : null,
versionData.releasedAt || null
);
}
/**
* Get all available versions for a specific node type
*/
getNodeVersions(nodeType: string): any[] {
const normalizedType = NodeTypeNormalizer.normalizeToFullForm(nodeType);
const rows = this.db.prepare(`
SELECT * FROM node_versions
WHERE node_type = ?
ORDER BY version DESC
`).all(normalizedType) as any[];
return rows.map(row => this.parseNodeVersionRow(row));
}
/**
* Get the latest (current max) version for a node type
*/
getLatestNodeVersion(nodeType: string): any | null {
const normalizedType = NodeTypeNormalizer.normalizeToFullForm(nodeType);
const row = this.db.prepare(`
SELECT * FROM node_versions
WHERE node_type = ? AND is_current_max = 1
LIMIT 1
`).get(normalizedType) as any;
if (!row) return null;
return this.parseNodeVersionRow(row);
}
/**
* Get a specific version of a node
*/
getNodeVersion(nodeType: string, version: string): any | null {
const normalizedType = NodeTypeNormalizer.normalizeToFullForm(nodeType);
const row = this.db.prepare(`
SELECT * FROM node_versions
WHERE node_type = ? AND version = ?
`).get(normalizedType, version) as any;
if (!row) return null;
return this.parseNodeVersionRow(row);
}
/**
* Save a property change between versions
*/
savePropertyChange(changeData: {
nodeType: string;
fromVersion: string;
toVersion: string;
propertyName: string;
changeType: 'added' | 'removed' | 'renamed' | 'type_changed' | 'requirement_changed' | 'default_changed';
isBreaking?: boolean;
oldValue?: string;
newValue?: string;
migrationHint?: string;
autoMigratable?: boolean;
migrationStrategy?: any;
severity?: 'LOW' | 'MEDIUM' | 'HIGH';
}): void {
const stmt = this.db.prepare(`
INSERT INTO version_property_changes (
node_type, from_version, to_version, property_name, change_type,
is_breaking, old_value, new_value, migration_hint, auto_migratable,
migration_strategy, severity
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
`);
stmt.run(
changeData.nodeType,
changeData.fromVersion,
changeData.toVersion,
changeData.propertyName,
changeData.changeType,
changeData.isBreaking ? 1 : 0,
changeData.oldValue || null,
changeData.newValue || null,
changeData.migrationHint || null,
changeData.autoMigratable ? 1 : 0,
changeData.migrationStrategy ? JSON.stringify(changeData.migrationStrategy) : null,
changeData.severity || 'MEDIUM'
);
}
/**
* Get property changes between two versions
*/
getPropertyChanges(nodeType: string, fromVersion: string, toVersion: string): any[] {
const normalizedType = NodeTypeNormalizer.normalizeToFullForm(nodeType);
const rows = this.db.prepare(`
SELECT * FROM version_property_changes
WHERE node_type = ? AND from_version = ? AND to_version = ?
ORDER BY severity DESC, property_name
`).all(normalizedType, fromVersion, toVersion) as any[];
return rows.map(row => this.parsePropertyChangeRow(row));
}
/**
* Get all breaking changes for upgrading from one version to another
* Can handle multi-step upgrades (e.g., 1.0 -> 2.0 via 1.5)
*/
getBreakingChanges(nodeType: string, fromVersion: string, toVersion?: string): any[] {
const normalizedType = NodeTypeNormalizer.normalizeToFullForm(nodeType);
let sql = `
SELECT * FROM version_property_changes
WHERE node_type = ? AND is_breaking = 1
`;
const params: any[] = [normalizedType];
if (toVersion) {
// Get changes between specific versions
sql += ` AND from_version >= ? AND to_version <= ?`;
params.push(fromVersion, toVersion);
} else {
// Get all breaking changes from this version onwards
sql += ` AND from_version >= ?`;
params.push(fromVersion);
}
sql += ` ORDER BY from_version, to_version, severity DESC`;
const rows = this.db.prepare(sql).all(...params) as any[];
return rows.map(row => this.parsePropertyChangeRow(row));
}
/**
* Get auto-migratable changes for a version upgrade
*/
getAutoMigratableChanges(nodeType: string, fromVersion: string, toVersion: string): any[] {
const normalizedType = NodeTypeNormalizer.normalizeToFullForm(nodeType);
const rows = this.db.prepare(`
SELECT * FROM version_property_changes
WHERE node_type = ?
AND from_version = ?
AND to_version = ?
AND auto_migratable = 1
ORDER BY severity DESC
`).all(normalizedType, fromVersion, toVersion) as any[];
return rows.map(row => this.parsePropertyChangeRow(row));
}
/**
* Check if a version upgrade path exists between two versions
*/
hasVersionUpgradePath(nodeType: string, fromVersion: string, toVersion: string): boolean {
const versions = this.getNodeVersions(nodeType);
if (versions.length === 0) return false;
// Check if both versions exist
const fromExists = versions.some(v => v.version === fromVersion);
const toExists = versions.some(v => v.version === toVersion);
return fromExists && toExists;
}
/**
* Get count of nodes with multiple versions
*/
getVersionedNodesCount(): number {
const result = this.db.prepare(`
SELECT COUNT(DISTINCT node_type) as count
FROM node_versions
`).get() as any;
return result.count;
}
/**
* Parse node version row from database
*/
private parseNodeVersionRow(row: any): any {
return {
id: row.id,
nodeType: row.node_type,
version: row.version,
packageName: row.package_name,
displayName: row.display_name,
description: row.description,
category: row.category,
isCurrentMax: Number(row.is_current_max) === 1,
propertiesSchema: row.properties_schema ? this.safeJsonParse(row.properties_schema, []) : null,
operations: row.operations ? this.safeJsonParse(row.operations, []) : null,
credentialsRequired: row.credentials_required ? this.safeJsonParse(row.credentials_required, []) : null,
outputs: row.outputs ? this.safeJsonParse(row.outputs, null) : null,
minimumN8nVersion: row.minimum_n8n_version,
breakingChanges: row.breaking_changes ? this.safeJsonParse(row.breaking_changes, []) : [],
deprecatedProperties: row.deprecated_properties ? this.safeJsonParse(row.deprecated_properties, []) : [],
addedProperties: row.added_properties ? this.safeJsonParse(row.added_properties, []) : [],
releasedAt: row.released_at,
createdAt: row.created_at
};
}
/**
* Parse property change row from database
*/
private parsePropertyChangeRow(row: any): any {
return {
id: row.id,
nodeType: row.node_type,
fromVersion: row.from_version,
toVersion: row.to_version,
propertyName: row.property_name,
changeType: row.change_type,
isBreaking: Number(row.is_breaking) === 1,
oldValue: row.old_value,
newValue: row.new_value,
migrationHint: row.migration_hint,
autoMigratable: Number(row.auto_migratable) === 1,
migrationStrategy: row.migration_strategy ? this.safeJsonParse(row.migration_strategy, null) : null,
severity: row.severity,
createdAt: row.created_at
};
}
}

View File

@@ -144,4 +144,67 @@ ORDER BY node_type, rank;
-- Note: Template FTS5 tables are created conditionally at runtime if FTS5 is supported
-- See template-repository.ts initializeFTS5() method
-- Node FTS5 table (nodes_fts) is created above during schema initialization
-- Node FTS5 table (nodes_fts) is created above during schema initialization
-- Node versions table for tracking all available versions of each node
-- Enables version upgrade detection and migration
CREATE TABLE IF NOT EXISTS node_versions (
id INTEGER PRIMARY KEY AUTOINCREMENT,
node_type TEXT NOT NULL, -- e.g., "n8n-nodes-base.executeWorkflow"
version TEXT NOT NULL, -- e.g., "1.0", "1.1", "2.0"
package_name TEXT NOT NULL, -- e.g., "n8n-nodes-base"
display_name TEXT NOT NULL,
description TEXT,
category TEXT,
is_current_max INTEGER DEFAULT 0, -- 1 if this is the latest version
properties_schema TEXT, -- JSON schema for this specific version
operations TEXT, -- JSON array of operations for this version
credentials_required TEXT, -- JSON array of required credentials
outputs TEXT, -- JSON array of output definitions
minimum_n8n_version TEXT, -- Minimum n8n version required (e.g., "1.0.0")
breaking_changes TEXT, -- JSON array of breaking changes from previous version
deprecated_properties TEXT, -- JSON array of removed/deprecated properties
added_properties TEXT, -- JSON array of newly added properties
released_at DATETIME, -- When this version was released
created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
UNIQUE(node_type, version),
FOREIGN KEY (node_type) REFERENCES nodes(node_type) ON DELETE CASCADE
);
-- Indexes for version queries
CREATE INDEX IF NOT EXISTS idx_version_node_type ON node_versions(node_type);
CREATE INDEX IF NOT EXISTS idx_version_current_max ON node_versions(is_current_max);
CREATE INDEX IF NOT EXISTS idx_version_composite ON node_versions(node_type, version);
-- Version property changes for detailed migration tracking
-- Records specific property-level changes between versions
CREATE TABLE IF NOT EXISTS version_property_changes (
id INTEGER PRIMARY KEY AUTOINCREMENT,
node_type TEXT NOT NULL,
from_version TEXT NOT NULL, -- Version where change occurred (e.g., "1.0")
to_version TEXT NOT NULL, -- Target version (e.g., "1.1")
property_name TEXT NOT NULL, -- Property path (e.g., "parameters.inputFieldMapping")
change_type TEXT NOT NULL CHECK(change_type IN (
'added', -- Property added (may be required)
'removed', -- Property removed/deprecated
'renamed', -- Property renamed
'type_changed', -- Property type changed
'requirement_changed', -- Required → Optional or vice versa
'default_changed' -- Default value changed
)),
is_breaking INTEGER DEFAULT 0, -- 1 if this is a breaking change
old_value TEXT, -- For renamed/type_changed: old property name or type
new_value TEXT, -- For renamed/type_changed: new property name or type
migration_hint TEXT, -- Human-readable migration guidance
auto_migratable INTEGER DEFAULT 0, -- 1 if can be automatically migrated
migration_strategy TEXT, -- JSON: strategy for auto-migration
severity TEXT CHECK(severity IN ('LOW', 'MEDIUM', 'HIGH')), -- Impact severity
created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
FOREIGN KEY (node_type, from_version) REFERENCES node_versions(node_type, version) ON DELETE CASCADE
);
-- Indexes for property change queries
CREATE INDEX IF NOT EXISTS idx_prop_changes_node ON version_property_changes(node_type);
CREATE INDEX IF NOT EXISTS idx_prop_changes_versions ON version_property_changes(node_type, from_version, to_version);
CREATE INDEX IF NOT EXISTS idx_prop_changes_breaking ON version_property_changes(is_breaking);
CREATE INDEX IF NOT EXISTS idx_prop_changes_auto ON version_property_changes(auto_migratable);