n8n-mcp/dist/templates/template-fetcher.js

"use strict";
var __importDefault = (this && this.__importDefault) || function (mod) {
    return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.TemplateFetcher = void 0;
const axios_1 = __importDefault(require("axios"));
const logger_1 = require("../utils/logger");
class TemplateFetcher {
    constructor() {
        this.baseUrl = 'https://api.n8n.io/api/templates';
        this.pageSize = 250;
        this.maxRetries = 3;
        this.retryDelay = 1000;
    }
    async retryWithBackoff(fn, context, maxRetries = this.maxRetries) {
        let lastError;
        for (let attempt = 1; attempt <= maxRetries; attempt++) {
            try {
                return await fn();
            }
            catch (error) {
                lastError = error;
                if (attempt < maxRetries) {
                    const delay = this.retryDelay * attempt;
                    logger_1.logger.warn(`${context} - Attempt ${attempt}/${maxRetries} failed, retrying in ${delay}ms...`);
                    await this.sleep(delay);
                }
            }
        }
        logger_1.logger.error(`${context} - All ${maxRetries} attempts failed, skipping`, lastError);
        return null;
    }
    async fetchTemplates(progressCallback, sinceDate) {
        const allTemplates = await this.fetchAllTemplates(progressCallback);
        const cutoffDate = sinceDate || (() => {
            const oneYearAgo = new Date();
            oneYearAgo.setMonth(oneYearAgo.getMonth() - 12);
            return oneYearAgo;
        })();
        const recentTemplates = allTemplates.filter((w) => {
            const createdDate = new Date(w.createdAt);
            return createdDate >= cutoffDate;
        });
        logger_1.logger.info(`Filtered to ${recentTemplates.length} templates since ${cutoffDate.toISOString().split('T')[0]} (out of ${allTemplates.length} total)`);
        return recentTemplates;
    }
    async fetchAllTemplates(progressCallback) {
        const allTemplates = [];
        let page = 1;
        let hasMore = true;
        let totalWorkflows = 0;
        logger_1.logger.info('Starting complete template fetch from n8n.io API');
        while (hasMore) {
            const result = await this.retryWithBackoff(async () => {
                const response = await axios_1.default.get(`${this.baseUrl}/search`, {
                    params: {
                        page,
                        rows: this.pageSize
                    }
                });
                return response.data;
            }, `Fetching templates page ${page}`);
            if (result === null) {
                logger_1.logger.warn(`Skipping page ${page} after ${this.maxRetries} failed attempts`);
                page++;
                continue;
            }
            const { workflows } = result;
            totalWorkflows = result.totalWorkflows || totalWorkflows;
            allTemplates.push(...workflows);
            const totalPages = Math.ceil(totalWorkflows / this.pageSize);
            if (progressCallback) {
                progressCallback(allTemplates.length, totalWorkflows);
            }
            logger_1.logger.debug(`Fetched page ${page}/${totalPages}: ${workflows.length} templates (total so far: ${allTemplates.length}/${totalWorkflows})`);
            if (workflows.length < this.pageSize) {
                hasMore = false;
            }
            page++;
            if (hasMore) {
                await this.sleep(300);
            }
        }
        logger_1.logger.info(`Fetched all ${allTemplates.length} templates from n8n.io`);
        return allTemplates;
    }
    async fetchTemplateDetail(workflowId) {
        const result = await this.retryWithBackoff(async () => {
            const response = await axios_1.default.get(`${this.baseUrl}/workflows/${workflowId}`);
            return response.data.workflow;
        }, `Fetching template detail for workflow ${workflowId}`);
        return result;
    }
    async fetchAllTemplateDetails(workflows, progressCallback) {
        const details = new Map();
        let skipped = 0;
        logger_1.logger.info(`Fetching details for ${workflows.length} templates`);
        for (let i = 0; i < workflows.length; i++) {
            const workflow = workflows[i];
            const detail = await this.fetchTemplateDetail(workflow.id);
            if (detail !== null) {
                details.set(workflow.id, detail);
            }
            else {
                skipped++;
                logger_1.logger.warn(`Skipped workflow ${workflow.id} after ${this.maxRetries} failed attempts`);
            }
            if (progressCallback) {
                progressCallback(i + 1, workflows.length);
            }
            await this.sleep(150);
        }
        logger_1.logger.info(`Successfully fetched ${details.size} template details (${skipped} skipped)`);
        return details;
    }
    sleep(ms) {
        return new Promise(resolve => setTimeout(resolve, ms));
    }
}
exports.TemplateFetcher = TemplateFetcher;
//# sourceMappingURL=template-fetcher.js.map