diff --git a/.github/workflows/benchmark-pr.yml b/.github/workflows/benchmark-pr.yml
deleted file mode 100644
index e8ab8ad..0000000
--- a/.github/workflows/benchmark-pr.yml
+++ /dev/null
@@ -1,176 +0,0 @@
-name: Benchmark PR Comparison
-on:
- pull_request:
- branches: [main]
- paths-ignore:
- - '**.md'
- - '**.txt'
- - 'docs/**'
- - 'examples/**'
- - '.github/FUNDING.yml'
- - '.github/ISSUE_TEMPLATE/**'
- - '.github/pull_request_template.md'
- - '.gitignore'
- - 'LICENSE*'
- - 'ATTRIBUTION.md'
- - 'SECURITY.md'
- - 'CODE_OF_CONDUCT.md'
-
-permissions:
- pull-requests: write
- contents: read
- statuses: write
-
-jobs:
- benchmark-comparison:
- runs-on: ubuntu-latest
- steps:
- - name: Checkout PR branch
- uses: actions/checkout@v4
- with:
- fetch-depth: 0
-
- - name: Setup Node.js
- uses: actions/setup-node@v4
- with:
- node-version: 20
- cache: 'npm'
-
- - name: Install dependencies
- run: npm ci
-
- # Run benchmarks on current branch
- - name: Run current benchmarks
- run: npm run benchmark:ci
-
- - name: Save current results
- run: cp benchmark-results.json benchmark-current.json
-
- # Checkout and run benchmarks on base branch
- - name: Checkout base branch
- run: |
- git checkout ${{ github.event.pull_request.base.sha }}
- git status
-
- - name: Install base dependencies
- run: npm ci
-
- - name: Run baseline benchmarks
- run: npm run benchmark:ci
- continue-on-error: true
-
- - name: Save baseline results
- run: |
- if [ -f benchmark-results.json ]; then
- cp benchmark-results.json benchmark-baseline.json
- else
- echo '{"files":[]}' > benchmark-baseline.json
- fi
-
- # Compare results
- - name: Checkout PR branch again
- run: git checkout ${{ github.event.pull_request.head.sha }}
-
- - name: Compare benchmarks
- id: compare
- run: |
- node scripts/compare-benchmarks.js benchmark-current.json benchmark-baseline.json || echo "REGRESSION=true" >> $GITHUB_OUTPUT
-
- # Upload comparison artifacts
- - name: Upload benchmark comparison
- if: always()
- uses: actions/upload-artifact@v4
- with:
- name: benchmark-comparison-${{ github.run_number }}
- path: |
- benchmark-current.json
- benchmark-baseline.json
- benchmark-comparison.json
- benchmark-comparison.md
- retention-days: 30
-
- # Post comparison to PR
- - name: Post benchmark comparison to PR
- if: always()
- uses: actions/github-script@v7
- continue-on-error: true
- with:
- script: |
- try {
- const fs = require('fs');
- let comment = '## ā” Benchmark Comparison\n\n';
-
- try {
- if (fs.existsSync('benchmark-comparison.md')) {
- const comparison = fs.readFileSync('benchmark-comparison.md', 'utf8');
- comment += comparison;
- } else {
- comment += 'Benchmark comparison could not be generated.';
- }
- } catch (error) {
- comment += `Error reading benchmark comparison: ${error.message}`;
- }
-
- comment += '\n\n---\n';
- comment += `*[View full benchmark results](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})*`;
-
- // Find existing comment
- const { data: comments } = await github.rest.issues.listComments({
- owner: context.repo.owner,
- repo: context.repo.repo,
- issue_number: context.issue.number,
- });
-
- const botComment = comments.find(comment =>
- comment.user.type === 'Bot' &&
- comment.body.includes('## ā” Benchmark Comparison')
- );
-
- if (botComment) {
- await github.rest.issues.updateComment({
- owner: context.repo.owner,
- repo: context.repo.repo,
- comment_id: botComment.id,
- body: comment
- });
- } else {
- await github.rest.issues.createComment({
- owner: context.repo.owner,
- repo: context.repo.repo,
- issue_number: context.issue.number,
- body: comment
- });
- }
- } catch (error) {
- console.error('Failed to create/update PR comment:', error.message);
- console.log('This is likely due to insufficient permissions for external PRs.');
- console.log('Benchmark comparison has been saved to artifacts instead.');
- }
-
- # Add status check
- - name: Set benchmark status
- if: always()
- uses: actions/github-script@v7
- continue-on-error: true
- with:
- script: |
- try {
- const hasRegression = '${{ steps.compare.outputs.REGRESSION }}' === 'true';
- const state = hasRegression ? 'failure' : 'success';
- const description = hasRegression
- ? 'Performance regressions detected'
- : 'No performance regressions';
-
- await github.rest.repos.createCommitStatus({
- owner: context.repo.owner,
- repo: context.repo.repo,
- sha: context.sha,
- state: state,
- target_url: `https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}`,
- description: description,
- context: 'benchmarks/regression-check'
- });
- } catch (error) {
- console.error('Failed to create commit status:', error.message);
- console.log('This is likely due to insufficient permissions for external PRs.');
- }
\ No newline at end of file
diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
deleted file mode 100644
index 628a1f4..0000000
--- a/.github/workflows/benchmark.yml
+++ /dev/null
@@ -1,214 +0,0 @@
-name: Performance Benchmarks
-
-on:
- push:
- branches: [main, feat/comprehensive-testing-suite]
- paths-ignore:
- - '**.md'
- - '**.txt'
- - 'docs/**'
- - 'examples/**'
- - '.github/FUNDING.yml'
- - '.github/ISSUE_TEMPLATE/**'
- - '.github/pull_request_template.md'
- - '.gitignore'
- - 'LICENSE*'
- - 'ATTRIBUTION.md'
- - 'SECURITY.md'
- - 'CODE_OF_CONDUCT.md'
- pull_request:
- branches: [main]
- paths-ignore:
- - '**.md'
- - '**.txt'
- - 'docs/**'
- - 'examples/**'
- - '.github/FUNDING.yml'
- - '.github/ISSUE_TEMPLATE/**'
- - '.github/pull_request_template.md'
- - '.gitignore'
- - 'LICENSE*'
- - 'ATTRIBUTION.md'
- - 'SECURITY.md'
- - 'CODE_OF_CONDUCT.md'
- workflow_dispatch:
-
-permissions:
- # For PR comments
- pull-requests: write
- # For pushing to gh-pages branch
- contents: write
- # For deployment to GitHub Pages
- pages: write
- id-token: write
-
-jobs:
- benchmark:
- runs-on: ubuntu-latest
- steps:
- - uses: actions/checkout@v4
- with:
- # Fetch all history for proper benchmark comparison
- fetch-depth: 0
-
- - name: Setup Node.js
- uses: actions/setup-node@v4
- with:
- node-version: 20
- cache: 'npm'
-
- - name: Install dependencies
- run: npm ci
-
- - name: Build project
- run: npm run build
-
- - name: Run benchmarks
- run: npm run benchmark:ci
-
- - name: Format benchmark results
- run: node scripts/format-benchmark-results.js
-
- - name: Upload benchmark artifacts
- uses: actions/upload-artifact@v4
- with:
- name: benchmark-results
- path: |
- benchmark-results.json
- benchmark-results-formatted.json
- benchmark-summary.json
-
- # Ensure gh-pages branch exists
- - name: Check and create gh-pages branch
- run: |
- git fetch origin gh-pages:gh-pages 2>/dev/null || {
- echo "gh-pages branch doesn't exist. Creating it..."
- git checkout --orphan gh-pages
- git rm -rf .
- echo "# Benchmark Results" > README.md
- git add README.md
- git config user.name "github-actions[bot]"
- git config user.email "github-actions[bot]@users.noreply.github.com"
- git commit -m "Initial gh-pages commit"
- git push origin gh-pages
- git checkout ${{ github.ref_name }}
- }
-
- # Clean up workspace before benchmark action
- - name: Clean workspace
- run: |
- git add -A
- git stash || true
-
- # Store benchmark results and compare
- - name: Store benchmark result
- uses: benchmark-action/github-action-benchmark@v1
- continue-on-error: true
- id: benchmark
- with:
- name: n8n-mcp Benchmarks
- tool: 'customSmallerIsBetter'
- output-file-path: benchmark-results-formatted.json
- github-token: ${{ secrets.GITHUB_TOKEN }}
- auto-push: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }}
- # Where to store benchmark data
- benchmark-data-dir-path: 'benchmarks'
- # Alert when performance regresses by 10%
- alert-threshold: '110%'
- # Comment on PR when regression is detected
- comment-on-alert: true
- alert-comment-cc-users: '@czlonkowski'
- # Summary always
- summary-always: true
- # Max number of data points to retain
- max-items-in-chart: 50
- fail-on-alert: false
-
- # Comment on PR with benchmark results
- - name: Comment PR with results
- uses: actions/github-script@v7
- if: github.event_name == 'pull_request'
- continue-on-error: true
- with:
- github-token: ${{ secrets.GITHUB_TOKEN }}
- script: |
- try {
- const fs = require('fs');
- const summary = JSON.parse(fs.readFileSync('benchmark-summary.json', 'utf8'));
-
- // Format results for PR comment
- let comment = '## š Performance Benchmark Results\n\n';
- comment += `š Run at: ${new Date(summary.timestamp).toLocaleString()}\n\n`;
- comment += '| Benchmark | Time | Ops/sec | Range |\n';
- comment += '|-----------|------|---------|-------|\n';
-
- // Group benchmarks by category
- const categories = {};
- for (const benchmark of summary.benchmarks) {
- const [category, ...nameParts] = benchmark.name.split(' - ');
- if (!categories[category]) categories[category] = [];
- categories[category].push({
- ...benchmark,
- shortName: nameParts.join(' - ')
- });
- }
-
- // Display by category
- for (const [category, benchmarks] of Object.entries(categories)) {
- comment += `\n### ${category}\n`;
- for (const benchmark of benchmarks) {
- comment += `| ${benchmark.shortName} | ${benchmark.time} | ${benchmark.opsPerSec} | ${benchmark.range} |\n`;
- }
- }
-
- // Add comparison link
- comment += '\n\nš [View historical benchmark trends](https://czlonkowski.github.io/n8n-mcp/benchmarks/)\n';
- comment += '\nā” Performance regressions >10% will be flagged automatically.\n';
-
- await github.rest.issues.createComment({
- issue_number: context.issue.number,
- owner: context.repo.owner,
- repo: context.repo.repo,
- body: comment
- });
- } catch (error) {
- console.error('Failed to create PR comment:', error.message);
- console.log('This is likely due to insufficient permissions for external PRs.');
- console.log('Benchmark results have been saved to artifacts instead.');
- }
-
- # Deploy benchmark results to GitHub Pages
- deploy:
- needs: benchmark
- if: github.ref == 'refs/heads/main'
- runs-on: ubuntu-latest
- environment:
- name: github-pages
- url: ${{ steps.deployment.outputs.page_url }}
- steps:
- - name: Checkout
- uses: actions/checkout@v4
- with:
- ref: gh-pages
- continue-on-error: true
-
- # If gh-pages checkout failed, create a minimal structure
- - name: Ensure gh-pages content exists
- run: |
- if [ ! -f "index.html" ]; then
- echo "Creating minimal gh-pages structure..."
- mkdir -p benchmarks
- echo 'n8n-mcp Benchmarksn8n-mcp Benchmarks
Benchmark data will appear here after the first run.
' > index.html
- fi
-
- - name: Setup Pages
- uses: actions/configure-pages@v4
-
- - name: Upload Pages artifact
- uses: actions/upload-pages-artifact@v3
- with:
- path: '.'
-
- - name: Deploy to GitHub Pages
- id: deployment
- uses: actions/deploy-pages@v4
\ No newline at end of file
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index daae80b..d5a6e9c 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -133,23 +133,6 @@ jobs:
- name: Run type checking
run: npm run typecheck
- # Run benchmarks
- - name: Run benchmarks
- id: benchmarks
- run: npm run benchmark:ci
- continue-on-error: true
-
- # Upload benchmark results
- - name: Upload benchmark results
- if: always() && steps.benchmarks.outcome != 'skipped'
- uses: actions/upload-artifact@v4
- with:
- name: benchmark-results-${{ github.run_number }}-${{ github.run_attempt }}
- path: |
- benchmark-results.json
- retention-days: 30
- if-no-files-found: warn
-
# Create test report comment for PRs
- name: Create test report comment
if: github.event_name == 'pull_request' && always()
@@ -222,7 +205,6 @@ jobs:
echo "" >> $GITHUB_STEP_SUMMARY
echo "- [Test Results](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})" >> $GITHUB_STEP_SUMMARY
echo "- [Coverage Report](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})" >> $GITHUB_STEP_SUMMARY
- echo "- [Benchmark Results](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})" >> $GITHUB_STEP_SUMMARY
# Store test metadata
- name: Store test metadata
@@ -252,24 +234,21 @@ jobs:
path: test-metadata.json
retention-days: 30
- # Separate job to process and publish test results
+ # Publish test results as checks
publish-results:
needs: test
runs-on: ubuntu-latest
if: always()
permissions:
checks: write
- pull-requests: write
steps:
- uses: actions/checkout@v4
-
- # Download all artifacts
- - name: Download all artifacts
+
+ - name: Download test results
uses: actions/download-artifact@v4
with:
path: artifacts
-
- # Publish test results as checks
+
- name: Publish test results
uses: dorny/test-reporter@v1
if: always()
@@ -279,75 +258,4 @@ jobs:
path: 'artifacts/test-results-*/test-results/junit.xml'
reporter: java-junit
fail-on-error: false
- fail-on-empty: false
-
- # Create a combined artifact with all results
- - name: Create combined results artifact
- if: always()
- run: |
- mkdir -p combined-results
- cp -r artifacts/* combined-results/ 2>/dev/null || true
-
- # Create index file
- cat > combined-results/index.html << 'EOF'
-
-
-
- n8n-mcp Test Results
-
-
-
- n8n-mcp Test Results
-
-
-
-
-
-
Generated at $(date -u +%Y-%m-%dT%H:%M:%SZ)
-
Run: #${{ github.run_number }} | SHA: ${{ github.sha }}
-