Merge pull request #127 from czlonkowski/test/ci-permission-fixes

fix: handle GitHub Actions permission errors gracefully

.github/workflows/benchmark-pr.yml

@@ -93,8 +93,10 @@ jobs:
       - name: Post benchmark comparison to PR
         if: always()
         uses: actions/github-script@v7
+        continue-on-error: true
         with:
           script: |
+            try {
               const fs = require('fs');
               let comment = '## ⚡ Benchmark Comparison\n\n';
               
@@ -139,13 +141,20 @@ jobs:
                   body: comment
                 });
               }
+            } catch (error) {
+              console.error('Failed to create/update PR comment:', error.message);
+              console.log('This is likely due to insufficient permissions for external PRs.');
+              console.log('Benchmark comparison has been saved to artifacts instead.');
+            }
       
       # Add status check
       - name: Set benchmark status
         if: always()
         uses: actions/github-script@v7
+        continue-on-error: true
         with:
           script: |
+            try {
               const hasRegression = '${{ steps.compare.outputs.REGRESSION }}' === 'true';
               const state = hasRegression ? 'failure' : 'success';
               const description = hasRegression 
@@ -161,3 +170,7 @@ jobs:
                 description: description,
                 context: 'benchmarks/regression-check'
               });
+            } catch (error) {
+              console.error('Failed to create commit status:', error.message);
+              console.log('This is likely due to insufficient permissions for external PRs.');
+            }

.github/workflows/benchmark.yml

@@ -103,12 +103,14 @@ jobs:
       # Store benchmark results and compare
       - name: Store benchmark result
         uses: benchmark-action/github-action-benchmark@v1
+        continue-on-error: true
+        id: benchmark
         with:
           name: n8n-mcp Benchmarks
           tool: 'customSmallerIsBetter'
           output-file-path: benchmark-results-formatted.json
           github-token: ${{ secrets.GITHUB_TOKEN }}
-          auto-push: true
+          auto-push: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }}
           # Where to store benchmark data
           benchmark-data-dir-path: 'benchmarks'
           # Alert when performance regresses by 10%
@@ -120,14 +122,17 @@ jobs:
           summary-always: true
           # Max number of data points to retain
           max-items-in-chart: 50
+          fail-on-alert: false
 
       # Comment on PR with benchmark results
       - name: Comment PR with results
         uses: actions/github-script@v7
         if: github.event_name == 'pull_request'
+        continue-on-error: true
         with:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           script: |
+            try {
               const fs = require('fs');
               const summary = JSON.parse(fs.readFileSync('benchmark-summary.json', 'utf8'));
               
@@ -160,12 +165,17 @@ jobs:
               comment += '\n\n📈 [View historical benchmark trends](https://czlonkowski.github.io/n8n-mcp/benchmarks/)\n';
               comment += '\n⚡ Performance regressions >10% will be flagged automatically.\n';
               
-            github.rest.issues.createComment({
+              await github.rest.issues.createComment({
                 issue_number: context.issue.number,
                 owner: context.repo.owner,
                 repo: context.repo.repo,
                 body: comment
               });
+            } catch (error) {
+              console.error('Failed to create PR comment:', error.message);
+              console.log('This is likely due to insufficient permissions for external PRs.');
+              console.log('Benchmark results have been saved to artifacts instead.');
+            }
 
   # Deploy benchmark results to GitHub Pages
   deploy:

.github/workflows/test.yml

@@ -148,6 +148,7 @@ jobs:
       - name: Create test report comment
         if: github.event_name == 'pull_request' && always()
         uses: actions/github-script@v7
+        continue-on-error: true
         with:
           script: |
             const fs = require('fs');
@@ -161,6 +162,7 @@ jobs:
               console.error('Error reading test summary:', error);
             }
             
+            try {
               // Find existing comment
               const { data: comments } = await github.rest.issues.listComments({
                 owner: context.repo.owner,
@@ -190,6 +192,11 @@ jobs:
                   body: summary
                 });
               }
+            } catch (error) {
+              console.error('Failed to create/update PR comment:', error.message);
+              console.log('This is likely due to insufficient permissions for external PRs.');
+              console.log('Test results have been saved to the job summary instead.');
+            }
       
       # Generate job summary
       - name: Generate job summary
@@ -260,11 +267,13 @@ jobs:
       - name: Publish test results
         uses: dorny/test-reporter@v1
         if: always()
+        continue-on-error: true
         with:
           name: Test Results
           path: 'artifacts/test-results-*/test-results/junit.xml'
           reporter: java-junit
           fail-on-error: false
+          fail-on-empty: false
       
       # Create a combined artifact with all results
       - name: Create combined results artifact