diff --git a/.github/workflows/close-external-prs.yml b/.github/workflows/close-external-prs.yml
index e828d13..61d9544 100644
--- a/.github/workflows/close-external-prs.yml
+++ b/.github/workflows/close-external-prs.yml
@@ -6,6 +6,7 @@ on:
 
 permissions:
   pull-requests: write
+  issues: write
 
 jobs:
   check-membership:
@@ -27,12 +28,11 @@ jobs:
               console.log(`${author} is an org member, allowing PR`);
             } catch (e) {
               if (e.status === 404) {
-                await github.rest.pulls.createReview({
+                await github.rest.issues.createComment({
                   owner: context.repo.owner,
                   repo: context.repo.repo,
-                  pull_number: context.payload.pull_request.number,
-                  body: `Thanks for your interest! This repo only accepts contributions from Anthropic team members. If you'd like to submit a plugin to the marketplace, please submit your plugin [here](https://docs.google.com/forms/d/e/1FAIpQLSdeFthxvjOXUjxg1i3KrOOkEPDJtn71XC-KjmQlxNP63xYydg/viewform).`,
-                  event: 'COMMENT'
+                  issue_number: context.payload.pull_request.number,
+                  body: `Thanks for your interest! This repo only accepts contributions from Anthropic team members. If you'd like to submit a plugin to the marketplace, please submit your plugin [here](https://docs.google.com/forms/d/e/1FAIpQLSdeFthxvjOXUjxg1i3KrOOkEPDJtn71XC-KjmQlxNP63xYydg/viewform).`
                 });
 
                 await github.rest.pulls.update({