diff --git a/.github/workflows/labeler.yml b/.github/workflows/labeler.yml
index 5345468c033..1186e5d677e 100644
--- a/.github/workflows/labeler.yml
+++ b/.github/workflows/labeler.yml
@@ -278,6 +278,7 @@ jobs:
             const labelColor = "B60205";
             const labelDescription = `Author has more than ${activePrLimit} active PRs in this repo`;
             const authorLogin = pullRequest.user?.login;
+            const headRefName = pullRequest.head?.ref ?? "";
             if (!authorLogin) {
               return;
             }
@@ -374,7 +375,10 @@ jobs:
               return false;
             };
 
-            if (await isPrivilegedAuthor()) {
+            const isClownfishPullRequest =
+              typeof headRefName === "string" && headRefName.startsWith("clownfish/");
+
+            if ((await isPrivilegedAuthor()) || isClownfishPullRequest) {
               if (labelNames.has(activePrLimitLabel)) {
                 try {
                   await github.rest.issues.removeLabel({