diff --git a/.github/workflows/label-last-commenter.yml b/.github/workflows/label-last-commenter.yml
index 2d938459de78..7e7629e95bc5 100644
--- a/.github/workflows/label-last-commenter.yml
+++ b/.github/workflows/label-last-commenter.yml
@@ -5,18 +5,18 @@ on:
     types: [created]
 
 jobs:
-  deploy:
+  toggle_labels:
+    name: Toggle Labels
     runs-on: ubuntu-latest
     if: ${{ !github.event.issue.pull_request }}
     steps:
-      - name: Checkout
-        uses: actions/checkout@v3
-
       - name: Add label if commenter is not member
+        # Note: We only add the label if the issue is still open
         if: |
           github.event.comment.author_association != 'COLLABORATOR'
           && github.event.comment.author_association != 'MEMBER'
           && github.event.comment.author_association != 'OWNER'
+          && !github.event.issue.closed
         uses: actions-ecosystem/action-add-labels@v1
         with:
           labels: 'Waiting for: Team'