diff --git a/.github/workflows/pr_check_client_side_changes.yml b/.github/workflows/pr_check_client_side_changes.yml
index 54d1442a03..6add15f22a 100644
--- a/.github/workflows/pr_check_client_side_changes.yml
+++ b/.github/workflows/pr_check_client_side_changes.yml
@@ -1,7 +1,6 @@
 name: "Check client side changes"
 on:
-  pull_request:
-    types: [ closed ]
+  push:
     branches:
       - master
     paths:
@@ -10,19 +9,19 @@ jobs:
   check:
     name: Check
     runs-on: ubuntu-20.04
-    if: github.event.pull_request.merged == true
+    if: github.repository == 'microsoft/playwright'
     steps:
       - name: Create GitHub issue
         uses: actions/github-script@v4
         with:
           script: |
-            const body = `${{ github.event.number }} made changes to the client, this needs to get applied in:
+            const body = `${{ github.sha }} made changes to the client, this needs to get applied in:
             - [ ] Python
             - [ ] Java
             - [ ] .NET`;
             await github.issues.create({
-              owner: context.payload.pull_request.base.repo.owner.login,
-              repo: context.payload.pull_request.base.repo.name,
+              owner: 'microsoft',
+              repo: ‘playwright',
               title: '[Internal] Backport client change to language ports',
               body,
             });