diff --git a/ci/clear-shared-segments-macos.yml b/ci/clear-shared-segments-macos.yml
index f31c0c6b7b..a5bd87119c 100644
--- a/ci/clear-shared-segments-macos.yml
+++ b/ci/clear-shared-segments-macos.yml
@@ -34,6 +34,8 @@ steps:
     # which is what ipcrm expects as its arguments. After the table, ipcs -m
     # adds an extra blank line, hence the extra sed at the end.
     for shmid in $(ipcs -m | sed 1,3d | awk '{print $2}' | sed '$d'); do
-        ipcrm -m $shmid
+      # Some memory segments cannot be removed and fail with "invalid argument".
+      # We just ignore those for now instead of failing CI.
+      ipcrm -m $shmid || true
     done
   name: clear_shm