diff --git a/.mergify.yml b/.mergify.yml
index cdb6777b..58f86e14 100644
--- a/.mergify.yml
+++ b/.mergify.yml
@@ -9,7 +9,11 @@ pull_request_rules:
     queue:
       name: default
       method: squash
-      commit_message: title+body
+      commit_message_template: |
+        {{ title }} (#{{ number }})
+
+        {{ body }}
+
   name: Automatically merge pull requests
   conditions:
   - or: