diff --git a/.kodiak.toml b/.kodiak.toml
index 030a76683fe..07ac6e09bb2 100644
--- a/.kodiak.toml
+++ b/.kodiak.toml
@@ -90,13 +90,15 @@ body = "pull_request_body" # default: "github_default", options: "github_default
 
 # Append the Pull Request URL to the merge message. Makes navigating to the PR
 # from the commit easier.
-include_pull_request_url = false # default: false
+#### NOTE: this required for benchmarks in CI:
+include_pull_request_url = true # default: false
 
 # Add the PR number to the merge commit title. This setting replicates GitHub's
 # behavior of automatically adding the PR number to the title of merges created
 # through the UI. This option only applies when `merge.message.title` does not
 # equal `"github_default"`.
-include_pr_number = false # default: true
+#### NOTE: this required for benchmarks in CI:
+include_pr_number = true # default: true
 
 # Control the text used in the merge commit. The GitHub default is markdown, but
 # `"plain_text"` or `"html"` can be used to render the pull request body as text