JSON API daily perf test cron job (#7406)

* Add http-json-perf daily cron job

changelog_begin
changelog_end

* commenting out other jobs so we can manually test the new one

* commenting out other jobs so we can manually test the new one

* Fix the shell script

* Fixing the gs bucket, `gs://http-json bucket does not exist`

* uncomment the other jobs

* timestamp from git log

* get rid of DAR copying

* comment out the other jobs, so we can test it

* uncomment the other jobs

ci/cron/daily-compat.yml

@@ -116,3 +116,61 @@ jobs:
       - template: ../daily_tell_slack.yml
         parameters:
           success-message: '$(cat $(Build.StagingDirectory)/perf-results.json | jq . | jq -sR ''"perf for ''"$COMMIT_LINK"'':```\(.)```"'')'
+
+  - job: perf_http_json
+    timeoutInMinutes: 120
+    pool:
+      name: "linux-pool"
+      demands: assignment -equals default
+    steps:
+      - checkout: self
+      - bash: ci/dev-env-install.sh
+        displayName: 'Build/Install the Developer Environment'
+      - bash: ci/configure-bazel.sh
+        displayName: 'Configure Bazel for root workspace'
+        env:
+          IS_FORK: $(System.PullRequest.IsFork)
+          # to upload to the bazel cache
+          GOOGLE_APPLICATION_CREDENTIALS_CONTENT: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
+      - template: ../bash-lib.yml
+        parameters:
+          var_name: bash_lib
+      - bash: |
+          set -euo pipefail
+          eval "$(dev-env/bin/dade assist)"
+          source $(bash_lib)
+
+          SCENARIOS="\
+           com.daml.http.perf.scenario.CreateCommand \
+           com.daml.http.perf.scenario.ExerciseCommand \
+           com.daml.http.perf.scenario.CreateAndExerciseCommand \
+           com.daml.http.perf.scenario.AsyncQueryConstantAcs \
+           com.daml.http.perf.scenario.SyncQueryConstantAcs \
+           com.daml.http.perf.scenario.SyncQueryNewAcs \
+           com.daml.http.perf.scenario.SyncQueryVariableAcs \
+          "
+
+          bazel build //docs:quickstart-model
+          DAR="${PWD}/bazel-bin/docs/quickstart-model.dar"
+
+          JWT="eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJodHRwczovL2RhbWwuY29tL2xlZGdlci1hcGkiOnsibGVkZ2VySWQiOiJNeUxlZGdlciIsImFwcGxpY2F0aW9uSWQiOiJmb29iYXIiLCJhY3RBcyI6WyJBbGljZSJdfX0.VdDI96mw5hrfM5ZNxLyetSVwcD7XtLT4dIdHIOa9lcU"
+
+          START=$(git log -n1 --format=%cd --date=format:%Y%m%d).$(git rev-list --count HEAD).$(Build.BuildId).$(git log -n1 --format=%h --abbrev=8)
+          REPORT_ID="http_json_perf_results_${START}"
+          OUT="$(Build.StagingDirectory)/${REPORT_ID}"
+
+          for scenario in $SCENARIOS; do
+            bazel run //ledger-service/http-json-perf:http-json-perf-binary -- \
+            --scenario=${scenario} \
+            --dars=${DAR} \
+            --reports-dir=${OUT} \
+            --jwt=${JWT}
+          done
+
+          tar -zcvf ${OUT}.tgz ${OUT}
+
+          save_gcp_data "$GCRED" "$OUT.tgz" "gs://daml-data/perf/http-json/${REPORT_ID}.tgz"
+
+        displayName: measure http-json performance
+        env:
+          GCRED: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)

ledger-service/http-json-perf/README.md

@@ -1,4 +1,4 @@
-# 1. Gatling Scenario
+# 1. Gatling Scenarios
 
 ## 1.1. Prerequisites
 All current Gatling scenarios require `quickstart-0.0.1.dar` with IOU example.