daml/infra/main.tf
Gary Verhaegen 999577a1a7
tweak ES cluster (#10219)
This PR contains many small changes:

- A small refactoring whereby the "es-init" machine is now
  (syntactically) integrated with the two instance groups, to cut down a
  bit on repetition.
- The feeder machine is now preemptible, because I've seen it recover
  enough times that I'm confident this will not cause any issue.
- Indices are now sharded.
- Return values from ES are filtered, cutting down a bit on network
  usage and memory requirements to produce the responses.
- Bulk uploads for a single job are now done in parallel. This results
  in about a 2x speedup for ingestion.
- crontab was changed to very minute instead of every 5 minutes.

CHANGELOG_BEGIN
CHANGELOG_END
2021-07-08 19:20:35 +02:00

54 lines
1.1 KiB
HCL

# Copyright (c) 2021 Digital Asset (Switzerland) GmbH and/or its affiliates. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
terraform {
backend "gcs" {
bucket = "da-dev-gcp-daml-language-tfstate"
prefix = "daml"
}
}
provider "google" {
project = "da-dev-gcp-daml-language"
region = local.region
zone = local.zone
}
provider "google-beta" {
project = "da-dev-gcp-daml-language"
region = local.region
zone = local.zone
}
provider "secret" {
version = "~>1.1"
}
provider "template" {
version = "~>2.2"
}
data "google_project" "current" {
project_id = local.project
}
locals {
labels = {
cost-allocation = "daml-language"
host-group = "buildpipeline"
infra-owner = "daml-language"
managed = "true"
target = "infra"
}
machine-labels = merge(local.labels, map("env", "production"))
project = "da-dev-gcp-daml-language"
region = "us-east4"
zone = "us-east4-a"
ssl_certificate_hoogle = "https://www.googleapis.com/compute/v1/projects/da-dev-gcp-daml-language/global/sslCertificates/hoogle-google-cert"
}
resource "secret_resource" "vsts-token" {}