246 lines
6.3 KiB
HCL
246 lines
6.3 KiB
HCL
# Copyright 2022 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# https://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# tfdoc:file:description Terraform Variables.
|
|
|
|
variable "composer_config" {
|
|
description = "Cloud Composer config."
|
|
type = object({
|
|
disable_deployment = optional(bool)
|
|
environment_size = optional(string, "ENVIRONMENT_SIZE_SMALL")
|
|
software_config = optional(
|
|
object({
|
|
airflow_config_overrides = optional(any)
|
|
pypi_packages = optional(any)
|
|
env_variables = optional(map(string))
|
|
image_version = string
|
|
}),
|
|
{ image_version = "composer-2-airflow-2" }
|
|
)
|
|
workloads_config = optional(
|
|
object({
|
|
scheduler = optional(
|
|
object({
|
|
cpu = number
|
|
memory_gb = number
|
|
storage_gb = number
|
|
count = number
|
|
}),
|
|
{
|
|
cpu = 0.5
|
|
memory_gb = 1.875
|
|
storage_gb = 1
|
|
count = 1
|
|
}
|
|
)
|
|
web_server = optional(
|
|
object({
|
|
cpu = number
|
|
memory_gb = number
|
|
storage_gb = number
|
|
}),
|
|
{
|
|
cpu = 0.5
|
|
memory_gb = 1.875
|
|
storage_gb = 1
|
|
}
|
|
)
|
|
worker = optional(
|
|
object({
|
|
cpu = number
|
|
memory_gb = number
|
|
storage_gb = number
|
|
min_count = number
|
|
max_count = number
|
|
}),
|
|
{
|
|
cpu = 0.5
|
|
memory_gb = 1.875
|
|
storage_gb = 1
|
|
min_count = 1
|
|
max_count = 3
|
|
}
|
|
)
|
|
}))
|
|
})
|
|
default = {
|
|
environment_size = "ENVIRONMENT_SIZE_SMALL"
|
|
software_config = {
|
|
image_version = "composer-2-airflow-2"
|
|
}
|
|
workloads_config = {
|
|
scheduler = {
|
|
cpu = 0.5
|
|
memory_gb = 1.875
|
|
storage_gb = 1
|
|
count = 1
|
|
}
|
|
web_server = {
|
|
cpu = 0.5
|
|
memory_gb = 1.875
|
|
storage_gb = 1
|
|
}
|
|
worker = {
|
|
cpu = 0.5
|
|
memory_gb = 1.875
|
|
storage_gb = 1
|
|
min_count = 1
|
|
max_count = 3
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
variable "data_catalog_tags" {
|
|
description = "List of Data Catalog Policy tags to be created with optional IAM binging configuration in {tag => {ROLE => [MEMBERS]}} format."
|
|
type = map(object({
|
|
description = optional(string)
|
|
iam = optional(map(list(string)), {})
|
|
}))
|
|
nullable = false
|
|
default = {
|
|
"3_Confidential" = {}
|
|
"2_Private" = {}
|
|
"1_Sensitive" = {}
|
|
}
|
|
}
|
|
|
|
variable "data_force_destroy" {
|
|
description = "Flag to set 'force_destroy' on data services like BiguQery or Cloud Storage."
|
|
type = bool
|
|
default = false
|
|
}
|
|
|
|
variable "groups" {
|
|
description = "User groups."
|
|
type = map(string)
|
|
default = {
|
|
data-analysts = "gcp-data-analysts"
|
|
data-engineers = "gcp-data-engineers"
|
|
data-security = "gcp-data-security"
|
|
}
|
|
}
|
|
|
|
variable "location" {
|
|
description = "Location used for multi-regional resources."
|
|
type = string
|
|
default = "eu"
|
|
}
|
|
|
|
variable "network_config" {
|
|
description = "Shared VPC network configurations to use. If null networks will be created in projects with preconfigured values."
|
|
type = object({
|
|
host_project = string
|
|
network_self_link = string
|
|
subnet_self_links = object({
|
|
load = string
|
|
transformation = string
|
|
orchestration = string
|
|
})
|
|
composer_ip_ranges = object({
|
|
cloudsql = string
|
|
gke_master = string
|
|
})
|
|
composer_secondary_ranges = object({
|
|
pods = string
|
|
services = string
|
|
})
|
|
# web_server_network_access_control = list(string)
|
|
})
|
|
default = null
|
|
}
|
|
|
|
variable "organization_domain" {
|
|
description = "Organization domain."
|
|
type = string
|
|
}
|
|
|
|
variable "prefix" {
|
|
description = "Prefix used for resource names."
|
|
type = string
|
|
validation {
|
|
condition = var.prefix != ""
|
|
error_message = "Prefix cannot be empty."
|
|
}
|
|
}
|
|
|
|
variable "project_config" {
|
|
description = "Provide 'billing_account_id' value if project creation is needed, uses existing 'project_ids' if null. Parent is in 'folders/nnn' or 'organizations/nnn' format."
|
|
type = object({
|
|
billing_account_id = optional(string, null)
|
|
parent = string
|
|
project_ids = optional(object({
|
|
drop = string
|
|
load = string
|
|
orc = string
|
|
trf = string
|
|
dwh-lnd = string
|
|
dwh-cur = string
|
|
dwh-conf = string
|
|
common = string
|
|
exp = string
|
|
}), {
|
|
drop = "drp"
|
|
load = "lod"
|
|
orc = "orc"
|
|
trf = "trf"
|
|
dwh-lnd = "dwh-lnd"
|
|
dwh-cur = "dwh-cur"
|
|
dwh-conf = "dwh-conf"
|
|
common = "cmn"
|
|
exp = "exp"
|
|
}
|
|
)
|
|
})
|
|
validation {
|
|
condition = var.project_config.billing_account_id != null || var.project_config.project_ids != null
|
|
error_message = "At least one attribute should be set."
|
|
}
|
|
}
|
|
|
|
variable "project_services" {
|
|
description = "List of core services enabled on all projects."
|
|
type = list(string)
|
|
default = [
|
|
"cloudresourcemanager.googleapis.com",
|
|
"iam.googleapis.com",
|
|
"serviceusage.googleapis.com",
|
|
"stackdriver.googleapis.com"
|
|
]
|
|
}
|
|
|
|
variable "project_suffix" {
|
|
description = "Suffix used only for project ids."
|
|
type = string
|
|
default = null
|
|
}
|
|
|
|
variable "region" {
|
|
description = "Region used for regional resources."
|
|
type = string
|
|
default = "europe-west1"
|
|
}
|
|
|
|
variable "service_encryption_keys" {
|
|
description = "Cloud KMS to use to encrypt different services. Key location should match service region."
|
|
type = object({
|
|
bq = string
|
|
composer = string
|
|
dataflow = string
|
|
storage = string
|
|
pubsub = string
|
|
})
|
|
default = null
|
|
}
|