118 lines
4.5 KiB
HCL
118 lines
4.5 KiB
HCL
/**
|
|
* Copyright 2023 Google LLC
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
module "comp-sa" {
|
|
source = "../../../modules/iam-service-account"
|
|
project_id = module.project.project_id
|
|
prefix = var.prefix
|
|
name = "cmp"
|
|
display_name = "Composer service account"
|
|
}
|
|
|
|
resource "google_composer_environment" "env" {
|
|
name = "${var.prefix}-composer"
|
|
project = module.project.project_id
|
|
region = var.region
|
|
config {
|
|
dynamic "software_config" {
|
|
for_each = (
|
|
try(var.composer_config.software_config, null) != null
|
|
? { 1 = 1 }
|
|
: {}
|
|
)
|
|
content {
|
|
airflow_config_overrides = try(var.composer_config.software_config.airflow_config_overrides, null)
|
|
pypi_packages = try(var.composer_config.software_config.pypi_packages, null)
|
|
env_variables = try(var.composer_config.software_config.env_variables, null)
|
|
image_version = try(var.composer_config.software_config.image_version, null)
|
|
python_version = try(var.composer_config.software_config.python_version, null)
|
|
scheduler_count = try(var.composer_config.software_config.scheduler_count, null)
|
|
}
|
|
}
|
|
dynamic "workloads_config" {
|
|
for_each = (try(var.composer_config.workloads_config, null) != null ? { 1 = 1 } : {})
|
|
|
|
content {
|
|
scheduler {
|
|
cpu = try(var.composer_config.workloads_config.scheduler.cpu, null)
|
|
memory_gb = try(var.composer_config.workloads_config.scheduler.memory_gb, null)
|
|
storage_gb = try(var.composer_config.workloads_config.scheduler.storage_gb, null)
|
|
count = try(var.composer_config.workloads_config.scheduler.count, null)
|
|
}
|
|
triggerer {
|
|
cpu = try(var.composer_config.workloads_config.triggerer.cpu, null)
|
|
memory_gb = try(var.composer_config.workloads_config.triggerer.memory_gb, null)
|
|
count = try(var.composer_config.workloads_config.triggerer.count, null)
|
|
}
|
|
|
|
web_server {
|
|
cpu = try(var.composer_config.workloads_config.web_server.cpu, null)
|
|
memory_gb = try(var.composer_config.workloads_config.web_server.memory_gb, null)
|
|
storage_gb = try(var.composer_config.workloads_config.web_server.storage_gb, null)
|
|
}
|
|
worker {
|
|
cpu = try(var.composer_config.workloads_config.worker.cpu, null)
|
|
memory_gb = try(var.composer_config.workloads_config.worker.memory_gb, null)
|
|
storage_gb = try(var.composer_config.workloads_config.worker.storage_gb, null)
|
|
min_count = try(var.composer_config.workloads_config.worker.min_count, null)
|
|
max_count = try(var.composer_config.workloads_config.worker.max_count, null)
|
|
}
|
|
}
|
|
}
|
|
|
|
environment_size = var.composer_config.environment_size
|
|
|
|
node_config {
|
|
network = local.orch_vpc
|
|
subnetwork = local.orch_subnet
|
|
service_account = module.comp-sa.email
|
|
enable_ip_masq_agent = "true"
|
|
tags = ["composer-worker"]
|
|
ip_allocation_policy {
|
|
cluster_secondary_range_name = try(
|
|
var.network_config.composer_secondary_ranges.pods, "pods"
|
|
)
|
|
services_secondary_range_name = try(
|
|
var.network_config.composer_secondary_ranges.services, "services"
|
|
)
|
|
}
|
|
}
|
|
private_environment_config {
|
|
enable_private_endpoint = "true"
|
|
cloud_sql_ipv4_cidr_block = try(
|
|
var.network_config.composer_ip_ranges.cloudsql, "10.20.10.0/24"
|
|
)
|
|
master_ipv4_cidr_block = try(
|
|
var.network_config.composer_ip_ranges.gke_master, "10.20.11.0/28"
|
|
)
|
|
}
|
|
dynamic "encryption_config" {
|
|
for_each = (
|
|
try(var.service_encryption_keys[var.region], null) != null
|
|
? { 1 = 1 }
|
|
: {}
|
|
)
|
|
content {
|
|
kms_key_name = try(var.service_encryption_keys[var.region], null)
|
|
}
|
|
}
|
|
}
|
|
depends_on = [
|
|
google_project_iam_member.shared_vpc,
|
|
module.project
|
|
]
|
|
}
|