2022-06-08 02:34:08 -07:00
|
|
|
/**
|
|
|
|
* Copyright 2022 Google LLC
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
# tfdoc:file:description CI/CD resources for the data platform branch.
|
|
|
|
|
|
|
|
# source repositories
|
|
|
|
|
|
|
|
module "branch-dp-dev-cicd-repo" {
|
|
|
|
source = "../../../modules/source-repository"
|
|
|
|
for_each = (
|
|
|
|
try(local.cicd_repositories.data_platform_dev.type, null) == "sourcerepo"
|
|
|
|
? { 0 = local.cicd_repositories.data_platform_dev }
|
|
|
|
: {}
|
|
|
|
)
|
|
|
|
project_id = var.automation.project_id
|
|
|
|
name = each.value.name
|
|
|
|
iam = {
|
2022-06-28 08:33:37 -07:00
|
|
|
"roles/source.admin" = compact([
|
|
|
|
try(module.branch-dp-dev-sa.0.iam_email, "")
|
|
|
|
])
|
|
|
|
"roles/source.reader" = compact([
|
|
|
|
try(module.branch-dp-dev-sa-cicd.0.iam_email, "")
|
|
|
|
])
|
2022-06-08 02:34:08 -07:00
|
|
|
}
|
|
|
|
triggers = {
|
|
|
|
fast-03-dp-dev = {
|
|
|
|
filename = ".cloudbuild/workflow.yaml"
|
|
|
|
included_files = [
|
|
|
|
"**/*json", "**/*tf", "**/*yaml", ".cloudbuild/workflow.yaml"
|
|
|
|
]
|
2022-06-15 19:34:26 -07:00
|
|
|
service_account = module.branch-dp-dev-sa-cicd.0.id
|
2022-06-08 02:34:08 -07:00
|
|
|
substitutions = {}
|
|
|
|
template = {
|
|
|
|
project_id = null
|
|
|
|
branch_name = each.value.branch
|
|
|
|
repo_name = each.value.name
|
|
|
|
tag_name = null
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-06-16 14:11:08 -07:00
|
|
|
depends_on = [module.branch-dp-dev-sa-cicd]
|
2022-06-08 02:34:08 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
module "branch-dp-prod-cicd-repo" {
|
|
|
|
source = "../../../modules/source-repository"
|
|
|
|
for_each = (
|
|
|
|
try(local.cicd_repositories.data_platform_prod.type, null) == "sourcerepo"
|
|
|
|
? { 0 = local.cicd_repositories.data_platform_prod }
|
|
|
|
: {}
|
|
|
|
)
|
|
|
|
project_id = var.automation.project_id
|
|
|
|
name = each.value.name
|
|
|
|
iam = {
|
2022-06-28 08:33:37 -07:00
|
|
|
"roles/source.admin" = [module.branch-dp-prod-sa.0.iam_email]
|
2022-06-08 02:34:08 -07:00
|
|
|
"roles/source.reader" = [module.branch-dp-prod-sa-cicd.0.iam_email]
|
|
|
|
}
|
|
|
|
triggers = {
|
|
|
|
fast-03-dp-prod = {
|
|
|
|
filename = ".cloudbuild/workflow.yaml"
|
|
|
|
included_files = [
|
|
|
|
"**/*json", "**/*tf", "**/*yaml", ".cloudbuild/workflow.yaml"
|
|
|
|
]
|
2022-06-15 19:34:26 -07:00
|
|
|
service_account = module.branch-dp-prod-sa-cicd.0.id
|
2022-06-08 02:34:08 -07:00
|
|
|
substitutions = {}
|
|
|
|
template = {
|
|
|
|
project_id = null
|
|
|
|
branch_name = each.value.branch
|
|
|
|
repo_name = each.value.name
|
|
|
|
tag_name = null
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-06-16 14:11:08 -07:00
|
|
|
depends_on = [module.branch-dp-prod-sa-cicd]
|
2022-06-08 02:34:08 -07:00
|
|
|
}
|
|
|
|
|
2023-12-27 03:33:16 -08:00
|
|
|
# read-write (apply) SAs used by CI/CD workflows to impersonate automation SAs
|
2022-06-08 02:34:08 -07:00
|
|
|
|
|
|
|
module "branch-dp-dev-sa-cicd" {
|
|
|
|
source = "../../../modules/iam-service-account"
|
|
|
|
for_each = (
|
|
|
|
try(local.cicd_repositories.data_platform_dev.name, null) != null
|
|
|
|
? { 0 = local.cicd_repositories.data_platform_dev }
|
|
|
|
: {}
|
|
|
|
)
|
2022-11-03 08:23:48 -07:00
|
|
|
project_id = var.automation.project_id
|
|
|
|
name = "dev-resman-dp-1"
|
|
|
|
display_name = "Terraform CI/CD data platform development service account."
|
|
|
|
prefix = var.prefix
|
2022-06-08 02:34:08 -07:00
|
|
|
iam = (
|
|
|
|
each.value.type == "sourcerepo"
|
|
|
|
# used directly from the cloud build trigger for source repos
|
2022-06-16 13:16:43 -07:00
|
|
|
? {
|
FAST multitenant bootstrap and resource management, rename org-level FAST stages (#1052)
* rename stages
* remove support for external org billing, rename output files
* resman: make groups optional, align on new billing account variable
* bootstrap: multitenant outputs
* tenant bootstrap stage, untested
* fix folder name
* fix stage 0 output names
* optional creation for tag keys in organization module
* single tenant bootstrap minus tag
* rename output files, add tenant tag key
* fix organization module tag values output
* test skipping creation for tags in organization module
* single tenant bootstrap plan working
* multitenant bootstrap
* tfdoc
* fix check links error messages
* fix links
* tfdoc
* fix links
* rename fast tests, fix bootstrap tests
* multitenant stages have their own folder, simplify stage numbering
* stage renumbering
* wip
* rename tests
* exclude fast providers in fixture
* stage 0 tests
* stage 1 tests
* network stages tests
* stage tests
* tfdoc
* fix links
* tfdoc
* multitenant tests
* remove local files
* stage links command
* fix links script, TODO
* wip
* wip single tenant bootstrap
* working tenant bootstrap
* update gitignore
* remove local files
* tfdoc
* remove local files
* allow tests for tenant bootstrap stage
* tenant bootstrap proxies stage 1 tfvars
* stage 2 and 3 service accounts and IAM in tenant bootstrap
* wip
* wip
* wip
* drop multitenant bootstrap
* tfdoc
* add missing stage 2 SAs, fix org-level IAM condition
* wip
* wip
* optional tag value creation in organization module
* stage 1 working
* linting
* linting
* READMEs
* wip
* Make stage-links script work in old macos bash
* stage links command help
* fix output file names
* diagrams
* fix svg
* stage 0 skeleton and diagram
* test svg
* test svg
* test diagram
* diagram
* readme
* fix stage links script
* stage 0 readme
* README changes
* stage readmes
* fix outputs order
* fix link
* fix tests
* stage 1 test
* skip stage example
* boilerplate
* fix tftest skip
* default bootstrap stage log sinks to log buckets
* add logging to tenant bootstrap
* move iam variables out of tenant config
* fix cicd, reintroduce missing variable
* use optional in stage 1 cicd variable
* rename extras stage
* rename and move identity providers local, use optional for cicd variable
* tfdoc
* add support for wif pool and providers, ci/cd
* tfdoc
* fix links
* better handling of modules repository
* add missing role on logging project
* fix cicd pools in locals, test cicd
* fix workflow extension
* fix module source replacement
* allow tenant bootstrap cicd sa to impersonate resman sa
* tenant workflow templates fix for no providers file
* fix output files, push github workflow template to new repository
* remove try from outpout files
* align stage 1 cicd internals to stage 0
* tfdoc
* tests
* fix tests
* tests
* improve variable descriptions
* use optional in fast features
* actually create tenant log sinks, and allow the resman sa to do it
* test
* tests
* aaaand tests again
* fast features tenant override
* fast features tenant override
* fix wording
* add missing comment
* configure pf service accounts
* add missing comment
* tfdoc
* tests
* IAM docs
* update copyright
---------
Co-authored-by: Julio Castillo <jccb@google.com>
2023-02-04 06:00:45 -08:00
|
|
|
"roles/iam.serviceAccountUser" = local.automation_resman_sa_iam
|
2022-06-16 13:16:43 -07:00
|
|
|
}
|
2022-06-08 02:34:08 -07:00
|
|
|
# impersonated via workload identity federation for external repos
|
|
|
|
: {
|
|
|
|
"roles/iam.workloadIdentityUser" = [
|
|
|
|
each.value.branch == null
|
|
|
|
? format(
|
2023-12-27 03:33:16 -08:00
|
|
|
local.identity_providers[each.value.identity_provider].principal_repo,
|
2022-07-26 23:18:27 -07:00
|
|
|
var.automation.federated_identity_pool,
|
2022-06-08 02:34:08 -07:00
|
|
|
each.value.name
|
|
|
|
)
|
|
|
|
: format(
|
2023-12-27 03:33:16 -08:00
|
|
|
local.identity_providers[each.value.identity_provider].principal_branch,
|
2022-07-26 23:18:27 -07:00
|
|
|
var.automation.federated_identity_pool,
|
2022-06-08 02:34:08 -07:00
|
|
|
each.value.name,
|
|
|
|
each.value.branch
|
|
|
|
)
|
|
|
|
]
|
|
|
|
}
|
|
|
|
)
|
|
|
|
iam_project_roles = {
|
|
|
|
(var.automation.project_id) = ["roles/logging.logWriter"]
|
|
|
|
}
|
|
|
|
iam_storage_roles = {
|
|
|
|
(var.automation.outputs_bucket) = ["roles/storage.objectViewer"]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
module "branch-dp-prod-sa-cicd" {
|
|
|
|
source = "../../../modules/iam-service-account"
|
|
|
|
for_each = (
|
|
|
|
try(local.cicd_repositories.data_platform_prod.name, null) != null
|
|
|
|
? { 0 = local.cicd_repositories.data_platform_prod }
|
|
|
|
: {}
|
|
|
|
)
|
2022-11-03 08:23:48 -07:00
|
|
|
project_id = var.automation.project_id
|
|
|
|
name = "prod-resman-dp-1"
|
|
|
|
display_name = "Terraform CI/CD data platform production service account."
|
|
|
|
prefix = var.prefix
|
2022-06-08 02:34:08 -07:00
|
|
|
iam = (
|
|
|
|
each.value.type == "sourcerepo"
|
|
|
|
# used directly from the cloud build trigger for source repos
|
2022-06-16 13:16:43 -07:00
|
|
|
? {
|
FAST multitenant bootstrap and resource management, rename org-level FAST stages (#1052)
* rename stages
* remove support for external org billing, rename output files
* resman: make groups optional, align on new billing account variable
* bootstrap: multitenant outputs
* tenant bootstrap stage, untested
* fix folder name
* fix stage 0 output names
* optional creation for tag keys in organization module
* single tenant bootstrap minus tag
* rename output files, add tenant tag key
* fix organization module tag values output
* test skipping creation for tags in organization module
* single tenant bootstrap plan working
* multitenant bootstrap
* tfdoc
* fix check links error messages
* fix links
* tfdoc
* fix links
* rename fast tests, fix bootstrap tests
* multitenant stages have their own folder, simplify stage numbering
* stage renumbering
* wip
* rename tests
* exclude fast providers in fixture
* stage 0 tests
* stage 1 tests
* network stages tests
* stage tests
* tfdoc
* fix links
* tfdoc
* multitenant tests
* remove local files
* stage links command
* fix links script, TODO
* wip
* wip single tenant bootstrap
* working tenant bootstrap
* update gitignore
* remove local files
* tfdoc
* remove local files
* allow tests for tenant bootstrap stage
* tenant bootstrap proxies stage 1 tfvars
* stage 2 and 3 service accounts and IAM in tenant bootstrap
* wip
* wip
* wip
* drop multitenant bootstrap
* tfdoc
* add missing stage 2 SAs, fix org-level IAM condition
* wip
* wip
* optional tag value creation in organization module
* stage 1 working
* linting
* linting
* READMEs
* wip
* Make stage-links script work in old macos bash
* stage links command help
* fix output file names
* diagrams
* fix svg
* stage 0 skeleton and diagram
* test svg
* test svg
* test diagram
* diagram
* readme
* fix stage links script
* stage 0 readme
* README changes
* stage readmes
* fix outputs order
* fix link
* fix tests
* stage 1 test
* skip stage example
* boilerplate
* fix tftest skip
* default bootstrap stage log sinks to log buckets
* add logging to tenant bootstrap
* move iam variables out of tenant config
* fix cicd, reintroduce missing variable
* use optional in stage 1 cicd variable
* rename extras stage
* rename and move identity providers local, use optional for cicd variable
* tfdoc
* add support for wif pool and providers, ci/cd
* tfdoc
* fix links
* better handling of modules repository
* add missing role on logging project
* fix cicd pools in locals, test cicd
* fix workflow extension
* fix module source replacement
* allow tenant bootstrap cicd sa to impersonate resman sa
* tenant workflow templates fix for no providers file
* fix output files, push github workflow template to new repository
* remove try from outpout files
* align stage 1 cicd internals to stage 0
* tfdoc
* tests
* fix tests
* tests
* improve variable descriptions
* use optional in fast features
* actually create tenant log sinks, and allow the resman sa to do it
* test
* tests
* aaaand tests again
* fast features tenant override
* fast features tenant override
* fix wording
* add missing comment
* configure pf service accounts
* add missing comment
* tfdoc
* tests
* IAM docs
* update copyright
---------
Co-authored-by: Julio Castillo <jccb@google.com>
2023-02-04 06:00:45 -08:00
|
|
|
"roles/iam.serviceAccountUser" = local.automation_resman_sa_iam
|
2022-06-16 13:16:43 -07:00
|
|
|
}
|
2022-06-08 02:34:08 -07:00
|
|
|
# impersonated via workload identity federation for external repos
|
|
|
|
: {
|
|
|
|
"roles/iam.workloadIdentityUser" = [
|
|
|
|
each.value.branch == null
|
|
|
|
? format(
|
2023-12-27 03:33:16 -08:00
|
|
|
local.identity_providers[each.value.identity_provider].principal_repo,
|
2022-06-08 02:34:08 -07:00
|
|
|
var.automation.federated_identity_pool,
|
|
|
|
each.value.name
|
|
|
|
)
|
|
|
|
: format(
|
2023-12-27 03:33:16 -08:00
|
|
|
local.identity_providers[each.value.identity_provider].principal_branch,
|
2022-06-08 02:34:08 -07:00
|
|
|
var.automation.federated_identity_pool,
|
|
|
|
each.value.name,
|
|
|
|
each.value.branch
|
|
|
|
)
|
|
|
|
]
|
|
|
|
}
|
|
|
|
)
|
|
|
|
iam_project_roles = {
|
|
|
|
(var.automation.project_id) = ["roles/logging.logWriter"]
|
|
|
|
}
|
|
|
|
iam_storage_roles = {
|
|
|
|
(var.automation.outputs_bucket) = ["roles/storage.objectViewer"]
|
|
|
|
}
|
|
|
|
}
|
2023-12-27 03:33:16 -08:00
|
|
|
|
|
|
|
# read-only (plan) SAs used by CI/CD workflows to impersonate automation SAs
|
|
|
|
|
|
|
|
module "branch-dp-dev-r-sa-cicd" {
|
|
|
|
source = "../../../modules/iam-service-account"
|
|
|
|
for_each = (
|
|
|
|
try(local.cicd_repositories.data_platform_dev.name, null) != null
|
|
|
|
? { 0 = local.cicd_repositories.data_platform_dev }
|
|
|
|
: {}
|
|
|
|
)
|
|
|
|
project_id = var.automation.project_id
|
|
|
|
name = "dev-resman-dp-1r"
|
|
|
|
display_name = "Terraform CI/CD data platform development service account (read-only)."
|
|
|
|
prefix = var.prefix
|
|
|
|
iam = (
|
|
|
|
each.value.type == "sourcerepo"
|
|
|
|
# build trigger for read-only SA is optionally defined by users
|
|
|
|
? {}
|
|
|
|
# impersonated via workload identity federation for external repos
|
|
|
|
: {
|
|
|
|
"roles/iam.workloadIdentityUser" = [
|
|
|
|
format(
|
|
|
|
local.identity_providers[each.value.identity_provider].principal_repo,
|
|
|
|
var.automation.federated_identity_pool,
|
|
|
|
each.value.name
|
|
|
|
)
|
|
|
|
]
|
|
|
|
}
|
|
|
|
)
|
|
|
|
iam_project_roles = {
|
|
|
|
(var.automation.project_id) = ["roles/logging.logWriter"]
|
|
|
|
}
|
|
|
|
iam_storage_roles = {
|
|
|
|
(var.automation.outputs_bucket) = ["roles/storage.objectViewer"]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
module "branch-dp-prod-r-sa-cicd" {
|
|
|
|
source = "../../../modules/iam-service-account"
|
|
|
|
for_each = (
|
|
|
|
try(local.cicd_repositories.data_platform_prod.name, null) != null
|
|
|
|
? { 0 = local.cicd_repositories.data_platform_prod }
|
|
|
|
: {}
|
|
|
|
)
|
|
|
|
project_id = var.automation.project_id
|
|
|
|
name = "prod-resman-dp-1r"
|
|
|
|
display_name = "Terraform CI/CD data platform production service account (read-only)."
|
|
|
|
prefix = var.prefix
|
|
|
|
iam = (
|
|
|
|
each.value.type == "sourcerepo"
|
|
|
|
# build trigger for read-only SA is optionally defined by users
|
|
|
|
? {}
|
|
|
|
# impersonated via workload identity federation for external repos
|
|
|
|
: {
|
|
|
|
"roles/iam.workloadIdentityUser" = [
|
|
|
|
format(
|
|
|
|
local.identity_providers[each.value.identity_provider].principal_repo,
|
|
|
|
var.automation.federated_identity_pool,
|
|
|
|
each.value.name
|
|
|
|
)
|
|
|
|
]
|
|
|
|
}
|
|
|
|
)
|
|
|
|
iam_project_roles = {
|
|
|
|
(var.automation.project_id) = ["roles/logging.logWriter"]
|
|
|
|
}
|
|
|
|
iam_storage_roles = {
|
|
|
|
(var.automation.outputs_bucket) = ["roles/storage.objectViewer"]
|
|
|
|
}
|
|
|
|
}
|