cloud-foundation-fabric/blueprints/data-solutions/gcs-to-bq-with-least-privil.../datastorage.tf

68 lines
2.3 KiB
HCL

# Copyright 2023 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
module "gcs-data" {
source = "../../../modules/gcs"
project_id = module.project.project_id
prefix = var.prefix
name = "data"
location = var.region
storage_class = "REGIONAL"
encryption_key = var.cmek_encryption ? module.kms[0].keys.key-gcs.id : null
force_destroy = !var.deletion_protection
}
module "gcs-df-tmp" {
source = "../../../modules/gcs"
project_id = module.project.project_id
prefix = var.prefix
name = "df-tmp"
location = var.region
storage_class = "REGIONAL"
encryption_key = var.cmek_encryption ? module.kms[0].keys.key-gcs.id : null
force_destroy = !var.deletion_protection
}
module "bigquery-dataset" {
source = "../../../modules/bigquery-dataset"
project_id = module.project.project_id
id = "datalake"
location = var.region
# Note: we define tables in Terraform for the purpose of this
# example. A production environment would probably handle table
# creation in a separate terraform pipeline or using a different
# tool (for example: Dataform)
tables = {
person = {
friendly_name = "Person. Dataflow import."
labels = {}
options = null
partitioning = {
field = null
range = null # use start/end/interval for range
time = null
}
schema = file("${path.module}/data-demo/person.json")
deletion_protection = false
options = {
clustering = null
encryption_key = var.cmek_encryption ? module.kms[0].keys.key-bq.id : null
expiration_time = null
}
}
}
encryption_key = var.cmek_encryption ? module.kms[0].keys.key-bq.id : null
}