From 1061c6ebc9a75891054599774f5a430996b293b3 Mon Sep 17 00:00:00 2001 From: Lorenzo Caggioni Date: Thu, 31 Mar 2022 11:14:14 +0200 Subject: [PATCH] Update DAG pipeline --- .../data-platform-foundations/demo/datapipeline.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/examples/data-solutions/data-platform-foundations/demo/datapipeline.py b/examples/data-solutions/data-platform-foundations/demo/datapipeline.py index eb3de182..5ddce024 100644 --- a/examples/data-solutions/data-platform-foundations/demo/datapipeline.py +++ b/examples/data-solutions/data-platform-foundations/demo/datapipeline.py @@ -19,6 +19,7 @@ import csv import datetime import io +import json import logging import os @@ -31,6 +32,7 @@ from airflow.providers.google.cloud.operators.bigquery import BigQueryInsertJob # Set variables - Needed for the DEMO # -------------------------------------------------------------------------------- BQ_LOCATION = os.environ.get("BQ_LOCATION") +DATA_CAT_TAGS = json.loads(os.environ.get("DATA_CAT_TAGS")) DTL_L0_PRJ = os.environ.get("DTL_L0_PRJ") DTL_L0_BQ_DATASET = os.environ.get("DTL_L0_BQ_DATASET") DTL_L0_GCS = os.environ.get("DTL_L0_GCS")