zecfoundation
/
cloud-foundation-fabric
mirror of https://github.com/ZcashFoundation/cloud-foundation-fabric.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update DAG pipeline

This commit is contained in:
Lorenzo Caggioni 2022-03-31 11:14:14 +02:00
parent 14a0fbf336
commit 1061c6ebc9
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/data-solutions/data-platform-foundations/demo/datapipeline.py
View File

@ -19,6 +19,7 @@
import csv import csv
import datetime import datetime
import io import io
import json
import logging import logging
import os import os
@ -31,6 +32,7 @@ from airflow.providers.google.cloud.operators.bigquery import BigQueryInsertJob
# Set variables - Needed for the DEMO # Set variables - Needed for the DEMO
# -------------------------------------------------------------------------------- # --------------------------------------------------------------------------------
BQ_LOCATION = os.environ.get("BQ_LOCATION") BQ_LOCATION = os.environ.get("BQ_LOCATION")
DATA_CAT_TAGS = json.loads(os.environ.get("DATA_CAT_TAGS"))
DTL_L0_PRJ = os.environ.get("DTL_L0_PRJ") DTL_L0_PRJ = os.environ.get("DTL_L0_PRJ")
DTL_L0_BQ_DATASET = os.environ.get("DTL_L0_BQ_DATASET") DTL_L0_BQ_DATASET = os.environ.get("DTL_L0_BQ_DATASET")
DTL_L0_GCS = os.environ.get("DTL_L0_GCS") DTL_L0_GCS = os.environ.get("DTL_L0_GCS")