implement env control
This commit is contained in:
parent
aa1314eecc
commit
8ee763940c
10
README.md
10
README.md
@ -30,10 +30,10 @@ Each Dataform has their own development environment to prevent collisions while
|
|||||||
|
|
||||||
* GCP Project: pphe-data-dev
|
* GCP Project: pphe-data-dev
|
||||||
* BQ Datasets:
|
* BQ Datasets:
|
||||||
* Staging Tables: dev_{username}_stg_{source_name}
|
* Staging Tables: stg_{source_name}_{username}
|
||||||
* e.g, dev_bwyllie_stg_opera
|
* e.g, stg_opera_bwyllie
|
||||||
* Gold Tables: dev_{username}_gld_{destination_name}
|
* Gold Tables: dev_{username}_gld_{destination_name}
|
||||||
* e.g, dev_bwyllie_gld_board
|
* e.g, gld_board_{username}
|
||||||
|
|
||||||
These transformations also have a built-in `WHERE` clause to select just a small amount of data from the raw source tables.
|
These transformations also have a built-in `WHERE` clause to select just a small amount of data from the raw source tables.
|
||||||
|
|
||||||
@ -41,8 +41,8 @@ Once the transformations have been successfully reviewed and promoted to Prod, t
|
|||||||
|
|
||||||
* GCP Project: pphe-data-pro
|
* GCP Project: pphe-data-pro
|
||||||
* BQ Datasets:
|
* BQ Datasets:
|
||||||
* Sources: src_{source_name}_stg
|
* Sources: stg_{source_name}
|
||||||
* e.g, src_opera_stg
|
* e.g, stg_opera
|
||||||
* Gold Tables: gld_{destination_name}
|
* Gold Tables: gld_{destination_name}
|
||||||
* e.g, gld_board
|
* e.g, gld_board
|
||||||
|
|
||||||
|
|||||||
8
definitions/staging/board/test_model.sqlx
Normal file
8
definitions/staging/board/test_model.sqlx
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
config {
|
||||||
|
type: "view",
|
||||||
|
description: "Test model",
|
||||||
|
schema: "stg_board"
|
||||||
|
}
|
||||||
|
|
||||||
|
SELECT
|
||||||
|
2 AS testfield
|
||||||
@ -1,5 +1,5 @@
|
|||||||
defaultProject: pphe-data-dev
|
defaultProject: pphe-data-dev
|
||||||
defaultLocation: EU
|
defaultLocation: EU
|
||||||
defaultDataset: dataform
|
defaultDataset: raw_dataform
|
||||||
defaultAssertionDataset: dataform
|
defaultAssertionDataset: raw_dataform
|
||||||
dataformCoreVersion: 3.0.26
|
dataformCoreVersion: 3.0.26
|
||||||
Loading…
Reference in New Issue
Block a user