From 0ada58fca1aa9d23ea93b406145ae3491ab77083 Mon Sep 17 00:00:00 2001 From: Brady Wyllie Date: Tue, 19 Aug 2025 14:39:32 +0000 Subject: [PATCH] proof of concept of limiting dev result set --- README.md | 6 +++++- definitions/staging/board/test_model.sqlx | 2 +- workflow_settings.yaml | 4 +++- 3 files changed, 9 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index c995b60..43e452d 100644 --- a/README.md +++ b/README.md @@ -46,4 +46,8 @@ Once the transformations have been successfully reviewed and promoted to Prod, t * Gold Tables: gld_{destination_name} * e.g, gld_board -New releases are deployed to Production on a weekly cadence to prevent excessive refreshing of large tables. \ No newline at end of file +New releases are deployed to Production on a weekly cadence to prevent excessive refreshing of large tables. + +# todo: +* get git repo figured out +* create production release with compilation override variables: executionSetting = "pro" \ No newline at end of file diff --git a/definitions/staging/board/test_model.sqlx b/definitions/staging/board/test_model.sqlx index 1abee0c..7090975 100644 --- a/definitions/staging/board/test_model.sqlx +++ b/definitions/staging/board/test_model.sqlx @@ -5,4 +5,4 @@ config { } SELECT - 2 AS testfield + 2 AS testfield ${when(dataform.projectConfig.vars.executionSetting === "dev", "LIMIT 0")} diff --git a/workflow_settings.yaml b/workflow_settings.yaml index 3fd2a51..686e55f 100644 --- a/workflow_settings.yaml +++ b/workflow_settings.yaml @@ -2,4 +2,6 @@ defaultProject: pphe-data-dev defaultLocation: EU defaultDataset: raw_dataform defaultAssertionDataset: raw_dataform -dataformCoreVersion: 3.0.26 \ No newline at end of file +dataformCoreVersion: 3.0.26 +vars: + executionSetting: dev \ No newline at end of file