Anna_Saiapina/five9
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add data freshness condition

Browse Source
This commit is contained in:
Anna Saiapina 2024-12-06 13:22:11 +00:00 committed by GCP Dataform
parent f808d28d62
commit b276fac1bd
4 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
definitions/assertions/agent_status_data_freshness.sqlx
View File

@ -6,4 +6,5 @@ select * from(
select max(timestamp) max_timestamp
from ${ref("pphe_five9_raw","agent_status_*")}
where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam")))
where TIMESTAMP_DIFF(max_timestamp, TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY), hour) < 0
where TIMESTAMP_DIFF(max_timestamp, TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY), hour) < 0
or max_timestamp is null

3
definitions/assertions/calls_data_freshness.sqlx
View File

@ -6,4 +6,5 @@ select * from(
select max(timestamp) max_timestamp
from ${ref("pphe_five9_raw","calls_*")}
where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam")))
where TIMESTAMP_DIFF(max_timestamp, TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY), hour) < 0
where TIMESTAMP_DIFF(max_timestamp, TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY), hour) < 0
or max_timestamp is null

3
definitions/assertions/csc_rev_data_freshness.sqlx
View File

@ -6,4 +6,5 @@ select * from(
select max(CHANGE_DATE) MAX_CHANGE_DATE
from ${ref("pphe_five9_raw","csc_rev_changes_*")}
where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam")))
where TIMESTAMP_DIFF(safe_cast(MAX_CHANGE_DATE as timestamp), TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY), hour) < 0
where TIMESTAMP_DIFF(safe_cast(MAX_CHANGE_DATE as timestamp), TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY), hour) < 0
or MAX_CHANGE_DATE is null

3
definitions/assertions/digital_data_freshness.sqlx
View File

@ -6,4 +6,5 @@ select * from(
select max(timestamp) max_timestamp
from ${ref("pphe_five9_raw","digital_*")}
where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam")))
where TIMESTAMP_DIFF(max_timestamp, TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY), hour) < 0
where TIMESTAMP_DIFF(max_timestamp, TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY), hour) < 0
or max_timestamp is null