Anna_Saiapina/five9
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add deduplication to digital stg table

Browse Source
This commit is contained in:
Anna Saiapina 2024-06-24 13:55:25 +00:00 committed by GCP Dataform
parent ae11ad5f6b
commit 2e58b02e5e
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
definitions/staging/stg_digital.sqlx
View File

@ -10,6 +10,13 @@ config {
description: "All history data for digital" description: "All history data for digital"
} }
with digital_deduplicated as (
select *,
ROW_NUMBER()
OVER (PARTITION BY SESSION_GUID)
row_number
from ${ref("pphe_five9_raw","digital_*")}
${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) })
select AGENT_NAME, select AGENT_NAME,
DISPOSITION, DISPOSITION,
RESPONSE_TIME, RESPONSE_TIME,
@ -80,5 +87,5 @@ select AGENT_NAME,
VIDEO_SECOND_DURATION, VIDEO_SECOND_DURATION,
VIDEO_TIME, VIDEO_TIME,
VIDEO_TOTAL_DURATION VIDEO_TOTAL_DURATION
from ${ref("digital_*")} from digital_deduplicated
${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) } where row_number = 1