From 2e58b02e5e7596b5ee98bff5ea784a997c82f339 Mon Sep 17 00:00:00 2001 From: Anna Saiapina Date: Mon, 24 Jun 2024 13:55:25 +0000 Subject: [PATCH] Add deduplication to digital stg table --- definitions/staging/stg_digital.sqlx | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/definitions/staging/stg_digital.sqlx b/definitions/staging/stg_digital.sqlx index c762e28..f48cb86 100644 --- a/definitions/staging/stg_digital.sqlx +++ b/definitions/staging/stg_digital.sqlx @@ -10,6 +10,13 @@ config { description: "All history data for digital" } +with digital_deduplicated as ( +select *, + ROW_NUMBER() + OVER (PARTITION BY SESSION_GUID) + row_number +from ${ref("pphe_five9_raw","digital_*")} +${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) }) select AGENT_NAME, DISPOSITION, RESPONSE_TIME, @@ -80,5 +87,5 @@ select AGENT_NAME, VIDEO_SECOND_DURATION, VIDEO_TIME, VIDEO_TOTAL_DURATION -from ${ref("digital_*")} -${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) } \ No newline at end of file +from digital_deduplicated +where row_number = 1 \ No newline at end of file