Anna_Saiapina/five9
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add deduplication

Browse Source
This commit is contained in:
Anna Saiapina 2024-06-19 14:33:29 +00:00 committed by GCP Dataform
parent 16bf93a06c
commit ccb919db03
1 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
definitions/staging/stg_calls.sqlx
View File

@ -9,8 +9,15 @@ config {
tags: ["calls"], tags: ["calls"],
description: "All history data for calls" description: "All history data for calls"
} }
select DAY_OF_WEEK, with calls_deduplicated as (
select *,
ROW_NUMBER()
OVER (PARTITION BY SESSION_ID, TIMESTAMP, DNIS)
row_number
from ${ref("calls_*")}
${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) })
select DAY_OF_WEEK,
CALL_ID, CALL_ID,
CAMPAIGN, CAMPAIGN,
SKILL, SKILL,
@ -209,5 +216,5 @@ select DAY_OF_WEEK,
Social_Category SOCIAL_CATEGORY, Social_Category SOCIAL_CATEGORY,
Social_socialId SOCIAL_SOCIALID, Social_socialId SOCIAL_SOCIALID,
Studio_transfer_disposition STUDIO_TRANSFER_DISPOSITION Studio_transfer_disposition STUDIO_TRANSFER_DISPOSITION
from ${ref("calls_*")} from calls_deduplicated
${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) } where row_number = 1