Anna_Saiapina/five9
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add UPDATE_DESCRIPTION field for deduplication

Browse Source
This commit is contained in:
Anna Saiapina 2024-12-11 14:28:57 +00:00 committed by GCP Dataform
parent b276fac1bd
commit 70b259bf45
1 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
definitions/staging/stg_csc_agent.sqlx
View File

@ -1,10 +1,10 @@
config {
type: "incremental",
uniqueKey: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE"],
uniqueKey: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE", "UPDATE_DESCRIPTION"],
schema: "pphe_five9_stg",
assertions: {
uniqueKey: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE"],
nonNull: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE"],
uniqueKey: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE", "UPDATE_DESCRIPTION"],
nonNull: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE", "UPDATE_DESCRIPTION"],
rowConditions: [
'UPDATE_TYPE_GROUP <> "NOT_MAPPED"',
'REVENUE_GENERATING_YN <> "NOT_MAPPED"',
@ -20,7 +20,7 @@ config {
with csc_rev_deduplicated as (
select *,
ROW_NUMBER()
OVER (PARTITION BY UPDATE_USER, CONFIRMATION_NO, CHANGE_DATE, UPDATE_TYPE)
OVER (PARTITION BY UPDATE_USER, CONFIRMATION_NO, CHANGE_DATE, UPDATE_TYPE, UPDATE_DESCRIPTION)
row_number
from ${ref("pphe_five9_raw","csc_rev_changes_*")}
${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) }), --last date table is taken
@ -50,6 +50,7 @@ csc_agent as (
COALESCE(mugi.UPDATE_TYPE_GROUP, 'NOT_MAPPED') as UPDATE_TYPE_GROUP,
COALESCE(mur.REVENUE_GENERATING_YN, 'NOT_MAPPED') as REVENUE_GENERATING_YN,
1 as COUNTER,
cr.UPDATE_DESCRIPTION
from csc_rev_deduplicated cr
left join ${ref("pphe_five9_stg","stg_MAPPING_CSC_AGENT")} ca
on cr.UPDATE_USER=ca.OPERA_UPDATE_USER
@ -70,7 +71,7 @@ csc_agent as (
act_recs as (
select *,
ROW_NUMBER()
OVER (PARTITION BY UPDATE_USER, CONFIRMATION_NO, CHANGE_DATE, UPDATE_TYPE order by CSC_AGENT_YN desc)
OVER (PARTITION BY UPDATE_USER, CONFIRMATION_NO, CHANGE_DATE, UPDATE_TYPE, UPDATE_DESCRIPTION order by CSC_AGENT_YN desc)
act
from csc_agent
)
@ -93,6 +94,7 @@ select RESORT,
UPDATE_TYPE_GROUP_ID,
UPDATE_TYPE_GROUP,
REVENUE_GENERATING_YN,
COUNTER
COUNTER,
UPDATE_DESCRIPTION
from act_recs
where act = 1