Anna_Saiapina/five9
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add mapping to the csc stg table

Browse Source
This commit is contained in:
Anna Saiapina 2024-11-20 14:48:14 +00:00 committed by GCP Dataform
parent fb7769af41
commit 89d0e4549d
1 changed files with 22 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
definitions/staging/stg_csc_agent.sqlx
View File

@ -1,10 +1,10 @@
config { config {
type: "incremental", type: "incremental",
uniqueKey: ["RESORT", "CONFIRMATION_NO", "CHANGE_DATE"], uniqueKey: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE"],
schema: "pphe_five9_stg", schema: "pphe_five9_stg",
assertions: { assertions: {
uniqueKey: ["RESORT", "CONFIRMATION_NO", "CHANGE_DATE"], uniqueKey: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE"],
nonNull: ["RESORT", "CONFIRMATION_NO", "CHANGE_DATE"] nonNull: ["UPDATE_USER", "CONFIRMATION_NO", "CHANGE_DATE", "UPDATE_TYPE"]
}, },
description: "All history data for csc revenue changes" description: "All history data for csc revenue changes"
} }
@ -17,15 +17,23 @@ select *,
row_number row_number
from ${ref("pphe_five9_raw","csc_rev_changes_*")} from ${ref("pphe_five9_raw","csc_rev_changes_*")}
${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) }) --last date table is taken ${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) }) --last date table is taken
select RESORT, select cr.RESORT,
MARKET_CODE, cr.MARKET_CODE,
MARKET_DESC, cr.CONFIRMATION_NO,
CONFIRMATION_NO, cr.UPDATE_USER,
RESV_STATUS, ca.AGENT_ID,
ARRIVAL, case
DEPARTURE, when date(safe_cast(cr.CHANGE_DATE as timestamp)) >= ca.CSC_START_DATE and
UPDATE_USER, date(safe_cast(cr.CHANGE_DATE as timestamp)) <= ca.CSC_END_DATE
CHANGE_DATE, then 'Y'
UPDATE_TYPE, else 'N'
from csc_rev_deduplicated end as CSC_AGENT_YN,
cr.CHANGE_DATE,
date(safe_cast(cr.CHANGE_DATE as timestamp)) DATE,
extract(hour from safe_cast(cr.CHANGE_DATE as timestamp)) HOUR,
cr.UPDATE_TYPE,
1 as COUNTER
from csc_rev_deduplicated cr
left join ${ref("pphe_five9_stg","stg_MAPPING_CSC_AGENT")} ca
on cr.UPDATE_USER=ca.OPERA_UPDATE_USER
where row_number = 1 where row_number = 1