Update mapping joins to exclude NULL values from report tables

This commit is contained in:
Anna Saiapina 2024-08-27 09:55:17 +00:00 committed by GCP Dataform
parent af9600e562
commit c5d3ce4a94
4 changed files with 59 additions and 35 deletions

View File

@ -4,9 +4,15 @@ config {
schema: "pphe_five9_stg", schema: "pphe_five9_stg",
assertions: { assertions: {
uniqueKey: ["SESSION_ID", "TIMESTAMP", "DNIS"], uniqueKey: ["SESSION_ID", "TIMESTAMP", "DNIS"],
nonNull: ["SESSION_ID", "TIMESTAMP", "DNIS", "AGENT_GROUP_ID", "DISPOSITION_ID", "DISPOSITION_GROUP_ID", nonNull: ["SESSION_ID", "TIMESTAMP", "DNIS", "AGENT_GROUP_ID", "SKILL_ID"],
"DISPOSITION_GROUP", "CAMPAIGN_ID", "CAMPAIGN_GROUP_ID", rowConditions: [
"CAMPAIGN_GROUP", "SKILL_ID"] 'DISPOSITION_GROUP <> "NOT_MAPPED"',
'CAMPAIGN_GROUP <> "NOT_MAPPED"',
'DISPOSITION_ID <> 0',
'DISPOSITION_GROUP_ID <> 0',
'CAMPAIGN_ID <> 0',
'CAMPAIGN_GROUP_ID <> 0',
]
}, },
tags: ["calls_report"], tags: ["calls_report"],
dependencies: ["stg_calls"], dependencies: ["stg_calls"],
@ -35,14 +41,14 @@ select sc.SESSION_ID,
a.CODE LANGUAUGE_ID, a.CODE LANGUAUGE_ID,
a.AGENT_GROUP_ID, a.AGENT_GROUP_ID,
sc.AGENT_GROUP, sc.AGENT_GROUP,
d.DISPOSITION_ID, COALESCE(d.DISPOSITION_ID, 0),
sc.DISPOSITION, sc.DISPOSITION,
d.DISPOSITION_GROUP_ID, COALESCE(d.DISPOSITION_GROUP_ID, 0),
d.DISPOSITION_GROUP, COALESCE(d.DISPOSITION_GROUP, 'NOT_MAPPED'),
c.CAMPAIGN_ID, COALESCE(c.CAMPAIGN_ID, 0),
sc.CAMPAIGN, sc.CAMPAIGN,
c.CAMPAIGN_GROUP_ID, COALESCE(c.CAMPAIGN_GROUP_ID, 0),
c.CAMPAIGN_GROUP, COALESCE(c.CAMPAIGN_GROUP, 'NOT_MAPPED'),
sc.SKILL, sc.SKILL,
s.SKILL_ID, s.SKILL_ID,
sc.CALL_TIME, sc.CALL_TIME,

View File

@ -4,11 +4,15 @@ config {
schema: "pphe_five9_stg", schema: "pphe_five9_stg",
assertions: { assertions: {
uniqueKey: ["SESSION_ID", "TIMESTAMP", "DNIS"], uniqueKey: ["SESSION_ID", "TIMESTAMP", "DNIS"],
nonNull: ["SESSION_ID", "TIMESTAMP", "DNIS", "AGENT_GROUP_ID", "DISPOSITION_ID", "DISPOSITION_GROUP_ID", nonNull: ["SESSION_ID", "TIMESTAMP", "DNIS", "AGENT_GROUP_ID", "SKILL_ID"],
"DISPOSITION_GROUP", "CAMPAIGN_ID", "CAMPAIGN_GROUP_ID",
"CAMPAIGN_GROUP", "SKILL_ID"],
rowConditions: [ rowConditions: [
'BOARD_PROPERTY_GROUP <> "ADD"' 'BOARD_PROPERTY_GROUP <> "ADD"',
'DISPOSITION_GROUP <> "NOT_MAPPED"',
'CAMPAIGN_GROUP <> "NOT_MAPPED"',
'DISPOSITION_ID <> 0',
'DISPOSITION_GROUP_ID <> 0',
'CAMPAIGN_ID <> 0',
'CAMPAIGN_GROUP_ID <> 0',
] ]
}, },
tags: ["calls_report"], tags: ["calls_report"],
@ -37,14 +41,14 @@ select sc.SESSION_ID,
a.CODE LANGUAUGE_ID, a.CODE LANGUAUGE_ID,
a.AGENT_GROUP_ID, a.AGENT_GROUP_ID,
sc.AGENT_GROUP, sc.AGENT_GROUP,
d.DISPOSITION_ID, COALESCE(d.DISPOSITION_ID, 0),
sc.DISPOSITION, sc.DISPOSITION,
d.DISPOSITION_GROUP_ID, COALESCE(d.DISPOSITION_GROUP_ID, 0),
d.DISPOSITION_GROUP, COALESCE(d.DISPOSITION_GROUP, 'NOT_MAPPED'),
c.CAMPAIGN_ID, COALESCE(c.CAMPAIGN_ID, 0),
sc.CAMPAIGN, sc.CAMPAIGN,
c.CAMPAIGN_GROUP_ID, COALESCE(c.CAMPAIGN_GROUP_ID, 0),
c.CAMPAIGN_GROUP, COALESCE(c.CAMPAIGN_GROUP, 'NOT_MAPPED'),
sc.SKILL, sc.SKILL,
s.SKILL_ID, s.SKILL_ID,
sc.CALL_TIME, sc.CALL_TIME,

View File

@ -4,8 +4,15 @@ config {
schema: "pphe_five9_stg", schema: "pphe_five9_stg",
assertions: { assertions: {
uniqueKey: ["SESSION_GUID"], uniqueKey: ["SESSION_GUID"],
nonNull: ["SESSION_GUID", "AGENT_GROUP_ID", "DISPOSITION_ID", "MEDIA_TYPE_ID", nonNull: ["SESSION_GUID", "AGENT_GROUP_ID", "MEDIA_TYPE_ID", "SKILL_ID"],
"CAMPAIGN_ID", "CAMPAIGN_GROUP_ID", "CAMPAIGN_GROUP", "SKILL_ID"] rowConditions: [
'DISPOSITION_GROUP <> "NOT_MAPPED"',
'CAMPAIGN_GROUP <> "NOT_MAPPED"',
'DISPOSITION_ID <> 0',
'DISPOSITION_GROUP_ID <> 0',
'CAMPAIGN_ID <> 0',
'CAMPAIGN_GROUP_ID <> 0',
]
}, },
tags: ["digital_report"], tags: ["digital_report"],
dependencies: ["stg_digital"], dependencies: ["stg_digital"],
@ -27,16 +34,16 @@ select d.SESSION_GUID,
a.CODE LANGUAGE_ID, a.CODE LANGUAGE_ID,
a.AGENT_GROUP_ID, a.AGENT_GROUP_ID,
d.AGENT_GROUP, d.AGENT_GROUP,
dis.DISPOSITION_ID, COALESCE(dis.DISPOSITION_ID, 0),
d.DISPOSITION, d.DISPOSITION,
dis.DISPOSITION_GROUP_ID, COALESCE(dis.DISPOSITION_GROUP_ID, 0),
dis.DISPOSITION_GROUP, COALESCE(dis.DISPOSITION_GROUP, 'NOT_MAPPED'),
d.MEDIA_TYPE, d.MEDIA_TYPE,
m.MEDIA_TYPE_ID, m.MEDIA_TYPE_ID,
c.CAMPAIGN_ID, COALESCE(c.CAMPAIGN_ID, 0),
d.CAMPAIGN, d.CAMPAIGN,
c.CAMPAIGN_GROUP_ID, COALESCE(c.CAMPAIGN_GROUP_ID, 0),
c.CAMPAIGN_GROUP, COALESCE(c.CAMPAIGN_GROUP, 'NOT_MAPPED'),
d.SKILL, d.SKILL,
s.SKILL_ID, s.SKILL_ID,
d.HANDLE_TIME, d.HANDLE_TIME,

View File

@ -4,8 +4,15 @@ config {
schema: "pphe_five9_stg", schema: "pphe_five9_stg",
assertions: { assertions: {
uniqueKey: ["SESSION_GUID"], uniqueKey: ["SESSION_GUID"],
nonNull: ["SESSION_GUID", "AGENT_GROUP_ID", "DISPOSITION_ID", "MEDIA_TYPE_ID", nonNull: ["SESSION_GUID", "AGENT_GROUP_ID", "MEDIA_TYPE_ID", "SKILL_ID"],
"CAMPAIGN_ID", "CAMPAIGN_GROUP_ID", "CAMPAIGN_GROUP", "SKILL_ID"] rowConditions: [
'DISPOSITION_GROUP <> "NOT_MAPPED"',
'CAMPAIGN_GROUP <> "NOT_MAPPED"',
'DISPOSITION_ID <> 0',
'DISPOSITION_GROUP_ID <> 0',
'CAMPAIGN_ID <> 0',
'CAMPAIGN_GROUP_ID <> 0',
]
}, },
tags: ["digital_report"], tags: ["digital_report"],
description: "Main digital data for report" description: "Main digital data for report"
@ -26,16 +33,16 @@ select d.SESSION_GUID,
a.CODE LANGUAGE_ID, a.CODE LANGUAGE_ID,
a.AGENT_GROUP_ID, a.AGENT_GROUP_ID,
d.AGENT_GROUP, d.AGENT_GROUP,
dis.DISPOSITION_ID, COALESCE(dis.DISPOSITION_ID, 0),
d.DISPOSITION, d.DISPOSITION,
dis.DISPOSITION_GROUP_ID, COALESCE(dis.DISPOSITION_GROUP_ID, 0),
dis.DISPOSITION_GROUP, COALESCE(dis.DISPOSITION_GROUP, 'NOT_MAPPED'),
d.MEDIA_TYPE, d.MEDIA_TYPE,
m.MEDIA_TYPE_ID, m.MEDIA_TYPE_ID,
c.CAMPAIGN_ID, COALESCE(c.CAMPAIGN_ID, 0),
d.CAMPAIGN, d.CAMPAIGN,
c.CAMPAIGN_GROUP_ID, COALESCE(c.CAMPAIGN_GROUP_ID, 0),
c.CAMPAIGN_GROUP, COALESCE(c.CAMPAIGN_GROUP, 'NOT_MAPPED'),
d.SKILL, d.SKILL,
s.SKILL_ID, s.SKILL_ID,
d.HANDLE_TIME, d.HANDLE_TIME,