diff --git a/definitions/staging/stg_digital.sqlx b/definitions/staging/stg_digital.sqlx index c762e28..f48cb86 100644 --- a/definitions/staging/stg_digital.sqlx +++ b/definitions/staging/stg_digital.sqlx @@ -10,6 +10,13 @@ config { description: "All history data for digital" } +with digital_deduplicated as ( +select *, + ROW_NUMBER() + OVER (PARTITION BY SESSION_GUID) + row_number +from ${ref("pphe_five9_raw","digital_*")} +${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) }) select AGENT_NAME, DISPOSITION, RESPONSE_TIME, @@ -80,5 +87,5 @@ select AGENT_NAME, VIDEO_SECOND_DURATION, VIDEO_TIME, VIDEO_TOTAL_DURATION -from ${ref("digital_*")} -${ when(incremental(), `where _TABLE_SUFFIX = FORMAT_DATE('%Y%m%d',current_date("Europe/Amsterdam"))`) } \ No newline at end of file +from digital_deduplicated +where row_number = 1 \ No newline at end of file