Bug/duplicate user role histories (#208)

* bug/duplicate-user-role-histories

* bug/duplicate-user-role-histories

* add dedupe

* pre-release

* udpate version

* changelog

* Generate dbt docs via GitHub Actions

---------

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>

Author: fivetran-catfritz

CHANGELOG.md

@@ -1,3 +1,9 @@
+# dbt_zendesk v1.0.1
+This is the general release of v0.25.1-a1. [PR #208](https://github.com/fivetran/dbt_zendesk/pull/208) includes the following updates:
+
+## Bug Fixes
+- Fixed uniqueness issue in `int_zendesk__user_role_history` by removing duplicate and erroneous logs with identical timestamps.
+
 # dbt_zendesk v1.0.0
 
 [PR #211](https://github.com/fivetran/dbt_zendesk/pull/211) includes the following updates:
@@ -18,6 +24,12 @@
   - Removed all `dbt_utils.unique_combination_of_columns` tests.
   - Moved `loaded_at_field: _fivetran_synced` under the `config:` block in `src_zendesk.yml`.
 
+# dbt_zendesk v0.25.1-a1
+[PR #208](https://github.com/fivetran/dbt_zendesk/pull/208) includes the following updates:
+
+## Bug Fixes
+- Fixed uniqueness issue in `int_zendesk__user_role_history` by removing duplicate and erroneous logs with identical timestamps.
+
 # dbt_zendesk v0.25.0
 
 ## Schema/Data Changes

dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'zendesk'
-version: '1.0.0'
+version: '1.0.1'
 
 config-version: 2
 require-dbt-version: [">=1.3.0", "<2.0.0"]

docs/catalog.json

@@ -1,7 +1,7 @@
 config-version: 2
 
 name: 'zendesk_integration_tests'
-version: '1.0.0'
+version: '1.0.1'
 
 profile: 'integration_tests'
 

docs/manifest.json

@@ -4,7 +4,6 @@ with audit_logs as (
     select
         source_relation,
         source_id as user_id,
-        source_label as user_name,
         created_at,
         lower(change_description) as change_description
     from {{ ref('stg_zendesk__audit_log') }}
@@ -21,9 +20,7 @@ with audit_logs as (
     select
         source_relation,
         user_id,
-        user_name,
         created_at,
-        change_description,
         -- extract and split change description for the support role
         trim({{ dbt.split_part(zendesk.extract_support_role_changes('change_description'), "' to '", 1) }}) as from_role,
         trim({{ dbt.split_part(zendesk.extract_support_role_changes('change_description'), "' to '", 2) }}) as to_role,
@@ -32,30 +29,38 @@ with audit_logs as (
         min(created_at) over (partition by source_relation, user_id) as min_created_at_per_user
     from audit_logs
 
+), split_to_from_deduped as (
+    select
+        source_relation,
+        user_id,
+        created_at,
+        from_role,
+        to_role,
+        min_created_at_per_user
+    from split_to_from
+    where from_role != to_role
+    {{ dbt_utils.group_by(6) }}
+
 -- Isolates the first "from" role as the base
 ), first_roles as (
     select
         source_relation,
         user_id,
-        user_name,
-        change_description,
         cast(null as {{ dbt.type_timestamp() }}) as valid_starting_at, --fill in with created_at of user later
         created_at as valid_ending_at, -- this it the created_at of the audit log entry
         from_role as role
-    from split_to_from
+    from split_to_from_deduped
     where created_at = min_created_at_per_user
 
 -- Captures all subsequent "to" roles
 ), role_changes as (
     select
         source_relation,
         user_id,
-        user_name,
-        change_description,
         created_at as valid_starting_at,
         lead(created_at) over (partition by source_relation, user_id order by created_at asc) as valid_ending_at,
         to_role as role
-    from split_to_from
+    from split_to_from_deduped
 
 ), unioned as (
     select *
@@ -74,7 +79,6 @@ with audit_logs as (
         lower(coalesce(unioned.role, users.role)) as role,
         coalesce(unioned.valid_starting_at, users.created_at, cast('1970-01-01' as {{ dbt.type_timestamp() }})) as valid_starting_at,
         coalesce(unioned.valid_ending_at, {{ dbt.current_timestamp() }}) as valid_ending_at,
-        unioned.change_description,
         -- include these in case they're needed for the internal_user_criteria
         users.external_id,
         users.email,
@@ -101,7 +105,6 @@ with audit_logs as (
         role,
         valid_starting_at,
         valid_ending_at,
-        change_description,
 
         {% if var('internal_user_criteria', false) -%} -- apply the filter to historical roles if provided
         role in ('admin', 'agent') or {{ var('internal_user_criteria', false) }} as is_internal_role