Merge pull request #86 from Opetushallitus/OK-602__pub-kerroksen-korj…

…auksia

Muutettu dw_onr_henkilo tauluksi jotta saadaan parempi suorituskyky

dbt/macros/helpers/dw_end.sql

@@ -4,15 +4,24 @@
 {% set query = 'CREATE TABLE if not exists raw.completed_dbt_runs (model text NULL, raw_table text NULL, start_time timestamptz NULL,	"execute" bool NULL);' %}
 {% do run_query(query) %}
 
-with data as (
+with raw as (
     select
         model,
         replace(regexp_replace(split_part(model, '.', 3),'stg_',''),'"','') as raw_table,
         start_time
         from raw.dbt_runs dr
     where model = replace ('{{ this }}','dw','stg')
+),
+
+data as (
+    select
+        model,
+        raw_table,
+        case when raw_table = 'onr_henkilo' then start_time - interval '1 hour' else start_time end as start_time
+    from raw
 )
 
+
 merge into raw.completed_dbt_runs as t
 using data as s
 	on t.model = s.model

dbt/models/dw/yleiskayttoiset/dw_onr_henkilo.sql

@@ -1,4 +1,35 @@
+{#
 {%- set stage_model = ref('stg_onr_henkilo') -%}
 {%- set key_columns_list = ['henkilo_oid'] -%}
 
 {{ generate_dw_model_muokattu(stage_model, key_columns_list) }}
+
+#}
+
+{{
+  config(
+    materialized = 'table',
+    indexes = [
+        {'columns': ['henkilo_oid']}
+    ]
+    )
+}}
+
+with raw as (
+    select
+        *,
+        row_number() over (partition by henkilo_oid order by dw_metadata_stg_stored_at desc) as rownr
+        from {{ ref('stg_onr_henkilo') }}
+),
+
+final as (
+    select
+        {{ dbt_utils.star(from=ref('stg_onr_henkilo')) }},
+        current_timestamp as dw_metadata_dw_stored_at
+    from raw
+    where rownr =1
+)
+
+select * from final
+
+